-- Logs begin at Wed 2021-08-11 01:20:05 UTC, end at Wed 2021-08-11 03:49:16 UTC. -- Aug 11 01:56:35.390586 n-d-713498-10 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 01:56:38.058814 n-d-713498-10 neutron-server[94543]: INFO neutron.common.config [-] Logging enabled! Aug 11 01:56:38.059355 n-d-713498-10 neutron-server[94543]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 01:56:38.059581 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94543) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 01:56:38.063372 n-d-713498-10 neutron-server[94543]: INFO neutron.common.config [-] Logging enabled! Aug 11 01:56:38.063620 n-d-713498-10 neutron-server[94543]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 01:56:38.063923 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94543) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 01:56:38.064843 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:56:38.065073 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:56:38.065435 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:56:38.065675 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:56:38.065921 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:56:38.066242 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.066535 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.066826 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.067052 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.067341 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.067625 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.067900 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.068183 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.068475 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.068756 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.069029 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.069307 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.069533 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.069826 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.070115 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.070395 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.070615 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] debug = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.070890 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.071313 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.071740 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.071997 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.072280 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.072553 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.072820 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.073090 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.073367 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.073685 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] host = n-d-713498-10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.073984 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.074265 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.074546 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.074824 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.075092 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.075361 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.075638 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.075929 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.076195 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.076464 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.076746 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.077025 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.077307 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.077525 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.077741 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.078044 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.078326 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.078595 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.078861 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.079128 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.079395 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.079660 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.079922 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.080203 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.080484 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.080763 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.081034 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.081302 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.081567 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.081845 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.082126 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.082392 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.082657 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.082924 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.083203 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.083464 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.083728 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.084020 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.084299 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.084574 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.084850 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.085115 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.085389 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.085657 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.085942 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.086211 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_json = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.086477 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.086739 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.087013 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.087278 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.087542 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.087807 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.088072 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.088349 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:38.088640 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.088929 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.089224 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.089502 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.089793 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.090088 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.090375 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.090649 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.090934 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.091221 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.091526 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.091815 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.092084 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.092357 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.092647 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.092947 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.093234 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.093522 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.093793 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.094084 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.094357 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.094632 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.094914 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.095203 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.095488 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.095759 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.096034 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.096323 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.096597 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.096865 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.097137 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.097420 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.097693 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.097986 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.098263 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.098533 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.098800 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.099068 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.099341 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.099624 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.099895 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.100159 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.100427 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.100700 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.100964 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.101247 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.101518 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.101785 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.102072 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.102346 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.102615 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.102886 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.103158 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.103428 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.103701 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.103969 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.104238 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.104506 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.104772 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.105039 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.105304 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.105568 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.105863 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.106131 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.106397 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.106662 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.106925 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.107715 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.107995 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.108286 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.108557 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.108829 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.109100 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.109370 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.109640 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.109934 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.110206 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.110477 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.110743 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.111027 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.111303 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.111587 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.111861 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.112131 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.112417 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.112687 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.112962 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.113230 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.113499 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.113779 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.114075 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.114362 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.114656 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.114940 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.115225 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.115511 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.115783 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.116080 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.116352 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:38.116563 n-d-713498-10 neutron-server[94543]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:56:38.116795 n-d-713498-10 neutron-server[94543]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94543) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 01:56:38.461456 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 01:56:38.461732 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 01:56:38.462046 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 01:56:38.462375 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 01:56:38.853674 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.853910 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.854168 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.855379 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.855648 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.855909 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.894182 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.894585 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.894969 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.912016 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.912294 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.912560 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.941172 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.941444 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.941709 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.977239 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.977519 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:38.977783 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.208624 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.209284 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.209284 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.209473 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.210110 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.329431 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.329748 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.330048 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.330317 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.330581 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.330892 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.331145 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.331394 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.331644 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.331919 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.332174 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.332434 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.332690 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.332934 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.333181 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.333438 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.333688 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.333974 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.334242 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.334495 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.334761 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.335011 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.335286 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.335656 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.335904 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.336144 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.336532 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.336767 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.336999 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.337230 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.337460 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.337689 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:39.338073 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 01:56:39.341162 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 01:56:39.345613 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 01:56:39.349371 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 11 01:56:39.351160 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 01:56:39.351609 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 01:56:39.351939 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 01:56:39.352316 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 01:56:39.355114 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 01:56:39.355366 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 01:56:39.355708 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 01:56:39.360967 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 01:56:39.382515 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 01:56:39.382963 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.383256 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94543) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 01:56:39.383611 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.384951 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94543) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 01:56:39.385229 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 01:56:39.385473 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 01:56:39.389412 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.389689 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:39.453616 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 01:56:39.453875 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 01:56:39.454108 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 01:56:39.454480 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 01:56:39.476052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_db.sqlalchemy.engines [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94543) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 01:56:40.048798 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing driver for type 'gre' Aug 11 01:56:40.049358 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] gre ID ranges: [(1, 1000)] Aug 11 01:56:40.101004 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing driver for type 'local' Aug 11 01:56:40.101364 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing driver for type 'vlan' Aug 11 01:56:40.114995 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] VlanTypeDriver initialization complete Aug 11 01:56:40.115394 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing driver for type 'vxlan' Aug 11 01:56:40.115898 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] vxlan ID ranges: [(1, 1000)] Aug 11 01:56:40.165643 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing extension driver 'port_security' Aug 11 01:56:40.166037 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] PortSecurityExtensionDriver initialization complete Aug 11 01:56:40.166464 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing mechanism driver 'openvswitch' Aug 11 01:56:40.166786 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing mechanism driver 'hyperv' Aug 11 01:56:40.173716 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.plugin [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:40.174436 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.174815 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.175166 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.175679 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.176110 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.176715 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.177063 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.177598 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.178046 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.178398 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.178740 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.179127 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.179526 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.179872 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.180209 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.180600 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.181126 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.181475 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.181829 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.182229 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.182629 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > address_group after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.182972 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > address_group after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.183308 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.183692 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94543) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 01:56:40.184066 n-d-713498-10 neutron-server[94543]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] ML2 OVO RPC backend initialized. {{(pid=94543) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 01:56:40.184763 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.185162 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.185557 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.185930 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > networks before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.186275 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.186615 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > ports before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.186955 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.187290 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnets before_response 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.187630 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.187981 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.188297 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.188632 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.188968 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.189299 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.189651 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.189993 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.190327 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.190893 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.plugin [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Modular L2 Plugin initialization complete Aug 11 01:56:40.191221 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading services supported by the core plugin {{(pid=94543) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 01:56:40.191544 n-d-713498-10 neutron-server[94543]: INFO neutron.plugins.ml2.managers [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Got port-security extension from driver 'port_security' Aug 11 01:56:40.192002 n-d-713498-10 neutron-server[94543]: INFO neutron.extensions.vlantransparent [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Disabled vlantransparent extension. Aug 11 01:56:40.192482 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94543) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 01:56:40.192794 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: router Aug 11 01:56:40.230234 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.230818 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_create 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.230981 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router before_create 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.231350 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.231719 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.232103 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_delete 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.232462 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.232826 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_create 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.233173 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.233523 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.233907 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.234270 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.234685 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.235054 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.235394 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.235730 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: subnet after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.236066 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.236412 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.236760 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_create 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.237101 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.237441 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.237800 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router after_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.238168 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.238518 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_create 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.238876 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.239222 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_update 55549900 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.239585 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > agent after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.239935 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > agent after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.240276 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > network after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.241137 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Tracking information for resource: router configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:40.241469 n-d-713498-10 neutron-server[94543]: DEBUG neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Tracking information for resource: floatingip configured {{(pid=94543) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 01:56:40.246398 n-d-713498-10 neutron-server[94543]: INFO neutron.db.l3_agentschedulers_db [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 01:56:40.247092 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.247453 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.247805 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.248153 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: port after_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.248947 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router before_create 55550100 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.249308 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.249668 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_create 55550100 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.250047 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > router precommit_update 55550100 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.254485 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.provider_configuration [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service providers = [] {{(pid=94543) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 01:56:40.254852 n-d-713498-10 neutron-server[94543]: DEBUG neutron.db.servicetype_db [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94543) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 01:56:40.257835 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.service_base [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:56:40.258179 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.service_base [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:56:40.258521 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.service_base [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:56:40.259426 n-d-713498-10 neutron-server[94543]: DEBUG neutron.services.service_base [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94543) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 01:56:40.259801 n-d-713498-10 neutron-server[94543]: INFO neutron.services.service_base [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 01:56:40.260191 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.260512 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 01:56:40.273182 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.273739 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: auto_allocate Aug 11 01:56:40.280803 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: network precommit_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.281180 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: network precommit_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.281720 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.282064 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: tag Aug 11 01:56:40.288578 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.288904 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: timestamp Aug 11 01:56:40.292967 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.293250 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: network_ip_availability Aug 11 01:56:40.298766 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.299135 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.299493 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.300231 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.300554 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: flavors Aug 11 01:56:40.305502 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.305853 n-d-713498-10 neutron-server[94543]: INFO neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading Plugin: revisions Aug 11 01:56:40.310109 n-d-713498-10 neutron-server[94543]: DEBUG neutron.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94543) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 01:56:40.310511 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=94543) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 01:56:40.311242 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94543) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 01:56:40.311577 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Initializing extension manager. Aug 11 01:56:40.312090 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: __init__.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.312432 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: __pycache__ {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.312769 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.313102 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: address_group.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.313883 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.314469 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: address-group Aug 11 01:56:40.314793 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: address_scope.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.315513 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.316032 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: address-scope Aug 11 01:56:40.316354 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.317285 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.317823 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: router-admin-state-down-before-update Aug 11 01:56:40.318153 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: agent.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.319063 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.319583 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: agent Aug 11 01:56:40.319906 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: agent_resources_synced.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.320813 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.321327 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: agent-resources-synced Aug 11 01:56:40.321649 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: allowedaddresspairs.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.323465 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.323988 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: allowed-address-pairs Aug 11 01:56:40.324313 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: auto_allocated_topology.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.325384 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.326446 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: auto-allocated-topology Aug 11 01:56:40.326771 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: availability_zone.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.327464 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.327978 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: availability_zone Aug 11 01:56:40.328299 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: availability_zone_filter.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.329220 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.329735 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: availability_zone_filter Aug 11 01:56:40.330086 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: data_plane_status.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.330994 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.331502 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 01:56:40.331821 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: default_subnetpools.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.332746 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.333258 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: default-subnetpools Aug 11 01:56:40.333580 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.334420 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.334929 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: dhcp_agent_scheduler Aug 11 01:56:40.335248 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: dns.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.336158 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.336665 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 01:56:40.336984 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: dns_domain_ports.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.337927 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.338444 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 01:56:40.338765 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.339685 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.340230 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 01:56:40.340554 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: dvr.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.341225 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.342322 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: dvr Aug 11 01:56:40.342644 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: ecmp_routes.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.343559 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.344071 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 01:56:40.344390 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: empty_string_filtering.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.345295 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.345828 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: empty-string-filtering Aug 11 01:56:40.346153 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.347058 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.347571 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 01:56:40.347892 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.348815 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.349328 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 01:56:40.349649 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: external_net.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.350588 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.351109 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: external-net Aug 11 01:56:40.351428 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.352341 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.352856 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: extra_dhcp_opt Aug 11 01:56:40.353175 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: extraroute.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.354114 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.354627 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: extraroute Aug 11 01:56:40.354947 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: extraroute_atomic.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.355978 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.356498 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: extraroute-atomic Aug 11 01:56:40.356818 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: filter_validation.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.357503 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.358044 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: filter-validation Aug 11 01:56:40.358370 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: fip_pf_description.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.359273 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.359784 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 01:56:40.360106 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: fip_port_details.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.361022 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.361537 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: fip-port-details Aug 11 01:56:40.361886 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: flavors.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.363120 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.363643 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: flavors Aug 11 01:56:40.363966 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.365636 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.366195 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 01:56:40.366531 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: floatingip_pools.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.367238 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.367762 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: floatingip-pools Aug 11 01:56:40.368092 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: ip_allocation.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.369034 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.369553 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 01:56:40.369921 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.370839 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.371362 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: ip-substring-filtering Aug 11 01:56:40.371692 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l2_adjacency.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.372646 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.373162 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 01:56:40.373489 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.374624 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.375150 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: router Aug 11 01:56:40.375479 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.377721 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.378291 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 01:56:40.378625 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.379564 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.380087 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: ext-gw-mode Aug 11 01:56:40.380417 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.381334 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.381894 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: l3-ha Aug 11 01:56:40.382225 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3_flavors.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.383136 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.383656 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: l3-flavors Aug 11 01:56:40.383982 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.384888 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.385405 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 01:56:40.385730 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: l3agentscheduler.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.386782 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.387302 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: l3_agent_scheduler Aug 11 01:56:40.387630 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: logging.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.389653 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.390215 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension logging not supported by any of loaded plugins Aug 11 01:56:40.390546 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: metering.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.391291 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.391873 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: metering Aug 11 01:56:40.392199 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.393300 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.393844 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: metering_source_and_destination_fields Aug 11 01:56:40.394176 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: multiprovidernet.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.395104 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.395621 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: multi-provider Aug 11 01:56:40.395945 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: netmtu.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.396857 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.397373 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: net-mtu Aug 11 01:56:40.397695 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: netmtu_writable.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.398648 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.399163 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: net-mtu-writable Aug 11 01:56:40.399484 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: network_availability_zone.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.400152 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.400661 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: network_availability_zone Aug 11 01:56:40.400979 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: network_ip_availability.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.402105 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.402619 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: network-ip-availability Aug 11 01:56:40.402942 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: network_segment_range.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.403703 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.404750 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 01:56:40.405069 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: pagination.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.406086 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.406414 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: pagination Aug 11 01:56:40.406733 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: port_device_profile.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.407647 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.408163 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: port-device-profile Aug 11 01:56:40.408483 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.409410 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.409955 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: port-mac-address-regenerate Aug 11 01:56:40.410279 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.411188 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.411699 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: port-numa-affinity-policy Aug 11 01:56:40.412021 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: port_resource_request.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.412946 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.413454 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 01:56:40.413773 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: portbindings.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.414729 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.415246 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: binding Aug 11 01:56:40.415566 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: portbindings_extended.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.416964 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.417495 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: binding-extended Aug 11 01:56:40.417851 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: portsecurity.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.418774 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.419298 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: port-security Aug 11 01:56:40.419664 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: project_id.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.420644 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.420973 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: project-id Aug 11 01:56:40.421295 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: providernet.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.422251 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.422766 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: provider Aug 11 01:56:40.423093 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.426829 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.427361 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos not supported by any of loaded plugins Aug 11 01:56:40.427695 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.428931 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.429457 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 01:56:40.429786 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.430725 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.431246 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 01:56:40.431571 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_default.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.432479 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.432998 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-default not supported by any of loaded plugins Aug 11 01:56:40.433320 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_fip.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.434001 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.434512 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 01:56:40.434834 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_gateway_ip.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.436274 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.436787 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 01:56:40.437110 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_port_network_policy.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.438047 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.438561 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 01:56:40.438885 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_pps_rule.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.440064 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.440584 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 01:56:40.440907 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_rule_type_details.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.441854 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.442381 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 01:56:40.442703 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: qos_rules_alias.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.443748 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.444268 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 01:56:40.444589 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: quotasv2.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.445503 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.445855 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: quotas Aug 11 01:56:40.446180 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: quotasv2_detail.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.449227 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.449565 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: quota_details Aug 11 01:56:40.449930 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: rbac.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.451738 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.452266 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: rbac-policies Aug 11 01:56:40.452594 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: rbac_address_group.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.453522 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.454090 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: rbac-address-group Aug 11 01:56:40.454416 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: rbac_address_scope.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.455329 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.455850 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: rbac-address-scope Aug 11 01:56:40.456173 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: rbac_security_groups.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.457092 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.457607 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: rbac-security-groups Aug 11 01:56:40.457961 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: rbac_subnetpool.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.458878 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.459390 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: rbac-subnetpool Aug 11 01:56:40.459710 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: revisionifmatch.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.460627 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.461144 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: revision-if-match Aug 11 01:56:40.461466 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: revisions.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.462603 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.463125 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: standard-attr-revisions Aug 11 01:56:40.463449 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: router_availability_zone.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.464122 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.464636 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: router_availability_zone Aug 11 01:56:40.464956 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: routerservicetype.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.465895 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.466434 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 01:56:40.466755 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.467678 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.468192 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: security-groups-normalized-cidr Aug 11 01:56:40.468514 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.469438 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.469983 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: port-security-groups-filtering Aug 11 01:56:40.470303 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.471218 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.471731 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: security-groups-remote-address-group Aug 11 01:56:40.472050 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: securitygroup.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.481521 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.482118 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: security-group Aug 11 01:56:40.482452 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: segment.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.483248 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.483767 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension segment not supported by any of loaded plugins Aug 11 01:56:40.484094 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.485036 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.485559 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 01:56:40.485920 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: servicetype.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.487104 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.487638 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: service-type Aug 11 01:56:40.487965 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: sorting.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.488950 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.489282 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: sorting Aug 11 01:56:40.489605 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: standard_attr_segment.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.490553 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.491071 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 01:56:40.491395 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: standardattrdescription.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.492039 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.492549 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: standard-attr-description Aug 11 01:56:40.492870 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: stateful_security_group.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.493790 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.494327 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: stateful-security-group Aug 11 01:56:40.494649 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: stdattrs_common.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.495230 n-d-713498-10 neutron-server[94543]: WARNING neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 01:56:40.495548 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.496478 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.497003 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 01:56:40.497332 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnet_onboard.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.498955 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.499484 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: subnet_onboard Aug 11 01:56:40.499809 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.500740 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.501257 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 01:56:40.501578 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnet_service_types.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.502534 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.503052 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: subnet-service-types Aug 11 01:56:40.503374 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnetallocation.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.504454 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.504975 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: subnet_allocation Aug 11 01:56:40.505298 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.505997 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.506513 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: subnetpool-prefix-ops Aug 11 01:56:40.506833 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.507757 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.508274 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 01:56:40.508593 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: tagging.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.509670 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.510222 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: standard-attr-tag Aug 11 01:56:40.510543 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: timestamp.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.511739 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.512262 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loaded extension: standard-attr-timestamp Aug 11 01:56:40.512586 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: trunk.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.514184 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.514703 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension trunk not supported by any of loaded plugins Aug 11 01:56:40.515029 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: trunk_details.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.515948 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.516465 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 01:56:40.516789 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: uplink_status_propagation.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.517713 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.518256 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 01:56:40.518727 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Loading extension file: vlantransparent.py {{(pid=94543) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 01:56:40.519260 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94543) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 01:56:40.519771 n-d-713498-10 neutron-server[94543]: INFO neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 01:56:40.522246 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:network Aug 11 01:56:40.522768 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnet Aug 11 01:56:40.523167 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:56:40.523558 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:port Aug 11 01:56:40.524788 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.525243 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service FLAVORS assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.525906 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.526362 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.526702 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:router Aug 11 01:56:40.527234 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 01:56:40.527765 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service METERING assigned prefix: /metering {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.529732 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.530147 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.530498 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 01:56:40.531493 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 01:56:40.531943 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:security_group Aug 11 01:56:40.532377 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 01:56:40.534165 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service CORE assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.534516 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:56:40.534868 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] subnetpool is already registered Aug 11 01:56:40.535317 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service CORE assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.535650 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:56:40.535985 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] subnetpool is already registered Aug 11 01:56:40.538271 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.538699 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service FLAVORS assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.539289 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.539715 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.540046 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:router Aug 11 01:56:40.540383 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] router is already registered Aug 11 01:56:40.540792 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 01:56:40.541124 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] floatingip is already registered Aug 11 01:56:40.541577 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service METERING assigned prefix: /metering {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.542283 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 01:56:40.542605 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] rbac_policy is already registered Aug 11 01:56:40.543058 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:security_group Aug 11 01:56:40.543345 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] security_group is already registered Aug 11 01:56:40.543742 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 01:56:40.544074 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] security_group_rule is already registered Aug 11 01:56:40.545243 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service CORE assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.545566 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:56:40.545922 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] subnetpool is already registered Aug 11 01:56:40.546345 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.v2.resource_helper [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Service CORE assigned prefix: {{(pid=94543) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 01:56:40.546665 n-d-713498-10 neutron-server[94543]: INFO neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 01:56:40.546988 n-d-713498-10 neutron-server[94543]: WARNING neutron.quota.resource_registry [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] subnetpool is already registered Aug 11 01:56:40.547446 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: extensions {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.548907 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: address-groups {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.550433 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: address-scopes {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.552083 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: agents {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.553233 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: auto-allocated-topology {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.554517 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: availability_zones {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.555749 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: dhcp-networks {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.557258 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: dhcp-agents {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.558705 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: routers {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.560465 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: flavors {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.561722 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: service_profiles {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.563096 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: next_providers {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.564517 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: service_profiles {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.566094 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: floatingip-pools {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.567321 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: routers {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.569038 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: floatingips {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.570337 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: l3-routers {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.571730 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: l3-agents {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.573125 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: metering-labels {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.574413 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: metering-label-rules {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.575804 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: network-ip-availabilities {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.577068 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: bindings {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.578638 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: quotas {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.580197 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: quotas {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.581629 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: rbac-policies {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.582853 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: security-groups {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.584153 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: security-group-rules {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.585384 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: service-providers {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.586630 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: subnetpools {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.587963 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: subnetpools {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.589530 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.591255 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.593584 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.595389 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.597080 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.600122 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.601828 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.603617 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.605473 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.607796 n-d-713498-10 neutron-server[94543]: DEBUG neutron.api.extensions [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Extended resource: tags {{(pid=94543) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 01:56:40.613845 n-d-713498-10 neutron-server[94543]: WARNING keystonemiddleware.auth_token [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 01:56:40.618475 n-d-713498-10 neutron-server[94543]: WARNING keystonemiddleware.auth_token [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 01:56:40.626908 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Acquired lock "singleton_lock" {{(pid=94543) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 01:56:40.627380 n-d-713498-10 neutron-server[94543]: DEBUG oslo_concurrency.lockutils [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Releasing lock "singleton_lock" {{(pid=94543) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 01:56:40.628025 n-d-713498-10 neutron-server[94543]: INFO oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Starting 2 workers Aug 11 01:56:40.632771 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Started child 94652 {{(pid=94543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:56:40.637259 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Started child 94653 {{(pid=94543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:56:40.638372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.639109 n-d-713498-10 neutron-server[94543]: INFO neutron.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 01:56:40.639543 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Notify callbacks [] for process, before_spawn {{(pid=94543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.639839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [-] (94652) wsgi starting up on http://0.0.0.0:9696 Aug 11 01:56:40.641998 n-d-713498-10 neutron-server[94543]: INFO oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Starting 1 workers Aug 11 01:56:40.642446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.643793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [-] (94653) wsgi starting up on http://0.0.0.0:9696 Aug 11 01:56:40.647159 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Started child 94654 {{(pid=94543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:56:40.647688 n-d-713498-10 neutron-server[94543]: INFO oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Starting 1 workers Aug 11 01:56:40.651091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] calling RpcWorker wait() {{(pid=94654) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 01:56:40.651685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] returning from RpcWorker wait() {{(pid=94654) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 01:56:40.652189 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Started child 94655 {{(pid=94543) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 01:56:40.653015 n-d-713498-10 neutron-server[94543]: DEBUG neutron_lib.callbacks.manager [None req-ea61d6be-b1dd-4750-8b41-74c4b68eaf06 None None] Notify callbacks [] for process, after_spawn {{(pid=94543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.653112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.653607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:40.655437 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94543) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 01:56:40.655646 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:56:40.655822 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:56:40.656025 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:56:40.656360 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:56:40.656520 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:56:40.657045 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.657329 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.657579 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.657728 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:40.658230 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.658230 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.658735 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.659010 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.659263 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.659517 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.659773 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.659946 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.660111 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.660350 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.660578 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.660852 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.661123 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.661355 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.661621 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.661789 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.662071 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.662329 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.662570 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.662825 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] debug = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.663060 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.663562 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.663811 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.664065 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.664278 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.664549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.664811 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.665057 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.665297 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.665511 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.665746 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.666052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.666292 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.666526 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.666739 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.666978 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.667208 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.667691 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] host = n-d-713498-10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.667941 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.668173 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.668399 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.668643 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.668897 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.669138 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.669397 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.669705 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.670539 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.670710 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.670967 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.671215 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.671429 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.671671 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.671838 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_options = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.672076 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.672326 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.672599 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.672791 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.672959 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.673131 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.673376 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.673538 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.673782 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.674072 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.674298 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.674481 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.674696 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.674907 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.675151 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.675403 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.675613 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.675851 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.676093 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.676640 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.676814 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.677026 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.677248 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.677473 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.677700 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.677933 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.678144 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.678376 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.678584 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.678843 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.679120 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.679322 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.679557 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.679793 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.680021 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.680244 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.680454 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.680730 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.680957 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.681309 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.681473 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.681703 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.681987 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.682202 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.682443 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.682652 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_json = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.682860 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.683069 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.683350 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.683561 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.683790 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.684007 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.684237 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.684487 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.684930 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.685229 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.685561 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.685801 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.686051 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.686300 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.686558 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.686785 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.687028 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.687314 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.688847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.689589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:40.689733 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.689733 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.689733 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.689733 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.690260 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.690260 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.690563 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.690835 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.691094 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.691435 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.691581 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.691814 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.692975 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.692975 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.692975 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.692975 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.692975 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.693307 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.693307 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.693558 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.693741 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.693988 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.694208 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.694441 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.694677 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.694926 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.695255 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.695405 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.695599 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.695829 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.696039 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.696288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.696482 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.696770 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.697072 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.697241 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.697474 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.697657 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.697904 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.698142 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.698366 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.698578 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.703078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.704536 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.706701 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707566 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707645 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.707804 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.708044 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.708289 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.708513 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.708766 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.709233 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.709507 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.709771 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.710058 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.710288 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711160 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711160 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711160 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711490 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711585 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.711756 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.712367 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.712367 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.712564 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.712818 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.713165 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.713492 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.713722 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.713972 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.714251 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.714516 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.714722 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.714939 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.715208 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.715435 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.715681 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.715918 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.716297 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.717054 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.717356 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.717683 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.718124 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.718271 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.718576 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.718733 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.718978 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.719244 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.719495 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.719742 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.719989 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.720217 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.720476 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.720761 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.720963 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.721159 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.721456 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.721693 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.722128 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.722380 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.722612 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.722852 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.723103 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.723328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.723512 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.723738 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.723990 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.724340 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.724556 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.724856 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.725072 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.725351 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.725568 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.725779 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.726205 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.726497 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.726822 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.727071 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.727287 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.727539 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.727791 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.728046 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.728381 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.728626 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.728839 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.729069 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.729305 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.729645 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.729891 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.730186 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.730497 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.730768 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.731000 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.731250 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.731578 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.731823 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.732114 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.732970 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.733187 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.733425 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.733785 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.734113 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.734379 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.734645 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.734894 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.735313 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.735418 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.735642 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.735875 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.736167 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.736390 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.736605 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.736813 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.737100 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.737459 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.737724 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.737915 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.738154 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.738436 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.738686 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.738970 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.739396 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.739569 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.739766 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.739999 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.740273 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.740508 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.740957 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.741433 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.741847 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.742271 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.742462 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.742674 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.742884 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.743258 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.743463 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.743748 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.743986 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.744748 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.745144 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.745543 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.745953 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.746463 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.746962 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.747460 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.747865 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.748302 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.748667 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.749046 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.749711 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.749926 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.750197 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.750658 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.751144 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.751557 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.752051 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.752626 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.753148 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.753647 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.753944 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.754327 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.754603 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.754971 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.755418 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.755721 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.756182 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.756352 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.756680 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.757018 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.757356 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.757603 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.757915 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.758345 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.758624 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.759048 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.759296 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.759561 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.759781 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.760001 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.760231 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.760463 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.760680 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.760917 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.761143 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.761364 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.761577 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.761800 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.762047 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.762289 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.762517 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.762748 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.762968 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.763120 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:56:40.763792 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94543) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 01:56:40.764104 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 01:56:40.764262 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 01:56:40.764451 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 01:56:40.764624 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 01:56:40.764775 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 01:56:40.764979 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.765137 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.765452 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.765609 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.765767 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.765999 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766165 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766322 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766479 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766640 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766796 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.766953 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767113 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767272 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767427 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767583 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767740 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.767896 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768057 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768216 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768375 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768528 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768684 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] debug = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.768840 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769031 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769193 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769351 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769507 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769663 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769827 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.769991 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770149 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770302 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770459 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770612 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770767 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.770923 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771233 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771388 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771543 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] host = n-d-713498-10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771699 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.771855 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772012 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772169 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772325 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772481 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772637 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772793 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.772949 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773105 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773261 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773417 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773575 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773730 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.773908 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_options = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774066 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774225 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774383 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774565 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774722 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.774883 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.775032 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.775334 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.775632 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.775937 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.776095 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.776253 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.776415 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.776567 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.776874 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.777166 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.777466 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.777622 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.777778 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.777957 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.778114 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.778271 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.778429 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.778582 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.779404 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.779565 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.779722 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.779880 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.780035 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.780355 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.780518 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.780677 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.780824 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781128 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781287 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781444 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781601 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781762 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.781942 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782098 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782255 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782412 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782567 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782724 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.782880 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783034 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_json = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783192 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783346 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783501 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783658 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783815 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.783971 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.784127 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.784286 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 01:56:40.784460 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.784617 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.784789 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.784948 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785107 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785267 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785424 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785587 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785746 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.785925 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.786092 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.786257 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.786427 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.786583 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.786907 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787070 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787213 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787367 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787527 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787685 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.787845 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788003 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788179 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788338 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788498 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788656 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788815 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.788974 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789134 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789294 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789453 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789613 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789790 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.789940 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790094 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790252 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790410 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790571 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790730 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.790890 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.791052 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.791217 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.791369 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.791673 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.791836 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792007 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792165 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792329 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792419 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792573 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792742 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.792899 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793057 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793263 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793399 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793636 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793764 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.793939 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.794078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.794203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:40.794332 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.794332 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.794662 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.794662 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.795402 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.795524 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.795683 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.795812 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.795935 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796086 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796244 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796404 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796568 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796726 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.796884 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797042 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797201 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797360 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797518 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797677 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.797852 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798012 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798170 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798487 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798654 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798827 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.798985 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799142 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799300 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799457 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799614 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799771 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.799929 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800086 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800244 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800401 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800560 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800719 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.800877 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.801035 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.801193 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.801604 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.801761 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.801953 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802113 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802271 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802432 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802590 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802748 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.802905 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803114 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803241 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803363 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803511 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803668 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.803834 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804004 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804164 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804323 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804482 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804640 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.804797 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805012 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805136 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805259 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805403 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805562 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805728 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.805918 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806237 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806398 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806607 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806763 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.806888 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.807030 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.808328 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.809549 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810175 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810175 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810175 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810175 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810175 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810964 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810964 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810964 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810964 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.810964 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811301 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811301 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811453 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811453 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811610 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811766 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.811927 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812089 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812248 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812406 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812565 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812723 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.812881 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813040 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813200 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813359 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813518 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813676 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.813868 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814018 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814191 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814337 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814490 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814668 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814851 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.814970 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815128 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815274 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815433 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815592 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815751 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.815909 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816070 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816228 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816425 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816590 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816744 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.816907 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817066 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817225 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817384 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817541 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817699 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.817944 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818121 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818281 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818440 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818611 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818745 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.818903 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819072 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819231 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819389 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819562 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819782 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.819944 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820078 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820201 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820284 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820435 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820592 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820750 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.820917 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.821076 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.821206 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.821365 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.821522 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.821692 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822005 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822139 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822262 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822384 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822505 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822643 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822811 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.822969 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823128 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823286 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823443 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823601 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823769 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.823929 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824086 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824253 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824410 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824567 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824725 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.824895 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.825053 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.825213 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.825370 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.825528 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.825687 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.826432 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.826597 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.826766 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.826931 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827094 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827262 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827428 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827596 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827754 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.827919 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828089 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828248 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828406 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828564 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828721 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.828880 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829039 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829196 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829354 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829511 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829669 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.829849 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830012 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830169 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830326 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830484 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830642 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830800 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.830957 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.831115 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 01:56:40.831265 n-d-713498-10 neutron-server[94543]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94543) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 01:56:41.062062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:41.070493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062780 Aug 11 01:56:52.540014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffaa764-af43-4429-849b-d54d2802f81e None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:56:52.637060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaa764-af43-4429-849b-d54d2802f81e None None] No non-hosted networks {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 01:56:52.673240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.agentschedulers_db [None req-dffaa764-af43-4429-849b-d54d2802f81e None None] DHCP Agent not found on host n-d-713498-10 {{(pid=94654) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 01:56:52.743815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6393107c-229d-4061-b7a1-b4961b4d0e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:55.040971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a5a6ec0-99dd-4199-9e74-73333fde8696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:55.091944 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-17c37995-d827-4a2d-84ed-1819641728b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:55.315427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:55.316522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.317110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.317593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.318580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.322289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.323720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.324230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.327043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.329220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.331564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.333750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.334262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:56:55.336847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:55.346350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:56:56.259965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:57.831734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:59.131685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56614) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:56:59.644910 n-d-713498-10 neutron-server[94652]: WARNING oslo_policy.policy [None req-78735712-9e9c-499f-a0e6-d65ed36eaacd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:56:59.645558 n-d-713498-10 neutron-server[94652]: WARNING oslo_policy.policy [None req-78735712-9e9c-499f-a0e6-d65ed36eaacd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:56:59.874980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-78735712-9e9c-499f-a0e6-d65ed36eaacd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:56:59.876303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-78735712-9e9c-499f-a0e6-d65ed36eaacd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7424853 Aug 11 01:57:00.382329 n-d-713498-10 neutron-server[94654]: INFO neutron.db.l3_hamode_db [None req-b84ad8b4-1515-4170-8737-337395bf2f44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 01:57:00.459910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ad8b4-1515-4170-8737-337395bf2f44 None None] Routers set() bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:57:00.460294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ad8b4-1515-4170-8737-337395bf2f44 None None] Router IDs set() for agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 01:57:02.255789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56628) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:02.562700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:02.658835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.policy [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94652) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 01:57:02.704952 n-d-713498-10 neutron-server[94652]: WARNING oslo_policy.policy [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:02.705334 n-d-713498-10 neutron-server[94652]: WARNING oslo_policy.policy [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:02.714087 n-d-713498-10 neutron-server[94652]: INFO neutron.quota [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] Loaded quota_driver: . Aug 11 01:57:02.808748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421293223', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421292698', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421306015', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421308274', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421638118', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783421328802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565929', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-904334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2008968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2076624'] for rbac-policy, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:02.874794 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:02.875961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd611f43-bbe3-4755-a75d-965e06ced090 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6192117 Aug 11 01:57:05.428158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56640) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:05.728153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Request body: {'network': {'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:05.756238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Made reservation on behalf of ff4ddd7bd52145eaa42f2de99fb3de24 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:05.759451 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:05.776292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:05.902791 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:05.907979 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:05.935254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:57:05.964125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783419314535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:05.964726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Unsubscribe: segment precommit_create {{(pid=94652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 01:57:05.965248 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Added segment 38d2011e-75d2-471e-991b-fbe2adf4fbee of type vlan for network 24c5fd5c-1d1e-4981-917a-bab00d05c00e Aug 11 01:57:05.982526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bbbaf-00c6-49f1-835b-85bd9cc83db5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:06.040877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.041216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.041547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.041899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.042226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.042545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.042862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.043176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.043489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.043800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.044724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.045039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Tracked resource versions report: Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: pushed versions: Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: { 'AddressGroup': {'1.2'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'ConntrackHelper': {'1.0'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Log': {'1.0'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Network': {'1.1'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Port': {'1.7'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'PortForwarding': {'1.2'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'QosPolicy': {'1.9'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SecurityGroup': {'1.4'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SubPort': {'1.0'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Subnet': {'1.1'}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Trunk': {'1.1'}} Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: consumer versions: Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: { DHCP agent@n-d-713498-10: {}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: L3 agent@n-d-713498-10: {}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: Metadata agent@n-d-713498-10: {}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: Metering agent@n-d-713498-10: {}, Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'ConntrackHelper': '1.0', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Log': '1.0', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Network': '1.1', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Port': '1.7', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'PortForwarding': '1.2', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'QosPolicy': '1.9', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SecurityGroup': '1.4', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SecurityGroupRule': '1.2', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'SubPort': '1.0', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Subnet': '1.1', Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: 'Trunk': '1.1'}} Aug 11 01:57:06.046215 n-d-713498-10 neutron-server[94652]: {{(pid=94652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:57:06.093131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:06.143782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:06.145052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:06.145697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:06.229482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8002419 Aug 11 01:57:06.244118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9de18-0284-4f1a-8c8f-e957250ba7de admin admin] Pushing event updated for resources: {'Network': ['ID=24c5fd5c-1d1e-4981-917a-bab00d05c00e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:06.256528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:57:08.854255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56654) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:09.249416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a68f10-1a48-46ce-baa1-cce6cbbcb745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:09.250827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-25a68f10-1a48-46ce-baa1-cce6cbbcb745 admin admin] 10.222.0.68 "GET /v2.0/networks/24c5fd5c-1d1e-4981-917a-bab00d05c00e HTTP/1.1" status: 200 len: 825 time: 0.3956289 Aug 11 01:57:09.275094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c291de3-ba21-4b6c-8d47-cbd446bd0acb admin admin] 10.222.0.68 "GET /v2.0/subnetpools/90b86094-09aa-42fe-8b98-eb20c6203b8f HTTP/1.1" status: 200 len: 734 time: 0.0182996 Aug 11 01:57:09.284696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Request body: {'subnet': {'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:09.309612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Made reservation on behalf of ff4ddd7bd52145eaa42f2de99fb3de24 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:09.311901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:09.605240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:09.677859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c17911-c537-4814-b44c-8279ae00cace,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:09.681706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Checking segment: {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:09.682144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Network hostable DHCP agents. Network: 24c5fd5c-1d1e-4981-917a-bab00d05c00e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:57:09.704602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:57:09.716540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 24c5fd5c-1d1e-4981-917a-bab00d05c00e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:09.723524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:09.723867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:09.727566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6bd1b1-2ed7-42a8-9964-7165cabb4c77 None None] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:09.740121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fdc3ca7c-13ed-4406-a753-40b2384c897e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4587884 Aug 11 01:57:10.065889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:57:10.067111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.351091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Allocated IP 172.20.0.2 (24c5fd5c-1d1e-4981-917a-bab00d05c00e/f4c17911-c537-4814-b44c-8279ae00cace/f911226d-9a5f-4bc1-93cd-7e7f89653810) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:57:10.560818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.604693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Transition to ACTIVE for port object f911226d-9a5f-4bc1-93cd-7e7f89653810 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:10.626714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Transition to ACTIVE for port object f911226d-9a5f-4bc1-93cd-7e7f89653810 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:10.635374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.702047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:57:10.708010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:10.712113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:57:10.739309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Pushing event updated for resources: {'Port': ['ID=f911226d-9a5f-4bc1-93cd-7e7f89653810,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:10.767947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.768290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.768627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.768961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.769290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.769620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.769977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.770302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.770627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.770945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.771264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.771584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Tracked resource versions report: Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: pushed versions: Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: { 'AddressGroup': {'1.2'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'ConntrackHelper': {'1.0'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Log': {'1.0'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Network': {'1.1'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Port': {'1.7'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'PortForwarding': {'1.2'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'QosPolicy': {'1.9'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SecurityGroup': {'1.4'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SubPort': {'1.0'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Subnet': {'1.1'}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Trunk': {'1.1'}} Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: consumer versions: Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: { DHCP agent@n-d-713498-10: {}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: L3 agent@n-d-713498-10: {}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: Metadata agent@n-d-713498-10: {}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: Metering agent@n-d-713498-10: {}, Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'ConntrackHelper': '1.0', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Log': '1.0', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Network': '1.1', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Port': '1.7', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'PortForwarding': '1.2', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'QosPolicy': '1.9', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SecurityGroup': '1.4', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SecurityGroupRule': '1.2', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'SubPort': '1.0', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Subnet': '1.1', Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: 'Trunk': '1.1'}} Aug 11 01:57:10.772720 n-d-713498-10 neutron-server[94654]: {{(pid=94654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:57:10.826609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Attempting to bind port f911226d-9a5f-4bc1-93cd-7e7f89653810 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:57:10.827001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Attempting to bind port f911226d-9a5f-4bc1-93cd-7e7f89653810 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:57:10.827407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Attempting to bind port f911226d-9a5f-4bc1-93cd-7e7f89653810 on network 24c5fd5c-1d1e-4981-917a-bab00d05c00e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:57:10.832317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:57:10.832716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Checking segment: {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:10.833198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.833600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Bound using segment: {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:57:10.834112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Bound port: f911226d-9a5f-4bc1-93cd-7e7f89653810, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:57:10.834524 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.897386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] For port f911226d-9a5f-4bc1-93cd-7e7f89653810, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:57:10.901626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] For port f911226d-9a5f-4bc1-93cd-7e7f89653810, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f911226d-9a5f-4bc1-93cd-7e7f89653810,segment=NetworkSegment(38d2011e-75d2-471e-991b-fbe2adf4fbee),segment_id=38d2011e-75d2-471e-991b-fbe2adf4fbee)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:57:10.907126 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:10.980505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124317-4f2c-41d0-9cb7-3b2e6257072a None None] Pushing event updated for resources: {'Port': ['ID=f911226d-9a5f-4bc1-93cd-7e7f89653810,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:12.136594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56662) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:12.643321 n-d-713498-10 neutron-server[94653]: WARNING oslo_policy.policy [None req-2e51fb5e-eb66-430a-9701-bfecbdb17ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:12.643884 n-d-713498-10 neutron-server[94653]: WARNING oslo_policy.policy [None req-2e51fb5e-eb66-430a-9701-bfecbdb17ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:12.859322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-2e51fb5e-eb66-430a-9701-bfecbdb17ee5 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:57:12.860298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2e51fb5e-eb66-430a-9701-bfecbdb17ee5 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7227750 Aug 11 01:57:15.271694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56676) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:15.587819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-29bd392f-50b0-4fff-98bb-ff2e45b0bdf3 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:57:15.588911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-29bd392f-50b0-4fff-98bb-ff2e45b0bdf3 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162665 Aug 11 01:57:18.224323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:18.546750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:18.611573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.policy [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94653) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 01:57:18.657800 n-d-713498-10 neutron-server[94653]: WARNING oslo_policy.policy [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:18.658206 n-d-713498-10 neutron-server[94653]: WARNING oslo_policy.policy [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 01:57:18.666832 n-d-713498-10 neutron-server[94653]: INFO neutron.quota [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Loaded quota_driver: . Aug 11 01:57:18.726619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.728460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.886042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.891696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.912634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.913886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ef70fca2-2748-4152-8fee-d143b6b0922a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6884704 Aug 11 01:57:19.266305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f911226d-9a5f-4bc1-93cd-7e7f89653810 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:19.350462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f911226d-9a5f-4bc1-93cd-7e7f89653810 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:19.382494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8bb585-4be5-4bd3-9347-7cbfa7dcd478 None None] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:19.498741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Provisioning for port f911226d-9a5f-4bc1-93cd-7e7f89653810 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:19.505905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Provisioning complete for port f911226d-9a5f-4bc1-93cd-7e7f89653810 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:19.506297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:19.659842 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:19.698310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] For port f911226d-9a5f-4bc1-93cd-7e7f89653810, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f911226d-9a5f-4bc1-93cd-7e7f89653810,segment=NetworkSegment(38d2011e-75d2-471e-991b-fbe2adf4fbee),segment_id=38d2011e-75d2-471e-991b-fbe2adf4fbee)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:57:19.703110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:19.755738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56e55-e131-43ae-aff9-59e648cf21e2 None None] Pushing event updated for resources: {'Port': ['ID=f911226d-9a5f-4bc1-93cd-7e7f89653810,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:19.822400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-be773554-c67c-4cc1-a6a3-32bd73ee6fab None None] Provisioning complete for port f911226d-9a5f-4bc1-93cd-7e7f89653810 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:19.822774 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-be773554-c67c-4cc1-a6a3-32bd73ee6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:21.226739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f911226d-9a5f-4bc1-93cd-7e7f89653810 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:21.272858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f911226d-9a5f-4bc1-93cd-7e7f89653810 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:21.273230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:21.313594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56702) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:21.633207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-337d375b-d5d6-474d-a450-175cfde643ad admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:57:21.634304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-337d375b-d5d6-474d-a450-175cfde643ad admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197472 Aug 11 01:57:22.456029 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b2169e4-c49c-4dc3-8aeb-61b928ec396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.030401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56710) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:24.351653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:24.374780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Made reservation on behalf of f3c5bcefded04a278ec13536890f68e1 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:24.377540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.393417 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.509799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.514193 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.524585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Reserving flat network on physical network physnet1 {{(pid=94653) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 01:57:24.557821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783419314535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.558427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Unsubscribe: segment precommit_create {{(pid=94653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 01:57:24.558944 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Added segment 9bcc3c2e-c955-450f-875d-804893615c9c of type flat for network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 Aug 11 01:57:24.576877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb78ac4-6e3c-4dc4-8662-2c4c20610e32,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:24.601670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.602028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.602368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.602695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.603016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.603333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.603648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.603962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.604273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.604594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.604904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.605213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Tracked resource versions report: Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: pushed versions: Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: { 'AddressGroup': {'1.2'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'ConntrackHelper': {'1.0'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Log': {'1.0'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Network': {'1.1'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Port': {'1.7'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'PortForwarding': {'1.2'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'QosPolicy': {'1.9'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SecurityGroup': {'1.4'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SubPort': {'1.0'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Subnet': {'1.1'}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Trunk': {'1.1'}} Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: consumer versions: Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: { DHCP agent@n-d-713498-10: {}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: L3 agent@n-d-713498-10: {}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: Metadata agent@n-d-713498-10: {}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: Metering agent@n-d-713498-10: {}, Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'ConntrackHelper': '1.0', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Log': '1.0', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Network': '1.1', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Port': '1.7', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'PortForwarding': '1.2', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'QosPolicy': '1.9', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SecurityGroup': '1.4', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SecurityGroupRule': '1.2', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'SubPort': '1.0', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Subnet': '1.1', Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: 'Trunk': '1.1'}} Aug 11 01:57:24.606923 n-d-713498-10 neutron-server[94653]: {{(pid=94653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:57:24.684859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.735133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.736207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:24.736830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:24.820070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7885892 Aug 11 01:57:24.834890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09acd-86c9-4b2a-a044-15b90617d43a admin admin] Pushing event updated for resources: {'Network': ['ID=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:24.848856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:57:25.033868 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f53ff166-2aa8-477c-9496-222060dfdb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:25.315367 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:26.204798 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:27.189129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56732) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:27.370720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe93615-be2f-45f8-8810-e2ae1eb5406c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:27.372694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dfe93615-be2f-45f8-8810-e2ae1eb5406c admin admin] 10.222.0.68 "GET /v2.0/subnets/f4c17911-c537-4814-b44c-8279ae00cace HTTP/1.1" status: 200 len: 849 time: 0.1826334 Aug 11 01:57:27.531152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f862bf63-5b4e-479a-af37-11f61eb21118 admin admin] 10.222.0.68 "GET /v2.0/routers/17bf1efe-d670-4888-9ece-535bace33a7f HTTP/1.1" status: 200 len: 704 time: 0.1525702 Aug 11 01:57:27.758414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:57:27.789303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:27.814286 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.109320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Allocated IP 172.20.0.1 (24c5fd5c-1d1e-4981-917a-bab00d05c00e/f4c17911-c537-4814-b44c-8279ae00cace/b4923b42-d5c4-4320-94da-86874ec983ac) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:57:28.263052 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.285352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Transition to ACTIVE for port object b4923b42-d5c4-4320-94da-86874ec983ac will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:28.367204 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.492019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:57:28.499922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:28.505637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:57:28.506244 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.565256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Pushing event updated for resources: {'Port': ['ID=b4923b42-d5c4-4320-94da-86874ec983ac,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:28.668681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-642289a5-1dbd-489f-bf9d-98d9e9f44cc6 None None] Provisioning for port b4923b42-d5c4-4320-94da-86874ec983ac completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:28.672298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-642289a5-1dbd-489f-bf9d-98d9e9f44cc6 None None] Provisioning complete for port b4923b42-d5c4-4320-94da-86874ec983ac triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:28.672671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-642289a5-1dbd-489f-bf9d-98d9e9f44cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.706597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-642289a5-1dbd-489f-bf9d-98d9e9f44cc6 None None] Port b4923b42-d5c4-4320-94da-86874ec983ac cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:57:28.710118 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.922206 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.927322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:28.928166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:29.003248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Pushing event updated for resources: {'Port': ['ID=b4923b42-d5c4-4320-94da-86874ec983ac,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:29.053485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:57:29.054862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:29.219119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Router 17bf1efe-d670-4888-9ece-535bace33a7f is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:57:29.227293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3ac29cf1-057b-408a-a331-df9d749207cb None None] Provisioning complete for port b4923b42-d5c4-4320-94da-86874ec983ac triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:29.227820 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3ac29cf1-057b-408a-a331-df9d749207cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:29.263811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3ac29cf1-057b-408a-a331-df9d749207cb None None] Port b4923b42-d5c4-4320-94da-86874ec983ac cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:57:29.311484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:57:29.317289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b84cf896-d007-42ea-8924-17ea73b50317 admin admin] 10.222.0.68 "PUT /v2.0/routers/17bf1efe-d670-4888-9ece-535bace33a7f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7807503 Aug 11 01:57:29.323116 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Sync routers for ids ['17bf1efe-d670-4888-9ece-535bace33a7f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:57:29.334439 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Routers {'17bf1efe-d670-4888-9ece-535bace33a7f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:57:29.335310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T01:57:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['17bf1efe-d670-4888-9ece-535bace33a7f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:29.520776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Set router 17bf1efe-d670-4888-9ece-535bace33a7f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:57:29.959766 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:28Z', 'revision_number': 2, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port_host': None, '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:28Z', 'revision_number': 2, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:30.010573 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Checking router: 17bf1efe-d670-4888-9ece-535bace33a7f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:57:30.010949 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Updating router 17bf1efe-d670-4888-9ece-535bace33a7f port b4923b42-d5c4-4320-94da-86874ec983ac binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:57:30.064045 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.607905 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.626410 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Transition to ACTIVE for port object b4923b42-d5c4-4320-94da-86874ec983ac will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:30.632316 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.720199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Pushing event updated for resources: {'Port': ['ID=b4923b42-d5c4-4320-94da-86874ec983ac,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:30.729960 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.730298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.730629 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.730975 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.731839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.732177 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.732512 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.732831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.733156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.733484 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.734005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.734249 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Tracked resource versions report: Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: pushed versions: Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: { 'AddressGroup': {'1.2'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'ConntrackHelper': {'1.0'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Log': {'1.0'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Network': {'1.1'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Port': {'1.7'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'PortForwarding': {'1.2'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'QosPolicy': {'1.9'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SecurityGroup': {'1.4'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SecurityGroupRule': {'1.2'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SubPort': {'1.0'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Subnet': {'1.1'}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Trunk': {'1.1'}} Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: consumer versions: Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: { DHCP agent@n-d-713498-10: {}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: L3 agent@n-d-713498-10: {}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: Metadata agent@n-d-713498-10: {}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: Metering agent@n-d-713498-10: {}, Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'ConntrackHelper': '1.0', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Log': '1.0', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Network': '1.1', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Port': '1.7', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'PortForwarding': '1.2', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'QosPolicy': '1.9', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SecurityGroup': '1.4', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SecurityGroupRule': '1.2', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'SubPort': '1.0', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Subnet': '1.1', Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: 'Trunk': '1.1'}} Aug 11 01:57:30.735416 n-d-713498-10 neutron-server[94655]: {{(pid=94655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 01:57:30.814992 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Attempting to bind port b4923b42-d5c4-4320-94da-86874ec983ac on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:57:30.815398 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Attempting to bind port b4923b42-d5c4-4320-94da-86874ec983ac by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:57:30.815817 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Attempting to bind port b4923b42-d5c4-4320-94da-86874ec983ac on network 24c5fd5c-1d1e-4981-917a-bab00d05c00e {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:57:30.821256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:57:30.821677 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Checking segment: {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:30.822184 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.822590 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Bound using segment: {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:57:30.823082 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Bound port: b4923b42-d5c4-4320-94da-86874ec983ac, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d2011e-75d2-471e-991b-fbe2adf4fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:57:30.823451 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.890554 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] For port b4923b42-d5c4-4320-94da-86874ec983ac, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:57:30.912945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] For port b4923b42-d5c4-4320-94da-86874ec983ac, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4923b42-d5c4-4320-94da-86874ec983ac,segment=NetworkSegment(38d2011e-75d2-471e-991b-fbe2adf4fbee),segment_id=38d2011e-75d2-471e-991b-fbe2adf4fbee)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:57:30.917364 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.977906 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Routers {'17bf1efe-d670-4888-9ece-535bace33a7f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:57:30.978442 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T01:57:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['17bf1efe-d670-4888-9ece-535bace33a7f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:30.980260 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb81c-f7b1-4166-9055-9cda30beda97 None None] Pushing event updated for resources: {'Port': ['ID=b4923b42-d5c4-4320-94da-86874ec983ac,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:31.083291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] Set router 17bf1efe-d670-4888-9ece-535bace33a7f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:57:31.294215 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:28Z', 'revision_number': 2, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port_host': None, '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:30Z', 'revision_number': 4, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:31.320757 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a44124-fdde-42fb-b489-25bd13e288a6 None None] The sync data for ids ['17bf1efe-d670-4888-9ece-535bace33a7f'] in n-d-713498-10 is: [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:28Z', 'revision_number': 2, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port_host': None, '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:30Z', 'revision_number': 4, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:57:31.544259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56752) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:31.656459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf596f-4d7a-461a-8bb3-47ede1c5b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:31.657839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4caf596f-4d7a-461a-8bb3-47ede1c5b148 admin admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 842 time: 0.1125023 Aug 11 01:57:31.667844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:31.690083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Made reservation on behalf of f3c5bcefded04a278ec13536890f68e1 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:57:31.692380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:31.981910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:57:31.982378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:32.047346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c414f2-329a-42e7-be55-6c1c5d7cac62,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:32.051999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:32.052356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Network hostable DHCP agents. Network: d79a2d27-fabe-43aa-8cf9-5f99d19d8f72, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:57:32.068296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:57:32.078040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d79a2d27-fabe-43aa-8cf9-5f99d19d8f72) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:32.082264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:32.082812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:32.087902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdd1d8-6668-479e-9b49-bc2f9239b437 None None] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:32.105894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ad0c06a9-f3b4-4995-be03-d225dba428ff admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4356165 Aug 11 01:57:32.227097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5cadb-ce04-409f-b0d3-ef335fcc935a None None] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:57:34.429142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56760) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:34.562220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-73d30a86-8102-408d-9fa1-1d17b00a7db0 admin admin] 10.222.0.68 "GET /v2.0/routers/17bf1efe-d670-4888-9ece-535bace33a7f HTTP/1.1" status: 200 len: 710 time: 0.1318648 Aug 11 01:57:34.726677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0906e92-b55f-4aa3-a607-4f49f070cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:57:34.728109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e0906e92-b55f-4aa3-a607-4f49f070cf40 admin admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 886 time: 0.1602993 Aug 11 01:57:34.738471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:57:34.994176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.232168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.305943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.410287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Allocated IP 172.25.3.94 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e72c3093-3e17-40a9-a088-60921f620f12) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:57:35.511833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.552132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:35.587157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:57:35.590153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:57:35.598581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:57:35.633838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Pushing event updated for resources: {'Port': ['ID=e72c3093-3e17-40a9-a088-60921f620f12,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:35.850028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.132806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.136304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.243839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Router 17bf1efe-d670-4888-9ece-535bace33a7f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:57:36.350039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:57:36.354168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:36.355355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-90ddbb4a-b7ee-4819-8fef-ca8779b0a116 admin admin] 10.222.0.68 "PUT /v2.0/routers/17bf1efe-d670-4888-9ece-535bace33a7f HTTP/1.1" status: 200 len: 889 time: 1.6204898 Aug 11 01:57:37.256249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4923b42-d5c4-4320-94da-86874ec983ac up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:37.312267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b4923b42-d5c4-4320-94da-86874ec983ac completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:37.316205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b4923b42-d5c4-4320-94da-86874ec983ac triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:37.316575 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:37.393802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:37.430398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b4923b42-d5c4-4320-94da-86874ec983ac, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4923b42-d5c4-4320-94da-86874ec983ac,segment=NetworkSegment(38d2011e-75d2-471e-991b-fbe2adf4fbee),segment_id=38d2011e-75d2-471e-991b-fbe2adf4fbee)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:57:37.434300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:37.486124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b4923b42-d5c4-4320-94da-86874ec983ac,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:37.827304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Sync routers for ids ['17bf1efe-d670-4888-9ece-535bace33a7f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:57:37.837799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Routers {'17bf1efe-d670-4888-9ece-535bace33a7f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:57:37.838485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T01:57:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['17bf1efe-d670-4888-9ece-535bace33a7f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:38.101208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Set router 17bf1efe-d670-4888-9ece-535bace33a7f gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:57:38.516154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:35Z', 'revision_number': 4, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port': {'id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:35Z', 'updated_at': '2021-08-11T01:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:37Z', 'revision_number': 5, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:38.567698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Checking router: 17bf1efe-d670-4888-9ece-535bace33a7f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:57:38.568073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Updating router 17bf1efe-d670-4888-9ece-535bace33a7f port e72c3093-3e17-40a9-a088-60921f620f12 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:57:38.617605 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:38.776669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:57:38.908430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9075944-90bf-4866-abd0-4061dc231e8c admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1306183 Aug 11 01:57:38.963953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:38.976684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Transition to ACTIVE for port object e72c3093-3e17-40a9-a088-60921f620f12 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:57:38.983458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:39.041202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dd85a-734f-4965-8a8b-f2bbf93e9b36 None None] Pushing event updated for resources: {'Port': ['ID=e72c3093-3e17-40a9-a088-60921f620f12,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:39.045181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Attempting to bind port e72c3093-3e17-40a9-a088-60921f620f12 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:57:39.045556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Attempting to bind port e72c3093-3e17-40a9-a088-60921f620f12 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:57:39.045948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Attempting to bind port e72c3093-3e17-40a9-a088-60921f620f12 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:57:39.051818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:57:39.052196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:57:39.052603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:39.052998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:57:39.053476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Bound port: e72c3093-3e17-40a9-a088-60921f620f12, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:57:39.053912 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:39.108550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] For port e72c3093-3e17-40a9-a088-60921f620f12, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:57:39.111660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] For port e72c3093-3e17-40a9-a088-60921f620f12, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e72c3093-3e17-40a9-a088-60921f620f12,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:57:39.116212 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:39.175439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dd85a-734f-4965-8a8b-f2bbf93e9b36 None None] Pushing event updated for resources: {'Port': ['ID=e72c3093-3e17-40a9-a088-60921f620f12,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:39.178178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Routers {'17bf1efe-d670-4888-9ece-535bace33a7f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:57:39.178785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T01:57:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['17bf1efe-d670-4888-9ece-535bace33a7f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:39.342927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4923b42-d5c4-4320-94da-86874ec983ac up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:39.402280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] Set router 17bf1efe-d670-4888-9ece-535bace33a7f gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:57:39.441490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b4923b42-d5c4-4320-94da-86874ec983ac triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:39.442152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:39.687294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:35Z', 'revision_number': 4, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port': {'id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:35Z', 'updated_at': '2021-08-11T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:37Z', 'revision_number': 5, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:57:39.718907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f6812-4214-464b-a408-7f41758e7fd0 None None] The sync data for ids ['17bf1efe-d670-4888-9ece-535bace33a7f'] in n-d-713498-10 is: [{'id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'name': 'router1', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:57:18Z', 'updated_at': '2021-08-11T01:57:35Z', 'revision_number': 4, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'gw_port': {'id': 'e72c3093-3e17-40a9-a088-60921f620f12', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:35Z', 'updated_at': '2021-08-11T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b4923b42-d5c4-4320-94da-86874ec983ac', 'name': '', 'network_id': '24c5fd5c-1d1e-4981-917a-bab00d05c00e', 'tenant_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'mac_address': 'fa:16:3e:f9:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bf1efe-d670-4888-9ece-535bace33a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:57:27Z', 'updated_at': '2021-08-11T01:57:37Z', 'revision_number': 5, 'project_id': 'ff4ddd7bd52145eaa42f2de99fb3de24', 'subnets': [{'id': 'f4c17911-c537-4814-b44c-8279ae00cace', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b86094-09aa-42fe-8b98-eb20c6203b8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:57:41.281156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e72c3093-3e17-40a9-a088-60921f620f12 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:41.334443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e72c3093-3e17-40a9-a088-60921f620f12 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:57:41.338053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e72c3093-3e17-40a9-a088-60921f620f12 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:41.339523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:41.425499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:41.447429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port e72c3093-3e17-40a9-a088-60921f620f12, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e72c3093-3e17-40a9-a088-60921f620f12,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:57:41.452617 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:41.508113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=e72c3093-3e17-40a9-a088-60921f620f12,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:57:43.261717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e72c3093-3e17-40a9-a088-60921f620f12 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:57:43.322472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e72c3093-3e17-40a9-a088-60921f620f12 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:57:43.323368 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:52.460401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cc647cdd-cd1f-4a7f-acf4-c114528ba28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:55.048237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8407ecc-ee2c-47c9-ba1b-282c2f70c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:55.327296 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:56.209087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:57.805547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:04.717453 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:58:22.462314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b0469c6a-d5d6-437d-93f8-a6e483dfa99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:25.059245 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9accc286-e179-4922-ae4d-6b1fa05db695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:25.320580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:26.206132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:27.800480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:41.716712 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:58:52.465152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-708aa5e7-4ece-455a-8d01-80814789daf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.044248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db294251-e819-455f-a7bd-deda4654cd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:55.321474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:56.209380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:57.800901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:18.715728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:19.668204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57372) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:19.736771 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdeb11d-05d2-4886-b95e-43d39f3cac8a admin admin] GET failed (client error): The resource could not be found. Aug 11 01:59:19.738195 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0bdeb11d-05d2-4886-b95e-43d39f3cac8a admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690572 Aug 11 01:59:19.927366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb1814-7baa-4b29-a451-be645f313a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:19.928852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85bb1814-7baa-4b29-a451-be645f313a97 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1860876 Aug 11 01:59:22.108573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:22.241272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714175d8-8d45-40bf-9c2b-7a229e1d26d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:22.242680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-714175d8-8d45-40bf-9c2b-7a229e1d26d3 admin admin] 10.222.0.68 "GET /v2.0/subnets/f4c17911-c537-4814-b44c-8279ae00cace HTTP/1.1" status: 200 len: 849 time: 0.1331663 Aug 11 01:59:22.253168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:59:22.340672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.466230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29014870-e77a-4e59-b195-5e13203cd88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.494024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783419144596'] for subnet, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.532894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:22.533478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.534786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] 10.222.0.68 "PUT /v2.0/subnets/f4c17911-c537-4814-b44c-8279ae00cace HTTP/1.1" status: 200 len: 868 time: 0.2855809 Aug 11 01:59:22.535829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8e1e7-33f0-4b70-be84-a8c65ce10546 None None] Network 24c5fd5c-1d1e-4981-917a-bab00d05c00e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:59:22.549906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c17911-c537-4814-b44c-8279ae00cace,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:59:22.558326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.558667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.559005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.559335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.559663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.559987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.560306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.560627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.560945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.561261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.561937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09575932-737b-4369-ab2c-f46cd02742e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:59:22.907269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-69bc67a4-afa8-4511-b5b4-fc6771e7e864 None None] Provisioning complete for port f911226d-9a5f-4bc1-93cd-7e7f89653810 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:59:22.907655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-69bc67a4-afa8-4511-b5b4-fc6771e7e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.999797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-69bc67a4-afa8-4511-b5b4-fc6771e7e864 None None] Provisioning complete for port b4923b42-d5c4-4320-94da-86874ec983ac triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:59:23.000060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-69bc67a4-afa8-4511-b5b4-fc6771e7e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:24.709279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:24.915631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade8489-a662-49ff-a3f4-8535d5ead7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:24.916641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade8489-a662-49ff-a3f4-8535d5ead7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:24.918210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ade8489-a662-49ff-a3f4-8535d5ead7f5 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079391 Aug 11 01:59:25.038590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e3daf0ca-173e-4c3c-aa4a-8ff1dcb2b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:25.322961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:26.212375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:27.051177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:27.180654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90de564-2f0a-4368-92c8-9ef2e4604658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:27.181125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90de564-2f0a-4368-92c8-9ef2e4604658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:27.183258 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a90de564-2f0a-4368-92c8-9ef2e4604658 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311309 Aug 11 01:59:27.803626 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:29.341149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:29.537954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd428f-7544-4265-8abd-2bc3fc90ce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:29.539347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-87dd428f-7544-4265-8abd-2bc3fc90ce4d admin admin] 10.222.0.68 "GET /v2.0/networks/24c5fd5c-1d1e-4981-917a-bab00d05c00e HTTP/1.1" status: 200 len: 869 time: 0.1972477 Aug 11 01:59:31.804933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57414) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:31.943571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ad33b-e982-4df5-802d-b687d19cd383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:31.944941 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb6ad33b-e982-4df5-802d-b687d19cd383 admin admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 886 time: 0.1390638 Aug 11 01:59:34.124916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57422) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:34.256340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7ea5d-c627-45a0-8f55-e79d2f6d6c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:34.256812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7ea5d-c627-45a0-8f55-e79d2f6d6c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:34.258403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4fd7ea5d-c627-45a0-8f55-e79d2f6d6c95 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325297 Aug 11 01:59:36.444627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57432) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:36.575506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5613d-4ee1-4e2e-9089-da420fca9260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:36.575958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5613d-4ee1-4e2e-9089-da420fca9260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:36.577503 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cfd5613d-4ee1-4e2e-9089-da420fca9260 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314673 Aug 11 01:59:38.730243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57440) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:38.818134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a23a2d-0e15-4813-bdb8-2ef30b39687f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:38.819507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8a23a2d-0e15-4813-bdb8-2ef30b39687f admin admin] 10.222.0.68 "GET /v2.0/subnets/f2c414f2-329a-42e7-be55-6c1c5d7cac62 HTTP/1.1" status: 200 len: 816 time: 0.0883100 Aug 11 01:59:41.039124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:59:41.133642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d0f35-c9bf-4aac-8b69-25c6e5db6542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:59:41.135044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-da3d0f35-c9bf-4aac-8b69-25c6e5db6542 admin admin] 10.222.0.68 "GET /v2.0/subnets/f4c17911-c537-4814-b44c-8279ae00cace HTTP/1.1" status: 200 len: 868 time: 0.0949590 Aug 11 01:59:52.466520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-603d7a98-a67d-4650-b56c-1c77ea38df45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:55.042760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e0baf94-c5e5-46de-9687-6ea73817ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:55.327177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:55.713979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:56.213359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:57.807239 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:06.816329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57502) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:00:06.864093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-13e9f0c4-63e8-4a60-99ed-618a527a409f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:00:06.865086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-13e9f0c4-63e8-4a60-99ed-618a527a409f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475457 Aug 11 02:00:09.110749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57510) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:00:09.171141 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d26b2b-c495-428c-b5cd-b0edd64a32ac admin admin] GET failed (client error): The resource could not be found. Aug 11 02:00:09.172476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e8d26b2b-c495-428c-b5cd-b0edd64a32ac admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607932 Aug 11 02:00:09.311525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c071821-8482-4d56-9da8-41f523d9c617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:00:09.313009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4c071821-8482-4d56-9da8-41f523d9c617 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360042 Aug 11 02:00:11.466714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:00:11.513269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:00:11.532876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Made reservation on behalf of f3c5bcefded04a278ec13536890f68e1 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:00:11.535188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:11.565280 n-d-713498-10 neutron-server[94652]: WARNING neutron.services.revisions.revision_plugin [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Could not find related network for resource to bump revision. Aug 11 02:00:11.577951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:00:11.588207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:11.588547 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Added segment 50f05fb9-510d-4e43-9d63-9f390460af17 of type vlan for network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 Aug 11 02:00:11.630859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:11.658689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:11.659687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:00:11.660280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:11.713114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2453380 Aug 11 02:00:11.730154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Pushing event updated for resources: {'Network': ['ID=0d375fd1-e65a-4a89-b485-3ef0933ea8d8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:00:11.738722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.739087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.739419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.739749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.740076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.740397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.740714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.741033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.741352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.741667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.742010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.742323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff83bf-ec65-40a1-b09b-14055f0d2d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:11.753681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:00:13.888157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57526) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:00:13.948949 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0fafbb-b6db-4807-9adb-944009e3f325 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:00:13.950246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2d0fafbb-b6db-4807-9adb-944009e3f325 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611289 Aug 11 02:00:14.021491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9cf12-e24b-488e-92ac-e519212c9f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:00:14.023009 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-10e9cf12-e24b-488e-92ac-e519212c9f0d admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683472 Aug 11 02:00:14.032857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:00:14.056347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Made reservation on behalf of f3c5bcefded04a278ec13536890f68e1 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:00:14.058777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.245337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.357423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Pushing event updated for resources: {'Subnet': ['ID=805115f4-1e51-45d8-b42e-5f029540bc66,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:00:14.365974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:00:14.366393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Network hostable DHCP agents. Network: 0d375fd1-e65a-4a89-b485-3ef0933ea8d8, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:00:14.387932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:00:14.398266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 0d375fd1-e65a-4a89-b485-3ef0933ea8d8) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:00:14.402286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:00:14.402861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.407337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a4f70-c384-479f-a0aa-4dada167ae7c None None] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:00:14.416727 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-63ee8117-9744-412b-9f81-f1f3b572064d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872285 Aug 11 02:00:14.657516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'tenant_id': 'f3c5bcefded04a278ec13536890f68e1', 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:00:14.658730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.803283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Allocated IP 192.168.233.2 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/ea21980c-9e10-42f6-a73d-26a6bb76de2e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:00:14.949140 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.958445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Transition to ACTIVE for port object ea21980c-9e10-42f6-a73d-26a6bb76de2e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:00:14.975520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Transition to ACTIVE for port object ea21980c-9e10-42f6-a73d-26a6bb76de2e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:00:14.981425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:15.032197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:00:15.033487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Pushing event updated for resources: {'Port': ['ID=ea21980c-9e10-42f6-a73d-26a6bb76de2e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:00:15.039960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:00:15.042524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:00:15.045206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.045556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.045930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.046270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.046610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.046954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.047288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.047620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.047949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.048296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.048626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.048953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:00:15.106845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Attempting to bind port ea21980c-9e10-42f6-a73d-26a6bb76de2e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:00:15.107211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Attempting to bind port ea21980c-9e10-42f6-a73d-26a6bb76de2e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:00:15.107575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Attempting to bind port ea21980c-9e10-42f6-a73d-26a6bb76de2e on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:00:15.112721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:00:15.113090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:00:15.113488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:15.113949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:00:15.114351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Bound port: ea21980c-9e10-42f6-a73d-26a6bb76de2e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:00:15.114740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:15.179724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] For port ea21980c-9e10-42f6-a73d-26a6bb76de2e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:00:15.183919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] For port ea21980c-9e10-42f6-a73d-26a6bb76de2e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ea21980c-9e10-42f6-a73d-26a6bb76de2e,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:00:15.188400 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:15.254087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82417d-4151-49cc-9e38-83d891bbc229 None None] Pushing event updated for resources: {'Port': ['ID=ea21980c-9e10-42f6-a73d-26a6bb76de2e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:00:16.127710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20513e8-07cb-4764-92c3-7454741e0b21 None None] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:00:16.212796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-68a8ead2-972c-4e51-a4be-24796506fa11 None None] Provisioning for port ea21980c-9e10-42f6-a73d-26a6bb76de2e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:00:17.382196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea21980c-9e10-42f6-a73d-26a6bb76de2e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:00:17.434644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ea21980c-9e10-42f6-a73d-26a6bb76de2e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:00:17.438364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ea21980c-9e10-42f6-a73d-26a6bb76de2e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:00:17.438739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:17.513882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:17.546089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ea21980c-9e10-42f6-a73d-26a6bb76de2e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ea21980c-9e10-42f6-a73d-26a6bb76de2e,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:00:17.549985 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:17.601335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ea21980c-9e10-42f6-a73d-26a6bb76de2e,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:00:19.353712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea21980c-9e10-42f6-a73d-26a6bb76de2e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:00:19.401286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ea21980c-9e10-42f6-a73d-26a6bb76de2e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:00:19.401661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:22.466906 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd678cca-6073-46d1-ae8f-ee05a04c74e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:25.044952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eec499bf-5bb5-4103-b00e-adafa2ec58e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:25.328475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:26.218755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:27.812755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:32.713385 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:00:52.472184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f80c20f3-2fe7-431a-8f28-34497212c85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:55.052314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6371d06c-4b37-449c-9437-19b401fcfd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:55.332149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:56.223647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:57.816016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:09.712609 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:01:22.467648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ea58c14-6168-47e5-8f46-3fe03b2f025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:23.394991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57578) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:01:23.400950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-fc0e6f23-c8e0-4324-9fa4-f790f20b5152 tempest-verify_tempest_config-1830588700 tempest-verify_tempest_config-1830588700-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:01:23.401987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fc0e6f23-c8e0-4324-9fa4-f790f20b5152 tempest-verify_tempest_config-1830588700 tempest-verify_tempest_config-1830588700-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059652 Aug 11 02:01:23.724812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57596) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:01:23.831384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:23.919051 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:23.923223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:23.970093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7dd33099739144fe8ffbbc5e35af7496&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2440789 Aug 11 02:01:23.971337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6707e72-59d5-4f8c-8429-2ea8a6f42cfd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:01:23.973277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57600) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:01:23.979300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.979637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.979970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.980298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.980620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.980941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.981261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.981607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.981931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.982252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.982567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:23.982881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45127e60-51fe-4f45-9f8b-4b86348ee6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.040856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:24.063424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:24.156259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:24.159686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:24.161031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6707e72-59d5-4f8c-8429-2ea8a6f42cfd HTTP/1.1" status: 204 len: 168 time: 0.1863537 Aug 11 02:01:24.170573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6707e72-59d5-4f8c-8429-2ea8a6f42cfd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:01:24.178808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.180088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.180416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.181088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.181651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.182238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.182793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.183350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.183843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.184404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.184941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:24.185497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77e9ee-aa8f-45b5-9449-f946c78e3289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:01:25.048923 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70746057-897c-4bc9-9076-4d8d8b76f7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:25.335796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:26.225109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:27.823539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:46.711312 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:01:52.462688 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9770940e-918a-489f-9352-5c6e3a2451af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:55.041524 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-343ab80b-d2e0-4ffc-8108-eee39c9bcb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:55.340566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:56.228544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:57.827874 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:22.465413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f296-6721-4cd3-bd11-993463a2dbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:23.709984 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:02:25.046083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a73d2019-7b56-4d47-86b0-46b629fa6366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:25.344138 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:26.229765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:27.832871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:52.469543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7be4fc9-94fa-4066-aa52-d901f7acb55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:55.048386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b24bd87f-bf4f-4df9-a807-b73487ef95bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:55.348808 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:56.244966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:57.838813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:00.709313 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:03:22.472570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ca40541-e286-46e3-8ef0-36acb387dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:25.049910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b02d586-911b-4e5e-add0-83bbd19654ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:25.351127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:26.236109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:27.835092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:37.708674 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:03:52.475325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-794b79ac-41e8-4be0-919a-b205bf6d5d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:55.052687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-edfa0cba-458b-4c22-bc68-94ebe8088dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:55.359544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:56.239920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:03:57.839633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:14.707907 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 5 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:04:22.476160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f2e52f72-0f7b-4e2b-a397-4a6837f2445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.053829 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ab51f92f-c0e8-40b9-91a2-6cb5f6f425ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:25.351107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:26.242264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:27.841911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.086898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:40.387429 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1929976'] for agent, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:51.707014 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:04:52.478228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e300fcbc-5b75-4577-9628-74378e401f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.056970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4948db12-9df0-4f0b-9755-867d8a48966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:55.352799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:56.246702 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:04:57.845962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.034970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:10.339276 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:22.482572 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6319623b-1d54-451b-8e42-5e0e64ff882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.063139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99d193d2-22bc-494b-8954-dc3b814710c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:25.358033 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:26.249175 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:27.852307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:28.706765 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:05:29.434721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57668) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:29.539711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5f5dcb56-6c9c-4dad-820b-ae76ee3841e7 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1038923 Aug 11 02:05:31.780544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57678) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:05:31.836445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-65c5727e-625f-4220-a8c1-45d78caba614 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0548298 Aug 11 02:05:40.038687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:40.339485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:52.483673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24a12939-a652-4fdd-9712-306df5b163b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.056367 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d199ea11-2bcb-4b59-a39b-46087354e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:55.354656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:56.253338 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:05:57.851057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:05.705947 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:06:10.054128 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:10.343096 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:22.486143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54b1290e-87ad-4d7c-a926-d6153361fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.057536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c21a899f-3070-4da2-88ab-772174e3d63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:25.358650 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:26.253759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:27.854736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.054718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:40.338637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:42.704566 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:06:52.490887 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6229-a233-4b3b-b71e-fcc21be001cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.129312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:54.481297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-network', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:54.513783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Made reservation on behalf of ed3fb6c6addd45be953b350ca7bdcbca for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:54.518441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.530652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.652550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.657733 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.707445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c135621-c8aa-4983-9244-55de13239262,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:54.720096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.720565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.721056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.721523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.721984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.722451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.722867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.723292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.723858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.724276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.724722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.725133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Tracked resource versions report: Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: pushed versions: Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Log': {'1.0'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Network': {'1.1'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Port': {'1.7'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'PortForwarding': {'1.2'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'QosPolicy': {'1.9'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SubPort': {'1.0'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Subnet': {'1.1'}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Trunk': {'1.1'}} Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: consumer versions: Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: { DHCP agent@n-d-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: HyperV agent@n-h1-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: HyperV agent@n-h2-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: L3 agent@n-d-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: Metadata agent@n-d-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: Metering agent@n-d-713498-10: {}, Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'ConntrackHelper': '1.0', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Log': '1.0', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Network': '1.1', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Port': '1.7', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'PortForwarding': '1.2', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'QosPolicy': '1.9', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SecurityGroup': '1.4', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SecurityGroupRule': '1.2', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'SubPort': '1.0', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Subnet': '1.1', Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: 'Trunk': '1.1'}} Aug 11 02:06:54.726408 n-d-713498-10 neutron-server[94652]: {{(pid=94652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:54.731643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:06:54.743448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.744104 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Added segment a1a90fcc-fc24-439a-a837-aa0a6f1fb44f of type vlan for network f5708e07-01f8-48d4-a857-f2710a543986 Aug 11 02:06:54.788532 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.833060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.834301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:54.834964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.864613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7341015 Aug 11 02:06:54.868017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57918) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:54.873996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Request body: {'subnet': {'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-subnet', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:54.899480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Made reservation on behalf of ed3fb6c6addd45be953b350ca7bdcbca for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:06:54.903102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:54.908712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a77b9-a313-449a-b42a-9c8d4714cb4a admin admin] Pushing event updated for resources: {'Network': ['ID=f5708e07-01f8-48d4-a857-f2710a543986,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:54.919487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f5708e07-01f8-48d4-a857-f2710a543986 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:06:55.068820 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ad84b673-6812-4c55-9112-ee43abb4dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.143670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.214055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Checking segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:55.214417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Network hostable DHCP agents. Network: f5708e07-01f8-48d4-a857-f2710a543986, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:06:55.217737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa57be9-001f-4478-abd2-49ebcc7166f9,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:55.228209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.228548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.229082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.229571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.230085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.230588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.231070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.231558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.232047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.232547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.232873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.233206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Tracked resource versions report: Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: pushed versions: Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Log': {'1.0'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Network': {'1.1'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Port': {'1.7'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'PortForwarding': {'1.2'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'QosPolicy': {'1.9'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SubPort': {'1.0'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Subnet': {'1.1'}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Trunk': {'1.1'}} Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: consumer versions: Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: { DHCP agent@n-d-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: HyperV agent@n-h1-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: HyperV agent@n-h2-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: L3 agent@n-d-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: Metadata agent@n-d-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: Metering agent@n-d-713498-10: {}, Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'ConntrackHelper': '1.0', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Log': '1.0', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Network': '1.1', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Port': '1.7', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'PortForwarding': '1.2', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'QosPolicy': '1.9', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SecurityGroup': '1.4', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SecurityGroupRule': '1.2', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'SubPort': '1.0', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Subnet': '1.1', Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: 'Trunk': '1.1'}} Aug 11 02:06:55.234400 n-d-713498-10 neutron-server[94653]: {{(pid=94653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:55.255972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Network f5708e07-01f8-48d4-a857-f2710a543986 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:06:55.270528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f5708e07-01f8-48d4-a857-f2710a543986) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:55.278279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:06:55.279681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.282891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067528b-e7d4-4828-a171-639fa496071c None None] Network f5708e07-01f8-48d4-a857-f2710a543986 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:55.301424 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f82caeb-6523-4d94-b04c-4352eee21fc8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4294076 Aug 11 02:06:55.301958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57934) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:55.307770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:06:55.347219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.348614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.384624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.431576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.534062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f5708e07-01f8-48d4-a857-f2710a543986', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:06:55.535883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.708783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:55.740571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Allocated IP 172.20.0.2 (f5708e07-01f8-48d4-a857-f2710a543986/0aa57be9-001f-4478-abd2-49ebcc7166f9/86f3bfd3-584d-4f65-832c-b51aa0a07494) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:55.981286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.013368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.054116 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.065444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Transition to ACTIVE for port object 86f3bfd3-584d-4f65-832c-b51aa0a07494 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:56.083797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Transition to ACTIVE for port object 86f3bfd3-584d-4f65-832c-b51aa0a07494 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:56.091498 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.148629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Network f5708e07-01f8-48d4-a857-f2710a543986 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:56.150089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Pushing event updated for resources: {'Port': ['ID=86f3bfd3-584d-4f65-832c-b51aa0a07494,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:56.152607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:56.155541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:56.164761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.165037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.165338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.165679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.166043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.166374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.166708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.167126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.167359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.167706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.168006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.168335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Tracked resource versions report: Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: pushed versions: Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Log': {'1.0'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Network': {'1.1'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Port': {'1.7'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'PortForwarding': {'1.2'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'QosPolicy': {'1.9'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SubPort': {'1.0'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Subnet': {'1.1'}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Trunk': {'1.1'}} Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: consumer versions: Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: { DHCP agent@n-d-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: HyperV agent@n-h1-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: HyperV agent@n-h2-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: L3 agent@n-d-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: Metadata agent@n-d-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: Metering agent@n-d-713498-10: {}, Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'ConntrackHelper': '1.0', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Log': '1.0', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Network': '1.1', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Port': '1.7', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'PortForwarding': '1.2', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'QosPolicy': '1.9', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SecurityGroup': '1.4', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SecurityGroupRule': '1.2', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'SubPort': '1.0', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Subnet': '1.1', Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: 'Trunk': '1.1'}} Aug 11 02:06:56.169689 n-d-713498-10 neutron-server[94654]: {{(pid=94654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:56.224459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Allocated IP 172.25.3.12 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2b51c6b0-6008-4689-b1b1-a9e52fc67a2c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:56.239870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Attempting to bind port 86f3bfd3-584d-4f65-832c-b51aa0a07494 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:56.240652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Attempting to bind port 86f3bfd3-584d-4f65-832c-b51aa0a07494 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:56.240874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Attempting to bind port 86f3bfd3-584d-4f65-832c-b51aa0a07494 on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:56.259228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:56.259656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Checking segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:56.260060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.260451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Bound using segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:56.260934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Bound port: 86f3bfd3-584d-4f65-832c-b51aa0a07494, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:56.261331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.315909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.357862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] For port 86f3bfd3-584d-4f65-832c-b51aa0a07494, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:56.366325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] For port 86f3bfd3-584d-4f65-832c-b51aa0a07494, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=86f3bfd3-584d-4f65-832c-b51aa0a07494,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:56.368996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.373834 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.470015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53a783-256b-4fd5-b857-cd48974c1f4e None None] Pushing event updated for resources: {'Port': ['ID=86f3bfd3-584d-4f65-832c-b51aa0a07494,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:56.503992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:56.521616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:56.541288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:56.570616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:56.835056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:57.055638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:57.285129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:57.467692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:06:57.609250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:06:57.628604 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:06:57.643157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:57.644541 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:57.644809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22793a3c-11d3-4a75-9d80-befa9baaf0b0 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.3417165 Aug 11 02:06:57.645277 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:57.649668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58022) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:06:57.717549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b61145-e88e-4e0f-afa5-c106a2de8b06 None None] Network f5708e07-01f8-48d4-a857-f2710a543986 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:06:57.824001 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:57.946662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 86f3bfd3-584d-4f65-832c-b51aa0a07494 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:58.065033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:56Z', 'revision_number': 3, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:58.100621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:06:58.102123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Updating router 180145d3-1efe-44f0-bc67-2f78fd1555c2 port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:06:58.126387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3944d5a7-4934-4b2e-9b9e-7b497bfaca95 None None] Provisioning for port 86f3bfd3-584d-4f65-832c-b51aa0a07494 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:58.144748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.145012 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.207962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 86f3bfd3-584d-4f65-832c-b51aa0a07494 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:58.215457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 86f3bfd3-584d-4f65-832c-b51aa0a07494 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:58.215840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.371518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.379279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.453884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 86f3bfd3-584d-4f65-832c-b51aa0a07494, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=86f3bfd3-584d-4f65-832c-b51aa0a07494,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:06:58.461599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.600780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=86f3bfd3-584d-4f65-832c-b51aa0a07494,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:58.682137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-69169258-dfdd-4b3f-b3c5-9b65e42f1f34 None None] Provisioning complete for port 86f3bfd3-584d-4f65-832c-b51aa0a07494 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:58.682514 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-69169258-dfdd-4b3f-b3c5-9b65e42f1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.688584 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.703323 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Transition to ACTIVE for port object 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:58.712227 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.760683 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Pushing event updated for resources: {'Port': ['ID=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:58.772412 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.772820 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.773179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.773700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.774064 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.774719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.775208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.775813 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.776285 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.776864 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.777328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.777787 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Tracked resource versions report: Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: pushed versions: Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: { 'AddressGroup': {'1.2'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'ConntrackHelper': {'1.0'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Log': {'1.0'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Network': {'1.1'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Port': {'1.7'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'PortForwarding': {'1.2'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'QosPolicy': {'1.9'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SecurityGroup': {'1.4'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SubPort': {'1.0'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Subnet': {'1.1'}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Trunk': {'1.1'}} Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: consumer versions: Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: { DHCP agent@n-d-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: HyperV agent@n-h1-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: HyperV agent@n-h2-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: L3 agent@n-d-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: Metadata agent@n-d-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: Metering agent@n-d-713498-10: {}, Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: Open vSwitch agent@n-d-713498-10: { 'AddressGroup': '1.2', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'ConntrackHelper': '1.0', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Log': '1.0', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Network': '1.1', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Port': '1.7', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'PortForwarding': '1.2', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'QosPolicy': '1.9', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SecurityGroup': '1.4', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SecurityGroupRule': '1.2', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'SubPort': '1.0', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Subnet': '1.1', Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: 'Trunk': '1.1'}} Aug 11 02:06:58.779123 n-d-713498-10 neutron-server[94655]: {{(pid=94655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:06:58.813018 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Attempting to bind port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:06:58.813398 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Attempting to bind port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:06:58.813770 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Attempting to bind port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:06:58.820145 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:06:58.820527 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:06:58.820942 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.821399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:06:58.822083 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Bound port: 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:06:58.822502 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.887184 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] For port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:06:58.893974 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] For port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:06:58.900700 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:58.918834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Allocated IP 172.20.0.1 (f5708e07-01f8-48d4-a857-f2710a543986/0aa57be9-001f-4478-abd2-49ebcc7166f9/3907fcfa-926a-45e5-a83c-ea3be687abda) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:06:58.970566 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:06:58.970865 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:59.012829 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beade84f-896c-4ec4-b495-50ce20d39e1e None None] Pushing event updated for resources: {'Port': ['ID=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:59.087102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.107217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Transition to ACTIVE for port object 3907fcfa-926a-45e5-a83c-ea3be687abda will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:06:59.111436 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:06:59.163770 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.213793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Network f5708e07-01f8-48d4-a857-f2710a543986 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:06:59.220396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:06:59.233430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:06:59.233430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.303751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Pushing event updated for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:06:59.453408 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:56Z', 'revision_number': 3, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:06:59.489087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c506a1-c3df-4d3d-8dae-66594c9db0c4 None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:56Z', 'revision_number': 3, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:06:59.576502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-58eda715-d40e-41ee-b7e5-b582fa03abe5 None None] Provisioning for port 3907fcfa-926a-45e5-a83c-ea3be687abda completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:06:59.581699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-58eda715-d40e-41ee-b7e5-b582fa03abe5 None None] Provisioning complete for port 3907fcfa-926a-45e5-a83c-ea3be687abda triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:59.582211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-58eda715-d40e-41ee-b7e5-b582fa03abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.605096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.637912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-58eda715-d40e-41ee-b7e5-b582fa03abe5 None None] Port 3907fcfa-926a-45e5-a83c-ea3be687abda cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:06:59.712492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 86f3bfd3-584d-4f65-832c-b51aa0a07494 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:06:59.805882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 86f3bfd3-584d-4f65-832c-b51aa0a07494 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:06:59.806876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.944238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.952914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:06:59.955710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.037758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:00.039867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Pushing event updated for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:00.041331 n-d-713498-10 neutron-server[94652]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:07:00.091955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-80dac1e2-a7a9-487d-9924-f8146851e71c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518537 Aug 11 02:07:00.165620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Network f5708e07-01f8-48d4-a857-f2710a543986 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:00.167395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:00.309127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-8e9dc148-a79b-4916-b8d2-8baf5844060a tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:00.316836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-8e9dc148-a79b-4916-b8d2-8baf5844060a tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239358 Aug 11 02:07:00.335380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-4713ae15-371a-48e3-9686-c58efe77160e tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/quotas/bf28c1e1a75a44e9bc79926a7fd08e9f HTTP/1.1" status: 200 len: 375 time: 0.0169568 Aug 11 02:07:00.360728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:00.401489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-524a80b2-4309-4cc8-9ff9-bea4567a4d9a tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647967 Aug 11 02:07:00.477375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0bb44a33-1bd6-4c71-b7c5-d0c8e4891788 None None] Provisioning complete for port 3907fcfa-926a-45e5-a83c-ea3be687abda triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:00.478619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0bb44a33-1bd6-4c71-b7c5-d0c8e4891788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:00.490556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:00.496009 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81b89ec5-923c-46b4-b03f-32342b20288f admin admin] 10.222.0.68 "PUT /v2.0/routers/180145d3-1efe-44f0-bc67-2f78fd1555c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8448985 Aug 11 02:07:00.538494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0bb44a33-1bd6-4c71-b7c5-d0c8e4891788 None None] Port 3907fcfa-926a-45e5-a83c-ea3be687abda cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:01.252157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58188) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:01.533420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:01.544127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-network', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:01.581516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Made reservation on behalf of a6b454b208214fce9f6d670b67e01069 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:01.585745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.601741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.748100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:01.780318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.789030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.845291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:07:01.864677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:01.867536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f2fc7d-8507-4820-83d0-5419d1f9606e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:01.887024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:01.887306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.887647 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Added segment 61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa of type vlan for network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 Aug 11 02:07:01.888735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:01.904238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:01.991373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:01.992597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:02.011502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c18c06d-1890-490a-8a25-0febea71e407 req-84b5910c-2084-4269-847d-b67ec6aac300 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.7572677 Aug 11 02:07:02.016860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.066627 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.068171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.070653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.180121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:02.383280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.420380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:02.427110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.458103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] Pushing event updated for resources: {'Network': ['ID=2da3e81b-abc3-44c9-bf4c-4c3bb35469f5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:02.499209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:07:02.504423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58258) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:02.505327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-415b439f-59f8-441f-935f-f0fc6ebae338 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9650939 Aug 11 02:07:02.508510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-9a459078-10ce-4107-91f7-28cb4eb7d3d2 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830019 Aug 11 02:07:02.512450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Request body: {'subnet': {'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-subnet', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:02.565317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Made reservation on behalf of a6b454b208214fce9f6d670b67e01069 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:02.568302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.647236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:02.738896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 2, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:02.749019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-f0fd61e0-f283-4c59-8cdb-e11bac57afed tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:02.751855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-f0fd61e0-f283-4c59-8cdb-e11bac57afed tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363079 Aug 11 02:07:02.795511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-96112b8b-5607-41e5-8901-db6bd32ce5b5 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/quotas/b0e2dc58a9e84af7abd8488824261dbd HTTP/1.1" status: 200 len: 375 time: 0.0287406 Aug 11 02:07:02.810159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:02.810646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Updating router 180145d3-1efe-44f0-bc67-2f78fd1555c2 port 3907fcfa-926a-45e5-a83c-ea3be687abda binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:07:02.873068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-0e17faba-c8df-43a6-8be3-954bc01c7aa5 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692356 Aug 11 02:07:02.873174 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:02.978246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58280) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:03.010236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.084788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf10d34-5805-4e9a-9cf6-731e3139eb63,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:03.152178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Checking segment: {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:03.152527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Network hostable DHCP agents. Network: 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:07:03.189911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:07:03.207964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:03.215935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:03.217195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.220509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc5ef8-ca7c-411c-9246-17bf950e4f4d None None] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:03.256476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58300) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:03.262600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:03.272318 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d81bbda2-0284-40a8-90ca-5a134ea48bcb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7510440 Aug 11 02:07:03.326537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.328260 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.377674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58304) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:03.466375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0d019ad-a07b-425e-82cd-75dae2529280 req-bde33dfb-edb1-46d0-96da-6411d4d8bcd0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.1489217 Aug 11 02:07:03.478819 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.480484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.61', 51051) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:03.595160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-bb359c77-c997-49d1-b0c4-b195fe68f876 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058872 Aug 11 02:07:03.655858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e72b507-4dfe-41c4-9037-2bce0c256a1e req-a58b9cf2-d44b-40a8-96b9-22123c07400e tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.2211599 Aug 11 02:07:03.751831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6884df04-d59d-444c-be2d-a2a7afaa4870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.872815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:03.912621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:03.958651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2073f60d-d9e9-43be-a511-66bdcb6390c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.115716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-5bd0a3e7-0f14-467f-af61-1df824914546 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:04.119103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-5bd0a3e7-0f14-467f-af61-1df824914546 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5082254 Aug 11 02:07:04.159467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.176806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Transition to ACTIVE for port object 3907fcfa-926a-45e5-a83c-ea3be687abda will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:04.182472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'fixed_ips': [{'subnet_id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:07:04.183731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.201648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.217244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Request body: {'port': {'device_id': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'bf28c1e1a75a44e9bc79926a7fd08e9f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:04.217561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:04.217561 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.314900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6884df04-d59d-444c-be2d-a2a7afaa4870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.329306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6884df04-d59d-444c-be2d-a2a7afaa4870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.433727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24c46d-2b78-4e43-91ea-a5a28810a8ea None None] Pushing event updated for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:04.618350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Attempting to bind port 3907fcfa-926a-45e5-a83c-ea3be687abda on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:04.619203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Attempting to bind port 3907fcfa-926a-45e5-a83c-ea3be687abda by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:04.620438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Attempting to bind port 3907fcfa-926a-45e5-a83c-ea3be687abda on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:04.669087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Allocated IP 172.20.0.2 (2da3e81b-abc3-44c9-bf4c-4c3bb35469f5/2cf10d34-5805-4e9a-9cf6-731e3139eb63/1a4f2af6-5db4-440c-80bb-6e713ce7c925) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:04.675251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:04.676044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Checking segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:04.676815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:04.677493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Bound using segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:04.678436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Bound port: 3907fcfa-926a-45e5-a83c-ea3be687abda, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:04.679768 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.006393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2073f60d-d9e9-43be-a511-66bdcb6390c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.021604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2073f60d-d9e9-43be-a511-66bdcb6390c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.023146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6884df04-d59d-444c-be2d-a2a7afaa4870 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71b891c92d4d453ebf9ab76d3c50c5eb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0436733 Aug 11 02:07:05.057060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58398) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:05.062168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884df04-d59d-444c-be2d-a2a7afaa4870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5dad89-338f-47d6-a411-da3e49b44550,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:05.079598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0655df7-bbcc-4e14-8ffd-5251e28a6c6b req-b54b8c98-51c7-47a1-b16b-60ba163e9762 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.1229165 Aug 11 02:07:05.108650 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2073f60d-d9e9-43be-a511-66bdcb6390c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b7f7bace299498ab917d385da3c7274&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7277091 Aug 11 02:07:05.116946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58404) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:05.151766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073f60d-d9e9-43be-a511-66bdcb6390c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3667f262-3154-4175-95a4-0468c9aa6f4b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:05.163416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.174207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Made reservation on behalf of bf28c1e1a75a44e9bc79926a7fd08e9f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:05.186071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.192938 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.204788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0042ca78-99e4-418b-8cbb-499a22283af2 req-049f4f14-809e-45d0-a055-956a093cfcf8 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.2619507 Aug 11 02:07:05.216546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.283523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.285378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:05.414526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.464868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.518185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.526946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.567656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.67', 58128) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:05.586871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] For port 3907fcfa-926a-45e5-a83c-ea3be687abda, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:05.601713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.610056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] For port 3907fcfa-926a-45e5-a83c-ea3be687abda, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3907fcfa-926a-45e5-a83c-ea3be687abda,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:05.622290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.624872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.654057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badb48e3-bf18-44d5-8a39-c994d1bf43a9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:05.734827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24c46d-2b78-4e43-91ea-a5a28810a8ea None None] Pushing event updated for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:05.769593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-f1d456ab-bbb6-4a17-960f-453e4c8338c4 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1960516 Aug 11 02:07:05.772438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Transition to ACTIVE for port object 1a4f2af6-5db4-440c-80bb-6e713ce7c925 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:05.796335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6876b975-0191-4465-bee1-2b8b434dee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.810916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:05.812106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:05.821383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Transition to ACTIVE for port object 1a4f2af6-5db4-440c-80bb-6e713ce7c925 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:05.898270 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:05.973218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Allocated IP 172.25.3.25 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b03a9fac-56b6-4781-9c84-3da7513eda92) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:06.003406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.006287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.007400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3667f262-3154-4175-95a4-0468c9aa6f4b HTTP/1.1" status: 204 len: 168 time: 0.8870702 Aug 11 02:07:06.039889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Allocated IP 192.168.233.14 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/23b003f5-3e8f-4584-938c-615b13045f5b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:06.101367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.103925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.130419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b5dad89-338f-47d6-a411-da3e49b44550 HTTP/1.1" status: 204 len: 168 time: 1.0494051 Aug 11 02:07:06.131846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298e07a-f3e4-45fa-b4db-42e42064f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3667f262-3154-4175-95a4-0468c9aa6f4b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:06.252020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:06.311246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.319428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:06.341559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Transition to ACTIVE for port object 23b003f5-3e8f-4584-938c-615b13045f5b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:06.379319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:06.389973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057104c-df47-4c81-995e-07e7605e960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5dad89-338f-47d6-a411-da3e49b44550,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:06.436487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Pushing event updated for resources: {'Port': ['ID=1a4f2af6-5db4-440c-80bb-6e713ce7c925,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:06.437138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-808e29bb-6877-4deb-99cd-2abfe8dabc3b req-8a821b76-d3ad-40e7-ac36-80217ce757ec tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.0930431 Aug 11 02:07:06.476162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-051b6533-8a18-442c-b151-8ee3841d86d9 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.478572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-051b6533-8a18-442c-b151-8ee3841d86d9 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6884952 Aug 11 02:07:06.481550 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.497684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d19b9778-4bce-4ab7-84e6-5d9daadebc57 req-063f197c-ed76-4c7d-b0cf-a7269300bace tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.1334314 Aug 11 02:07:06.543107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Request body: {'port': {'device_id': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'b0e2dc58a9e84af7abd8488824261dbd'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:06.684813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:06.804061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Attempting to bind port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:06.804646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Attempting to bind port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:06.805233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Attempting to bind port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 on network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:06.813334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Pushing event updated for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:06.847764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:06.852125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:06.863553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:06.885033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:06.887541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.890064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:06.890682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Checking segment: {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:06.891857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.892505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Bound using segment: {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:06.893290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Bound port: 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:06.893995 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:06.928319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:06.986514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58440) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:07.005139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00e8a64f-3e1b-493f-a111-c08aa5d4273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.041662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.068999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adef4232-3821-4d30-a816-85e9f6139216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.248476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] For port 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:07.262462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] For port 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1a4f2af6-5db4-440c-80bb-6e713ce7c925,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:07.290339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.429070 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6876b975-0191-4465-bee1-2b8b434dee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.453001 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a05e293-4c90-42ce-b788-3277561861f5 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2694504 Aug 11 02:07:07.457956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6876b975-0191-4465-bee1-2b8b434dee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.461792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a4c8-0c46-4c19-a048-c1b743b9ff8d None None] Pushing event updated for resources: {'Port': ['ID=1a4f2af6-5db4-440c-80bb-6e713ce7c925,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:07.464172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-60674aa3-ecc0-4baa-a1ab-4fc3d98faaba None None] Provisioning for port 23b003f5-3e8f-4584-938c-615b13045f5b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:07.489079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-60674aa3-ecc0-4baa-a1ab-4fc3d98faaba None None] Provisioning complete for port 23b003f5-3e8f-4584-938c-615b13045f5b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:07.490018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-60674aa3-ecc0-4baa-a1ab-4fc3d98faaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.550506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-3eb76409-65ab-4a59-9bd8-635851598514 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:07.552306 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-3eb76409-65ab-4a59-9bd8-635851598514 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0794244 Aug 11 02:07:07.553745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-60674aa3-ecc0-4baa-a1ab-4fc3d98faaba None None] Port 23b003f5-3e8f-4584-938c-615b13045f5b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:07.569566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:05Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:07.672292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b8ed1-77a3-4bab-a492-5b47949d5be7 None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:05Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:07.714632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6876b975-0191-4465-bee1-2b8b434dee6b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d377e4b899194264a277e2c18950e2b4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3986685 Aug 11 02:07:07.717215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58446) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:07.746243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876b975-0191-4465-bee1-2b8b434dee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e55958-fc34-4ae3-a14d-38baad1f32fe,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:07.869531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.895299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00e8a64f-3e1b-493f-a111-c08aa5d4273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.909990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.914441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00e8a64f-3e1b-493f-a111-c08aa5d4273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:07.955693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00e8a64f-3e1b-493f-a111-c08aa5d4273a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37e6c35bcb094c40b94fecaec10e9505&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0212209 Aug 11 02:07:07.964131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:08.107588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-690e7af3-04f5-4498-978a-d80e7f4e6e36 req-e1f7f9f5-e829-45da-a01a-f24bad7af6c6 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.3661613 Aug 11 02:07:08.138953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.271483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.291444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28fb3-7c22-429c-96a4-f987642c6e69 req-18af3f72-05c8-4921-ab98-2aeb2a2369db tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:08.299989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ec28fb3-7c22-429c-96a4-f987642c6e69 req-18af3f72-05c8-4921-ab98-2aeb2a2369db tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 935 time: 0.5406516 Aug 11 02:07:08.340067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:08.381754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:08.395742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.402602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:08.465176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a64f-3e1b-493f-a111-c08aa5d4273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff00bd83-bbd0-45f3-abac-a2719115a4f9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:08.480948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Request body: {'port': {'device_id': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:08.485646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b03a9fac-56b6-4781-9c84-3da7513eda92,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:08.517760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.520454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.522536 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99e55958-fc34-4ae3-a14d-38baad1f32fe HTTP/1.1" status: 204 len: 168 time: 0.8042479 Aug 11 02:07:08.523450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.526611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.527737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff00bd83-bbd0-45f3-abac-a2719115a4f9 HTTP/1.1" status: 204 len: 168 time: 0.5601890 Aug 11 02:07:08.546417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9f678-9940-4fae-b9ff-61975218de19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e55958-fc34-4ae3-a14d-38baad1f32fe,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:08.584853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791af48-bc72-4636-8ef9-19f9cc65c39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff00bd83-bbd0-45f3-abac-a2719115a4f9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:08.628548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:08.837317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ec28fb3-7c22-429c-96a4-f987642c6e69 req-942d28ea-76e9-4b53-82c2-a9ef8c5791ff tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346532 Aug 11 02:07:09.222421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.451237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adef4232-3821-4d30-a816-85e9f6139216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.474889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adef4232-3821-4d30-a816-85e9f6139216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.617097 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-adef4232-3821-4d30-a816-85e9f6139216 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6d31cc4692947c4903758372c556dd5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6236718 Aug 11 02:07:09.644700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:09.645740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4232-3821-4d30-a816-85e9f6139216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41503f55-8b20-4a38-9441-69370eb5e253,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:09.697436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28fa7cd2-4455-4e5d-ae7e-74dae6d9b9b6 req-ac27ec79-2a3f-4078-bdb6-e6acc34fbbcb tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.3544629 Aug 11 02:07:09.711636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Made reservation on behalf of b0e2dc58a9e84af7abd8488824261dbd for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:09.725216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:09.907276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.007438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.023040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a9234-cd94-4a62-bf44-2ca18025987a None None] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:10.037175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b003f5-3e8f-4584-938c-615b13045f5b {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:10.062880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.105385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.171137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3907fcfa-926a-45e5-a83c-ea3be687abda up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:10.184318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Transition to ACTIVE for port object 23b003f5-3e8f-4584-938c-615b13045f5b will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:10.202367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58480) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:10.212427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.304493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b88385af-ba87-4f79-8bfb-ad7db73b8bda None None] Provisioning for port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:10.371331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.377256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0ce3-0df5-4076-87c8-bdcd988b0bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.437414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Pushing event updated for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:10.446516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.449263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.457384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41503f55-8b20-4a38-9441-69370eb5e253 HTTP/1.1" status: 204 len: 168 time: 0.8063486 Aug 11 02:07:10.538436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ecb5e-89d5-4ba2-8c17-730c95a70f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41503f55-8b20-4a38-9441-69370eb5e253,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:10.555034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.672269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbd6dc-5056-41e3-9fe2-a49d958601f8 req-abf22c44-e407-4846-a00e-c06630fe4faa tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:10.680399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07dbd6dc-5056-41e3-9fe2-a49d958601f8 req-abf22c44-e407-4846-a00e-c06630fe4faa tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.5073230 Aug 11 02:07:10.685886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.729175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Attempting to bind port 23b003f5-3e8f-4584-938c-615b13045f5b on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:10.731695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Attempting to bind port 23b003f5-3e8f-4584-938c-615b13045f5b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:10.733104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Attempting to bind port 23b003f5-3e8f-4584-938c-615b13045f5b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:10.743916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Port 23b003f5-3e8f-4584-938c-615b13045f5b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:10.747465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Attempting to bind port 23b003f5-3e8f-4584-938c-615b13045f5b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:10.751870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 3907fcfa-926a-45e5-a83c-ea3be687abda completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:10.762003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:10.762782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:10.765442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:10.766354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Bound port: 23b003f5-3e8f-4584-938c-615b13045f5b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:10.767283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.779179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 3907fcfa-926a-45e5-a83c-ea3be687abda triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:10.779799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:10.945834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:10.961771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=23b003f5-3e8f-4584-938c-615b13045f5b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:10.974133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.131673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07dbd6dc-5056-41e3-9fe2-a49d958601f8 req-ce9e2d0c-a52b-4ac4-8450-23eb4e0b8406 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497952 Aug 11 02:07:11.178539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed038d77-1961-439c-92b5-9dea60036621 req-eec24ed6-8d13-415d-ae6f-889db87dc3a6 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.0761938 Aug 11 02:07:11.234043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:07:11.295817 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.452051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:11.455297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.456994 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] 10.222.0.61 "PUT /v2.0/ports/23b003f5-3e8f-4584-938c-615b13045f5b HTTP/1.1" status: 200 len: 1096 time: 3.2116094 Aug 11 02:07:11.466176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:11.528642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:11.543550 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Sync routers for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:11.602487 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:11.603145 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:11.657278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.666929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.783950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 3907fcfa-926a-45e5-a83c-ea3be687abda, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3907fcfa-926a-45e5-a83c-ea3be687abda,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:11.820866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:11.824498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1a4f2af6-5db4-440c-80bb-6e713ce7c925 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:11.985921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0ce3-0df5-4076-87c8-bdcd988b0bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.073209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.095853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0ce3-0df5-4076-87c8-bdcd988b0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.137589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:12.140061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Allocated IP 192.168.233.68 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/422984e1-5803-422b-8258-5c6ca3ccc557) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:12.146809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:12.197467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:12.200619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.227558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f9d0ce3-0df5-4076-87c8-bdcd988b0bf5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b8b650a663d423094e1d406f2afce91&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0228386 Aug 11 02:07:12.246339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58516) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:12.328112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.333762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eea799ee-169e-40f5-952e-3fb49ddf83a7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.0715795 Aug 11 02:07:12.345647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:12.475523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.570232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5f65c-d1f6-4ebf-ac0b-5a0c45cb9689 service neutron] Pushing event updated for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.596456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1a4f2af6-5db4-440c-80bb-6e713ce7c925,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:12.603576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:12.721426 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:12.730375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d0ce3-0df5-4076-87c8-bdcd988b0bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59610005-0c9e-452a-b773-3637d55e3a5b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.811474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3907fcfa-926a-45e5-a83c-ea3be687abda up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:12.813253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2aa9e03e-c16c-43a5-a37e-21b27671b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:12.815737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2aa9e03e-c16c-43a5-a37e-21b27671b2ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 1099 time: 0.8154993 Aug 11 02:07:12.918929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1a4f2af6-5db4-440c-80bb-6e713ce7c925,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:12.961399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:08Z', 'revision_number': 3, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:13.029848 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Checking router: 7be28dc8-c4f3-494a-abdf-0a27ff65c57f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:13.030579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Updating router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f port b03a9fac-56b6-4781-9c84-3da7513eda92 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:07:13.067846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-2a7fa8b9-7aae-437c-9356-96c45a2b8d7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=23b003f5-3e8f-4584-938c-615b13045f5b HTTP/1.1" status: 200 len: 217 time: 0.2376540 Aug 11 02:07:13.091473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 3907fcfa-926a-45e5-a83c-ea3be687abda triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:13.099049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.128581 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.196205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1788af2-4ef0-4e31-befa-2023c2131dbd req-34c7747e-219f-46d2-8505-266ec845300a tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.7377751 Aug 11 02:07:13.277340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd801c2a-9f1c-4077-8a26-42a01131d545,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:13.416240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-ec33401b-8125-4d75-8ec1-22c5eec65279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.425780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-ec33401b-8125-4d75-8ec1-22c5eec65279 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3459787 Aug 11 02:07:13.434167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4afa-d3e9-4070-b2a9-bc3f475a7bcc req-422ffebb-9af5-43ac-9f74-32d3ef3e6824 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.445007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9dc4afa-d3e9-4070-b2a9-bc3f475a7bcc req-422ffebb-9af5-43ac-9f74-32d3ef3e6824 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 1.0894365 Aug 11 02:07:13.476137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.534329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.578786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9dc4afa-d3e9-4070-b2a9-bc3f475a7bcc req-c003a668-cf50-4c7e-8137-d08ca4c654a8 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297591 Aug 11 02:07:13.587120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.611500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Transition to ACTIVE for port object 422984e1-5803-422b-8258-5c6ca3ccc557 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:13.776245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-c9451bbe-b0cc-4102-9717-de3eaa3bc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:13.788041 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-c9451bbe-b0cc-4102-9717-de3eaa3bc167 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3446062 Aug 11 02:07:13.817836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.850388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.864875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:13.870527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/59610005-0c9e-452a-b773-3637d55e3a5b HTTP/1.1" status: 204 len: 168 time: 1.6138642 Aug 11 02:07:14.070572 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.126004 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Transition to ACTIVE for port object b03a9fac-56b6-4781-9c84-3da7513eda92 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:14.151548 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.190538 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4292d-1004-44b9-93c8-c1039754d463 x-openstack-request-id: req-7ce4292d-1004-44b9-93c8-c1039754d463 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:14.190998 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:14.191724 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ce4292d-1004-44b9-93c8-c1039754d463 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:14.192709 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b', 'status': 'completed', 'code': 200} Aug 11 02:07:14.224607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997a1d-1171-4e9c-91ba-2d6659be2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59610005-0c9e-452a-b773-3637d55e3a5b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:14.275714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:14.303555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:14.312827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:14.326511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.327576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.335076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Pushing event updated for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:14.356323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c8bd831c-b7e0-4091-8c24-a71501b39606 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.8205614 Aug 11 02:07:14.375618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-ef85cb53-78cb-4cee-9dac-e2ccb96e85b2 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:14.383313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-ef85cb53-78cb-4cee-9dac-e2ccb96e85b2 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155046 Aug 11 02:07:14.493344 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3cc9-ae95-4c96-8aed-9dc9fb591db5 None None] Pushing event updated for resources: {'Port': ['ID=b03a9fac-56b6-4781-9c84-3da7513eda92,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:14.572657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Attempting to bind port b03a9fac-56b6-4781-9c84-3da7513eda92 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:14.574778 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Attempting to bind port b03a9fac-56b6-4781-9c84-3da7513eda92 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:14.575701 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Attempting to bind port b03a9fac-56b6-4781-9c84-3da7513eda92 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:14.582439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-8186cedb-055a-48e0-a641-cdc86105e027 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685493 Aug 11 02:07:14.600961 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:14.601707 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:14.611494 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.612485 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:14.613238 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Bound port: b03a9fac-56b6-4781-9c84-3da7513eda92, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:14.622777 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.627017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4c30-8991-4438-abc5-2b5768593f71 req-bbee7b15-ecf3-4715-ac3f-a5d1bda54429 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:14.633545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-404a4c30-8991-4438-abc5-2b5768593f71 req-bbee7b15-ecf3-4715-ac3f-a5d1bda54429 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 935 time: 0.1388466 Aug 11 02:07:14.669746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:14.718688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-404a4c30-8991-4438-abc5-2b5768593f71 req-1d938b90-0699-44a2-b41c-a9fdee2aa08e tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 Aug 11 02:07:14.812167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] For port b03a9fac-56b6-4781-9c84-3da7513eda92, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:14.816965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] For port b03a9fac-56b6-4781-9c84-3da7513eda92, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b03a9fac-56b6-4781-9c84-3da7513eda92,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:14.823559 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.832406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1a4f2af6-5db4-440c-80bb-6e713ce7c925 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:14.957413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95180971-0253-49d9-9242-87870bccaefd None None] Provisioning for port 422984e1-5803-422b-8258-5c6ca3ccc557 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:14.974350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95180971-0253-49d9-9242-87870bccaefd None None] Provisioning complete for port 422984e1-5803-422b-8258-5c6ca3ccc557 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:14.975020 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95180971-0253-49d9-9242-87870bccaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:14.981379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.002985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69c4e4e2-d225-4ee7-b56c-721d352249be req-75cad820-2105-41ea-b4db-77b2253f8cfd service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346722 Aug 11 02:07:15.018215 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe3cc9-ae95-4c96-8aed-9dc9fb591db5 None None] Pushing event updated for resources: {'Port': ['ID=b03a9fac-56b6-4781-9c84-3da7513eda92,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:15.044201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-95180971-0253-49d9-9242-87870bccaefd None None] Port 422984e1-5803-422b-8258-5c6ca3ccc557 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:15.045850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:15.068020 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.105418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b908ca1-f996-4ee4-ae6c-b1e3da1e73eb req-067f029c-36fc-40f4-a125-83b011da281e tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.112444 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:15.119570 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:15.142959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f81d8571-36bf-41f8-9433-25632557eab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:15.146309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b908ca1-f996-4ee4-ae6c-b1e3da1e73eb req-067f029c-36fc-40f4-a125-83b011da281e tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.2145300 Aug 11 02:07:15.305169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b908ca1-f996-4ee4-ae6c-b1e3da1e73eb req-19811793-d2d7-4ac4-bc4f-5a8d17e4ea0a tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568327 Aug 11 02:07:15.417176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-2d806b1b-dac5-4c96-af87-441dc778632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.418781 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-2d806b1b-dac5-4c96-af87-441dc778632c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 1099 time: 0.3262930 Aug 11 02:07:15.564553 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:15.828418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-357a4ee9-c860-4563-b0d6-4d66aca7f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:15.830012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-357a4ee9-c860-4563-b0d6-4d66aca7f638 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3810420 Aug 11 02:07:15.883055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Request body: {'port': {'device_id': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'device_owner': 'compute:tempest-test_az-66284014', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:16.059109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.101874 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-129bc75f-30ad-4165-803d-b873a53e4a77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=23b003f5-3e8f-4584-938c-615b13045f5b HTTP/1.1" status: 200 len: 217 time: 0.2459540 Aug 11 02:07:16.212260 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:08Z', 'revision_number': 3, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:16.316193 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9606e69-649f-4561-819a-8575f46ea7b5 None None] The sync data for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 is: [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:08Z', 'revision_number': 3, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:16.319105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-4b8a95b6-0224-404d-8e66-e955d3f5ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.323461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-4b8a95b6-0224-404d-8e66-e955d3f5ac7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1943178 Aug 11 02:07:16.424292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8528b-2704-4fe6-be72-db6df67db869 req-c9d36f49-f692-479e-a08e-da1ad51aac3f tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.439251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48b8528b-2704-4fe6-be72-db6df67db869 req-c9d36f49-f692-479e-a08e-da1ad51aac3f tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 935 time: 0.1691029 Aug 11 02:07:16.446506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f81d8571-36bf-41f8-9433-25632557eab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.717624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f81d8571-36bf-41f8-9433-25632557eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.760128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422984e1-5803-422b-8258-5c6ca3ccc557 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:16.770354 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.813227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Transition to ACTIVE for port object 422984e1-5803-422b-8258-5c6ca3ccc557 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:16.818533 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f81d8571-36bf-41f8-9433-25632557eab0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe90bd46767c404688a92192fbd224ee&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1429217 Aug 11 02:07:16.823040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d8571-36bf-41f8-9433-25632557eab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf4fd3-892b-4576-9683-9667d0e92749,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:16.834849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58592) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:16.838974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:16.934885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Allocated IP 172.20.0.1 (2da3e81b-abc3-44c9-bf4c-4c3bb35469f5/2cf10d34-5805-4e9a-9cf6-731e3139eb63/99ea0555-c124-47b9-bd2b-d6685aa60d2a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:16.964892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-5859b956-f830-4c10-ad8f-05d99d89f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:16.967335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-5859b956-f830-4c10-ad8f-05d99d89f5f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5332932 Aug 11 02:07:17.006700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Pushing event updated for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:17.092834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48b8528b-2704-4fe6-be72-db6df67db869 req-91a50238-af7d-4a1a-b1c0-f8e6b4a901fb tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252973 Aug 11 02:07:17.319859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.364257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Transition to ACTIVE for port object 99ea0555-c124-47b9-bd2b-d6685aa60d2a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:17.411756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Attempting to bind port 422984e1-5803-422b-8258-5c6ca3ccc557 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:17.411986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Attempting to bind port 422984e1-5803-422b-8258-5c6ca3ccc557 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:17.412237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Attempting to bind port 422984e1-5803-422b-8258-5c6ca3ccc557 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:17.438006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-eccb3731-d3aa-4983-826a-a3d368d2572f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528461 Aug 11 02:07:17.439737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Port 422984e1-5803-422b-8258-5c6ca3ccc557 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:17.440223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Attempting to bind port 422984e1-5803-422b-8258-5c6ca3ccc557 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:17.455093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:17.455488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:17.456140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:17.456653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Bound port: 422984e1-5803-422b-8258-5c6ca3ccc557, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:17.457099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.473371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd165e-6d61-49d7-a78e-57c3a5a56aeb req-6f9fd559-ee87-4a94-9260-7210e42f8873 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:17.486588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68fd165e-6d61-49d7-a78e-57c3a5a56aeb req-6f9fd559-ee87-4a94-9260-7210e42f8873 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.4092505 Aug 11 02:07:17.549597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.627627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68fd165e-6d61-49d7-a78e-57c3a5a56aeb req-10f62c3d-4959-4125-adbc-5c153000dc7c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396787 Aug 11 02:07:17.639730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bffa2e18-42ea-4ff3-98d2-ad86fd9a6cbc req-31e1159d-2add-4211-ab35-2edd47191c73 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564529 Aug 11 02:07:17.646073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.757277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.798761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Pushing event updated for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:17.817103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:17.825291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=422984e1-5803-422b-8258-5c6ca3ccc557,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:17.839366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:17.846440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:17.861657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:17.862992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:17.871729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.097909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Pushing event updated for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:18.107986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.121780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.132991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5cf4fd3-892b-4576-9683-9667d0e92749 HTTP/1.1" status: 204 len: 168 time: 1.2955072 Aug 11 02:07:18.195421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33967a70-41fa-4948-adef-dfb8819d76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf4fd3-892b-4576-9683-9667d0e92749,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:18.225920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.227002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.258678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-bc28a8c1-217b-403e-a902-7a235bca4bda service neutron] 10.222.0.67 "PUT /v2.0/ports/422984e1-5803-422b-8258-5c6ca3ccc557 HTTP/1.1" status: 200 len: 1116 time: 3.2818615 Aug 11 02:07:18.259586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:18.322161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.445270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-71fd18b1-d213-48dc-b2d7-fd9ec5dc47f1 None None] Provisioning for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:18.457515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-71fd18b1-d213-48dc-b2d7-fd9ec5dc47f1 None None] Provisioning complete for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:18.459933 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71fd18b1-d213-48dc-b2d7-fd9ec5dc47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.582349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-71fd18b1-d213-48dc-b2d7-fd9ec5dc47f1 None None] Port 99ea0555-c124-47b9-bd2b-d6685aa60d2a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:18.655506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58640) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:18.685640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58644) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:18.877259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b03a9fac-56b6-4781-9c84-3da7513eda92 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:18.966141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-8d16a96b-a9ac-4850-87db-87e272994a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:18.969110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.970997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-8d16a96b-a9ac-4850-87db-87e272994a3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 1119 time: 0.3864658 Aug 11 02:07:18.988380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.989488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:18.995501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a7d1-a940-44ef-91de-6aa588e951fe req-7644bd77-87af-483e-8d98-ee9cebd09a00 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:19.003429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b10a7d1-a940-44ef-91de-6aa588e951fe req-7644bd77-87af-483e-8d98-ee9cebd09a00 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.4222937 Aug 11 02:07:19.007385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b03a9fac-56b6-4781-9c84-3da7513eda92 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:19.023247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b03a9fac-56b6-4781-9c84-3da7513eda92 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:19.023782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.253931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.270943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-b0add68c-fc4c-4ecc-aaf3-fec7cdfd0703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=422984e1-5803-422b-8258-5c6ca3ccc557 HTTP/1.1" status: 200 len: 217 time: 0.2613740 Aug 11 02:07:19.302211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-df713a85-63a2-4e04-b094-e3bebda6fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.306519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b03a9fac-56b6-4781-9c84-3da7513eda92, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b03a9fac-56b6-4781-9c84-3da7513eda92,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:19.318526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.337440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea1bd-589b-4598-a4c1-a2f950412f6b req-60ac0878-1459-4607-b064-291bb5517d67 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:19.346364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-657ea1bd-589b-4598-a4c1-a2f950412f6b req-60ac0878-1459-4607-b064-291bb5517d67 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.4610665 Aug 11 02:07:19.382756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Pushing event updated for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:19.396951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7116f930-d2e5-43ca-bd3e-7830fc4f6be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.440258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b10a7d1-a940-44ef-91de-6aa588e951fe req-1b15c062-832a-4db6-ba50-bcbe916f797b tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066172 Aug 11 02:07:19.503347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b03a9fac-56b6-4781-9c84-3da7513eda92,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:19.509642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c39bbaad-ffa1-4531-83ec-bcc54ba792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:19.511639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-c39bbaad-ffa1-4531-83ec-bcc54ba792c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2063920 Aug 11 02:07:19.528771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-657ea1bd-589b-4598-a4c1-a2f950412f6b req-910e1e09-215b-40a6-9809-f71c7517c5eb tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813636 Aug 11 02:07:19.578154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:19.580713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:19.716402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:07:19.849058 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0275ef1-191c-4de4-b209-6b8bbe2c0697" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:19.988988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-df713a85-63a2-4e04-b094-e3bebda6fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:19.999359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-df713a85-63a2-4e04-b094-e3bebda6fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.041039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:20.056100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a870855-79c5-4e21-9f0d-6e10b05566db None None] Provisioning complete for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:20.056911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a870855-79c5-4e21-9f0d-6e10b05566db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.092211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df713a85-63a2-4e04-b094-e3bebda6fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789103c0-8915-478b-95af-1f0d725e1b7e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.138216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7116f930-d2e5-43ca-bd3e-7830fc4f6be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.147381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7116f930-d2e5-43ca-bd3e-7830fc4f6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.185181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116f930-d2e5-43ca-bd3e-7830fc4f6be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780909fd-34f7-464e-8c44-c6b4a5e81186,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.185943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3a870855-79c5-4e21-9f0d-6e10b05566db None None] Port 99ea0555-c124-47b9-bd2b-d6685aa60d2a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:20.216972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-3903940c-d998-40d0-852e-ea5708efba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.219320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-3903940c-d998-40d0-852e-ea5708efba00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6760173 Aug 11 02:07:20.222068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-df713a85-63a2-4e04-b094-e3bebda6fe6b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=814e245310e34ef1b56b2d7b3bca3e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5552211 Aug 11 02:07:20.226361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58668) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:20.349636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.351148 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7116f930-d2e5-43ca-bd3e-7830fc4f6be2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e82e7984b7534ea09129056429a8a9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6417284 Aug 11 02:07:20.353961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:20.382384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.387724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:20.395132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cc363780-57bd-407a-99a5-80fd596740b0 admin admin] 10.222.0.68 "PUT /v2.0/routers/7be28dc8-c4f3-494a-abdf-0a27ff65c57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0467548 Aug 11 02:07:20.404938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Sync routers for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:20.420745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:20.421384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:20.428987 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fff06c-84f2-437d-a290-3c262c8c6753 x-openstack-request-id: req-a5fff06c-84f2-437d-a290-3c262c8c6753 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:20.429232 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:20.429402 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5fff06c-84f2-437d-a290-3c262c8c6753 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:20.430282 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557', 'status': 'completed', 'code': 200} Aug 11 02:07:20.445682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.496219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.501253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.508457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/789103c0-8915-478b-95af-1f0d725e1b7e HTTP/1.1" status: 204 len: 168 time: 0.2796714 Aug 11 02:07:20.510446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.541153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce153433-b50f-4286-87b8-ccbe649c00f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789103c0-8915-478b-95af-1f0d725e1b7e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.652724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.658412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:20.664407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/780909fd-34f7-464e-8c44-c6b4a5e81186 HTTP/1.1" status: 204 len: 168 time: 0.3080542 Aug 11 02:07:20.673334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71748208-8c3a-4f57-a554-0005c5848964 req-82cbd29e-c0e9-457b-84b1-40f1d0f419d7 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.675295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71748208-8c3a-4f57-a554-0005c5848964 req-82cbd29e-c0e9-457b-84b1-40f1d0f419d7 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.1200192 Aug 11 02:07:20.694615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2239-75e8-4caa-846e-55107ac91764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780909fd-34f7-464e-8c44-c6b4a5e81186,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:20.794275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b03a9fac-56b6-4781-9c84-3da7513eda92 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:20.845657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:20.853040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71748208-8c3a-4f57-a554-0005c5848964 req-7806c1d5-cc5c-4ad5-a390-9985c0fbbf97 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694500 Aug 11 02:07:20.878054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947508dc-6bd0-4682-935a-ec11d73a06a5 req-736db94a-21b8-4dfa-aa72-1f6ffe6c2505 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:20.883462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-947508dc-6bd0-4682-935a-ec11d73a06a5 req-736db94a-21b8-4dfa-aa72-1f6ffe6c2505 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.1921320 Aug 11 02:07:20.941603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-947508dc-6bd0-4682-935a-ec11d73a06a5 req-6067bb1b-bad6-469d-8b33-0f8b2bd813ee tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503132 Aug 11 02:07:21.075118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b03a9fac-56b6-4781-9c84-3da7513eda92 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:21.076222 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.339870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:18Z', 'revision_number': 4, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '99ea0555-c124-47b9-bd2b-d6685aa60d2a', 'name': '', 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'mac_address': 'fa:16:3e:b7:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:15Z', 'updated_at': '2021-08-11T02:07:18Z', 'revision_number': 2, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'subnets': [{'id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:21.440245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Checking router: 7be28dc8-c4f3-494a-abdf-0a27ff65c57f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:21.440829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Updating router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f port 99ea0555-c124-47b9-bd2b-d6685aa60d2a binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:07:21.488559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.809542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58706) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:21.830053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54e16f65-e17e-4ea9-a14f-9973c5d3c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:21.898226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-82db73ce-c331-417f-b9a0-8538d7d5b2fe service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011534 Aug 11 02:07:21.916053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58710) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:21.972335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cb415b-a55a-4db7-8383-47d2feee7a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.114319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54e16f65-e17e-4ea9-a14f-9973c5d3c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.134297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54e16f65-e17e-4ea9-a14f-9973c5d3c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.207939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0554fe3-8313-4a1c-82f0-5bc9e2eeed81 req-a77a13ea-666c-4070-9906-a3528b0580b5 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.215379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0554fe3-8313-4a1c-82f0-5bc9e2eeed81 req-a77a13ea-666c-4070-9906-a3528b0580b5 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.1449301 Aug 11 02:07:22.255070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54e16f65-e17e-4ea9-a14f-9973c5d3c1a2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d23c52d141ec4a9089a00b67fba88b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416552 Aug 11 02:07:22.257588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e16f65-e17e-4ea9-a14f-9973c5d3c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17884c17-bf06-4313-ac3a-4f9260f0a162,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.262705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58714) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:22.297939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.324884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Transition to ACTIVE for port object 99ea0555-c124-47b9-bd2b-d6685aa60d2a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:22.340551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0554fe3-8313-4a1c-82f0-5bc9e2eeed81 req-12db1b8b-d25a-46ad-8a89-1139b3df9e53 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169095 Aug 11 02:07:22.340754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.472923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cb415b-a55a-4db7-8383-47d2feee7a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.477170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.486697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cb415b-a55a-4db7-8383-47d2feee7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.572907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb415b-a55a-4db7-8383-47d2feee7a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acfbd88-d891-4df4-a592-639e7ee248d8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.583754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Attempting to bind port 99ea0555-c124-47b9-bd2b-d6685aa60d2a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:22.584275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Attempting to bind port 99ea0555-c124-47b9-bd2b-d6685aa60d2a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:22.584637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Attempting to bind port 99ea0555-c124-47b9-bd2b-d6685aa60d2a on network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:22.615621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:22.617219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Checking segment: {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:22.618732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.620072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Bound using segment: {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:22.623314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Bound port: 99ea0555-c124-47b9-bd2b-d6685aa60d2a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:22.624326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.624962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.742690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.759421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.776366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17884c17-bf06-4313-ac3a-4f9260f0a162 HTTP/1.1" status: 204 len: 168 time: 0.5122666 Aug 11 02:07:22.782261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01cb415b-a55a-4db7-8383-47d2feee7a3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d03a5d012bf942328a2f23b0e2d9f0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588531 Aug 11 02:07:22.783364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58732) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:22.791079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcd8d9-f706-43ee-93fd-7e7e9efee759 None None] Pushing event updated for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.806399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6fc31-7b52-42db-a76f-42c705b8323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17884c17-bf06-4313-ac3a-4f9260f0a162,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:22.830724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37406-ff77-4b66-9ed8-c2e9d3efece4 req-8b90d9c2-a592-493f-920a-453ada78fe2d tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:22.832327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91f37406-ff77-4b66-9ed8-c2e9d3efece4 req-8b90d9c2-a592-493f-920a-453ada78fe2d tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.2717917 Aug 11 02:07:22.862718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ad0541f5-bc3f-4b86-b15a-990555875ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.929281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91f37406-ff77-4b66-9ed8-c2e9d3efece4 req-be3f89e7-168f-422e-931e-be62f76e5320 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Aug 11 02:07:22.956278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:22.998703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] For port 99ea0555-c124-47b9-bd2b-d6685aa60d2a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:23.003294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] For port 99ea0555-c124-47b9-bd2b-d6685aa60d2a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=99ea0555-c124-47b9-bd2b-d6685aa60d2a,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:23.011225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.011554 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.155405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.158867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.160220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4acfbd88-d891-4df4-a592-639e7ee248d8 HTTP/1.1" status: 204 len: 168 time: 0.3699865 Aug 11 02:07:23.169691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:23.170615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:06:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:23.183214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37aad7-56aa-4f64-8b37-892408432fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acfbd88-d891-4df4-a592-639e7ee248d8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:23.194880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcd8d9-f706-43ee-93fd-7e7e9efee759 None None] Pushing event updated for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:23.263616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58742) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:23.269939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699000097', 'description': 'tempest-description--1858599531'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:23.382123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.551552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.559059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.606761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.611590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3435001 Aug 11 02:07:23.617028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:23.625839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'security_group_rule': {'security_group_id': '6573f124-7d6f-4736-8573-969fec967247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:23.699025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e911894-cb3a-4669-944a-a6bd829778a9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6573f124-7d6f-4736-8573-969fec967247,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:23.703735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:23.763446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8994091-6af5-4f67-8c7f-28a4dde4d8f8 req-3413cd49-cc72-48cf-947c-8bdbb4e6ee62 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515301 Aug 11 02:07:23.765965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:23.813198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e76fce-c68e-4979-a5ff-b9c7ecc74790 req-f091c0d7-cbf9-40e3-919b-485a7aef892f tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:23.829694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95e76fce-c68e-4979-a5ff-b9c7ecc74790 req-f091c0d7-cbf9-40e3-919b-485a7aef892f tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.2935889 Aug 11 02:07:23.942528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95e76fce-c68e-4979-a5ff-b9c7ecc74790 req-e79439ce-8a7f-4a20-bc23-ff35340bf849 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087158 Aug 11 02:07:24.005198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.013347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.064019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a9e37c-755a-4069-9b6a-46f445c6c58f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:24.095726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.097648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8830ebc-371a-4ce9-bd9b-3145208531e7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795356 Aug 11 02:07:24.101626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58760) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:24.113462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'security_group_rule': {'security_group_id': '6573f124-7d6f-4736-8573-969fec967247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:24.174905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.279435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-0b4ef6a2-a678-4ce7-8510-f6dd852b99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:24.281513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-0b4ef6a2-a678-4ce7-8510-f6dd852b99f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 1119 time: 0.3611281 Aug 11 02:07:24.372630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.382842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.413155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58768) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:24.467429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:18Z', 'revision_number': 4, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '99ea0555-c124-47b9-bd2b-d6685aa60d2a', 'name': '', 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'mac_address': 'fa:16:3e:b7:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:15Z', 'updated_at': '2021-08-11T02:07:22Z', 'revision_number': 4, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'subnets': [{'id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:24.507871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea938e4-b0d5-4f7f-b76d-8a7f44ce26aa,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:24.519822 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.521719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d11e3-66df-4c1c-abb4-f2d08461bc36 None None] The sync data for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 is: [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:07:18Z', 'revision_number': 4, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '99ea0555-c124-47b9-bd2b-d6685aa60d2a', 'name': '', 'network_id': '2da3e81b-abc3-44c9-bf4c-4c3bb35469f5', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'mac_address': 'fa:16:3e:b7:7b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:15Z', 'updated_at': '2021-08-11T02:07:22Z', 'revision_number': 4, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'subnets': [{'id': '2cf10d34-5805-4e9a-9cf6-731e3139eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:24.526166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a246152-21e9-4a2e-8e7e-44589facdefc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4224465 Aug 11 02:07:24.529682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:24.545907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:24.717472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:24.915096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 99ea0555-c124-47b9-bd2b-d6685aa60d2a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:25.028455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8355-9fba-4996-a9b0-1027bb0b5db4 req-be838d5b-7ed0-40c4-9a46-2952f31137a0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.060649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba8f8355-9fba-4996-a9b0-1027bb0b5db4 req-be838d5b-7ed0-40c4-9a46-2952f31137a0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.9538527 Aug 11 02:07:25.193352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5031-dad0-4265-ae74-a7e4aab650b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.244209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7a838429-e42b-4a50-9875-52771ff06d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.318263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:25.330510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:25.330893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.397748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.423732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-6223e4b3-a6c1-4221-ac06-5d30ceae1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.428719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-6223e4b3-a6c1-4221-ac06-5d30ceae1739 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 1.1247432 Aug 11 02:07:25.600214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba8f8355-9fba-4996-a9b0-1027bb0b5db4 req-e6a1740d-1711-4cbc-a403-e884b5a14964 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757023 Aug 11 02:07:25.602896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-68f49a0b-4396-4f28-a588-46855e150b72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=422984e1-5803-422b-8258-5c6ca3ccc557 HTTP/1.1" status: 200 len: 217 time: 0.1617992 Aug 11 02:07:25.604264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.643412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00818f3-ba5e-425f-b9e3-262f3e3f2a62 req-640a42a1-ab59-4202-8a51-d37c78c08901 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.650875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a00818f3-ba5e-425f-b9e3-262f3e3f2a62 req-640a42a1-ab59-4202-8a51-d37c78c08901 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.5891700 Aug 11 02:07:25.810450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.898323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a00818f3-ba5e-425f-b9e3-262f3e3f2a62 req-d1ded737-396a-46b3-81f1-b0e73561d03d tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226510 Aug 11 02:07:25.911436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-a70620e1-9ab6-49ef-ab7b-d7fcd78ee69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:25.913764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-a70620e1-9ab6-49ef-ab7b-d7fcd78ee69f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2607629 Aug 11 02:07:25.936999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5031-dad0-4265-ae74-a7e4aab650b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.942842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Allocated IP 172.25.3.228 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/31f2aa58-1d3a-4992-a69e-84aefcc90059) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:25.943250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 99ea0555-c124-47b9-bd2b-d6685aa60d2a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=99ea0555-c124-47b9-bd2b-d6685aa60d2a,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:25.954268 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:25.961379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5031-dad0-4265-ae74-a7e4aab650b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.045993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-2979cd6d-4793-439d-b996-e77a76899f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:26.048330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-2979cd6d-4793-439d-b996-e77a76899f51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208208 Aug 11 02:07:26.091221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5031-dad0-4265-ae74-a7e4aab650b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a313c8d-c8bf-4014-849b-24a0fedd83e3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:26.092880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:26.284011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.323510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-f1e1f0df-4477-4cad-9fdf-4263f1ae5380 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619185 Aug 11 02:07:26.466059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.596287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:26.597849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b3e5031-dad0-4265-ae74-a7e4aab650b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d10f2bf710704eb884159c96ca06d2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1811333 Aug 11 02:07:26.600688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.658229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0275ef1-191c-4de4-b209-6b8bbe2c0697 req-94325d3e-93a9-4d30-9ddb-40b3c49ee4d4 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173585 Aug 11 02:07:26.764817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.803676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:26.804865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:26.816743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:26.862715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'Port': ['ID=31f2aa58-1d3a-4992-a69e-84aefcc90059,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:26.903862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 99ea0555-c124-47b9-bd2b-d6685aa60d2a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:26.969100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:26.986232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 422984e1-5803-422b-8258-5c6ca3ccc557 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:27.021722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62aef-5787-47c5-827c-6a8ee3cf94e7 req-4914a887-2d4f-43aa-9593-ebd21f4636d6 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.024632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ae62aef-5787-47c5-827c-6a8ee3cf94e7 req-4914a887-2d4f-43aa-9593-ebd21f4636d6 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.2191923 Aug 11 02:07:27.146517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 99ea0555-c124-47b9-bd2b-d6685aa60d2a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:27.146896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.151587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.223091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ae62aef-5787-47c5-827c-6a8ee3cf94e7 req-12305c51-25c5-4f1e-b1f8-4c1b6f06c2e7 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873415 Aug 11 02:07:27.237673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d11e-60cb-4209-bd77-e383e8851c4c req-a90bb946-ee39-450c-8f13-fa22f77cd231 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:27.239728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3815d11e-60cb-4209-bd77-e383e8851c4c req-a90bb946-ee39-450c-8f13-fa22f77cd231 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 967 time: 0.1745725 Aug 11 02:07:27.286828 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.299934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=422984e1-5803-422b-8258-5c6ca3ccc557,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:27.308564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.325316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.330397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a313c8d-c8bf-4014-849b-24a0fedd83e3 HTTP/1.1" status: 204 len: 168 time: 0.7324226 Aug 11 02:07:27.342809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '422984e1-5803-422b-8258-5c6ca3ccc557', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '422984e1-5803-422b-8258-5c6ca3ccc557', 'mac_address': 'fa:16:3e:ae:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-66284014', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:27.360271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964d525-6cc5-489e-87df-8bddb9bcf0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a313c8d-c8bf-4014-849b-24a0fedd83e3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:27.401796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3815d11e-60cb-4209-bd77-e383e8851c4c req-dcfab1fd-1ff3-42a3-aad4-34705cb1ec56 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362209 Aug 11 02:07:27.504813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.532965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422984e1-5803-422b-8258-5c6ca3ccc557 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:27.631246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=422984e1-5803-422b-8258-5c6ca3ccc557,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:27.639048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.775308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:27.803651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.811760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.881418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'Port': ['ID=31f2aa58-1d3a-4992-a69e-84aefcc90059,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:27.891470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.895298 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.910984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:27.912846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0bb2c6f7-5b1f-419a-b267-2e823d195001 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3812516 Aug 11 02:07:28.007153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['422984e1-5803-422b-8258-5c6ca3ccc557'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:28.397151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58858) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:28.424403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a652365-34ca-4876-9365-ad24742a4a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.614821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a652365-34ca-4876-9365-ad24742a4a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.622055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a652365-34ca-4876-9365-ad24742a4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:28.762380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a652365-34ca-4876-9365-ad24742a4a7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a53e43fd1a16426abf9cc708518d2504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580492 Aug 11 02:07:28.762635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58864) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:28.772668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a652365-34ca-4876-9365-ad24742a4a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c90bb6-4b3b-4320-b841-3dbc8ff8df8d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:28.939077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.005640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.036604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-daf8979b-c123-4a72-b9e3-d97a3be7d21e tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dd3020c186984ca798c7c1337d555586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440290 Aug 11 02:07:29.093162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.095766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:29.097539 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/69c90bb6-4b3b-4320-b841-3dbc8ff8df8d HTTP/1.1" status: 204 len: 168 time: 0.3330779 Aug 11 02:07:29.120578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bf430-72f3-4648-8b0f-5a673732a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c90bb6-4b3b-4320-b841-3dbc8ff8df8d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:29.201044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-1b7132cb-51b2-4230-9e41-55ea1e12d4ba tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.202558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-1b7132cb-51b2-4230-9e41-55ea1e12d4ba tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601927 Aug 11 02:07:29.222558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4ed13-ecb1-424b-8385-49b13e826b13 req-3a6f2b9c-e90d-4b39-8b63-a954a43a4c5c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.224038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06e4ed13-ecb1-424b-8385-49b13e826b13 req-3a6f2b9c-e90d-4b39-8b63-a954a43a4c5c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.0969388 Aug 11 02:07:29.229264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-e805c4a9-7f99-430a-8afe-b05b0e3f0410 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/quotas/dd3020c186984ca798c7c1337d555586 HTTP/1.1" status: 200 len: 375 time: 0.0190549 Aug 11 02:07:29.277834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8a7096d2-bbfa-4edf-a735-4fdacbd38541 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383611 Aug 11 02:07:29.295653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06e4ed13-ecb1-424b-8385-49b13e826b13 req-91d06bde-73bd-4bc8-9d55-9effcddfae1d tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648549 Aug 11 02:07:29.419657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fa4d0-2344-4305-bc1d-7129587130c4 req-62918100-4304-4f5a-bf44-32c3c6cc0da4 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.422384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526fa4d0-2344-4305-bc1d-7129587130c4 req-62918100-4304-4f5a-bf44-32c3c6cc0da4 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 968 time: 0.0636547 Aug 11 02:07:29.492076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526fa4d0-2344-4305-bc1d-7129587130c4 req-fe51e6f2-c88a-4a74-a895-0482db71024b tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Aug 11 02:07:29.541864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-382434fb-40a8-470d-bb0f-bd05c667d02a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--699000097&fields=id&tenant_id=ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 267 time: 0.0599060 Aug 11 02:07:29.701011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ec682ae-60bc-4450-bb12-387326a90ee8 req-9d68edcf-74da-4345-86a5-65b85c1f1553 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 210 time: 0.1218204 Aug 11 02:07:29.834087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-a0c1a1e8-f683-4b6b-a043-9c6d49fef6e5 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:29.835542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:29.836649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-a0c1a1e8-f683-4b6b-a043-9c6d49fef6e5 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 823 time: 0.2847300 Aug 11 02:07:29.862727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-0d8a6ecd-1c92-43e9-bd20-9c1d5968e35d tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/quotas/ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 375 time: 0.0182974 Aug 11 02:07:29.949363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-e866e534-76a4-4872-9992-9380742d4c13 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846038 Aug 11 02:07:30.027957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-565770c5-9a98-4c40-91b3-cb0b63747b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.146242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-4f5a94d5-7513-4423-8c03-7a0e9aca9fff service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:07:30.148786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-4f5a94d5-7513-4423-8c03-7a0e9aca9fff service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1268117 Aug 11 02:07:30.164906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-565770c5-9a98-4c40-91b3-cb0b63747b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.170573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-565770c5-9a98-4c40-91b3-cb0b63747b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.221958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565770c5-9a98-4c40-91b3-cb0b63747b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f16d37-4ecf-40a1-b66a-4694bc4a70b1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:30.229334 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-565770c5-9a98-4c40-91b3-cb0b63747b72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2fd9fb74d964aab8982296feb33ae7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902774 Aug 11 02:07:30.229632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:30.306376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.338640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.412973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.417717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:30.424200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33f16d37-4ecf-40a1-b66a-4694bc4a70b1 HTTP/1.1" status: 204 len: 168 time: 0.1886961 Aug 11 02:07:30.433098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76435abb-ad8d-4ef7-8a44-4e84a61a393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f16d37-4ecf-40a1-b66a-4694bc4a70b1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:30.514176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64f03-0982-4a6f-9294-19733284861c req-a69d43ad-a31a-4d58-8d08-5fdac183f2af tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.516994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bef64f03-0982-4a6f-9294-19733284861c req-a69d43ad-a31a-4d58-8d08-5fdac183f2af tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.1042945 Aug 11 02:07:30.522286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-e0b2063c-6aeb-4dd7-a4f4-d5144daa3ecb service neutron] 10.222.0.68 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639793 Aug 11 02:07:30.618340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bef64f03-0982-4a6f-9294-19733284861c req-b4264e53-2815-493d-a600-a7741c1b46c8 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936244 Aug 11 02:07:30.729883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-772630df-da21-4f3d-9965-d90fd565a384 service neutron] 10.222.0.68 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917541 Aug 11 02:07:30.772426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-efe2c173-6d61-4fd0-b698-63e5f73abdfa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=dd3020c186984ca798c7c1337d555586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503585 Aug 11 02:07:30.843356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684af38-bd48-4767-9ccc-75f4e981ff89 req-ea17292d-aa38-4eb8-9de0-0bbb55623a38 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:30.848420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2684af38-bd48-4767-9ccc-75f4e981ff89 req-ea17292d-aa38-4eb8-9de0-0bbb55623a38 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 968 time: 0.1122298 Aug 11 02:07:30.906971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2684af38-bd48-4767-9ccc-75f4e981ff89 req-9a4f4360-c4ae-492d-af7d-19d01005d122 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Aug 11 02:07:30.914425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 422984e1-5803-422b-8258-5c6ca3ccc557 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:31.016828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-58ba1966-5130-4043-aa15-ac4214668905 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.018482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-58ba1966-5130-4043-aa15-ac4214668905 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400224 Aug 11 02:07:31.036721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Request body: {'port': {'device_id': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'dd3020c186984ca798c7c1337d555586'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:31.062642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 422984e1-5803-422b-8258-5c6ca3ccc557 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:31.076424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 422984e1-5803-422b-8258-5c6ca3ccc557 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:31.078830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.088353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92fcd667-8373-491d-87b0-dbc940eac019 req-80ccb374-8579-4c69-9140-00bb2b146f6c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 210 time: 0.0677948 Aug 11 02:07:31.143240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200ed31e-15c2-4b1c-b28d-700613b5a38c req-279b5e88-119e-4a01-89a7-a9ea7894098d tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 210 time: 0.0614154 Aug 11 02:07:31.205974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58960) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:31.236895 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6eaecc1-2db3-4687-bbab-19dab68dcc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.250846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.281648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:31.365157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=422984e1-5803-422b-8258-5c6ca3ccc557,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:31.370231 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.430644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:31.518563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6eaecc1-2db3-4687-bbab-19dab68dcc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.527486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6eaecc1-2db3-4687-bbab-19dab68dcc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.560548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Made reservation on behalf of dd3020c186984ca798c7c1337d555586 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:31.567182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.577326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaecc1-2db3-4687-bbab-19dab68dcc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f56ed0-3f25-4e6b-95ec-12b4e79a54a5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:31.586240 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.600816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a6eaecc1-2db3-4687-bbab-19dab68dcc75 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=26d858b158fa4a3a9c448e51cca4dcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898020 Aug 11 02:07:31.601133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58972) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:31.650733 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02b58b-22d8-4980-b7a5-6986a652bd0b" -d '{"events": [{"server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "name": "network-vif-plugged", "status": "completed", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:31.691743 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.732164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.737059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.742836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.831200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fde1c0-2cdc-44ca-b464-29a931956010,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:31.845061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b7b5-0eef-4216-9fe8-ecd847a6d7fc req-894a6dfd-5f9d-47ba-a785-42d62b49e3fa tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:31.846665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8233b7b5-0eef-4216-9fe8-ecd847a6d7fc req-894a6dfd-5f9d-47ba-a785-42d62b49e3fa tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.0971406 Aug 11 02:07:31.874096 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.877761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:31.879279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0f56ed0-3f25-4e6b-95ec-12b4e79a54a5 HTTP/1.1" status: 204 len: 168 time: 0.2770944 Aug 11 02:07:31.883238 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963e25d7-0c24-4a42-abb3-d13d535218de x-openstack-request-id: req-963e25d7-0c24-4a42-abb3-d13d535218de {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:31.883578 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "name": "network-vif-plugged", "status": "completed", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:31.883844 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-963e25d7-0c24-4a42-abb3-d13d535218de {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:31.884314 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557', 'code': 200} Aug 11 02:07:31.902328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca775c0-bb3b-4f73-96c0-f2a29ab6c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f56ed0-3f25-4e6b-95ec-12b4e79a54a5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:31.945554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8233b7b5-0eef-4216-9fe8-ecd847a6d7fc req-d1786273-fc5f-4f32-a45b-65b0875a5610 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869558 Aug 11 02:07:32.034752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Allocated IP 192.168.233.73 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/da145a29-1902-413e-8c44-1c09a6fe83b8) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:32.167482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6155ed-8ff4-49dc-bdff-da221e231af9 req-084bb83f-95e1-4884-9977-446db9685e52 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.178207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a6155ed-8ff4-49dc-bdff-da221e231af9 req-084bb83f-95e1-4884-9977-446db9685e52 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.1429815 Aug 11 02:07:32.245267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b807c5-4821-4178-85f9-d6fd87601280 req-530559ba-c1cf-440d-ac22-75dc51f557fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.247034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b807c5-4821-4178-85f9-d6fd87601280 req-530559ba-c1cf-440d-ac22-75dc51f557fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 1121 time: 0.1729913 Aug 11 02:07:32.308572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a6155ed-8ff4-49dc-bdff-da221e231af9 req-ba5b25f6-160b-4e77-bff4-7b7a6d345891 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293964 Aug 11 02:07:32.311120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f0adc05-b70e-470a-b565-b8fbdd3cc30d req-beba370e-be2c-49c3-9d9b-71aaacb6bb8c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 210 time: 0.0357926 Aug 11 02:07:32.312928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-38b807c5-4821-4178-85f9-d6fd87601280 req-b88f48bf-d4e1-4d3e-a7b5-87f3f05c4e78 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.341398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.388668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Transition to ACTIVE for port object da145a29-1902-413e-8c44-1c09a6fe83b8 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:32.463481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-38b807c5-4821-4178-85f9-d6fd87601280 req-b88f48bf-d4e1-4d3e-a7b5-87f3f05c4e78 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.479293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-38b807c5-4821-4178-85f9-d6fd87601280 req-b88f48bf-d4e1-4d3e-a7b5-87f3f05c4e78 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.487668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.515708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ed4066a-9a42-40d4-b5a6-acb8eb742a69 req-3a35c0cc-f087-4c58-8857-9491dd9a90fe tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 210 time: 0.0469737 Aug 11 02:07:32.524822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b807c5-4821-4178-85f9-d6fd87601280 req-b88f48bf-d4e1-4d3e-a7b5-87f3f05c4e78 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624376 Aug 11 02:07:32.541498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f48bf-d4e1-4d3e-a7b5-87f3f05c4e78 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe6dc7-051d-4404-aba8-c6f394989ef7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:32.629427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:32.642581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:32.648970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Pushing event updated for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:32.686629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:32.697222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.698342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.754300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-8e1a791d-78da-48bf-878c-ff3002b92d8f tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7232075 Aug 11 02:07:32.780856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Request body: {'port': {'device_id': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:32.952073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:32.972433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-fdb6b1c4-8241-46fe-b67f-e45e1b330238 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:32.977973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-fdb6b1c4-8241-46fe-b67f-e45e1b330238 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 823 time: 0.2755833 Aug 11 02:07:33.113661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-63a64a83-9c47-47bc-b23a-3a46238d48b8 None None] Provisioning for port da145a29-1902-413e-8c44-1c09a6fe83b8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:33.122554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-63a64a83-9c47-47bc-b23a-3a46238d48b8 None None] Provisioning complete for port da145a29-1902-413e-8c44-1c09a6fe83b8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:33.125508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-63a64a83-9c47-47bc-b23a-3a46238d48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.138342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-f19f07a2-f14e-4a37-b0e1-c4e12b9e2358 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 379 time: 0.1449988 Aug 11 02:07:33.153684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'port': {'device_id': '313bb2c7-b53e-4cba-9e17-372668706c16', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'admin_state_up': True, 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'security_groups': ['6573f124-7d6f-4736-8573-969fec967247']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:33.161921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 23b003f5-3e8f-4584-938c-615b13045f5b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:33.313972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-63a64a83-9c47-47bc-b23a-3a46238d48b8 None None] Port da145a29-1902-413e-8c44-1c09a6fe83b8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:33.342586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931b1d-873e-4cd9-b988-c2f2d5930de0 req-fe57addb-5692-4620-bb8a-260e48fc9fdb tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.344086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4931b1d-873e-4cd9-b988-c2f2d5930de0 req-fe57addb-5692-4620-bb8a-260e48fc9fdb tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 947 time: 0.2330179 Aug 11 02:07:33.362585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=23b003f5-3e8f-4584-938c-615b13045f5b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:33.375838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '23b003f5-3e8f-4584-938c-615b13045f5b', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '23b003f5-3e8f-4584-938c-615b13045f5b', 'mac_address': 'fa:16:3e:65:e2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:33.435715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4931b1d-873e-4cd9-b988-c2f2d5930de0 req-8e65672c-de4c-40df-b1d1-42fa663e60b0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Aug 11 02:07:33.450313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.477918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b003f5-3e8f-4584-938c-615b13045f5b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:33.510157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da145a29-1902-413e-8c44-1c09a6fe83b8 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:33.518900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.533602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Transition to ACTIVE for port object da145a29-1902-413e-8c44-1c09a6fe83b8 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:33.540057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.551733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Made reservation on behalf of ed3fb6c6addd45be953b350ca7bdcbca for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:33.552607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=23b003f5-3e8f-4584-938c-615b13045f5b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:33.555506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.565478 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.581197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c52e1-8049-4f12-9d9f-3819dbe7bc88 req-7e345186-13eb-430c-92d3-ac1eac3c6a03 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.583155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a49c52e1-8049-4f12-9d9f-3819dbe7bc88 req-7e345186-13eb-430c-92d3-ac1eac3c6a03 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.0967627 Aug 11 02:07:33.612298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Pushing event updated for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.660396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Attempting to bind port da145a29-1902-413e-8c44-1c09a6fe83b8 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:33.661266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Attempting to bind port da145a29-1902-413e-8c44-1c09a6fe83b8 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:33.661696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Attempting to bind port da145a29-1902-413e-8c44-1c09a6fe83b8 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:33.671778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Port da145a29-1902-413e-8c44-1c09a6fe83b8 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:33.672260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Attempting to bind port da145a29-1902-413e-8c44-1c09a6fe83b8 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:33.683742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:33.684306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:33.685072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:33.685314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Bound port: da145a29-1902-413e-8c44-1c09a6fe83b8, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:33.685767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.699057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:33.737718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-021d3b15-69ec-46b4-a7e9-24d9ade51e8b req-bbf06487-1596-4360-ad0d-1512ec465e3c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 210 time: 0.0842173 Aug 11 02:07:33.777757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a49c52e1-8049-4f12-9d9f-3819dbe7bc88 req-3f979199-dc12-48ce-a9e8-6431c99bb1b2 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259730 Aug 11 02:07:33.824465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Allocated IP 172.20.0.8 (f5708e07-01f8-48d4-a857-f2710a543986/0aa57be9-001f-4478-abd2-49ebcc7166f9/d0ac3590-77ef-4c93-9047-f4862f645058) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:33.836906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:33.841913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=da145a29-1902-413e-8c44-1c09a6fe83b8,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:33.861904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.901426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:33.902368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:33.904311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] 10.222.0.61 "PUT /v2.0/ports/da145a29-1902-413e-8c44-1c09a6fe83b8 HTTP/1.1" status: 200 len: 1096 time: 1.1412687 Aug 11 02:07:33.905405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:33.908915 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4612928b-4acc-4a83-af3b-fca3a5eff31f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:33.938267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['23b003f5-3e8f-4584-938c-615b13045f5b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:34.031455 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4780225-362f-417b-be96-6b729c62d723 x-openstack-request-id: req-d4780225-362f-417b-be96-6b729c62d723 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:34.032010 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:34.032403 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4780225-362f-417b-be96-6b729c62d723 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:34.042666 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8', 'status': 'completed', 'code': 200} Aug 11 02:07:34.092387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde43b6c-b2a4-4206-9431-b2f2e12e65db service neutron] Pushing event updated for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:34.113178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-e046c2ca-8f02-43e4-966d-86bbf194c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.115471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-e046c2ca-8f02-43e4-966d-86bbf194c667 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 1099 time: 0.1568537 Aug 11 02:07:34.164942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd054d6b-fbe8-4ac1-a2bf-8a79745b7ba0 req-edead0ac-1a20-430d-96a4-45287500f6f3 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.176656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd054d6b-fbe8-4ac1-a2bf-8a79745b7ba0 req-edead0ac-1a20-430d-96a4-45287500f6f3 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 947 time: 0.1569195 Aug 11 02:07:34.217996 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-f8c85886-c7a7-40dd-bbad-24e79b552d49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=da145a29-1902-413e-8c44-1c09a6fe83b8 HTTP/1.1" status: 200 len: 217 time: 0.0913072 Aug 11 02:07:34.292492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59050) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:34.311172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.357284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd054d6b-fbe8-4ac1-a2bf-8a79745b7ba0 req-34754767-eea1-46d0-82a8-70eedee6d2ea tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744835 Aug 11 02:07:34.366863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-3c7634f5-287f-4a11-ad91-1cbd217ea0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.370193 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-3c7634f5-287f-4a11-ad91-1cbd217ea0f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1442513 Aug 11 02:07:34.372945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Transition to ACTIVE for port object d0ac3590-77ef-4c93-9047-f4862f645058 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:34.435780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.480181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-fcd69064-41ac-482c-9b4a-52ae57ef4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.481949 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-fcd69064-41ac-482c-9b4a-52ae57ef4aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040158 Aug 11 02:07:34.534970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Network f5708e07-01f8-48d4-a857-f2710a543986 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:34.551974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:34.558570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:34.565330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.566043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.581387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:34.596703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0982f312-e13d-47cf-ada0-7111a5573cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.639708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-d8b1f518-a42c-4989-a683-d4488d1c9e6a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931161 Aug 11 02:07:34.656363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Request body: {'port': {'device_id': '313bb2c7-b53e-4cba-9e17-372668706c16', 'device_owner': 'compute:tempest-test_az-66284014', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:34.688163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-21530f77-4bee-4f30-bfdd-402e9755098a service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971161 Aug 11 02:07:34.808510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354345e6-636b-4431-9cbe-631e89ab7cda req-2d4a4f11-926b-4ad9-abc9-16573ec264ee tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.812875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6e3ed76-efce-4c43-81b1-bf0befa99b42 req-4c52124d-b3a8-4104-a3b2-8c139a0a2f45 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155424 Aug 11 02:07:34.818403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-354345e6-636b-4431-9cbe-631e89ab7cda req-2d4a4f11-926b-4ad9-abc9-16573ec264ee tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 948 time: 0.2263367 Aug 11 02:07:34.827552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:34.957039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-3db1b05a-f9d8-4e42-b9e5-0fa6e066c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:34.961419 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-3db1b05a-f9d8-4e42-b9e5-0fa6e066c8df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 1099 time: 0.0679986 Aug 11 02:07:34.986914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-375e9b43-302d-4471-82f0-89e6bf11cd4e None None] Provisioning for port d0ac3590-77ef-4c93-9047-f4862f645058 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:34.996555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-375e9b43-302d-4471-82f0-89e6bf11cd4e None None] Provisioning complete for port d0ac3590-77ef-4c93-9047-f4862f645058 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:34.997644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-375e9b43-302d-4471-82f0-89e6bf11cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.079202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-375e9b43-302d-4471-82f0-89e6bf11cd4e None None] Port d0ac3590-77ef-4c93-9047-f4862f645058 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:35.116399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 23b003f5-3e8f-4584-938c-615b13045f5b up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:35.128196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-1df04b83-5f8f-49c9-b939-0e795d049a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.129727 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-1df04b83-5f8f-49c9-b939-0e795d049a2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1556695 Aug 11 02:07:35.150447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-354345e6-636b-4431-9cbe-631e89ab7cda req-7c062d3d-889c-42d7-bb3f-da5bfa5df2d0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938006 Aug 11 02:07:35.189758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68a3d-b313-48ca-b4be-4bf2184a5b56 req-fdc1ca94-0df9-4506-b0bf-78279ea3dfe7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.191512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09c68a3d-b313-48ca-b4be-4bf2184a5b56 req-fdc1ca94-0df9-4506-b0bf-78279ea3dfe7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 931 time: 0.2989306 Aug 11 02:07:35.223671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-56c8d2b2-13c8-4366-8ef0-ae262d456e13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=da145a29-1902-413e-8c44-1c09a6fe83b8 HTTP/1.1" status: 200 len: 217 time: 0.0848329 Aug 11 02:07:35.251032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 23b003f5-3e8f-4584-938c-615b13045f5b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:35.273765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 23b003f5-3e8f-4584-938c-615b13045f5b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:35.274451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.278062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09c68a3d-b313-48ca-b4be-4bf2184a5b56 req-80059fb3-a5b3-4548-a84e-c858eb0b1dcf tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851178 Aug 11 02:07:35.299933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0982f312-e13d-47cf-ada0-7111a5573cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.325602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0982f312-e13d-47cf-ada0-7111a5573cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.369331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982f312-e13d-47cf-ada0-7111a5573cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78758a-fb74-4c95-8997-e3d8003c92af,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.395344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-62497ce3-91a1-4521-af4c-915afee351c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.398668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-62497ce3-91a1-4521-af4c-915afee351c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1588476 Aug 11 02:07:35.423821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0982f312-e13d-47cf-ada0-7111a5573cd1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0e5b4ab8c194315bf08532dacf2be9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1263642 Aug 11 02:07:35.427956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59080) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:35.453523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.487450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ac3590-77ef-4c93-9047-f4862f645058 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:35.489020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:35.492842 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b8bee3-71c7-4145-a0fc-000fcb935bb9" -d '{"events": [{"server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "name": "network-vif-plugged", "status": "completed", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:35.510737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c46db2-ad2b-48fa-8c1c-8366bc85ad82 req-4b3736c1-f2e8-4568-98e4-163f2991a8c9 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.511843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-acde5181-85a0-4a97-b521-6f4f7caa1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.512820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30c46db2-ad2b-48fa-8c1c-8366bc85ad82 req-4b3736c1-f2e8-4568-98e4-163f2991a8c9 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.1534503 Aug 11 02:07:35.514739 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-acde5181-85a0-4a97-b521-6f4f7caa1126 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037352 Aug 11 02:07:35.516442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.523184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=23b003f5-3e8f-4584-938c-615b13045f5b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:35.528770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.574869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Transition to ACTIVE for port object d0ac3590-77ef-4c93-9047-f4862f645058 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:35.586018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.602993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.635420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.654264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30c46db2-ad2b-48fa-8c1c-8366bc85ad82 req-a84982e8-6c43-4f85-abc4-282846fc0906 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190996 Aug 11 02:07:35.663258 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-7e781dd3-2330-47b0-bcc0-4e02da3636cb service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394854 Aug 11 02:07:35.701396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee311c3c-af30-439e-a246-d19d89f6b14f req-4a03dac5-5c68-4080-91fb-a21aae69d32b tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:35.701396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee311c3c-af30-439e-a246-d19d89f6b14f req-4a03dac5-5c68-4080-91fb-a21aae69d32b tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 947 time: 0.1841598 Aug 11 02:07:35.701396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.703705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.807731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Attempting to bind port d0ac3590-77ef-4c93-9047-f4862f645058 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:35.808061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Attempting to bind port d0ac3590-77ef-4c93-9047-f4862f645058 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:35.808388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Attempting to bind port d0ac3590-77ef-4c93-9047-f4862f645058 on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:35.814206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee311c3c-af30-439e-a246-d19d89f6b14f req-dec7490a-ee8d-457a-954d-460fc8e4b137 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089056 Aug 11 02:07:35.821347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Port d0ac3590-77ef-4c93-9047-f4862f645058 on network f5708e07-01f8-48d4-a857-f2710a543986 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:35.821673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Attempting to bind port d0ac3590-77ef-4c93-9047-f4862f645058 on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:35.831256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:35.831589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Checking segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:35.832039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Bound using segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:35.832540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Bound port: d0ac3590-77ef-4c93-9047-f4862f645058, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:35.832916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.880744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4612928b-4acc-4a83-af3b-fca3a5eff31f req-ecf80fa7-9fdc-43d0-847d-5eef996f298c service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043490 Aug 11 02:07:35.899180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.901768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:35.907167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f78758a-fb74-4c95-8997-e3d8003c92af HTTP/1.1" status: 204 len: 168 time: 0.4738846 Aug 11 02:07:35.917847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75df50c-3f40-4517-a50a-1e9c20ca5a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78758a-fb74-4c95-8997-e3d8003c92af,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:35.930918 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8360f085-a3e8-4a34-ab94-f83983295c82 x-openstack-request-id: req-8360f085-a3e8-4a34-ab94-f83983295c82 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:35.931297 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "name": "network-vif-plugged", "status": "completed", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:35.931803 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8360f085-a3e8-4a34-ab94-f83983295c82 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:35.932719 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b', 'code': 200} Aug 11 02:07:35.976178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:35.992763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d0ac3590-77ef-4c93-9047-f4862f645058,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:36.009510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.081596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.082274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.083720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] 10.222.0.67 "PUT /v2.0/ports/d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 200 len: 1112 time: 1.4333689 Aug 11 02:07:36.084177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:36.087347 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40498f3-6a98-4c9b-940f-dd785d1dfa13" -d '{"events": [{"name": "network-changed", "server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:36.158819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e48b-59bc-4df0-9995-ccc07613f332 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:36.201130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517783b-544e-4492-b27a-a4098aee8bb8 req-a222135e-8529-494b-934d-d8b04243e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.203272 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7517783b-544e-4492-b27a-a4098aee8bb8 req-a222135e-8529-494b-934d-d8b04243e593 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 1101 time: 0.1573305 Aug 11 02:07:36.290912 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7517783b-544e-4492-b27a-a4098aee8bb8 req-5fd7c5fd-9532-4d8f-a0f1-333b7e0fca74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783629 Aug 11 02:07:36.354685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-c4a70447-2390-4e11-b3b2-5fc5fd7a98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.357331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-c4a70447-2390-4e11-b3b2-5fc5fd7a98ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 1115 time: 0.1817353 Aug 11 02:07:36.380390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-2cf587a1-c344-4114-a02f-3c7cafc5cb90 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.383347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-2cf587a1-c344-4114-a02f-3c7cafc5cb90 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 1121 time: 0.1181285 Aug 11 02:07:36.431401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-ba221446-539d-4abd-8458-330e97b6b4a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 200 len: 217 time: 0.0638509 Aug 11 02:07:36.451060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-fd330482-1d3d-4cab-8aaa-1f39f95a7f42 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.524148 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825a642-7a5a-4520-abf0-7d76cca0b32e x-openstack-request-id: req-5825a642-7a5a-4520-abf0-7d76cca0b32e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:36.524497 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:36.524807 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5825a642-7a5a-4520-abf0-7d76cca0b32e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:36.525179 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'status': 'completed', 'code': 200} Aug 11 02:07:36.531669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-081fc55d-a471-4daa-844c-f8e5092aa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.533202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-081fc55d-a471-4daa-844c-f8e5092aa253 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.0908811 Aug 11 02:07:36.670477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59104) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:36.685469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0f95400-3e3a-4509-83d2-bcbf1f999865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:36.714172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb938-581f-40a4-94f0-360961ff7211 req-e3398682-81d3-4ca6-8185-934fb90017c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.716631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-e3398682-81d3-4ca6-8185-934fb90017c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728292 Aug 11 02:07:36.761822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa895d5-11d1-4ff3-8ec9-98a46cbdb241 req-937fb929-a30f-455a-8d7c-2dcc17116be3 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:36.764465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daa895d5-11d1-4ff3-8ec9-98a46cbdb241 req-937fb929-a30f-455a-8d7c-2dcc17116be3 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 949 time: 0.1706626 Aug 11 02:07:37.142073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-fd330482-1d3d-4cab-8aaa-1f39f95a7f42 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.158695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-fd330482-1d3d-4cab-8aaa-1f39f95a7f42 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.226383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daa895d5-11d1-4ff3-8ec9-98a46cbdb241 req-e5da4dd2-c40e-42bc-924a-4b9696ea0cec tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344594 Aug 11 02:07:37.235107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c5c5535-d391-4c84-98a0-c9574f960b3e req-fd330482-1d3d-4cab-8aaa-1f39f95a7f42 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106534 Aug 11 02:07:37.249577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330482-1d3d-4cab-8aaa-1f39f95a7f42 tempest-AggregatesAdminTestJSON-948703895 tempest-AggregatesAdminTestJSON-948703895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6d441-b56b-4578-89dc-d2b191e35026,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:37.256967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-24d0e772-91d9-4d7b-8d19-812a2086fb43 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264802 Aug 11 02:07:37.277277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0f95400-3e3a-4509-83d2-bcbf1f999865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.287101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0f95400-3e3a-4509-83d2-bcbf1f999865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.350801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d0f95400-3e3a-4509-83d2-bcbf1f999865 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8897131dc1254374a1f7f9560e62e5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782987 Aug 11 02:07:37.352102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f95400-3e3a-4509-83d2-bcbf1f999865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf37372-0d60-487d-8222-373f9b32e1a7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:37.355554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59114) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:37.445327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4becb938-581f-40a4-94f0-360961ff7211 req-e13897d7-eeb6-42e4-8893-dbe4f0a47503 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802132 Aug 11 02:07:37.472514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.487931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2014a65-b525-495f-8412-f9d4303c5976 req-128561b0-2541-4bfc-8b69-98e31b8c77dc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.489934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2014a65-b525-495f-8412-f9d4303c5976 req-128561b0-2541-4bfc-8b69-98e31b8c77dc tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 963 time: 0.1052134 Aug 11 02:07:37.539615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.611914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2014a65-b525-495f-8412-f9d4303c5976 req-6839ac4e-0aec-42bd-a369-ef8c797f566d tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109436 Aug 11 02:07:37.628717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-40d7ca0f-b168-43ef-a2db-18c3f9650552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.630605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-40d7ca0f-b168-43ef-a2db-18c3f9650552 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 1115 time: 0.1285915 Aug 11 02:07:37.640430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.643985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:37.645055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5cf37372-0d60-487d-8222-373f9b32e1a7 HTTP/1.1" status: 204 len: 168 time: 0.2882307 Aug 11 02:07:37.710755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049c24c-ca4b-4a52-9fdb-948322c9aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf37372-0d60-487d-8222-373f9b32e1a7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:37.800924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10594f6f-2c48-438c-b0fd-ffa4900b2f2c req-252dd36c-1dd1-4266-af0d-c7705b4dabbd tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.802785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10594f6f-2c48-438c-b0fd-ffa4900b2f2c req-252dd36c-1dd1-4266-af0d-c7705b4dabbd tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 947 time: 0.1290545 Aug 11 02:07:37.808588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-730364cc-c4d1-499a-ba9d-45d57effacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.810086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-730364cc-c4d1-499a-ba9d-45d57effacf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 924 time: 0.1636817 Aug 11 02:07:37.866796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-d240aa13-678e-46ff-96f5-476b452ec6d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 200 len: 217 time: 0.0475593 Aug 11 02:07:37.919576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10594f6f-2c48-438c-b0fd-ffa4900b2f2c req-54951b75-f0c7-4def-a1aa-9b90c19bc5bd tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018488 Aug 11 02:07:37.963938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-31bc811f-f05f-4e9a-9d22-d613253aeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:37.965540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-31bc811f-f05f-4e9a-9d22-d613253aeff5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.0899367 Aug 11 02:07:38.036671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-1812e5ab-dce4-4f2c-9210-43d9947f529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:38.038518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-1812e5ab-dce4-4f2c-9210-43d9947f529e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650687 Aug 11 02:07:38.156585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-da0696a2-d3bf-4df3-b995-40efe318f926 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087477 Aug 11 02:07:38.314403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e40498f3-6a98-4c9b-940f-dd785d1dfa13 req-4b51e234-ac3e-48e6-b919-dd212d6f4820 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502559 Aug 11 02:07:38.429340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9a63d-b017-4efc-af1a-8f1d0d75c061 req-47811459-8595-4d11-bf00-7133c92fe277 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:38.430981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92c9a63d-b017-4efc-af1a-8f1d0d75c061 req-47811459-8595-4d11-bf00-7133c92fe277 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 949 time: 0.0699701 Aug 11 02:07:38.475845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92c9a63d-b017-4efc-af1a-8f1d0d75c061 req-33707c7f-982f-4281-bce1-8ce050d423de tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371664 Aug 11 02:07:38.696550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59180) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:38.936159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572780473-network', 'tenant_id': '83d2784d19324f059011c9193f07f059'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:38.989903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Made reservation on behalf of 83d2784d19324f059011c9193f07f059 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:38.993212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.015168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.116676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c8b4-ecb8-4c18-9d19-17c1ee6ffd1c req-abc78c6d-f92a-4edd-8a97-dcd06f85f788 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.118449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6977c8b4-ecb8-4c18-9d19-17c1ee6ffd1c req-abc78c6d-f92a-4edd-8a97-dcd06f85f788 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 963 time: 0.0789266 Aug 11 02:07:39.145233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device da145a29-1902-413e-8c44-1c09a6fe83b8 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:39.196035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6977c8b4-ecb8-4c18-9d19-17c1ee6ffd1c req-71aece8c-a86a-40ce-ba7e-ebc25316b238 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706992 Aug 11 02:07:39.207354 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.219648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.278065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:07:39.284995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987e049a-2d0a-4fcc-9ae9-d6b217306d54,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:39.302509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.303009 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Added segment dd16eb1f-b77f-440d-991c-0de0f65726f6 of type vlan for network aa58551a-5a54-46f4-b854-bfdd7f870a46 Aug 11 02:07:39.336480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=da145a29-1902-413e-8c44-1c09a6fe83b8,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:39.356933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'da145a29-1902-413e-8c44-1c09a6fe83b8', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'da145a29-1902-413e-8c44-1c09a6fe83b8', 'mac_address': 'fa:16:3e:28:fc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:39.382660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.402371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.418733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da145a29-1902-413e-8c44-1c09a6fe83b8 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:39.434646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.437304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.437974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.446001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f8439-042c-47e1-a1e7-6dc0e1adb28d req-d55428a9-62ea-4545-a3a5-b2590bff0ad1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.448698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-564f8439-042c-47e1-a1e7-6dc0e1adb28d req-d55428a9-62ea-4545-a3a5-b2590bff0ad1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 947 time: 0.1245630 Aug 11 02:07:39.458882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=da145a29-1902-413e-8c44-1c09a6fe83b8,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:39.472648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.552682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-564f8439-042c-47e1-a1e7-6dc0e1adb28d req-2894d2cd-89ff-4291-970c-64290c8251af tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969045 Aug 11 02:07:39.557467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:39.566345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8678825 Aug 11 02:07:39.576697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59202) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:39.578312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ffb9c-43be-4fec-89dc-fa214dd6f559 admin admin] Pushing event updated for resources: {'Network': ['ID=aa58551a-5a54-46f4-b854-bfdd7f870a46,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:39.588233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Request body: {'subnet': {'network_id': 'aa58551a-5a54-46f4-b854-bfdd7f870a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572780473-subnet', 'tenant_id': '83d2784d19324f059011c9193f07f059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:39.622228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network aa58551a-5a54-46f4-b854-bfdd7f870a46 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:07:39.633986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Made reservation on behalf of 83d2784d19324f059011c9193f07f059 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:39.636774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:39.774752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80f3b2-0fa2-45ac-b90b-806c35e0f21f req-ac3725e2-4db9-49bd-a3c1-d59f6ef42c01 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:39.776442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b80f3b2-0fa2-45ac-b90b-806c35e0f21f req-ac3725e2-4db9-49bd-a3c1-d59f6ef42c01 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 949 time: 0.0910389 Aug 11 02:07:39.789828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['da145a29-1902-413e-8c44-1c09a6fe83b8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:39.867884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b80f3b2-0fa2-45ac-b90b-806c35e0f21f req-9c0d5852-3bda-45e4-a843-3f44d252acdf tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804443 Aug 11 02:07:39.952984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.004715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:40.055193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b5643f-45e6-4fe9-ac29-14518154fe87,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.083200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.089068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Checking segment: {'id': 'dd16eb1f-b77f-440d-991c-0de0f65726f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aa58551a-5a54-46f4-b854-bfdd7f870a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:40.089658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Network hostable DHCP agents. Network: aa58551a-5a54-46f4-b854-bfdd7f870a46, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:07:40.115568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Network aa58551a-5a54-46f4-b854-bfdd7f870a46 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:07:40.134882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, aa58551a-5a54-46f4-b854-bfdd7f870a46) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:40.156280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657d9af-7237-4546-b256-686ea7f33b5f None None] Network aa58551a-5a54-46f4-b854-bfdd7f870a46 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:40.166973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.169187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.199826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a2d5146-ae8c-4a25-bea0-5dbba13997ca admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6284800 Aug 11 02:07:40.231639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b039d81-2aa7-4d73-980d-3ac437d1c36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.472974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5162b19-2678-40a2-b065-83e78f00ce99 None None] Network aa58551a-5a54-46f4-b854-bfdd7f870a46 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:40.506314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.572211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b039d81-2aa7-4d73-980d-3ac437d1c36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.580693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b039d81-2aa7-4d73-980d-3ac437d1c36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.658873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2b039d81-2aa7-4d73-980d-3ac437d1c36d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fba6623c0e10469ebeca6d85047f7055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540253 Aug 11 02:07:40.660103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039d81-2aa7-4d73-980d-3ac437d1c36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc3580b-9328-41f4-8171-c65289481ebc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.663969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59256) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:40.731174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.760363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.824043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df137e0-6b74-4313-8a55-d17732075509 req-381581f6-e5d3-4b7c-a02a-d9b2bad5d862 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:40.834361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2df137e0-6b74-4313-8a55-d17732075509 req-381581f6-e5d3-4b7c-a02a-d9b2bad5d862 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 963 time: 0.1993408 Aug 11 02:07:40.850087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.855836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:40.857455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6fc3580b-9328-41f4-8171-c65289481ebc HTTP/1.1" status: 204 len: 168 time: 0.1919229 Aug 11 02:07:40.877240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebd9c0-b4c0-4320-a0d9-86b37e941c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc3580b-9328-41f4-8171-c65289481ebc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:40.933168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2df137e0-6b74-4313-8a55-d17732075509 req-dd7c430b-4829-44a9-8574-8f8e7c463061 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976288 Aug 11 02:07:40.939783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d0ac3590-77ef-4c93-9047-f4862f645058 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:41.048301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-cdca5985-3595-4293-a3d3-5da88af0876a tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.054237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-cdca5985-3595-4293-a3d3-5da88af0876a tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 1101 time: 0.1021657 Aug 11 02:07:41.061613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365924-d846-4a8a-9661-30bac4a0d759 req-b2abe9ea-efb3-43a4-abe4-ad38cbd08e86 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.065112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9365924-d846-4a8a-9661-30bac4a0d759 req-b2abe9ea-efb3-43a4-abe4-ad38cbd08e86 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 948 time: 0.0936868 Aug 11 02:07:41.165447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9365924-d846-4a8a-9661-30bac4a0d759 req-a806f41b-cbdd-4771-939c-f10d962bda29 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938871 Aug 11 02:07:41.166153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device da145a29-1902-413e-8c44-1c09a6fe83b8 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:41.211008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Deleting port 23b003f5-3e8f-4584-938c-615b13045f5b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:41.212143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.317659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119db7a-7701-484b-be98-00544d30ee4a req-88c41ff6-803c-4bf1-902a-70a04685cd7d tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:41.326314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e119db7a-7701-484b-be98-00544d30ee4a req-88c41ff6-803c-4bf1-902a-70a04685cd7d tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 949 time: 0.0935843 Aug 11 02:07:41.330532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d0ac3590-77ef-4c93-9047-f4862f645058,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:41.355959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'port_id': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'mac_address': 'fa:16:3e:8f:cf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-66284014', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:41.385298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e119db7a-7701-484b-be98-00544d30ee4a req-569bada8-700c-4deb-be24-c0297a320cb0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Aug 11 02:07:41.426129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59292) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:41.434127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port da145a29-1902-413e-8c44-1c09a6fe83b8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:41.436605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1430273866-network', 'tenant_id': '4e9a0346783a4b5c824b7670a86b33e4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:41.451592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port da145a29-1902-413e-8c44-1c09a6fe83b8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:41.452375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.470027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] For port 23b003f5-3e8f-4584-938c-615b13045f5b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=23b003f5-3e8f-4584-938c-615b13045f5b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:41.470345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Made reservation on behalf of 4e9a0346783a4b5c824b7670a86b33e4 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:41.470625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.475851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.491755 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.546576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Calling delete_port for 23b003f5-3e8f-4584-938c-615b13045f5b owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:41.638603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.664730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ac3590-77ef-4c93-9047-f4862f645058 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:41.672267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:41.701476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d0ac3590-77ef-4c93-9047-f4862f645058,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:41.759532 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-678bf639-81c9-4170-a4d4-58bee51e498e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.797497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.824344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.839973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.842886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.876516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b003f5-3e8f-4584-938c-615b13045f5b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:41.894674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.915902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['23b003f5-3e8f-4584-938c-615b13045f5b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:41.940747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] No DVR routers for this DVR port 23b003f5-3e8f-4584-938c-615b13045f5b on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:41.962625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:41.982999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2fa2b103-fb6b-468c-99af-03c9d2f0f1f4 req-50e4c507-7e23-4aaa-8ccd-cff7a7032518 tempest-DeleteServersAdminTestJSON-653771406 tempest-DeleteServersAdminTestJSON-653771406-project-admin] 10.222.0.61 "DELETE /v2.0/ports/23b003f5-3e8f-4584-938c-615b13045f5b HTTP/1.1" status: 204 len: 173 time: 0.9122903 Aug 11 02:07:41.984203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'name': 'network-vif-deleted', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:41.993125 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126208d2-0daf-4518-9126-fa278f25c4d4" -d '{"events": [{"server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "name": "network-vif-deleted", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:41.998688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4c6bb3-d5e1-470c-b436-c17d0cf7afed,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.037784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:07:42.066338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.066799 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Added segment 2dfc29ad-6ce2-4d44-be56-f0992e09e11b of type vlan for network acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 Aug 11 02:07:42.159945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.170962 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9d1db-44a3-4358-9963-6d3ac5d28488 x-openstack-request-id: req-c3a9d1db-44a3-4358-9963-6d3ac5d28488 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:42.172015 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfae0e-e53f-40a8-9f11-b105594635eb", "name": "network-vif-deleted", "tag": "23b003f5-3e8f-4584-938c-615b13045f5b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:42.172148 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c3a9d1db-44a3-4358-9963-6d3ac5d28488 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:42.174976 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfae0e-e53f-40a8-9f11-b105594635eb', 'name': 'network-vif-deleted', 'tag': '23b003f5-3e8f-4584-938c-615b13045f5b', 'status': 'completed', 'code': 200} Aug 11 02:07:42.180955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d0ac3590-77ef-4c93-9047-f4862f645058'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:42.193163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:42.195951 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbe8dae-cb0c-4626-991b-98517530a35a" -d '{"events": [{"server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "name": "network-vif-plugged", "status": "completed", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:42.238815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.251502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=da145a29-1902-413e-8c44-1c09a6fe83b8,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:42.255778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.293943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a122202-246d-4f6c-83ff-a88da9885e54 req-5dfc7c24-0745-4791-8e4b-ace9be95f125 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.295712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a122202-246d-4f6c-83ff-a88da9885e54 req-5dfc7c24-0745-4791-8e4b-ace9be95f125 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 964 time: 0.1789949 Aug 11 02:07:42.328302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.329287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.329913 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.349064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-678bf639-81c9-4170-a4d4-58bee51e498e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.364352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.397394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-678bf639-81c9-4170-a4d4-58bee51e498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.426144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9981875 Aug 11 02:07:42.428982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59352) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:42.434197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Request body: {'subnet': {'network_id': 'acec1f4f-0acb-49a4-ae93-a5d81a2f25b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1430273866-subnet', 'tenant_id': '4e9a0346783a4b5c824b7670a86b33e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:42.457680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Made reservation on behalf of 4e9a0346783a4b5c824b7670a86b33e4 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:42.459222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a122202-246d-4f6c-83ff-a88da9885e54 req-6e697822-270b-493f-9747-bc93eaabb027 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504769 Aug 11 02:07:42.460566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.501132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-678bf639-81c9-4170-a4d4-58bee51e498e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b26299b1cbcc4b869e112dab1f76e6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224077 Aug 11 02:07:42.501132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10cbfc-fcc2-4651-8829-88eea2b8d56d admin admin] Pushing event updated for resources: {'Network': ['ID=acec1f4f-0acb-49a4-ae93-a5d81a2f25b5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.503300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59354) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:42.511450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bf639-81c9-4170-a4d4-58bee51e498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5835854-7938-4406-86f2-1f5dcf392b93,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.531330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:07:42.552566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb17a-1e38-48dc-9550-e7ea27610b1e req-c78d2297-9c5e-4e5a-9990-80b027520af1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.554268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-694fb17a-1e38-48dc-9550-e7ea27610b1e req-c78d2297-9c5e-4e5a-9990-80b027520af1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.1527507 Aug 11 02:07:42.562229 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cffa013-f763-4e53-9d04-facc08b9caf1 x-openstack-request-id: req-6cffa013-f763-4e53-9d04-facc08b9caf1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:42.563085 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "name": "network-vif-plugged", "status": "completed", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:42.577016 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6cffa013-f763-4e53-9d04-facc08b9caf1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:42.583587 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8', 'code': 200} Aug 11 02:07:42.599597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.670694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.760902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.61', 51062) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:42.770965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-694fb17a-1e38-48dc-9550-e7ea27610b1e req-29ef57a9-992d-4636-a454-303918f9292d tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884484 Aug 11 02:07:42.794160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5910962-e180-466a-9546-13fc612b0515 req-81dbfbc5-ee03-4418-9670-100a2f7bb707 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293832 Aug 11 02:07:42.841793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d6da7cc-2d6f-4aa7-8fef-6848fe407ec3 req-8ceef353-b188-4532-85e0-6eccea088718 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.1016810 Aug 11 02:07:42.852759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812a23-1ca5-4888-97d8-1e2ec32d8252 req-feb07021-6341-45a6-9331-a81566ab1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:42.855047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40812a23-1ca5-4888-97d8-1e2ec32d8252 req-feb07021-6341-45a6-9331-a81566ab1443 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 1101 time: 0.1561570 Aug 11 02:07:42.856461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.856695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.859881 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:42.866364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5835854-7938-4406-86f2-1f5dcf392b93 HTTP/1.1" status: 204 len: 168 time: 0.3607883 Aug 11 02:07:42.878556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0b3d-950c-49da-bdba-9333a3c21d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5835854-7938-4406-86f2-1f5dcf392b93,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.928099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f66c87-8f91-40ea-a4fb-ff6cb55e27cb,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:42.950465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d0ac3590-77ef-4c93-9047-f4862f645058 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:42.964601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5910962-e180-466a-9546-13fc612b0515 req-4e93e2dc-0e15-4e71-9aa4-9773c4c5665f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&device_id=68dfae0e-e53f-40a8-9f11-b105594635eb HTTP/1.1" status: 200 len: 210 time: 0.0454631 Aug 11 02:07:43.019317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40812a23-1ca5-4888-97d8-1e2ec32d8252 req-e2f3fd28-e210-4ddb-aa1f-fde1c793fc79 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979726 Aug 11 02:07:43.022580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Checking segment: {'id': '2dfc29ad-6ce2-4d44-be56-f0992e09e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'acec1f4f-0acb-49a4-ae93-a5d81a2f25b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:43.024063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Network hostable DHCP agents. Network: acec1f4f-0acb-49a4-ae93-a5d81a2f25b5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:07:43.053563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Network acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:07:43.081295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, acec1f4f-0acb-49a4-ae93-a5d81a2f25b5) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:43.099463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.102388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.106751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fd0ea-45e6-41a5-a534-9005bcf88ab8 None None] Network acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:43.155754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5910962-e180-466a-9546-13fc612b0515 req-eab9c521-fac2-47c3-8f30-fba10c84df17 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360765 Aug 11 02:07:43.233471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d0ac3590-77ef-4c93-9047-f4862f645058 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:43.242472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d0ac3590-77ef-4c93-9047-f4862f645058 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:43.243069 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.262904 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5dd4a267-d45a-4f4f-a720-5b2f57da7bef admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8321872 Aug 11 02:07:43.392799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5910962-e180-466a-9546-13fc612b0515 req-b97d6308-7b0b-485f-bbd9-03331f47bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.395202 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5910962-e180-466a-9546-13fc612b0515 req-b97d6308-7b0b-485f-bbd9-03331f47bd60 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294838 Aug 11 02:07:43.436097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b0732-3692-4794-8833-071f3ad7f3ad None None] Network acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:07:43.502660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:43.586030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-f448adb6-90d2-4338-b11d-b759a5f0201a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1062593 Aug 11 02:07:43.618410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.618583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Deleting subnet c1b5643f-45e6-4fe9-ac29-14518154fe87 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:07:43.632177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.818011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-5a584650-1017-488d-bf17-c796c316d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.820091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-5a584650-1017-488d-bf17-c796c316d6b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 1121 time: 0.1792912 Aug 11 02:07:43.830743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c8600-8a9e-4d63-a423-bc743f399514 req-4b5b1418-6a42-4f33-83de-d747315f15f8 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:43.832461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-260c8600-8a9e-4d63-a423-bc743f399514 req-4b5b1418-6a42-4f33-83de-d747315f15f8 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 964 time: 0.1700439 Aug 11 02:07:43.911534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d0ac3590-77ef-4c93-9047-f4862f645058,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:43.937587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.940195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:43.950457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.057208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:44.083574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.119736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b5643f-45e6-4fe9-ac29-14518154fe87,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:44.124749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-260c8600-8a9e-4d63-a423-bc743f399514 req-df1aa1e8-d067-44fc-8165-e3ce9a8e262f tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815418 Aug 11 02:07:44.127625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.132138 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49691523-fe76-474f-94f8-3e13a50d557c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c1b5643f-45e6-4fe9-ac29-14518154fe87 HTTP/1.1" status: 204 len: 168 time: 0.6258290 Aug 11 02:07:44.137515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59418) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:44.215014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-b32c0b8f-9598-4f01-a854-74c11d98d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.215014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-b32c0b8f-9598-4f01-a854-74c11d98d6cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3291371 Aug 11 02:07:44.229876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.304144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-063f2a91-773b-4d2d-9778-936b4fd7b77f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=422984e1-5803-422b-8258-5c6ca3ccc557 HTTP/1.1" status: 200 len: 217 time: 0.0806184 Aug 11 02:07:44.359071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.377355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.377883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.379059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.379408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.379887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.380353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.380681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.381057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.381691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.382081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.456403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a762b4-537b-4c21-9ec4-19a7f98543e0 req-c2c116c5-0099-4fdd-bd9e-0d31c13054e1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.469467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6a762b4-537b-4c21-9ec4-19a7f98543e0 req-c2c116c5-0099-4fdd-bd9e-0d31c13054e1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.1696765 Aug 11 02:07:44.500335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-09261053-31c1-4c85-bab5-fc73b072b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.502864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-09261053-31c1-4c85-bab5-fc73b072b851 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1566241 Aug 11 02:07:44.510754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.511957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.512598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.513118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:07:44.513692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa58551a-5a54-46f4-b854-bfdd7f870a46']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:44.558014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd16eb1f-b77f-440d-991c-0de0f65726f6') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:44.558319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd16eb1f-b77f-440d-991c-0de0f65726f6') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:44.585460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:44.588579 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501b94e-5720-487a-b5f8-e46162b25a35" -d '{"events": [{"server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:44.589334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.591786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6a762b4-537b-4c21-9ec4-19a7f98543e0 req-2c2b1f38-4d22-469e-913d-0dc69279372a tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168952 Aug 11 02:07:44.628713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-554e1b08-8719-4907-a086-cde864e5ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:44.633752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-554e1b08-8719-4907-a086-cde864e5ca41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968955 Aug 11 02:07:44.664326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.686407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:07:44.688182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.709156 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279ae9b8-0a40-4456-97ae-e17aed4db67e x-openstack-request-id: req-279ae9b8-0a40-4456-97ae-e17aed4db67e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:44.709615 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "name": "network-vif-plugged", "status": "completed", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:44.710036 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-279ae9b8-0a40-4456-97ae-e17aed4db67e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:44.710655 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'code': 200} Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: from cryptography.utils import int_from_bytes Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: from cryptography.utils import int_from_bytes Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:07:44.718505 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:07:44.828333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.67', 58141) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:44.853744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.870451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:44.874679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/aa58551a-5a54-46f4-b854-bfdd7f870a46 HTTP/1.1" status: 204 len: 168 time: 0.7410553 Aug 11 02:07:44.880578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:44.913563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e752839-0671-45c6-8c83-5e87aa7817b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa58551a-5a54-46f4-b854-bfdd7f870a46,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:44.958428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-1fb9fffc-7ab4-44d1-bbe5-d6afe8155b91 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985227 Aug 11 02:07:44.969670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-b119d20f-d4ba-4ec3-acc5-7b25da008c0b service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262026 Aug 11 02:07:45.020010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Deleting subnet d9f66c87-8f91-40ea-a4fb-ff6cb55e27cb {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:07:45.027827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.111277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.167635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 23b003f5-3e8f-4584-938c-615b13045f5b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:45.233768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 23b003f5-3e8f-4584-938c-615b13045f5b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:45.234356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 23b003f5-3e8f-4584-938c-615b13045f5b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:45.239076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.354926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a929a-41a6-4521-8966-90578f5e78ef req-e96c0c0b-0852-4167-a642-10ce6bf71b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.357892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e36a929a-41a6-4521-8966-90578f5e78ef req-e96c0c0b-0852-4167-a642-10ce6bf71b8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 1117 time: 0.5235078 Aug 11 02:07:45.360893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.407652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f66c87-8f91-40ea-a4fb-ff6cb55e27cb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:45.410433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.413245 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e0a21a59-2d04-42f9-a073-dfdf65b6bc9b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d9f66c87-8f91-40ea-a4fb-ff6cb55e27cb HTTP/1.1" status: 204 len: 168 time: 0.5310962 Aug 11 02:07:45.420342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:45.542405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.601924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e36a929a-41a6-4521-8966-90578f5e78ef req-2348ebff-8768-4652-9d3e-9d8f9b6442bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235019 Aug 11 02:07:45.704856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.705984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-09873880-ddd9-4fd1-a462-b4f648d05902 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.713673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-09873880-ddd9-4fd1-a462-b4f648d05902 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7390029 Aug 11 02:07:45.718587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc90178-b2b2-4b3b-9186-7da3a3d77495 req-d2018ec0-2c77-4080-99d3-76fedc0a46d3 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214015 Aug 11 02:07:45.722268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acec1f4f-0acb-49a4-ae93-a5d81a2f25b5']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:45.737196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-89bb0b16-7963-4aed-840d-a8d643cb0017 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/quotas/bf28c1e1a75a44e9bc79926a7fd08e9f HTTP/1.1" status: 200 len: 375 time: 0.0156081 Aug 11 02:07:45.738040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfc29ad-6ce2-4d44-be56-f0992e09e11b') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:45.738523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfc29ad-6ce2-4d44-be56-f0992e09e11b') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:45.751870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f852a3-02a7-49e0-9b30-4c1f5a700ceb req-bf1caa22-dbd5-4d2f-aef0-5b288c886df2 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:45.759671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.760655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6f852a3-02a7-49e0-9b30-4c1f5a700ceb req-bf1caa22-dbd5-4d2f-aef0-5b288c886df2 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 965 time: 0.1545513 Aug 11 02:07:45.783641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.796543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:07:45.797392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:07:45.800890 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:07:45.814568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-805e7a6a-95f2-41cf-a3d5-db07dc72927c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516553 Aug 11 02:07:45.859985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6f852a3-02a7-49e0-9b30-4c1f5a700ceb req-0f98112d-64fb-4115-849a-192453c2dde8 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980685 Aug 11 02:07:45.896839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.914376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:45.921254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] 10.222.0.68 "DELETE /v2.0/networks/acec1f4f-0acb-49a4-ae93-a5d81a2f25b5 HTTP/1.1" status: 204 len: 168 time: 0.4981480 Aug 11 02:07:45.971349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a472-1b52-4b9a-a93c-dbd19d3d6adc admin admin] Pushing event deleted for resources: {'Network': ['ID=acec1f4f-0acb-49a4-ae93-a5d81a2f25b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:46.068275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cac1-dc3d-45f7-a541-1c8612d1e0b6 req-6acaf23d-a992-4393-9036-ec40ed986594 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:46.071481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8896cac1-dc3d-45f7-a541-1c8612d1e0b6 req-6acaf23d-a992-4393-9036-ec40ed986594 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.1148009 Aug 11 02:07:46.148464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8896cac1-dc3d-45f7-a541-1c8612d1e0b6 req-01628081-a2a6-48fd-9176-bcc87d292114 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Aug 11 02:07:46.286264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b5de4e-089a-43a9-8a54-36b09e0943db req-8d92434a-2e7e-4bbb-b4fd-faef7b5f64bf tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 210 time: 0.0577474 Aug 11 02:07:46.418659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:46.512965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ac13ec7-f7d5-49e8-8530-e98a19a6a97f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83d2784d19324f059011c9193f07f059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928490 Aug 11 02:07:46.516699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:46.698887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.757572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.867098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.876795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:46.881423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/987e049a-2d0a-4fcc-9ae9-d6b217306d54 HTTP/1.1" status: 204 len: 168 time: 0.3622038 Aug 11 02:07:46.915602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d3fd7-a372-4600-a84b-0ba794758982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987e049a-2d0a-4fcc-9ae9-d6b217306d54,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:47.009092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:47.142697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-089636eb-f2c6-4fd8-be23-f52a8215e3ca tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dd3020c186984ca798c7c1337d555586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378773 Aug 11 02:07:47.347356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-47517ad1-d1bb-4c96-84f2-40c5c4d96c48 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.350015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-47517ad1-d1bb-4c96-84f2-40c5c4d96c48 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936448 Aug 11 02:07:47.378421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-137c472b-303e-49f0-902e-863cf55799b4 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/quotas/dd3020c186984ca798c7c1337d555586 HTTP/1.1" status: 200 len: 375 time: 0.0221064 Aug 11 02:07:47.422245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-864900a2-195c-484b-a4c2-553a6d539377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.442694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-ea30eef8-6cd1-42e3-85e3-4b5ec8b7d88d tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596282 Aug 11 02:07:47.537404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59576) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:47.595045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-864900a2-195c-484b-a4c2-553a6d539377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.610777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-864900a2-195c-484b-a4c2-553a6d539377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.680910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864900a2-195c-484b-a4c2-553a6d539377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9257870-d3d4-48a2-9542-89c94f26e7bf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:47.688559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16a76fb9-c9c2-4699-81ae-b53ed385d0a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e9a0346783a4b5c824b7670a86b33e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452072 Aug 11 02:07:47.690123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59582) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:47.691295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59584) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:47.700179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-864900a2-195c-484b-a4c2-553a6d539377 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51ef7a537ae3431b8febcea7f1c810b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773121 Aug 11 02:07:47.760871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-aeea3d8c-2967-40ec-b472-f1977c0a93a0 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549204 Aug 11 02:07:47.907996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.937256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a6b1-1e03-4510-bd81-568b8843daec req-8406ac31-4bea-46f9-ae15-172ee5fed182 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.939706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36f8a6b1-1e03-4510-bd81-568b8843daec req-8406ac31-4bea-46f9-ae15-172ee5fed182 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 965 time: 0.1956916 Aug 11 02:07:47.965360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-d61806a7-fe57-4f34-9204-5c24ece56773 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:47.967091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-d61806a7-fe57-4f34-9204-5c24ece56773 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982331 Aug 11 02:07:47.977730 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:47.984998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.001886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Request body: {'port': {'device_id': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'bf28c1e1a75a44e9bc79926a7fd08e9f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:48.044096 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.082462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36f8a6b1-1e03-4510-bd81-568b8843daec req-45b6d3cb-d7b3-4e4b-9a80-feae625ba0cf tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325202 Aug 11 02:07:48.142837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.145769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.146973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9257870-d3d4-48a2-9542-89c94f26e7bf HTTP/1.1" status: 204 len: 168 time: 0.4503913 Aug 11 02:07:48.153741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.165325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.165325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae4c6bb3-d5e1-470c-b436-c17d0cf7afed HTTP/1.1" status: 204 len: 168 time: 0.4681876 Aug 11 02:07:48.173063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcac297-04c7-434f-8171-ac48b263d22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9257870-d3d4-48a2-9542-89c94f26e7bf,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:48.192497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01a43-d3f0-4121-bbfd-f2bfb3663488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4c6bb3-d5e1-470c-b436-c17d0cf7afed,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:48.299433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4515641-7587-4a63-bccc-3ccd04fbd34d req-9146f999-59fe-4cc3-8371-29ee80dfd460 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 210 time: 0.0415397 Aug 11 02:07:48.318384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Made reservation on behalf of bf28c1e1a75a44e9bc79926a7fd08e9f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:48.331643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.459117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42c3631f-02ae-4fb7-a3cd-c634b263fcc8 req-2db8e4ba-0ca3-4f05-9729-2ec5fd7ee495 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 210 time: 0.0591650 Aug 11 02:07:48.623618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Allocated IP 192.168.233.226 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/6a47ee44-c02c-4ccd-b826-59f2775c92d9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:48.682382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ace7cf-aed3-4e74-badf-c3d0a55ae593 req-da756f9c-f130-4d97-9df6-19db0f29ca7b tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:48.683874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9ace7cf-aed3-4e74-badf-c3d0a55ae593 req-da756f9c-f130-4d97-9df6-19db0f29ca7b tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 965 time: 0.1056533 Aug 11 02:07:48.693997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59618) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:48.701271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'floatingip': {'port_id': 'd0ac3590-77ef-4c93-9047-f4862f645058'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:48.808553 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.904549 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:48.933497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Transition to ACTIVE for port object 6a47ee44-c02c-4ccd-b826-59f2775c92d9 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:49.019394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.035870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59626) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:49.070523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0d63af6c-79aa-4e43-91fe-728eb3a4ed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.198653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:49.204211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:49.207455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:49.212296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Pushing event updated for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:49.238613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-0f3ab2c8-938e-442e-92ce-80178829b412 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=dd3020c186984ca798c7c1337d555586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431364 Aug 11 02:07:49.360184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.361592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.573614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0d63af6c-79aa-4e43-91fe-728eb3a4ed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.588342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-057146bb-036b-4971-bdd0-42fa9930132c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5994875 Aug 11 02:07:49.603895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Request body: {'port': {'device_id': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:49.687859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0d63af6c-79aa-4e43-91fe-728eb3a4ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.702296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.714756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f6768d37-27b6-42f8-b58e-d0368efcde14 None None] Provisioning for port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:49.728804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f6768d37-27b6-42f8-b58e-d0368efcde14 None None] Provisioning complete for port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:49.729186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f6768d37-27b6-42f8-b58e-d0368efcde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:49.745436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63af6c-79aa-4e43-91fe-728eb3a4ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4972b8-f4fd-4968-8391-93fc72dbab9b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:49.848792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59658) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:49.874861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f6768d37-27b6-42f8-b58e-d0368efcde14 None None] Port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:49.901862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0d63af6c-79aa-4e43-91fe-728eb3a4ed4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8909548d88ce4099bd9143bfb2c42ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8630257 Aug 11 02:07:49.908483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59664) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:49.925954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127fe5-92e4-4638-8e44-a879f052d6ee req-4d18ceb7-710b-4ab9-937c-5e55219f3bf4 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:49.933204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b127fe5-92e4-4638-8e44-a879f052d6ee req-4d18ceb7-710b-4ab9-937c-5e55219f3bf4 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 936 time: 0.3554947 Aug 11 02:07:50.006183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-c31c1c9a-d1f4-4fd1-b3cf-17ecea2ddfb0 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.007705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-c31c1c9a-d1f4-4fd1-b3cf-17ecea2ddfb0 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7588298 Aug 11 02:07:50.070643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Request body: {'port': {'device_id': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'dd3020c186984ca798c7c1337d555586'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:50.114771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f780d4a9-caf1-4dfd-a4d4-f8e741af8677 req-95e109c7-4784-4e54-8780-b0fbc9b5dd7a tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 210 time: 0.0930216 Aug 11 02:07:50.121880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a47ee44-c02c-4ccd-b826-59f2775c92d9 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:50.131862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.138287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b127fe5-92e4-4638-8e44-a879f052d6ee req-698f7285-dec0-47d1-aa3b-6dc63f61cf94 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897039 Aug 11 02:07:50.158371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Transition to ACTIVE for port object 6a47ee44-c02c-4ccd-b826-59f2775c92d9 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:50.163310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.237157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Pushing event updated for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:50.345847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Attempting to bind port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:50.346186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Attempting to bind port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:50.346534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Attempting to bind port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:50.351607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:50.351928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Attempting to bind port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:50.357726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:50.358101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:50.358540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:50.358970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Bound port: 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:50.359339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.467342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:50.473431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:50.480113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.531097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.532363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.534678 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] 10.222.0.61 "PUT /v2.0/ports/6a47ee44-c02c-4ccd-b826-59f2775c92d9 HTTP/1.1" status: 200 len: 1097 time: 0.9369638 Aug 11 02:07:50.535906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:50.539309 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:50.574134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71586b-90c0-453c-adee-d6a602362262 service neutron] Pushing event updated for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:50.612494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cca4d25a-c515-4605-9cd7-6592eb42671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.643162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-1d33d6fd-af81-4e26-96cd-d5f2e3f3e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.644764 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-1d33d6fd-af81-4e26-96cd-d5f2e3f3e783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 1100 time: 0.0581169 Aug 11 02:07:50.668413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:07:50.733553 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-c559c06c-c42f-49ee-8673-e90f8e566b8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9 HTTP/1.1" status: 200 len: 217 time: 0.0789959 Aug 11 02:07:50.813500 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.816702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-94b7e55a-7dae-4e89-9b41-66b1c83319a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.819922 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-94b7e55a-7dae-4e89-9b41-66b1c83319a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0784965 Aug 11 02:07:50.882949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a94e3-8358-4e0a-a602-5fda79881887 req-9a5bbac3-1266-4406-a8bf-ae4cddaac398 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.885628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-895a94e3-8358-4e0a-a602-5fda79881887 req-9a5bbac3-1266-4406-a8bf-ae4cddaac398 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.4018316 Aug 11 02:07:50.896352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-45f0ab2a-616d-4aaa-aa4c-824ed40eefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:50.898826 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-45f0ab2a-616d-4aaa-aa4c-824ed40eefa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692489 Aug 11 02:07:50.927463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.945016 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f1e9c5-0260-4d75-badd-7b50272c94a0 x-openstack-request-id: req-33f1e9c5-0260-4d75-badd-7b50272c94a0 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:50.945382 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:50.945705 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33f1e9c5-0260-4d75-badd-7b50272c94a0 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:50.946241 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9', 'status': 'completed', 'code': 200} Aug 11 02:07:50.976709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:50.992894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.036739 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-3c3802a9-9a35-46aa-baf5-0a13770f99d2 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297133 Aug 11 02:07:51.088504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-895a94e3-8358-4e0a-a602-5fda79881887 req-c44b6abc-67e9-41c7-a502-ba17c0aee12b tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686022 Aug 11 02:07:51.174595 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-963f6a29-9cc9-46c3-832c-50268405e6a1 req-08d3afc7-8aae-4d7d-ba4d-1e4b5d647d3f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300991 Aug 11 02:07:51.215301 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 associated. External IP: 172.25.3.228, port: d0ac3590-77ef-4c93-9047-f4862f645058. Aug 11 02:07:51.223403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.226130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.227438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf4972b8-f4fd-4968-8391-93fc72dbab9b HTTP/1.1" status: 204 len: 168 time: 1.3108764 Aug 11 02:07:51.282406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cca4d25a-c515-4605-9cd7-6592eb42671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.283680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a31ed-0aeb-4446-813a-842142f49e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4972b8-f4fd-4968-8391-93fc72dbab9b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.325058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cca4d25a-c515-4605-9cd7-6592eb42671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.333031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-bae4ca34-196c-4f27-85f7-2d317c08acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.335739 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-bae4ca34-196c-4f27-85f7-2d317c08acff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 1100 time: 0.0973780 Aug 11 02:07:51.385526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Made reservation on behalf of dd3020c186984ca798c7c1337d555586 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:07:51.389139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.441977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cca4d25a-c515-4605-9cd7-6592eb42671d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d62179f8b9044e29aeba1eb0f5eb0bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5887518 Aug 11 02:07:51.447544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59710) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:51.457962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4d25a-c515-4605-9cd7-6592eb42671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fbf194-945a-4d28-b79b-66f467fd0fbc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.516811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e05162-53c2-4315-9526-28ca5bfb0f75 req-fa0786f5-adfd-4d9e-a9a4-6e9d1c86aa57 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.518343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84e05162-53c2-4315-9526-28ca5bfb0f75 req-fa0786f5-adfd-4d9e-a9a4-6e9d1c86aa57 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 948 time: 0.2445793 Aug 11 02:07:51.568965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.602492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.635557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-0d3ef248-fcbb-481a-bcf2-934d0e95e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.642125 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-0d3ef248-fcbb-481a-bcf2-934d0e95e6fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2985778 Aug 11 02:07:51.700538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27d79461-7274-4ec4-9c24-c203b14125b8 req-3a791f7e-1500-40e8-8d25-36b4063ac138 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 210 time: 0.0880630 Aug 11 02:07:51.743646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-e58e9b7b-5d46-4c56-a7f8-9e3ee3361c74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9 HTTP/1.1" status: 200 len: 217 time: 0.0842519 Aug 11 02:07:51.758677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84e05162-53c2-4315-9526-28ca5bfb0f75 req-876ac847-78a2-4239-9895-5a6295a97c93 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102652 Aug 11 02:07:51.783335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e4578-fe17-4584-b66b-4ccd32482954 req-8d6c24b3-7608-4774-9293-cac35bf28734 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.784783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-566e4578-fe17-4584-b66b-4ccd32482954 req-8d6c24b3-7608-4774-9293-cac35bf28734 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.2337894 Aug 11 02:07:51.821313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.824100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:51.828165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3fbf194-945a-4d28-b79b-66f467fd0fbc HTTP/1.1" status: 204 len: 168 time: 0.3763831 Aug 11 02:07:51.840378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a20d3-4ee6-45a3-9362-c613511bb2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fbf194-945a-4d28-b79b-66f467fd0fbc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:51.848298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-a44d45b7-1a5a-4130-bdf0-900e70c04214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.850897 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-a44d45b7-1a5a-4130-bdf0-900e70c04214 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0965958 Aug 11 02:07:51.877475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Allocated IP 192.168.233.111 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/34173267-b92a-44ef-861e-020af4c94b29) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:07:51.913116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-4fad70cc-2dcb-4fcf-a58b-93a8b7b99725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:51.914692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-4fad70cc-2dcb-4fcf-a58b-93a8b7b99725 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526357 Aug 11 02:07:51.975672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:07:52.045070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-ca5f2064-95f2-4eb9-b65e-e55ff78c3570 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211486 Aug 11 02:07:52.142273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Deleting port 422984e1-5803-422b-8258-5c6ca3ccc557 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:07:52.142695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.195224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a0dd1c2-8e28-4e39-a143-1f098aa77dcf req-2fe96c68-8e3e-4203-9a1c-cea11d8e7368 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415858 Aug 11 02:07:52.383221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.394634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] For port 422984e1-5803-422b-8258-5c6ca3ccc557, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=422984e1-5803-422b-8258-5c6ca3ccc557,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:52.395012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.401968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:07:52.420417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.431179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Transition to ACTIVE for port object 34173267-b92a-44ef-861e-020af4c94b29 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:52.433142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Calling delete_port for 422984e1-5803-422b-8258-5c6ca3ccc557 owned by compute:tempest-test_az-66284014 {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:07:52.434139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:07:52.444057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0580af-5e81-4a67-8a3a-c1f670f1d603 req-5e3a8eac-c233-464b-98f4-5f926ba49d34 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:52.444977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d0580af-5e81-4a67-8a3a-c1f670f1d603 req-5e3a8eac-c233-464b-98f4-5f926ba49d34 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 969 time: 0.1797523 Aug 11 02:07:52.448519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:52.449549 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:52.491739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac94058-bd17-46d6-9f36-4f7cdeac2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.522798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:52.583848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05910a02-5def-4a5a-8945-a1f4ecf573f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.756434 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:52.801666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b89319f-d9ad-4804-85db-b9870ce7fd9c tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "PUT /v2.0/floatingips/f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 HTTP/1.1" status: 200 len: 1011 time: 4.1039996 Aug 11 02:07:52.806196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:52.808834 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3917a2-830a-4f12-9709-51c9cc313b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:52.864884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d0580af-5e81-4a67-8a3a-c1f670f1d603 req-ec34e2ec-bcee-492b-bcf1-bcab61ce6418 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd801c2a-9f1c-4077-8a26-42a01131d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989301 Aug 11 02:07:52.869395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05910a02-5def-4a5a-8945-a1f4ecf573f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.880675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05910a02-5def-4a5a-8945-a1f4ecf573f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.944972 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:52.948649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13c8bc63-6fcc-495d-b143-a88667003187 req-4905cdde-ee69-4f52-85d3-474f24237f72 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 210 time: 0.1073918 Aug 11 02:07:52.958366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['da145a29-1902-413e-8c44-1c09a6fe83b8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:53.034741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05910a02-5def-4a5a-8945-a1f4ecf573f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f668006-ef3a-42e0-9240-fc1aeb304184,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:53.095045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:07:53.125612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:07:53.129925 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a94790-d0c6-40c4-a74f-c169bcf1af8c x-openstack-request-id: req-b8a94790-d0c6-40c4-a74f-c169bcf1af8c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:53.130561 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:53.131127 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8a94790-d0c6-40c4-a74f-c169bcf1af8c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:53.131599 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'status': 'completed', 'code': 200} Aug 11 02:07:53.137437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05910a02-5def-4a5a-8945-a1f4ecf573f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc47974c879e430987b808e9c2458533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107397 Aug 11 02:07:53.137895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:53.138388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.67', 58143) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:53.152044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:07:53.158582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.159448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.212019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Pushing event updated for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:53.224829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-7e8bd458-90b4-405c-8a67-39d87049f5c7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1861885 Aug 11 02:07:53.245211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Request body: {'port': {'device_id': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:07:53.261470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341279a9-4a26-43d2-b72e-d77ee9ee569a req-cfa24a10-a449-4070-b65e-3f857ae9e5d9 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.272525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-341279a9-4a26-43d2-b72e-d77ee9ee569a req-cfa24a10-a449-4070-b65e-3f857ae9e5d9 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 948 time: 0.1767173 Aug 11 02:07:53.334834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-a28109f4-0d56-4552-b836-724de62c5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.339651 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-a28109f4-0d56-4552-b836-724de62c5457 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 1117 time: 0.1972411 Aug 11 02:07:53.360493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.477684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-341279a9-4a26-43d2-b72e-d77ee9ee569a req-4ce87ff7-d748-479d-b239-7c4ee6da8694 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983504 Aug 11 02:07:53.488230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Pushing event deleted for resources: {'Port': ['ID=422984e1-5803-422b-8258-5c6ca3ccc557,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:53.488230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.591518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.615788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-abd17c19-dd81-489f-a5dd-1f609fef8af7 None None] Provisioning for port 34173267-b92a-44ef-861e-020af4c94b29 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:53.620526 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:8f:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb2c7-b53e-4cba-9e17-372668706c16', 'device_owner': 'compute:tempest-test_az-66284014'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:07:50Z', 'revision_number': 1, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:53.626001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-abd17c19-dd81-489f-a5dd-1f609fef8af7 None None] Provisioning complete for port 34173267-b92a-44ef-861e-020af4c94b29 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:53.626644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-abd17c19-dd81-489f-a5dd-1f609fef8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.644471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] No DVR routers for this DVR port 422984e1-5803-422b-8258-5c6ca3ccc557 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:07:53.645646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-8d81d5d9-4ee3-4e90-a51c-5fc02a644244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:53.647806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-8d81d5d9-4ee3-4e90-a51c-5fc02a644244 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 924 time: 0.2989786 Aug 11 02:07:53.662876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.669090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-566e4578-fe17-4584-b66b-4ccd32482954 req-be63c3fc-574b-42fc-afd7-0f9db61e22e0 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.67 "DELETE /v2.0/ports/422984e1-5803-422b-8258-5c6ca3ccc557 HTTP/1.1" status: 204 len: 173 time: 1.8479846 Aug 11 02:07:53.688583 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:07:53.688943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:53.710360 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:07:53.711403 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:53.734327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-abd17c19-dd81-489f-a5dd-1f609fef8af7 None None] Port 34173267-b92a-44ef-861e-020af4c94b29 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:07:53.776434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59766) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:53.946749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:07:53.970835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-41cc599c-733b-4f92-8402-42c499e2e1d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 200 len: 1019 time: 0.2995980 Aug 11 02:07:54.112663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.115747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.117621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f668006-ef3a-42e0-9240-fc1aeb304184 HTTP/1.1" status: 204 len: 168 time: 0.9781446 Aug 11 02:07:54.119557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-237cd1ef-e112-4ad1-81a0-75c7deef07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.125524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-237cd1ef-e112-4ad1-81a0-75c7deef07bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.1485939 Aug 11 02:07:54.132305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-772ffc25-cfd9-46d0-b21a-f9cdf757f3ac req-496fb509-c002-4f30-8da1-f574969db753 tempest-AggregatesAdminTestJSON-1125586911 tempest-AggregatesAdminTestJSON-1125586911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfdf2827-de83-4d53-9fe3-251eb107059d HTTP/1.1" status: 200 len: 210 time: 0.0666568 Aug 11 02:07:54.227498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176b88-9eac-4807-8030-57695a936960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f668006-ef3a-42e0-9240-fc1aeb304184,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:54.309778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34173267-b92a-44ef-861e-020af4c94b29 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:54.323358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.326043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.341454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Transition to ACTIVE for port object 34173267-b92a-44ef-861e-020af4c94b29 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:07:54.369675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39cae5-ae7c-49ee-9eb7-13725b35d902 req-aa995bc3-5b0a-43f3-9f57-258c8ab6bb49 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.376112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad39cae5-ae7c-49ee-9eb7-13725b35d902 req-aa995bc3-5b0a-43f3-9f57-258c8ab6bb49 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 936 time: 0.2684517 Aug 11 02:07:54.387983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.408608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-777faf4d-7399-493d-8ef5-4fdf4ecfddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.410795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-777faf4d-7399-493d-8ef5-4fdf4ecfddc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2682581 Aug 11 02:07:54.563512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Pushing event updated for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:54.596825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Attempting to bind port 34173267-b92a-44ef-861e-020af4c94b29 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:07:54.597421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Attempting to bind port 34173267-b92a-44ef-861e-020af4c94b29 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:07:54.597949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Attempting to bind port 34173267-b92a-44ef-861e-020af4c94b29 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:54.605548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Port 34173267-b92a-44ef-861e-020af4c94b29 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:07:54.606185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Attempting to bind port 34173267-b92a-44ef-861e-020af4c94b29 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:07:54.621156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad39cae5-ae7c-49ee-9eb7-13725b35d902 req-cb315093-cdad-4852-be19-8be437cca87a tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274756 Aug 11 02:07:54.626853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:07:54.627202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:07:54.628632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:07:54.629120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Bound port: 34173267-b92a-44ef-861e-020af4c94b29, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:07:54.629520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.667658 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:8f:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb2c7-b53e-4cba-9e17-372668706c16', 'device_owner': 'compute:tempest-test_az-66284014'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:07:50Z', 'revision_number': 1, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:07:54.761419 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66d38fe-9c0a-4415-ae47-ec99a1fe941a None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:8f:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313bb2c7-b53e-4cba-9e17-372668706c16', 'device_owner': 'compute:tempest-test_az-66284014'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:07:50Z', 'revision_number': 1, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:07:54.822879 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-47cbff7f-8e86-4963-ab6b-384690acfd1b service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030657 Aug 11 02:07:54.828134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.866263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.892536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:07:54.918433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=34173267-b92a-44ef-861e-020af4c94b29,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:07:54.931102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14be7-efa1-4e96-aee4-cef3b725e2d4 req-e9c532f3-d3dd-4842-85c5-626b3fe66392 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:54.933200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8f14be7-efa1-4e96-aee4-cef3b725e2d4 req-e9c532f3-d3dd-4842-85c5-626b3fe66392 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 948 time: 0.0974281 Aug 11 02:07:54.935032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:54.994826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 422984e1-5803-422b-8258-5c6ca3ccc557 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:07:55.007576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.008202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.009652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-797189b7-e400-4a01-945d-66947e98edca service neutron] 10.222.0.67 "PUT /v2.0/ports/34173267-b92a-44ef-861e-020af4c94b29 HTTP/1.1" status: 200 len: 1097 time: 1.7701797 Aug 11 02:07:55.073478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 422984e1-5803-422b-8258-5c6ca3ccc557 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:07:55.073853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 422984e1-5803-422b-8258-5c6ca3ccc557 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:07:55.074214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8f14be7-efa1-4e96-aee4-cef3b725e2d4 req-33231cae-fbdb-4312-834d-754a75edb8ca tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222384 Aug 11 02:07:55.079542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Pushing event updated for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.115690 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f1d82d5b-8aea-4fe0-95a2-7a44f56160ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.141481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'name': 'network-vif-deleted', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557'}, {'name': 'network-changed', 'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'tag': '34173267-b92a-44ef-861e-020af4c94b29'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:55.144001 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0af8e-5983-4b11-9741-bb117473ceb4" -d '{"events": [{"server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "name": "network-vif-deleted", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557"}, {"name": "network-changed", "server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "tag": "34173267-b92a-44ef-861e-020af4c94b29"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:55.159228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.159617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.159959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.160296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.160742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.161175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.161507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.161858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.162233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.162597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.162973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.163269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797189b7-e400-4a01-945d-66947e98edca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.199634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6a47ee44-c02c-4ccd-b826-59f2775c92d9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:55.237600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-a70ce6dd-26bc-46b1-baee-b5d98e8cd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.249733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-a70ce6dd-26bc-46b1-baee-b5d98e8cd201 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 1100 time: 0.1738107 Aug 11 02:07:55.350235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-c0030a93-edf4-4563-a7ec-3a6c6fc6a69d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=34173267-b92a-44ef-861e-020af4c94b29 HTTP/1.1" status: 200 len: 217 time: 0.0917366 Aug 11 02:07:55.357254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:55.392117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '6a47ee44-c02c-4ccd-b826-59f2775c92d9', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '6a47ee44-c02c-4ccd-b826-59f2775c92d9', 'mac_address': 'fa:16:3e:8b:53:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:55.398750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc619c1f-c73d-4cce-8195-20da1397113f None None] New status for floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:07:55.470659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8059641ad108447d93167ee86e535fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6863363 Aug 11 02:07:55.488067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:55.491576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-ad73c1bb-943c-4ec2-b8b0-dd91569ac39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.493133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-ad73c1bb-943c-4ec2-b8b0-dd91569ac39a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1356030 Aug 11 02:07:55.503534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59eed81-87ab-44ad-83f8-6de5ab13f59a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.555815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.556091 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d1f2e-963e-4d69-9065-8b28be00ee5a x-openstack-request-id: req-a01d1f2e-963e-4d69-9065-8b28be00ee5a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:55.556242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.556407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdf2827-de83-4d53-9fe3-251eb107059d", "name": "network-vif-deleted", "tag": "422984e1-5803-422b-8258-5c6ca3ccc557", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "tag": "34173267-b92a-44ef-861e-020af4c94b29", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:55.556511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.556679 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a01d1f2e-963e-4d69-9065-8b28be00ee5a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:55.557347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.557552 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf2827-de83-4d53-9fe3-251eb107059d', 'name': 'network-vif-deleted', 'tag': '422984e1-5803-422b-8258-5c6ca3ccc557', 'status': 'completed', 'code': 200} Aug 11 02:07:55.557627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.557699 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'tag': '34173267-b92a-44ef-861e-020af4c94b29', 'status': 'completed', 'code': 200} Aug 11 02:07:55.557768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.557768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.558200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.558404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.558730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.562425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.562425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b7234-c435-4d08-ac4d-7f0f12d66461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:55.602242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278944-f6b2-4da5-9962-d128548779cf req-a2aff25a-4121-4d74-8d70-e14c817e238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.603517 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db3917a2-830a-4f12-9709-51c9cc313b9e req-afdd1c50-1bc6-40a8-91e5-220f7daef0f0 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726908 Aug 11 02:07:55.604150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-a2aff25a-4121-4d74-8d70-e14c817e238b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028521 Aug 11 02:07:55.620855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.664275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.722292 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.738866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.803237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.805777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.807047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c59eed81-87ab-44ad-83f8-6de5ab13f59a HTTP/1.1" status: 204 len: 168 time: 0.3051217 Aug 11 02:07:55.820423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a36ae-4859-4b1e-984a-4b2d93575d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59eed81-87ab-44ad-83f8-6de5ab13f59a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:55.824895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a47ee44-c02c-4ccd-b826-59f2775c92d9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:55.848928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-4670c810-d923-4b51-986f-654e49518014 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323139 Aug 11 02:07:55.878066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:55.884148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6487-c6c0-4900-bc33-6d8b9f1502c3 req-e2c435c8-7324-4662-aea2-d30fbd6e9f68 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:55.885878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-362d6487-c6c0-4900-bc33-6d8b9f1502c3 req-e2c435c8-7324-4662-aea2-d30fbd6e9f68 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 948 time: 0.1142497 Aug 11 02:07:55.891297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:55.943318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:55.986349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-362d6487-c6c0-4900-bc33-6d8b9f1502c3 req-24558b50-c6f5-4e34-8096-fca2bd3e308b tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825205 Aug 11 02:07:55.996080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:56.039477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c278944-f6b2-4da5-9962-d128548779cf req-2f440f6a-0bee-4c4d-95f5-89b28a6b80b8 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820416 Aug 11 02:07:56.127960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6a47ee44-c02c-4ccd-b826-59f2775c92d9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:56.154095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-fa7cbc67-d350-48e4-86e9-a44f2c667d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.157787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-fa7cbc67-d350-48e4-86e9-a44f2c667d54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd3020c186984ca798c7c1337d555586&device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 1100 time: 0.0526400 Aug 11 02:07:56.279003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.306709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49d351-4000-479a-8b7b-7cc83d3621e2 req-0b023ac5-477f-405e-9bf0-20eb11736369 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.308582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe49d351-4000-479a-8b7b-7cc83d3621e2 req-0b023ac5-477f-405e-9bf0-20eb11736369 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 949 time: 0.1287935 Aug 11 02:07:56.391635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe49d351-4000-479a-8b7b-7cc83d3621e2 req-ef372d15-f315-45f2-b1b5-8bb5ee93ee19 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677946 Aug 11 02:07:56.403501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-6fa02d81-911f-4971-bc02-18fadb93e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.405835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-6fa02d81-911f-4971-bc02-18fadb93e2c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2353871 Aug 11 02:07:56.461433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-59f01861-cc35-4978-8c74-9c990097cdb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=34173267-b92a-44ef-861e-020af4c94b29 HTTP/1.1" status: 200 len: 217 time: 0.0464809 Aug 11 02:07:56.471212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.513482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab44053f-36fd-4f88-93c5-2041cb967f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.529574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-96827cea-cad1-40ea-9128-3cda78f6d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.532690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-96827cea-cad1-40ea-9128-3cda78f6d072 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0578234 Aug 11 02:07:56.590999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-d1008e87-86ef-40b3-916d-2788ccbd1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:56.594610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-d1008e87-86ef-40b3-916d-2788ccbd1f24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542345 Aug 11 02:07:56.642872 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3349ceda-af91-4bae-875d-21f22660b23a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0e2dc58a9e84af7abd8488824261dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1681590 Aug 11 02:07:56.643498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.702409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59868) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.711560 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab44053f-36fd-4f88-93c5-2041cb967f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.714807 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:07:56.735689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075b42c8-fa35-4ab7-b367-f0cfa9b805b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.737123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab44053f-36fd-4f88-93c5-2041cb967f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.772184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.796837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.803779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-d0a38284-288a-4218-b597-feaeab5aaeab service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969869 Aug 11 02:07:56.826852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab44053f-36fd-4f88-93c5-2041cb967f09 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2b9392246214354af275845c7f2e69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8822286 Aug 11 02:07:56.836187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59872) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.850266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59874) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:56.868741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44053f-36fd-4f88-93c5-2041cb967f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e868298a-2755-4c2f-adea-86fdc9019099,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:56.923743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.926509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.930585 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd801c2a-9f1c-4077-8a26-42a01131d545 HTTP/1.1" status: 204 len: 168 time: 0.2839246 Aug 11 02:07:56.933434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:56.943129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abe0af8e-5983-4b11-9741-bb117473ceb4 req-2bb1bbc3-06a8-4878-aa2f-423bcb37c2fd service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165171 Aug 11 02:07:56.962229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fc218-6019-43b5-b83e-2faa746abe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd801c2a-9f1c-4077-8a26-42a01131d545,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:56.993426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.024739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075b42c8-fa35-4ab7-b367-f0cfa9b805b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.030646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075b42c8-fa35-4ab7-b367-f0cfa9b805b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.074246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.081923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-075b42c8-fa35-4ab7-b367-f0cfa9b805b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8485064b2eda442c83246aef8b6d9e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768704 Aug 11 02:07:57.083912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59882) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.086295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b42c8-fa35-4ab7-b367-f0cfa9b805b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d630d36d-dfd3-40be-a9bc-4f9fea7eb3ab,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:57.099562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.112484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e868298a-2755-4c2f-adea-86fdc9019099 HTTP/1.1" status: 204 len: 168 time: 0.2723670 Aug 11 02:07:57.163253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980df7c1-5b2b-4fa9-b7b4-23768885d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868298a-2755-4c2f-adea-86fdc9019099,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:57.195074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf36d-5c40-4be3-894d-2006348026be req-5e7e5d91-ab8e-4223-8b8c-b60213520fee tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.196715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758bf36d-5c40-4be3-894d-2006348026be req-5e7e5d91-ab8e-4223-8b8c-b60213520fee tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 948 time: 0.1135473 Aug 11 02:07:57.199900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.219953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6a47ee44-c02c-4ccd-b826-59f2775c92d9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:07:57.237465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59890) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.239140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b34f720-1121-4e8a-bc78-fdfa501ad585 tempest-AutoAllocateNetworkTest-399923002 tempest-AutoAllocateNetworkTest-399923002-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=28b52a2ac6eb427486261824184cb990&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3821409 Aug 11 02:07:57.240647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.325009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:07:57.332174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:07:57.332879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.351115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758bf36d-5c40-4be3-894d-2006348026be req-38261bd3-91e0-443c-bf90-584181bb867d tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400824 Aug 11 02:07:57.443359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e6803-3d12-4dc2-be0d-cca74ef80d3a tempest-AutoAllocateNetworkTest-399923002 tempest-AutoAllocateNetworkTest-399923002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.444904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c32e6803-3d12-4dc2-be0d-cca74ef80d3a tempest-AutoAllocateNetworkTest-399923002 tempest-AutoAllocateNetworkTest-399923002-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2066002 Aug 11 02:07:57.446517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.448642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.449379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.454067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d630d36d-dfd3-40be-a9bc-4f9fea7eb3ab HTTP/1.1" status: 204 len: 168 time: 0.3684106 Aug 11 02:07:57.462432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206b94d-f1d1-414a-b152-06cd081febc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d630d36d-dfd3-40be-a9bc-4f9fea7eb3ab,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:57.533496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.585468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30ff4165-71c4-4314-9cca-0648ec2995eb tempest-AutoAllocateNetworkTest-399923002 tempest-AutoAllocateNetworkTest-399923002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336932 Aug 11 02:07:57.587661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.591932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:57.593914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:07:57.596944 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc44af3-8597-4ebe-893a-8e413dba04bb" -d '{"events": [{"server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "name": "network-vif-plugged", "status": "completed", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:07:57.613081 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.628738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999325d-a250-4c48-b6a9-e63b4fc8ba4c req-412e4328-14a0-49d2-9d50-4e94bd19c167 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.631330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5999325d-a250-4c48-b6a9-e63b4fc8ba4c req-412e4328-14a0-49d2-9d50-4e94bd19c167 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 949 time: 0.1084070 Aug 11 02:07:57.668499 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9393f406-65cb-4dcf-86be-240e0e5613d7 x-openstack-request-id: req-9393f406-65cb-4dcf-86be-240e0e5613d7 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:07:57.669086 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "name": "network-vif-plugged", "status": "completed", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:07:57.669335 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9393f406-65cb-4dcf-86be-240e0e5613d7 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:07:57.669931 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9', 'code': 200} Aug 11 02:07:57.676964 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98372456-68fa-4152-a526-683487692043 tempest-AutoAllocateNetworkTest-399923002 tempest-AutoAllocateNetworkTest-399923002-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=28b52a2ac6eb427486261824184cb990 HTTP/1.1" status: 200 len: 208 time: 0.0874090 Aug 11 02:07:57.722409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:57.725121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5999325d-a250-4c48-b6a9-e63b4fc8ba4c req-6d54e305-7e46-417f-8df6-d65fcfdc04f4 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Aug 11 02:07:57.732395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.732977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.733889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.734479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.735025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.735568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.736111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.736889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.737431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.738001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.738643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.739183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:07:57.807321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3a2d-6bcf-4977-9c0d-dbcb58c3302b req-522cc207-f14e-466e-8340-e1a06fedd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:57.809982 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-011a3a2d-6bcf-4977-9c0d-dbcb58c3302b req-522cc207-f14e-466e-8340-e1a06fedd9d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 1102 time: 0.0514369 Aug 11 02:07:57.852531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-011a3a2d-6bcf-4977-9c0d-dbcb58c3302b req-3ed3c01c-5c28-48ec-8b94-6a06c891fa1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Aug 11 02:07:57.865091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:57.978417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59916) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:57.991613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80894f55-f7d2-473f-a82f-e28534287fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.104729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80894f55-f7d2-473f-a82f-e28534287fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.111225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80894f55-f7d2-473f-a82f-e28534287fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.188207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80894f55-f7d2-473f-a82f-e28534287fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376fe3d-063d-4c2c-b77d-913a6e55c800,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.198572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-80894f55-f7d2-473f-a82f-e28534287fe0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0af93964d0224dd088880f601c453bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190700 Aug 11 02:07:58.201753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59920) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:58.222563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59924) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:58.292037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-807cf57c-634d-4d40-85df-9698be4a670f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=456aeaea87d04c768bd57c00820dbef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682964 Aug 11 02:07:58.292850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.294410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:58.334561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59932) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:58.355713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.445490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.472249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.491694 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.494593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.498484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4376fe3d-063d-4c2c-b77d-913a6e55c800 HTTP/1.1" status: 204 len: 168 time: 0.2952988 Aug 11 02:07:58.522111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73952b-2c11-4c43-95c4-02e6831257af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376fe3d-063d-4c2c-b77d-913a6e55c800,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.550489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.555299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.560024 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7fb6d441-b56b-4578-89dc-d2b191e35026 HTTP/1.1" status: 204 len: 168 time: 0.2643993 Aug 11 02:07:58.576460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3146c90-2955-40b9-8ab6-d83f0131fdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb6d441-b56b-4578-89dc-d2b191e35026,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.642178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80c0d930-179e-4947-9f93-87f2e56cc456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.652894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c0e94-f500-4131-a042-f647b6f78f5e req-4fc2930e-9cba-4b3b-9594-62d4a4893eda tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.654583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-829c0e94-f500-4131-a042-f647b6f78f5e req-4fc2930e-9cba-4b3b-9594-62d4a4893eda tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 948 time: 0.1261544 Aug 11 02:07:58.748399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-829c0e94-f500-4131-a042-f647b6f78f5e req-65805ae8-edaa-45d6-b56f-677fcbbb5af8 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673420 Aug 11 02:07:58.817107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80c0d930-179e-4947-9f93-87f2e56cc456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.822894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80c0d930-179e-4947-9f93-87f2e56cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:58.871263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0d930-179e-4947-9f93-87f2e56cc456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f47c8b-7806-4f1b-8d11-dbf564c6240f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:58.879617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59954) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:07:58.880171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-80c0d930-179e-4947-9f93-87f2e56cc456 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28b52a2ac6eb427486261824184cb990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441380 Aug 11 02:07:58.961397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c0f4b-e755-4f52-880e-569b9c62a354 req-0dba2f80-5bab-4b0a-8fca-f7435f3a84a2 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:58.963170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-827c0f4b-e755-4f52-880e-569b9c62a354 req-0dba2f80-5bab-4b0a-8fca-f7435f3a84a2 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 950 time: 0.0621157 Aug 11 02:07:58.973796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.003454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.006716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 34173267-b92a-44ef-861e-020af4c94b29 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:07:59.028581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-827c0f4b-e755-4f52-880e-569b9c62a354 req-187ab654-da1f-40e9-b57b-5d7381925845 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Aug 11 02:07:59.068095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.072597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.076843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8f47c8b-7806-4f1b-8d11-dbf564c6240f HTTP/1.1" status: 204 len: 168 time: 0.1931813 Aug 11 02:07:59.093172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11989e9-5c1b-418f-a055-b1250aa1c458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f47c8b-7806-4f1b-8d11-dbf564c6240f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:59.171975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=34173267-b92a-44ef-861e-020af4c94b29,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:59.184416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '34173267-b92a-44ef-861e-020af4c94b29', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '34173267-b92a-44ef-861e-020af4c94b29', 'mac_address': 'fa:16:3e:9a:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:07:59.234693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.251679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34173267-b92a-44ef-861e-020af4c94b29 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:07:59.276974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=34173267-b92a-44ef-861e-020af4c94b29,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:07:59.287159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:07:59.349671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:07:59.414896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa6ac-5e53-47ab-856d-e6330076fc4e req-fba24828-76d3-4627-98ac-e3f120aa1bca tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.414896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a8fa6ac-5e53-47ab-856d-e6330076fc4e req-fba24828-76d3-4627-98ac-e3f120aa1bca tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 950 time: 0.0624053 Aug 11 02:07:59.473741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a8fa6ac-5e53-47ab-856d-e6330076fc4e req-248b7ac7-7d3f-499a-a35d-e1258806909c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511777 Aug 11 02:07:59.532898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['34173267-b92a-44ef-861e-020af4c94b29'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:07:59.921402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c774-fcdf-4355-a779-d78a06d2628b req-a21eb3b1-a14d-4a97-89c2-a0fd0a25fa9c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:07:59.924484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ec7c774-fcdf-4355-a779-d78a06d2628b req-a21eb3b1-a14d-4a97-89c2-a0fd0a25fa9c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 950 time: 0.0854192 Aug 11 02:07:59.973609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ec7c774-fcdf-4355-a779-d78a06d2628b req-14a4f047-66ae-40b2-844d-082ec23ee5af tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Aug 11 02:08:00.069498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60014) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:00.086799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc00c25-59c5-4aeb-a030-f4a38e06b5cf req-373d395d-b8da-4ef4-a449-5dfc306e4392 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:00.088628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcc00c25-59c5-4aeb-a030-f4a38e06b5cf req-373d395d-b8da-4ef4-a449-5dfc306e4392 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 949 time: 0.0565624 Aug 11 02:08:00.147004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcc00c25-59c5-4aeb-a030-f4a38e06b5cf req-44aedf0b-0940-43b1-8f18-45bb1e8bc0b0 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Aug 11 02:08:00.416513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-network', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:00.482541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Made reservation on behalf of 44e043ed46ba419aba96e0763faafcc0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:00.485959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.497778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.639869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.647883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.671947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:00.688823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da67e932-fb9d-4277-aaf1-f1da02233b72,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:00.691965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.692314 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Added segment f9f510df-383d-4ad7-8642-def3d0698284 of type vlan for network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 Aug 11 02:08:00.745766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.798571 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.800607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:00.801616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:00.862043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60052) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:00.862806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7910833 Aug 11 02:08:00.867344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Request body: {'subnet': {'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-subnet', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:00.878254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d192-48fe-449a-8c6f-78b5e5d41f69 admin admin] Pushing event updated for resources: {'Network': ['ID=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:00.890629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:00.895145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Made reservation on behalf of 44e043ed46ba419aba96e0763faafcc0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:00.898813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.021001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 34173267-b92a-44ef-861e-020af4c94b29 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:01.107066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 34173267-b92a-44ef-861e-020af4c94b29 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:01.112164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 34173267-b92a-44ef-861e-020af4c94b29 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:01.112998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.209041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79fd44-46a2-436a-b5f2-6ed46a57ca09 req-d078981a-c04f-47f1-b32b-ed3422977dfc tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.210822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b79fd44-46a2-436a-b5f2-6ed46a57ca09 req-d078981a-c04f-47f1-b32b-ed3422977dfc tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 950 time: 0.0894611 Aug 11 02:08:01.212494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.283262 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.331226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34173267-b92a-44ef-861e-020af4c94b29'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:01.339498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f9f13-386a-410a-ab26-07da90532beb" -d '{"events": [{"server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "name": "network-vif-plugged", "status": "completed", "tag": "34173267-b92a-44ef-861e-020af4c94b29"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:01.348819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b79fd44-46a2-436a-b5f2-6ed46a57ca09 req-b8583b9f-cd8e-4cc0-b8e0-d43073f5048c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/security-groups?id=badb48e3-bf18-44d5-8a39-c994d1bf43a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288867 Aug 11 02:08:01.369999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Checking segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:01.370365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Network hostable DHCP agents. Network: 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:01.370918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=34173267-b92a-44ef-861e-020af4c94b29,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:01.375523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=394d9173-9407-45be-b84e-44860302a6f2,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:01.381228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.392516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6a26d-6d77-4f1d-b3ba-11e12c3b6ce0 req-2a6140bc-4ec8-4e4f-b50b-de8eef09c664 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.394429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb6a26d-6d77-4f1d-b3ba-11e12c3b6ce0 req-2a6140bc-4ec8-4e4f-b50b-de8eef09c664 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 949 time: 0.1121058 Aug 11 02:08:01.411082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-6014405b-b5b4-417b-967f-18e02eb4cbe4 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.412884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-6014405b-b5b4-417b-967f-18e02eb4cbe4 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 950 time: 0.1570711 Aug 11 02:08:01.452866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:01.471016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb6a26d-6d77-4f1d-b3ba-11e12c3b6ce0 req-2aff775b-afad-4d82-bc61-2b661e7efcf7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614986 Aug 11 02:08:01.478738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:01.489786 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e90ead7-1f02-430e-a35b-cbb18ba13b99 x-openstack-request-id: req-0e90ead7-1f02-430e-a35b-cbb18ba13b99 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:01.490129 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "name": "network-vif-plugged", "status": "completed", "tag": "34173267-b92a-44ef-861e-020af4c94b29", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:01.490391 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0e90ead7-1f02-430e-a35b-cbb18ba13b99 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:01.490788 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34173267-b92a-44ef-861e-020af4c94b29', 'code': 200} Aug 11 02:08:01.520730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:01.529858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.531120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.537367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe4779-6da0-444f-a56e-ef2478b68ba9 None None] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:01.569395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ef7fbc10-a816-4f09-8e99-e813a7d851aa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7059805 Aug 11 02:08:01.570571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:01.597351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:01.735640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bfaf5-2562-4e79-be04-bbc753cf60ab req-97f2ee37-557c-4c3f-8859-1fda6501fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:01.753365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a44bfaf5-2562-4e79-be04-bbc753cf60ab req-97f2ee37-557c-4c3f-8859-1fda6501fa0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 1102 time: 0.1747394 Aug 11 02:08:01.757536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.759501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.807384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Deleting port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:01.807813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.808288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:08:01.809466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:01.883135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a44bfaf5-2562-4e79-be04-bbc753cf60ab req-1232810a-41a6-448d-b01e-f19c9baf8350 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105473 Aug 11 02:08:01.998835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.026794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Allocated IP 172.20.0.2 (25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4/394d9173-9407-45be-b84e-44860302a6f2/dae11104-8187-474c-945f-3f4d1f592dba) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:02.037842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] For port 6a47ee44-c02c-4ccd-b826-59f2775c92d9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6a47ee44-c02c-4ccd-b826-59f2775c92d9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:02.037842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.082967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Calling delete_port for 6a47ee44-c02c-4ccd-b826-59f2775c92d9 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:02.271345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.340676 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.357587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.382477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Transition to ACTIVE for port object dae11104-8187-474c-945f-3f4d1f592dba will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:02.417123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6a47ee44-c02c-4ccd-b826-59f2775c92d9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:02.460789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Pushing event deleted for resources: {'Port': ['ID=6a47ee44-c02c-4ccd-b826-59f2775c92d9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:02.476334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Transition to ACTIVE for port object dae11104-8187-474c-945f-3f4d1f592dba will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:02.492816 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.619460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] No DVR routers for this DVR port 6a47ee44-c02c-4ccd-b826-59f2775c92d9 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:02.627727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.631789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18f36b1b-79c0-4ac4-aa9b-a17687eca1f5 req-ecfde811-6235-48e1-b2e2-3e3e49860b50 tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.61 "DELETE /v2.0/ports/6a47ee44-c02c-4ccd-b826-59f2775c92d9 HTTP/1.1" status: 204 len: 173 time: 1.2120931 Aug 11 02:08:02.633624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'name': 'network-vif-deleted', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:02.638399 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7dbd97-8712-47ae-b853-0d04f0023823" -d '{"events": [{"server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "name": "network-vif-deleted", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:02.679330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00317ae0-ca9b-4c0b-ab1c-e74d5b84a908 req-8f06b1cf-94d5-457e-8ef6-267491c40a4c tempest-DeleteServersAdminTestJSON-1714503654 tempest-DeleteServersAdminTestJSON-1714503654-project] 10.222.0.68 "GET /v2.0/ports?device_id=b995d390-b3fe-40d8-88c2-72a3b82775a7 HTTP/1.1" status: 200 len: 210 time: 0.0491214 Aug 11 02:08:02.791658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.807359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Pushing event updated for resources: {'Port': ['ID=dae11104-8187-474c-945f-3f4d1f592dba,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:02.871314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:02.880643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:02.882553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:02.898479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:03.016268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Attempting to bind port dae11104-8187-474c-945f-3f4d1f592dba on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:03.016813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Attempting to bind port dae11104-8187-474c-945f-3f4d1f592dba by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:03.017279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Attempting to bind port dae11104-8187-474c-945f-3f4d1f592dba on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:03.024578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:03.024578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Checking segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:03.024578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.025208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Bound using segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:03.025339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Bound port: dae11104-8187-474c-945f-3f4d1f592dba, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:03.025911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.068337 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05786a-381f-471c-af2d-3060a2c7c11b x-openstack-request-id: req-ed05786a-381f-471c-af2d-3060a2c7c11b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:03.068630 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995d390-b3fe-40d8-88c2-72a3b82775a7", "name": "network-vif-deleted", "tag": "6a47ee44-c02c-4ccd-b826-59f2775c92d9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:03.068883 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed05786a-381f-471c-af2d-3060a2c7c11b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:03.069273 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b995d390-b3fe-40d8-88c2-72a3b82775a7', 'name': 'network-vif-deleted', 'tag': '6a47ee44-c02c-4ccd-b826-59f2775c92d9', 'status': 'completed', 'code': 200} Aug 11 02:08:03.085839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bce74-f72e-42e2-ae14-448d8ad592b6 req-3ba4d932-d432-4dfc-9ccf-459d91d9b657 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:03.094057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a0bce74-f72e-42e2-ae14-448d8ad592b6 req-3ba4d932-d432-4dfc-9ccf-459d91d9b657 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.2298610 Aug 11 02:08:03.151486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] For port dae11104-8187-474c-945f-3f4d1f592dba, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:03.170477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] For port dae11104-8187-474c-945f-3f4d1f592dba, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dae11104-8187-474c-945f-3f4d1f592dba,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:03.176179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.188122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Allocated IP 172.25.3.67 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5b5b6877-06f7-478a-93e4-35fa108803ad) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:03.200796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a0bce74-f72e-42e2-ae14-448d8ad592b6 req-c3b77d7f-8cfb-4719-b497-77cc7bcfcdf8 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058600 Aug 11 02:08:03.252468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7cc86-0392-4d23-a2dc-d0cc67bcf921 None None] Pushing event updated for resources: {'Port': ['ID=dae11104-8187-474c-945f-3f4d1f592dba,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:03.367868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.454763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:03.480313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:03.814579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:03.818484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:04.091024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5b6877-06f7-478a-93e4-35fa108803ad,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:04.329576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.662880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485095b5-3b04-442a-b340-0d8f2c6e6630 None None] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:04.674021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe2e2-9442-45be-949a-3f77064a9a15 req-4e205ca7-0d49-4fc4-a995-ac89d1b0c52c tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:04.675619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af0fe2e2-9442-45be-949a-3f77064a9a15 req-4e205ca7-0d49-4fc4-a995-ac89d1b0c52c tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.1142483 Aug 11 02:08:04.691639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60212) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:04.757997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-13272bc9-0201-4213-b6fb-d2f21dde28ec None None] Provisioning for port dae11104-8187-474c-945f-3f4d1f592dba completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:04.838452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60216) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:04.861675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dae11104-8187-474c-945f-3f4d1f592dba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:04.916814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af0fe2e2-9442-45be-949a-3f77064a9a15 req-7efd8140-6d29-4f83-96ed-96c58de4d78e tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489661 Aug 11 02:08:04.947158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:04.974640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dae11104-8187-474c-945f-3f4d1f592dba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:04.980824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dae11104-8187-474c-945f-3f4d1f592dba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:04.981197 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.082570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb8a3-2fbb-41ab-ae7d-7e0e28141154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.156165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:08:05.212126 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.248446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6a47ee44-c02c-4ccd-b826-59f2775c92d9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:05.252543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a092b92e-7137-4e30-8adf-84626751351e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf28c1e1a75a44e9bc79926a7fd08e9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4112813 Aug 11 02:08:05.259088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60226) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:05.300274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 6a47ee44-c02c-4ccd-b826-59f2775c92d9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:05.300544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6a47ee44-c02c-4ccd-b826-59f2775c92d9 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:05.323365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port dae11104-8187-474c-945f-3f4d1f592dba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dae11104-8187-474c-945f-3f4d1f592dba,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:05.329233 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.404737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:05.410179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.415478 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:05.437919 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:05.442137 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:05.483020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.487647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=dae11104-8187-474c-945f-3f4d1f592dba,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:05.495847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9a544990-26e8-4ece-b76f-425ac36c46ac None None] Provisioning complete for port dae11104-8187-474c-945f-3f4d1f592dba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:05.496418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9a544990-26e8-4ece-b76f-425ac36c46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.580855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb8a3-2fbb-41ab-ae7d-7e0e28141154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.588857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc3bb8a3-2fbb-41ab-ae7d-7e0e28141154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.592549 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.594753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-22bc19d2-0487-489a-9539-31a9079dc0b1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0205641 Aug 11 02:08:05.598915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60238) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:05.644519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:05.732749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be90b9-a673-4734-96f8-a838a041b7d7 req-403d0843-f0da-44e1-9e8e-5fb41433d56b tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:05.736021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91be90b9-a673-4734-96f8-a838a041b7d7 req-403d0843-f0da-44e1-9e8e-5fb41433d56b tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.0697615 Aug 11 02:08:05.777207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.783143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.785135 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/badb48e3-bf18-44d5-8a39-c994d1bf43a9 HTTP/1.1" status: 204 len: 168 time: 0.5243418 Aug 11 02:08:05.796495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bb8a3-2fbb-41ab-ae7d-7e0e28141154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f999e-102e-45ef-888c-b2ba580fbe10,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:05.805254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91be90b9-a673-4734-96f8-a838a041b7d7 req-87225ee5-b3e3-450e-b90e-bda6b41cc873 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Aug 11 02:08:05.820051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc3bb8a3-2fbb-41ab-ae7d-7e0e28141154 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65220046b9cb47a693b3634fbf333dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1267252 Aug 11 02:08:05.822926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60246) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:05.913600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:05.944457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414c38b-339c-4ecf-bafd-c18c0c230bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb48e3-bf18-44d5-8a39-c994d1bf43a9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:05.949731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.096475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.101207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.103308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f5f999e-102e-45ef-888c-b2ba580fbe10 HTTP/1.1" status: 204 len: 168 time: 0.2790816 Aug 11 02:08:06.127562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463faf6-76c5-4343-8f20-985a98a101af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f999e-102e-45ef-888c-b2ba580fbe10,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:06.141854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:06.215315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:06.216561 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Updating router 2316fedf-1061-47ca-8ae3-89cdc79711ef port 5b5b6877-06f7-478a-93e4-35fa108803ad binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:06.279013 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.695586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.730019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60290) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:06.787963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-26c29b8c-6d22-41ab-9100-1a44fdf570b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.828663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dae11104-8187-474c-945f-3f4d1f592dba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:06.874940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60294) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:06.875110 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.915315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Transition to ACTIVE for port object 5b5b6877-06f7-478a-93e4-35fa108803ad will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:06.932300 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:06.964280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a86cb611-46da-4164-8388-51467627f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.085171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dae11104-8187-474c-945f-3f4d1f592dba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:07.085649 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.131641 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Pushing event updated for resources: {'Port': ['ID=5b5b6877-06f7-478a-93e4-35fa108803ad,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.159249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Allocated IP 172.20.0.1 (25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4/394d9173-9407-45be-b84e-44860302a6f2/8a10ed22-a13a-4c66-818f-98c71d007caa) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:07.187202 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.187889 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.188585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.189192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.190065 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.190786 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.191558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.193037 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.195389 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.196076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.197548 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.198700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:07.222770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fa1d4-6409-42e1-ab60-15fa6dbcfbe2 req-b4bddb17-5792-48ed-a26a-9ea670e40982 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.226016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Attempting to bind port 5b5b6877-06f7-478a-93e4-35fa108803ad on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:07.227310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Attempting to bind port 5b5b6877-06f7-478a-93e4-35fa108803ad by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:07.228119 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Attempting to bind port 5b5b6877-06f7-478a-93e4-35fa108803ad on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:07.235830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-011fa1d4-6409-42e1-ab60-15fa6dbcfbe2 req-b4bddb17-5792-48ed-a26a-9ea670e40982 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.1994605 Aug 11 02:08:07.241838 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:07.243996 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:07.244724 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.245417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:07.248372 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Bound port: 5b5b6877-06f7-478a-93e4-35fa108803ad, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:07.249219 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.326683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-011fa1d4-6409-42e1-ab60-15fa6dbcfbe2 req-812e128b-f5d2-4cc2-96a9-8f5554d194d7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893703 Aug 11 02:08:07.389841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] For port 5b5b6877-06f7-478a-93e4-35fa108803ad, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:07.398195 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] For port 5b5b6877-06f7-478a-93e4-35fa108803ad, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5b5b6877-06f7-478a-93e4-35fa108803ad,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:07.406607 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.452833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-26c29b8c-6d22-41ab-9100-1a44fdf570b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.462804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-26c29b8c-6d22-41ab-9100-1a44fdf570b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.500636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60310) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:07.507219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.533304 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:07.534369 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:07.541998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Transition to ACTIVE for port object 8a10ed22-a13a-4c66-818f-98c71d007caa will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:07.591396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:07.623186 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.642538 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ca966-f44e-4fac-aaec-c2a48a28f612 None None] Pushing event updated for resources: {'Port': ['ID=5b5b6877-06f7-478a-93e4-35fa108803ad,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.729457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-26c29b8c-6d22-41ab-9100-1a44fdf570b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3dbf4bf2fa944f6846b292dc891fb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953518 Aug 11 02:08:07.729457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29b8c-6d22-41ab-9100-1a44fdf570b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ef3146-61f4-4b4d-ad93-166dcb6ed767,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.735998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60320) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:07.757939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Pushing event updated for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:07.778028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:07.780214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:07.784277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:07.847649 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:07.855883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-96a27bdb-057e-4952-8120-2c5936abe35c tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:07.864012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-96a27bdb-057e-4952-8120-2c5936abe35c tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 1102 time: 0.2869470 Aug 11 02:08:07.866924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.888894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.896900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:07.943542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.003536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-26f82953-9943-4760-8e00-707d98726dc8 tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.033433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-780e3fd9-a42b-469a-aa58-feb7a3f31de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.094708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a86cb611-46da-4164-8388-51467627f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.106184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a86cb611-46da-4164-8388-51467627f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.134279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7b1f3cfa-3593-446e-8a04-ba4c65e8071b None None] Provisioning for port 8a10ed22-a13a-4c66-818f-98c71d007caa completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:08.140889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:08:08.140889 n-d-713498-10 neutron-server[94653]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:08:08.140889 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id': 'a9aa4a64792347718807783a99ea3ea6', 'id': '46d710ac-958c-45ca-a451-3c6a203a5f39', 'expiration': datetime.datetime(2021, 8, 11, 2, 10, 8, 131882)}] Aug 11 02:08:08.140889 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:08:08.141525 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:08:08.143188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7b1f3cfa-3593-446e-8a04-ba4c65e8071b None None] Provisioning complete for port 8a10ed22-a13a-4c66-818f-98c71d007caa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:08.143744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3cfa-3593-446e-8a04-ba4c65e8071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.151636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a86cb611-46da-4164-8388-51467627f88e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3529c3469994aa59e6c8d908b917ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2740853 Aug 11 02:08:08.155965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.156927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60332) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:08.161334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.161334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29ef3146-61f4-4b4d-ad93-166dcb6ed767 HTTP/1.1" status: 204 len: 168 time: 0.4200153 Aug 11 02:08:08.217708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f3cfa-3593-446e-8a04-ba4c65e8071b None None] Port 8a10ed22-a13a-4c66-818f-98c71d007caa cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:08.235273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb611-46da-4164-8388-51467627f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e4f41-9708-4c3d-aaf6-ba7bd8cebacc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.264403 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:08.271413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.275958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f3f57-fbe2-499c-9a10-05b89194a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ef3146-61f4-4b4d-ad93-166dcb6ed767,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.296224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.325441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.348830 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ae455-413f-413b-b57a-3632fae44845 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:04Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:08.395236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-26f82953-9943-4760-8e00-707d98726dc8 tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.402619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-26f82953-9943-4760-8e00-707d98726dc8 tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.453184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8689783d-2b20-4110-9d33-5a51e7f6e607 req-26f82953-9943-4760-8e00-707d98726dc8 tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678792 Aug 11 02:08:08.471561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f82953-9943-4760-8e00-707d98726dc8 tempest-LiveMigrationNegativeTest-995784358 tempest-LiveMigrationNegativeTest-995784358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1824c4c-863b-4323-9893-6c68150d9bb5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.531691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.535055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.536199 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e67e4f41-9708-4c3d-aaf6-ba7bd8cebacc HTTP/1.1" status: 204 len: 168 time: 0.3732915 Aug 11 02:08:08.565856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3b7af-4b7e-4dde-992c-aca4eae37c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e4f41-9708-4c3d-aaf6-ba7bd8cebacc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:08.647601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.738640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-780e3fd9-a42b-469a-aa58-feb7a3f31de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.820973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-780e3fd9-a42b-469a-aa58-feb7a3f31de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:08.971402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:08.972567 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-780e3fd9-a42b-469a-aa58-feb7a3f31de6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9df87fce86924a4fb5564bcc1bae4f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3797145 Aug 11 02:08:08.990884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e3fd9-a42b-469a-aa58-feb7a3f31de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acb5b1d-3b16-4bd4-99ce-cd31ad2792a1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:09.007331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.015074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.017404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.068542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.115839 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.135256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf08f0-629f-4766-8efc-3157a9c5f9e3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:09.179114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.208728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Pushing event updated for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:09.219602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.438992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d628-8e0e-4c19-b029-3ac55daa226e req-3c0eb42b-8d86-48bb-881c-51992d3f308c tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:09.443469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75a9d628-8e0e-4c19-b029-3ac55daa226e req-3c0eb42b-8d86-48bb-881c-51992d3f308c tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.1503499 Aug 11 02:08:09.483731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.492142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.496386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1acb5b1d-3b16-4bd4-99ce-cd31ad2792a1 HTTP/1.1" status: 204 len: 168 time: 0.5228267 Aug 11 02:08:09.537792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571865b-0046-4e5b-a861-e07f7c6d9406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acb5b1d-3b16-4bd4-99ce-cd31ad2792a1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:09.562558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75a9d628-8e0e-4c19-b029-3ac55daa226e req-1caae628-d02d-41e0-aefd-2e0eb990adb6 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076105 Aug 11 02:08:09.616350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60422) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:09.617320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-79acf6cb-6e69-490a-93b2-f8265d809cc9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9aa4a64792347718807783a99ea3ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1057246 Aug 11 02:08:09.733946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:09.740247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:09.750343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.814657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.890661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.894797 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:09.900511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ccdf08f0-629f-4766-8efc-3157a9c5f9e3 HTTP/1.1" status: 204 len: 168 time: 0.2818966 Aug 11 02:08:09.911271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b7f5c-1249-412c-a905-aa2082066c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf08f0-629f-4766-8efc-3157a9c5f9e3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:10.031195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:10.128112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.192017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-68547b04-9e8c-421a-a44c-18ed537c83e5 None None] Provisioning complete for port 8a10ed22-a13a-4c66-818f-98c71d007caa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:10.192701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-68547b04-9e8c-421a-a44c-18ed537c83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.258909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-68547b04-9e8c-421a-a44c-18ed537c83e5 None None] Port 8a10ed22-a13a-4c66-818f-98c71d007caa cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:10.321597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:10.329086 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3174612-fe2c-4d65-80ca-3c340abb7d13 admin admin] 10.222.0.68 "PUT /v2.0/routers/2316fedf-1061-47ca-8ae3-89cdc79711ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7283642 Aug 11 02:08:10.379055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.386608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60446) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:10.400086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-667a412d-9b48-42ee-874d-3aaf0ba9cb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.524888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-667a412d-9b48-42ee-874d-3aaf0ba9cb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.529471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-667a412d-9b48-42ee-874d-3aaf0ba9cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.573783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-667a412d-9b48-42ee-874d-3aaf0ba9cb1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f940cb725ee64ae9929c5f218007e742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860590 Aug 11 02:08:10.574792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a412d-9b48-42ee-874d-3aaf0ba9cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed1f02-768e-4da3-bf5d-aec065fe76f8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:10.576631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60450) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:10.642716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.731954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.766452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28781c-bfc4-414f-bb83-c32d356d7853 req-ce62d7be-f756-43c0-9003-b45dbd2ed889 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.768389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f28781c-bfc4-414f-bb83-c32d356d7853 req-ce62d7be-f756-43c0-9003-b45dbd2ed889 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.1191614 Aug 11 02:08:10.793592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:10.849195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5b5b6877-06f7-478a-93e4-35fa108803ad up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:10.876064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f28781c-bfc4-414f-bb83-c32d356d7853 req-45ce292f-dd5e-44d0-aa96-7c49203251cc tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823236 Aug 11 02:08:10.884450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-acf7af25-800d-4b40-8b69-661f036e2490 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:10.890266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-acf7af25-800d-4b40-8b69-661f036e2490 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.67 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 950 time: 0.1126409 Aug 11 02:08:10.906358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.909068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:10.913414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63ed1f02-768e-4da3-bf5d-aec065fe76f8 HTTP/1.1" status: 204 len: 168 time: 0.3324566 Aug 11 02:08:10.940455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b5ebe-d21a-4909-bae1-516d3c88fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed1f02-768e-4da3-bf5d-aec065fe76f8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:10.962088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5b5b6877-06f7-478a-93e4-35fa108803ad completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:10.997784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60468) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:11.001676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5b5b6877-06f7-478a-93e4-35fa108803ad triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:11.003540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.014442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Deleting port 34173267-b92a-44ef-861e-020af4c94b29 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:11.015039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.022449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46843f04-9ba5-48d9-9f24-960e6074f241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.194223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.235491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 5b5b6877-06f7-478a-93e4-35fa108803ad, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5b5b6877-06f7-478a-93e4-35fa108803ad,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:11.238516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46843f04-9ba5-48d9-9f24-960e6074f241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.242872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.243701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] For port 34173267-b92a-44ef-861e-020af4c94b29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=34173267-b92a-44ef-861e-020af4c94b29,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:11.246480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.268767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46843f04-9ba5-48d9-9f24-960e6074f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.279892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Calling delete_port for 34173267-b92a-44ef-861e-020af4c94b29 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:11.297687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:11.323244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:11.324191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:11.357987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-46843f04-9ba5-48d9-9f24-960e6074f241 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b8a74d8a0aa4ba289860276a7531046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586702 Aug 11 02:08:11.365061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60478) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:11.383438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=5b5b6877-06f7-478a-93e4-35fa108803ad,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:11.416309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46843f04-9ba5-48d9-9f24-960e6074f241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f199cd0-7c3a-4567-b990-b72772f2ce8e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:11.465082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51b95cb7-2017-4b05-a287-597131a13ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.474289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.545035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.558541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:11.632399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.669458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51b95cb7-2017-4b05-a287-597131a13ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.674631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['34173267-b92a-44ef-861e-020af4c94b29'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:11.676868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Pushing event deleted for resources: {'Port': ['ID=34173267-b92a-44ef-861e-020af4c94b29,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:11.678771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51b95cb7-2017-4b05-a287-597131a13ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.682840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['da145a29-1902-413e-8c44-1c09a6fe83b8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:11.732421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] No DVR routers for this DVR port 34173267-b92a-44ef-861e-020af4c94b29 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:11.735397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.738162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-052dc8af-1a17-4f76-99e5-9ff316281d7a req-06f14d38-f710-43f1-a29d-270ea236cace tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.67 "DELETE /v2.0/ports/34173267-b92a-44ef-861e-020af4c94b29 HTTP/1.1" status: 204 len: 173 time: 0.8411179 Aug 11 02:08:11.738567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'name': 'network-vif-deleted', 'tag': '34173267-b92a-44ef-861e-020af4c94b29'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:11.738787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b95cb7-2017-4b05-a287-597131a13ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0e429-7190-418d-a717-342db271c682,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:11.741175 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b49880f-c009-4cb1-8ed4-7e149daa7a6d" -d '{"events": [{"server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "name": "network-vif-deleted", "tag": "34173267-b92a-44ef-861e-020af4c94b29"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:11.754766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.762632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:11.763794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1f199cd0-7c3a-4567-b990-b72772f2ce8e HTTP/1.1" status: 204 len: 168 time: 0.3977849 Aug 11 02:08:11.811484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-51b95cb7-2017-4b05-a287-597131a13ee0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d8eea47467b04565a147e65e9a673bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0165653 Aug 11 02:08:11.814011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:11.816898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15969da-d3f1-4819-8f61-a6bc430318c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f199cd0-7c3a-4567-b990-b72772f2ce8e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:11.873728 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e42b32-2ef1-47e7-8107-9f28cfe17c43 x-openstack-request-id: req-f4e42b32-2ef1-47e7-8107-9f28cfe17c43 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:11.874332 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78c3749-73ef-4d28-8d80-be21baf2ac8c", "name": "network-vif-deleted", "tag": "34173267-b92a-44ef-861e-020af4c94b29", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:11.874878 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4e42b32-2ef1-47e7-8107-9f28cfe17c43 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:11.875579 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78c3749-73ef-4d28-8d80-be21baf2ac8c', 'name': 'network-vif-deleted', 'tag': '34173267-b92a-44ef-861e-020af4c94b29', 'status': 'completed', 'code': 200} Aug 11 02:08:11.944837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.012912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.113742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4597aa28-af10-464d-abd1-3a40fad08beb req-5da37239-3291-4607-b92a-1523d5335932 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78c3749-73ef-4d28-8d80-be21baf2ac8c HTTP/1.1" status: 200 len: 210 time: 0.1094811 Aug 11 02:08:12.141125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.146275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.155533 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7b0e429-7190-418d-a717-342db271c682 HTTP/1.1" status: 204 len: 168 time: 0.3397062 Aug 11 02:08:12.182519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a10d90-a43a-4467-8ec0-8a3019dc47be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0e429-7190-418d-a717-342db271c682,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:12.289936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-d9c2073e-95be-4e17-b4e8-2a09e0dbbbc2 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:12.298711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-d9c2073e-95be-4e17-b4e8-2a09e0dbbbc2 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 821 time: 0.1836565 Aug 11 02:08:12.328482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-1eaa39ee-7325-497b-b109-1441df73cb2c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/quotas/44e043ed46ba419aba96e0763faafcc0 HTTP/1.1" status: 200 len: 375 time: 0.0285892 Aug 11 02:08:12.420035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-cd940427-e217-4200-9ca8-f7d55df7cc7f tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902863 Aug 11 02:08:12.521583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 2, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:12.554721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:12.555184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Updating router 2316fedf-1061-47ca-8ae3-89cdc79711ef port 8a10ed22-a13a-4c66-818f-98c71d007caa binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:12.596072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:12.770679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5b5b6877-06f7-478a-93e4-35fa108803ad up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:12.878199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60536) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:12.894671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b01d00-cd07-4edd-8d30-fc3615003289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.029430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b01d00-cd07-4edd-8d30-fc3615003289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.035517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b01d00-cd07-4edd-8d30-fc3615003289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.046285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5b5b6877-06f7-478a-93e4-35fa108803ad triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:13.046380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.068745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-58b01d00-cd07-4edd-8d30-fc3615003289 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80519e2beac14f9997db992b9ee940fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882033 Aug 11 02:08:13.071249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60544) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:13.147582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01d00-cd07-4edd-8d30-fc3615003289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860369fa-1e3d-4b3d-a5ff-ebedf235b533,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:13.186519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.202626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.209064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Transition to ACTIVE for port object 8a10ed22-a13a-4c66-818f-98c71d007caa will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:13.222800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.257167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.321291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6013-79a9-4c96-9ea9-2be5cffa680f None None] Pushing event updated for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:13.359991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.361609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Attempting to bind port 8a10ed22-a13a-4c66-818f-98c71d007caa on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:13.362739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.362893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Attempting to bind port 8a10ed22-a13a-4c66-818f-98c71d007caa by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:13.363143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Attempting to bind port 8a10ed22-a13a-4c66-818f-98c71d007caa on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:13.366978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/860369fa-1e3d-4b3d-a5ff-ebedf235b533 HTTP/1.1" status: 204 len: 168 time: 0.2946522 Aug 11 02:08:13.376214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e247-d9dd-4aa1-b83e-b664514644ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860369fa-1e3d-4b3d-a5ff-ebedf235b533,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:13.377214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:13.377958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Checking segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:13.378645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.379073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Bound using segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:13.379703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Bound port: 8a10ed22-a13a-4c66-818f-98c71d007caa, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:13.380098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.507652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] For port 8a10ed22-a13a-4c66-818f-98c71d007caa, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:13.517171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] For port 8a10ed22-a13a-4c66-818f-98c71d007caa, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8a10ed22-a13a-4c66-818f-98c71d007caa,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:13.530645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:13.568921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382490c9-3a25-4fde-8bb3-3edfbb6d6111 req-88c154ba-e77e-4742-8d0d-9c97926985b5 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:13.570911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-382490c9-3a25-4fde-8bb3-3edfbb6d6111 req-88c154ba-e77e-4742-8d0d-9c97926985b5 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.0678263 Aug 11 02:08:13.600077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:13.600708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:13.624197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-382490c9-3a25-4fde-8bb3-3edfbb6d6111 req-af25712c-160d-47da-aa1f-7d81d4dba091 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465896 Aug 11 02:08:13.682155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6013-79a9-4c96-9ea9-2be5cffa680f None None] Pushing event updated for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:13.773423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-0014eef9-278d-45e7-9d10-7eb0ddd974da service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:13.774467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-0014eef9-278d-45e7-9d10-7eb0ddd974da service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6306789 Aug 11 02:08:13.786587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:13.897610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f06cbb62-9de2-442d-85f8-72b32e714e63 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159713 Aug 11 02:08:14.009052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-cfcda257-d289-45af-a514-cf62f978425f service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010270 Aug 11 02:08:14.060244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:13Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:14.097595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482931c2-8746-43b0-a8e0-15dbb6532454 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:13Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:14.286944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf7d9348-4ae3-4a02-8e58-2ac450415861 req-b9267542-bc1f-4a51-9bb4-6d8f4441f386 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 210 time: 0.0579884 Aug 11 02:08:14.823023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8a10ed22-a13a-4c66-818f-98c71d007caa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:14.839050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c1848-903e-4dba-8ba9-2ad888f83399 req-bd36314f-3b3b-431a-9fd5-8a62355d92e7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:14.840624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e0c1848-903e-4dba-8ba9-2ad888f83399 req-bd36314f-3b3b-431a-9fd5-8a62355d92e7 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.1062703 Aug 11 02:08:14.910542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e0c1848-903e-4dba-8ba9-2ad888f83399 req-1be24f3e-ce21-454a-b441-7eab2dba72fd tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/security-groups?id=02fde1c0-2cdc-44ca-b464-29a931956010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Aug 11 02:08:14.943601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 8a10ed22-a13a-4c66-818f-98c71d007caa completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:14.949993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8a10ed22-a13a-4c66-818f-98c71d007caa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:14.950689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.159587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.185147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 34173267-b92a-44ef-861e-020af4c94b29 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:15.203151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-85550376-c030-4d4d-8acf-3a6418f00ef1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:15.211183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-85550376-c030-4d4d-8acf-3a6418f00ef1 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 949 time: 0.1344585 Aug 11 02:08:15.240886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 34173267-b92a-44ef-861e-020af4c94b29 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:15.241246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 34173267-b92a-44ef-861e-020af4c94b29 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:15.262251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 8a10ed22-a13a-4c66-818f-98c71d007caa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8a10ed22-a13a-4c66-818f-98c71d007caa,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:15.274928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.403074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:15.422651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Deleting port da145a29-1902-413e-8c44-1c09a6fe83b8 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:15.423708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.475720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd9b58ef-1345-477a-ac03-60fa43624faf req-db688b41-97ef-4b87-99ba-d397799964f4 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Aug 11 02:08:15.546241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] For port da145a29-1902-413e-8c44-1c09a6fe83b8, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=da145a29-1902-413e-8c44-1c09a6fe83b8,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:15.546766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.564103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Calling delete_port for da145a29-1902-413e-8c44-1c09a6fe83b8 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:15.821613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:15.835515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['da145a29-1902-413e-8c44-1c09a6fe83b8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:15.948903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Pushing event deleted for resources: {'Port': ['ID=da145a29-1902-413e-8c44-1c09a6fe83b8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:16.101725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] No DVR routers for this DVR port da145a29-1902-413e-8c44-1c09a6fe83b8 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:08:16.101894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e5c5d00-3187-4ecf-ac03-685e95452e86 req-9fb8fdba-4f5f-4477-958a-14dfc6127f31 tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d91b91f-b4b9-42d0-8e97-abe7aac89369 HTTP/1.1" status: 200 len: 210 time: 0.0664740 Aug 11 02:08:16.105615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.108253 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9643d4a8-0230-4558-a2b0-909336d28ad6 req-238dc30d-9bf7-4bd4-ba6b-fcf4044477fa tempest-LiveMigrationNegativeTest-969245587 tempest-LiveMigrationNegativeTest-969245587-project] 10.222.0.61 "DELETE /v2.0/ports/da145a29-1902-413e-8c44-1c09a6fe83b8 HTTP/1.1" status: 204 len: 173 time: 0.8865700 Aug 11 02:08:16.116424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'name': 'network-vif-deleted', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:16.118722 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd344d5-ccfb-4fa3-85ee-099405451d8d" -d '{"events": [{"server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "name": "network-vif-deleted", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:16.218056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-bdcb9ec7-8705-4c3e-bb17-f279d5f3ed11 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:16.220035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-bdcb9ec7-8705-4c3e-bb17-f279d5f3ed11 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 821 time: 0.4659638 Aug 11 02:08:16.221946 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b44cea-9bcf-4a52-b582-1102bedee778 x-openstack-request-id: req-c6b44cea-9bcf-4a52-b582-1102bedee778 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:16.222211 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d91b91f-b4b9-42d0-8e97-abe7aac89369", "name": "network-vif-deleted", "tag": "da145a29-1902-413e-8c44-1c09a6fe83b8", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:16.222543 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6b44cea-9bcf-4a52-b582-1102bedee778 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:16.222853 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d91b91f-b4b9-42d0-8e97-abe7aac89369', 'name': 'network-vif-deleted', 'tag': 'da145a29-1902-413e-8c44-1c09a6fe83b8', 'status': 'completed', 'code': 200} Aug 11 02:08:16.240547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'port': {'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'admin_state_up': True, 'tenant_id': '44e043ed46ba419aba96e0763faafcc0'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:16.240671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60680) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:16.482097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Made reservation on behalf of 44e043ed46ba419aba96e0763faafcc0 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:16.486595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.628621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c84cbf7e-8db0-4fe9-9c68-bce6b950d64b req-dc5481a6-2165-4e8e-aa5c-4912a7a54466 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 210 time: 0.0408864 Aug 11 02:08:16.698787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3083-5e45-4f46-b7e3-d5438a7ea7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.796861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Allocated IP 172.20.0.9 (25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4/394d9173-9407-45be-b84e-44860302a6f2/5a47080f-ebd7-45d4-822d-f1ff7dc1bd50) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:16.862963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8a10ed22-a13a-4c66-818f-98c71d007caa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:16.931031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3083-5e45-4f46-b7e3-d5438a7ea7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.938833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3083-5e45-4f46-b7e3-d5438a7ea7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:16.967342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60698) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:16.992166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8a10ed22-a13a-4c66-818f-98c71d007caa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:16.992603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.054559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c5cb3083-5e45-4f46-b7e3-d5438a7ea7f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50053ecdd6c94a6c9c57f4b73566c22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127470 Aug 11 02:08:17.055593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60706) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:17.060814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb3083-5e45-4f46-b7e3-d5438a7ea7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da834061-901d-4f68-ab5a-1c8fb5ff5205,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:17.173560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.183365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.218134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Transition to ACTIVE for port object 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:17.221942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.296883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.310376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.315966 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.320754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da834061-901d-4f68-ab5a-1c8fb5ff5205 HTTP/1.1" status: 204 len: 168 time: 0.2611661 Aug 11 02:08:17.330532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f62cd0-6aec-43a7-acaf-51985f054dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da834061-901d-4f68-ab5a-1c8fb5ff5205,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:17.356768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:17.359908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:17.363895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:17.409929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event updated for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:17.427363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.428056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.457350 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2148f9cd-f048-4171-a917-5333e62f4ada tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271643 Aug 11 02:08:17.469828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Request body: {'port': {'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:17.561997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89367798-5ae4-4535-a181-1149ae87b131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.578696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.721480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-534b7439-35cc-429e-b431-0224d3ebc7f6 None None] Provisioning for port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:17.726947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-534b7439-35cc-429e-b431-0224d3ebc7f6 None None] Provisioning complete for port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:17.728387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-534b7439-35cc-429e-b431-0224d3ebc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.827383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-534b7439-35cc-429e-b431-0224d3ebc7f6 None None] Port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:17.843934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697574-422e-4b02-b263-f82e4354607b req-bdca3b2d-5d34-45ed-8a04-a57204fc1aea tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:17.846307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a697574-422e-4b02-b263-f82e4354607b req-bdca3b2d-5d34-45ed-8a04-a57204fc1aea tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 931 time: 0.1104074 Aug 11 02:08:17.901412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89367798-5ae4-4535-a181-1149ae87b131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.912750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89367798-5ae4-4535-a181-1149ae87b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:17.916690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a697574-422e-4b02-b263-f82e4354607b req-23f1d242-8f73-4a8b-ab13-968277a35fe5 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Aug 11 02:08:17.980693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60730) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:17.980842 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-89367798-5ae4-4535-a181-1149ae87b131 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56dce2174c0a4a63bc6bd1072fceea0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0054679 Aug 11 02:08:17.986192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367798-5ae4-4535-a181-1149ae87b131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18281b9a-3428-42ed-b9c8-1d8812482768,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.046744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:18.055475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.070719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Transition to ACTIVE for port object 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:18.075493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.099127 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.153128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.161253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Pushing event updated for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.233255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.236361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.241013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18281b9a-3428-42ed-b9c8-1d8812482768 HTTP/1.1" status: 204 len: 168 time: 0.2588036 Aug 11 02:08:18.253234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Attempting to bind port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:18.253876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Attempting to bind port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:18.254992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733fb0-7757-47d9-a5c6-07a2bd68804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18281b9a-3428-42ed-b9c8-1d8812482768,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.256766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Attempting to bind port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:18.262162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:18.262433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Attempting to bind port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:18.278968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:18.279245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Checking segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:18.279687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Bound using segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:18.282874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Bound port: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:18.283274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.336378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:18.379395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60748) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:18.425480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:18.430739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:18.437997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.505733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Pushing event updated for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.522552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.523397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.524766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-f2c99bb4-f8ca-4c56-9ec4-5bbaa0aede41 service neutron] 10.222.0.61 "PUT /v2.0/ports/5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 1092 time: 1.0594583 Aug 11 02:08:18.525231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:18.528089 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d778158-c724-4299-8bf0-7a35c56303d8" -d '{"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:18.579475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60754) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:18.600263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b71d31c1-e847-4ef0-9e67-57cfedaffedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.644592 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3a2072-9b40-4ce5-931f-2b9b0ca7e46a x-openstack-request-id: req-9f3a2072-9b40-4ce5-931f-2b9b0ca7e46a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:18.644894 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:18.645154 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f3a2072-9b40-4ce5-931f-2b9b0ca7e46a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:18.645559 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:08:18.690945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-70ed5501-217d-4dd8-bb2e-88118cdb3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.697459 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-70ed5501-217d-4dd8-bb2e-88118cdb3e05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1095 time: 0.1268244 Aug 11 02:08:18.773373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b71d31c1-e847-4ef0-9e67-57cfedaffedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.779331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b71d31c1-e847-4ef0-9e67-57cfedaffedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:18.797902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-0a764e36-77d4-4358-8bc7-bcd30675040f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0937855 Aug 11 02:08:18.824829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b71d31c1-e847-4ef0-9e67-57cfedaffedc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1adff0329c049ff9fc810c5521810c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435102 Aug 11 02:08:18.828485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:18.895396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-0b1da45b-5e98-4152-8bdf-9379659dd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.897610 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-0b1da45b-5e98-4152-8bdf-9379659dd05d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0919194 Aug 11 02:08:18.950794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d31c1-e847-4ef0-9e67-57cfedaffedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ace50-2456-4f22-9854-f2842665d399,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:18.974325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-556483f0-9f41-41e7-a972-f505ec5be959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:18.975819 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-556483f0-9f41-41e7-a972-f505ec5be959 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698130 Aug 11 02:08:18.993715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.026399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.131412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-858275e6-d487-4354-9dc0-cdb8b31724c5 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456087 Aug 11 02:08:19.134927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a69bce62-2059-4ba6-b8fa-1bc2fbd41226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.196549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c42c-6e1f-4572-b402-0ff8e02f201e req-f2ffd115-81ea-472e-b290-a9028c7896f4 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.205532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1f1c42c-6e1f-4572-b402-0ff8e02f201e req-f2ffd115-81ea-472e-b290-a9028c7896f4 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 943 time: 0.1535141 Aug 11 02:08:19.273884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4f770c66-63d9-4d16-97ba-8dd9e2a18b8a req-2cef2f92-2003-45df-b2c0-3ccc461b397b service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348360 Aug 11 02:08:19.292274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device da145a29-1902-413e-8c44-1c09a6fe83b8 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:08:19.318562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60768) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:19.334202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa44e2aa-464f-45fa-a49f-bb63dc8122ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.338703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: da145a29-1902-413e-8c44-1c09a6fe83b8 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:08:19.340688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device da145a29-1902-413e-8c44-1c09a6fe83b8 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:08:19.399250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-d731b9a4-af33-41cc-8e01-72fca7623795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.400782 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-d731b9a4-af33-41cc-8e01-72fca7623795 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1095 time: 0.0680673 Aug 11 02:08:19.531091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-657c1856-165b-41e7-853f-be27631f12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.532706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-657c1856-165b-41e7-853f-be27631f12d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.1248596 Aug 11 02:08:19.570701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-35a7a188-ab19-4dc3-90d8-31052bc36365 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd3020c186984ca798c7c1337d555586&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2331328 Aug 11 02:08:19.571379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60776) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:19.583534 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-8cb8f1aa-c62b-4a33-9912-44304a4ec64f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0428128 Aug 11 02:08:19.591725 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.595263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.596538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/279ace50-2456-4f22-9854-f2842665d399 HTTP/1.1" status: 204 len: 168 time: 0.7669179 Aug 11 02:08:19.667024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-4ba2321a-cfb7-439d-837d-73975321acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.669266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-4ba2321a-cfb7-439d-837d-73975321acad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0774517 Aug 11 02:08:19.676372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1f1c42c-6e1f-4572-b402-0ff8e02f201e req-153b4132-4905-4af9-b897-fe774fdde2af tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697220 Aug 11 02:08:19.718446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a799f-da61-4d65-b531-69c3afe7003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ace50-2456-4f22-9854-f2842665d399,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:19.775570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-235aae48-3425-4f03-8524-ac5cc05fec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:19.777226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-235aae48-3425-4f03-8524-ac5cc05fec5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959237 Aug 11 02:08:19.834675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.882753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.885490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a69bce62-2059-4ba6-b8fa-1bc2fbd41226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.897499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a69bce62-2059-4ba6-b8fa-1bc2fbd41226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:19.943758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bce62-2059-4ba6-b8fa-1bc2fbd41226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6eb90c-d80e-4a08-845b-5e7b152838af,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:19.988008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a69bce62-2059-4ba6-b8fa-1bc2fbd41226 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44857aa7fe6a4dc39bcf987375e85dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6069617 Aug 11 02:08:19.992005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:20.000129 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-b71ecb60-7460-4db7-a77e-0ae82ebc5a1e service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146609 Aug 11 02:08:20.069787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.072199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.083753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02fde1c0-2cdc-44ca-b464-29a931956010 HTTP/1.1" status: 204 len: 168 time: 0.5037589 Aug 11 02:08:20.117025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75aaa6-f453-4856-8460-81b6dc2da8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fde1c0-2cdc-44ca-b464-29a931956010,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.158692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.232555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.366376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.369188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.371743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bd6eb90c-d80e-4a08-845b-5e7b152838af HTTP/1.1" status: 204 len: 168 time: 0.3774462 Aug 11 02:08:20.388777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa4f6f-26b9-423d-8ead-c32f984de766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6eb90c-d80e-4a08-845b-5e7b152838af,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.537938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d778158-c724-4299-8bf0-7a35c56303d8 req-f152716e-9c35-4dbd-bf8f-ac80e159788e service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256753 Aug 11 02:08:20.577404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa44e2aa-464f-45fa-a49f-bb63dc8122ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.581635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa44e2aa-464f-45fa-a49f-bb63dc8122ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.619980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60822) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:20.620592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa44e2aa-464f-45fa-a49f-bb63dc8122ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb7c4e625af54cc7864f241e83fe73fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3003628 Aug 11 02:08:20.635284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e2aa-464f-45fa-a49f-bb63dc8122ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a12234-d44b-4119-9352-65a02f0c4b06,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.685233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.719911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.819163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac06bd-f357-4d78-bba2-cb6b10c169c1 req-05afff93-ec8d-4da6-b0a8-0b97b05267f0 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:20.827331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0ac06bd-f357-4d78-bba2-cb6b10c169c1 req-05afff93-ec8d-4da6-b0a8-0b97b05267f0 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 943 time: 0.0744355 Aug 11 02:08:20.830306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.834366 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:20.835169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04a12234-d44b-4119-9352-65a02f0c4b06 HTTP/1.1" status: 204 len: 168 time: 0.2141244 Aug 11 02:08:20.840636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:20.859519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482262f-2ea5-49d8-91ad-8c7dadf1d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a12234-d44b-4119-9352-65a02f0c4b06,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:20.888838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0ac06bd-f357-4d78-bba2-cb6b10c169c1 req-f93c45a9-f33c-4eb5-a357-c065fcfb7bc2 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586622 Aug 11 02:08:20.935156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-83595e27-a88e-4457-a642-e71085bd036a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55dce5bc8cf24564a4c7ea8c459a80b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927036 Aug 11 02:08:20.938294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60834) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.002429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.033697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.069414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60838) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.093571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.096455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76fbb36d-8bed-41f4-a89d-811181cdb068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.098978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.102949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1824c4c-863b-4323-9893-6c68150d9bb5 HTTP/1.1" status: 204 len: 168 time: 0.1608331 Aug 11 02:08:21.109565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbf0c-9d83-4b15-b165-ae178712d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1824c4c-863b-4323-9893-6c68150d9bb5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.117858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60842) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.239595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76fbb36d-8bed-41f4-a89d-811181cdb068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.245249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76fbb36d-8bed-41f4-a89d-811181cdb068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.290144 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76fbb36d-8bed-41f4-a89d-811181cdb068 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61fc7d0ff6fe4dc68b64a12fa8fb60e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191670 Aug 11 02:08:21.291048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbb36d-8bed-41f4-a89d-811181cdb068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a67c08-de30-40bb-8b43-2e3676728ddb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.292220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60848) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.349451 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.361499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60852) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.377523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.440026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.443519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.444704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03a67c08-de30-40bb-8b43-2e3676728ddb HTTP/1.1" status: 204 len: 168 time: 0.1503448 Aug 11 02:08:21.453969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abe139-970d-4ba8-a750-a21b5a6ddfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a67c08-de30-40bb-8b43-2e3676728ddb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.498120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-791631ff-b224-4575-9799-48d3c248278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.606945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-791631ff-b224-4575-9799-48d3c248278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.613403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-791631ff-b224-4575-9799-48d3c248278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.656410 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-791631ff-b224-4575-9799-48d3c248278d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dcf044725c5344fd9e958e8c4ca5ddbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374515 Aug 11 02:08:21.658732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791631ff-b224-4575-9799-48d3c248278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c46f3-6180-4d66-8b04-1f92b6cd08aa,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.659972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:21.737274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.768287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.829829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.832392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.836378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d5c46f3-6180-4d66-8b04-1f92b6cd08aa HTTP/1.1" status: 204 len: 168 time: 0.1736956 Aug 11 02:08:21.844209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990d877-d0fe-4c30-9399-18e984c39558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c46f3-6180-4d66-8b04-1f92b6cd08aa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:21.869659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c97d9d4-a333-4924-8631-1cb208a82840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.980679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c97d9d4-a333-4924-8631-1cb208a82840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:21.987015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c97d9d4-a333-4924-8631-1cb208a82840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.025232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a9838-bf1e-4dbb-8284-f3f4da6cc1cb req-844c59e1-84f3-46e8-8412-c231faabb382 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:22.033166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad2a9838-bf1e-4dbb-8284-f3f4da6cc1cb req-844c59e1-84f3-46e8-8412-c231faabb382 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 943 time: 0.0674376 Aug 11 02:08:22.043090 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c97d9d4-a333-4924-8631-1cb208a82840 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69591f387d9b4ddb974fb12201d3c7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803463 Aug 11 02:08:22.043995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60884) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:22.046297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97d9d4-a333-4924-8631-1cb208a82840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d0960-189c-4297-85dd-5c75f2cb50ed,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:22.079897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad2a9838-bf1e-4dbb-8284-f3f4da6cc1cb req-f145911e-bd82-4800-a054-603de4f36942 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 Aug 11 02:08:22.110407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.133031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.193137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.196705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.201321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf0d0960-189c-4297-85dd-5c75f2cb50ed HTTP/1.1" status: 204 len: 168 time: 0.1561382 Aug 11 02:08:22.210800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed52f-64ea-44d7-b500-a649a1932588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d0960-189c-4297-85dd-5c75f2cb50ed,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:22.459366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60904) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:22.473455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a22-9c52-4c96-bcf8-944b007b0122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.486080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b955d2f8-afc5-482e-a94b-a74a32938ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.583660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a22-9c52-4c96-bcf8-944b007b0122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.589440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0e23a22-9c52-4c96-bcf8-944b007b0122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.642426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c0e23a22-9c52-4c96-bcf8-944b007b0122 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51a8f4bc609d4dc78cbc00142e710a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816509 Aug 11 02:08:22.643125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:22.644708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e23a22-9c52-4c96-bcf8-944b007b0122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d305be-10a8-4596-9d43-1f148f273e83,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:22.703808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.726585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.787646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.790963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:22.792164 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00d305be-10a8-4596-9d43-1f148f273e83 HTTP/1.1" status: 204 len: 168 time: 0.1480455 Aug 11 02:08:22.802989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a174a6-86fa-4869-be37-016ac1308952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d305be-10a8-4596-9d43-1f148f273e83,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:23.052694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:23.066634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c7f49166-74de-4bc1-82f4-0f6ecc0ad6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.197750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c7f49166-74de-4bc1-82f4-0f6ecc0ad6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.203094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c7f49166-74de-4bc1-82f4-0f6ecc0ad6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.223606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bb96f-f53e-4113-b1e3-a004b600370d req-917b6be4-2875-41a0-814b-dd10013906eb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:23.233662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d6bb96f-f53e-4113-b1e3-a004b600370d req-917b6be4-2875-41a0-814b-dd10013906eb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 943 time: 0.0712848 Aug 11 02:08:23.257196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c7f49166-74de-4bc1-82f4-0f6ecc0ad6c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=32635b427f814c3b9e6245a7963e885f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030973 Aug 11 02:08:23.258620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49166-74de-4bc1-82f4-0f6ecc0ad6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135a228d-e30b-4882-94a5-dc51686f3507,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:23.263329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60936) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:23.283694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d6bb96f-f53e-4113-b1e3-a004b600370d req-de6e0f93-e095-4cf1-be4a-2f24c114c11b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Aug 11 02:08:23.324716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:23.324972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.355767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.413943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.416829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.418014 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/135a228d-e30b-4882-94a5-dc51686f3507 HTTP/1.1" status: 204 len: 168 time: 0.1533744 Aug 11 02:08:23.426925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c653e9-a43b-4405-a2fa-6ca2f492cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a228d-e30b-4882-94a5-dc51686f3507,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:23.464957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:23.476572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:23.514790 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.528011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:23.550753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:23.556116 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:23.621381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:23.786731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:24.432072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7771d-62a7-4f81-8959-97e6dab3d398 req-d30501ec-cc74-4d26-94fc-19ba65fada50 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:24.434008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8db7771d-62a7-4f81-8959-97e6dab3d398 req-d30501ec-cc74-4d26-94fc-19ba65fada50 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 944 time: 0.0569904 Aug 11 02:08:24.486497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8db7771d-62a7-4f81-8959-97e6dab3d398 req-c8cae59a-1028-4443-96eb-28b4216a7b29 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Aug 11 02:08:25.075541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8dda0cb-9a8c-443c-95e9-231106144d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.337008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 32812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:25.340328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:25.379947 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.404272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:25.408808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:25.409193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.495959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.535624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:25.538555 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f5a6ae-5284-4941-9858-cdc6e6dc4355" -d '{"events": [{"server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:25.558499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:25.565595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.600033 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e34286-4ac5-468e-a251-de82f0870812 x-openstack-request-id: req-d5e34286-4ac5-468e-a251-de82f0870812 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:25.600339 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:25.600595 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d5e34286-4ac5-468e-a251-de82f0870812 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:25.601038 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'code': 200} Aug 11 02:08:25.635999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.640524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cebc6-20b3-4059-b694-dd3a69de2d0d req-eb90ea81-db41-4a1f-bbaf-c525378c752b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.642270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac1cebc6-20b3-4059-b694-dd3a69de2d0d req-eb90ea81-db41-4a1f-bbaf-c525378c752b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 945 time: 0.0639362 Aug 11 02:08:25.720177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15f68-be5b-4b11-8d7d-40e5d6ab77bb req-614840c6-fefa-4b74-8909-c53dc108a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:25.721719 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4a15f68-be5b-4b11-8d7d-40e5d6ab77bb req-614840c6-fefa-4b74-8909-c53dc108a1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.0520444 Aug 11 02:08:25.727831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac1cebc6-20b3-4059-b694-dd3a69de2d0d req-78090ba6-49fa-48c6-a8ed-beb93bd0e1da tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782661 Aug 11 02:08:25.742506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bcc22a07-91d9-4b59-94a0-7e656fbde80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.780807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4a15f68-be5b-4b11-8d7d-40e5d6ab77bb req-561064c3-2e01-495e-8460-d1b062dfb348 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Aug 11 02:08:25.860101 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bcc22a07-91d9-4b59-94a0-7e656fbde80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.864925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bcc22a07-91d9-4b59-94a0-7e656fbde80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.905779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bcc22a07-91d9-4b59-94a0-7e656fbde80f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6559e05d997453faff79d52fa97e6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676703 Aug 11 02:08:25.906836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc22a07-91d9-4b59-94a0-7e656fbde80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc05b6-7044-4dd6-8d48-c18d0fdd2cf8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:25.908381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:25.964504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:25.990802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.060120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.065179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.067406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18bc05b6-7044-4dd6-8d48-c18d0fdd2cf8 HTTP/1.1" status: 204 len: 168 time: 0.1569908 Aug 11 02:08:26.080569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eedf8-f01f-424e-8e97-79b6293608bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc05b6-7044-4dd6-8d48-c18d0fdd2cf8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:26.160556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32850) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:26.270241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.573738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1183812621-network', 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:26.609261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:26.611657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.621699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.717391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3138d9cc-366b-4ed3-90e1-f65ca8a0079d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521433 Aug 11 02:08:26.783329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.788991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.827481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5fdee-8dca-4418-9d91-77547242c1d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:26.842559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:26.856271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.856602 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Added segment 5d7cecad-1da0-4931-b7ff-03949eeb6b69 of type vlan for network 8c699a42-4cbc-4d04-ad2d-d185563aca41 Aug 11 02:08:26.882825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-4d1df49b-3045-47c3-88a9-e8f7f13e9433 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364923 Aug 11 02:08:26.904632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:26.915248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.925767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-653e0666-db8e-4001-88c2-f1eb8e1aca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.971910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.973156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:26.973928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:26.999796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-cfa6eb2c-b4b3-433f-8d42-83d55c091dff tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.001293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-cfa6eb2c-b4b3-433f-8d42-83d55c091dff tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601573 Aug 11 02:08:27.031001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-c59f76b8-8d10-40b4-952f-dc1ff033a77b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.0221248 Aug 11 02:08:27.055092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] Pushing event updated for resources: {'Network': ['ID=8c699a42-4cbc-4d04-ad2d-d185563aca41,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.069200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:27.071936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-9d61ecaa-ec45-4b78-9e80-592106bbb3f9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.073481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-9d61ecaa-ec45-4b78-9e80-592106bbb3f9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702201 Aug 11 02:08:27.095175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-b050a10c-2bd7-49dd-aced-a751c1fc1efd tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567832 Aug 11 02:08:27.104371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-1d4c46ea-434f-4a20-8ffa-9df4decd5dc3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/quotas/1abe985e1e824b65baf6b3aaca1d67fb HTTP/1.1" status: 200 len: 375 time: 0.0116768 Aug 11 02:08:27.108875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-653e0666-db8e-4001-88c2-f1eb8e1aca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.113744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-653e0666-db8e-4001-88c2-f1eb8e1aca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.142126 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64a2e3d4-5b88-4f07-8c0f-3f592d05a60c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9799891 Aug 11 02:08:27.147755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:27.155101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-6d145f7f-0a74-4483-a995-4cd1201b7d89 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443242 Aug 11 02:08:27.156861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Request body: {'subnet': {'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1183812621-subnet', 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:27.177555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-653e0666-db8e-4001-88c2-f1eb8e1aca3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29573a62f0654ae1a761048069912c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716613 Aug 11 02:08:27.180464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0666-db8e-4001-88c2-f1eb8e1aca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a285d6-f696-4490-8529-71cfbeca134f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.180598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 32910) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:27.199956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:27.204554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.251378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.346334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.521625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab223670-faf3-4f73-b35d-2bc0561e0dd5 req-980e8f40-0a01-43d3-b814-97f76735b277 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.522913 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.524105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab223670-faf3-4f73-b35d-2bc0561e0dd5 req-980e8f40-0a01-43d3-b814-97f76735b277 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 945 time: 0.1078272 Aug 11 02:08:27.545949 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.555063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.562371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53a285d6-f696-4490-8529-71cfbeca134f HTTP/1.1" status: 204 len: 168 time: 0.3806195 Aug 11 02:08:27.605030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41502b-a6c6-49b4-ab6d-4ed797bb6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a285d6-f696-4490-8529-71cfbeca134f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.618206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Pushing event updated for resources: {'Subnet': ['ID=623cb132-d3ad-4914-8e03-ce3418613164,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:27.628038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:27.628406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Network hostable DHCP agents. Network: 8c699a42-4cbc-4d04-ad2d-d185563aca41, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:27.651026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:27.664639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 8c699a42-4cbc-4d04-ad2d-d185563aca41) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:27.673888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:27.674993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.679007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9ea2d-1daa-45dd-8931-d23af1cb5490 None None] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:27.698415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6faaa465-67cf-49c0-9376-3a6cb845175b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5495536 Aug 11 02:08:27.709110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab223670-faf3-4f73-b35d-2bc0561e0dd5 req-dde8f669-4956-45ea-bf4f-274f3e4b624a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727591 Aug 11 02:08:27.852454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-138e0574-c71b-4acd-9a60-791272f568be req-9b5a742b-170f-4b9f-b669-e8590f91e593 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 210 time: 0.0707231 Aug 11 02:08:27.935837 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:27.940417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f62fc-ab32-448f-9c84-e7e88e8305b7 None None] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:28.261690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-2c8d2683-e5bf-4ce5-8a05-c5ecb11c673d tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600014 Aug 11 02:08:28.411576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-458f7324-1b35-42da-8a4f-17ecd130bf13 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3508327 Aug 11 02:08:28.429888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:28.482677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-db5d81a2-2652-42fe-8889-06854c6f7b2a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:28.484221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-db5d81a2-2652-42fe-8889-06854c6f7b2a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069604 Aug 11 02:08:28.485520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.540878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8a9e6931-aee9-45f1-b307-2eb06ef97401 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/quotas/1abe985e1e824b65baf6b3aaca1d67fb HTTP/1.1" status: 200 len: 375 time: 0.0410285 Aug 11 02:08:28.582513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-695895cb-cf5a-49a4-81bd-de94e42118a3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334187 Aug 11 02:08:28.642933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:28.832712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:28.838482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-215219439-network', 'tenant_id': '0075f7953406480f9168c19e44fea2c8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:28.878250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Allocated IP 172.25.3.139 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c825b00a-7849-45c4-8608-a38e53f68db8) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:28.908069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-a8428411-c914-484a-ac17-8e174b4195a0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502481 Aug 11 02:08:28.935819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38a03a7f-70e1-4724-a008-bef531867d33 req-6d5e113e-6251-4c7b-9668-98c8df6a16c6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 210 time: 0.0548975 Aug 11 02:08:29.127545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-6cecbd18-b143-4072-9659-e69220d572dc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.128832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.129378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-6cecbd18-b143-4072-9659-e69220d572dc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144353 Aug 11 02:08:29.132718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Made reservation on behalf of 0075f7953406480f9168c19e44fea2c8 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:29.135167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.161885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.179489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.182084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:29.259544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-313d16ba-6cc9-43c4-b69c-e54a865fe1b0 req-77d5b82c-c316-4687-b7bb-d301997cdc06 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 210 time: 0.0352890 Aug 11 02:08:29.273305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:29.276556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:29.283627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:29.338821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event updated for resources: {'Port': ['ID=c825b00a-7849-45c4-8608-a38e53f68db8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:29.388498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.481348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.499893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-5e204b24-cca1-463e-88a0-67051de8d400 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944858 Aug 11 02:08:29.766344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-41457381-f7b7-4d91-8c43-b0a433a541c2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:29.768401 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-41457381-f7b7-4d91-8c43-b0a433a541c2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518573 Aug 11 02:08:29.771273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.794660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Request body: {'port': {'device_id': '68f6e370-181d-443d-a337-45d6bff571ba', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '1abe985e1e824b65baf6b3aaca1d67fb'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:29.802322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.839055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.848129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.902062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.908096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:29.922237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event updated for resources: {'Port': ['ID=c825b00a-7849-45c4-8608-a38e53f68db8,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:29.932048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.935823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:29.938664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.940154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-ec3dd979-2719-4629-9b9d-ab6833886f7b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5220289 Aug 11 02:08:29.948859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.949453 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Added segment 167a23f8-1b06-4a1e-84f7-cbad8955653a of type vlan for network e2b0fbe8-4931-4732-8f50-0e0f37c7e069 Aug 11 02:08:29.953174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:29.966525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9861c025-dd8c-4a54-bd92-88b1a50514b7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:30.029015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-2acd36a4-9ff4-4cfb-b08c-0430572848e5 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0872936 Aug 11 02:08:30.069886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.126391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:30.178384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.179961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.180707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.219438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-b653e90a-9438-4c0a-ba7b-98867ea0e250 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494833 Aug 11 02:08:30.262431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b0fbe8-4931-4732-8f50-0e0f37c7e069,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:30.274625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.275651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e2b0fbe8-4931-4732-8f50-0e0f37c7e069 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:30.285487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.348832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef36e1ae-47d0-42bd-8b28-7137a9539504 req-b939012d-9b82-4cd8-a7b6-46e05992464f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 210 time: 0.0915220 Aug 11 02:08:30.362697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d6851-9c20-4200-9b22-6dc79d86701d req-99116150-b434-45bd-80dd-1b69ae2c91fb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.382169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-99116150-b434-45bd-80dd-1b69ae2c91fb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3524926 Aug 11 02:08:30.398602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-46958bda-a984-4fa6-8dbc-246a7e73e1af tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:30.430217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884d6851-9c20-4200-9b22-6dc79d86701d req-46958bda-a984-4fa6-8dbc-246a7e73e1af tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462763 Aug 11 02:08:30.477617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Made reservation on behalf of 1abe985e1e824b65baf6b3aaca1d67fb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:30.481148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.499728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.502800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f5de9333-2780-449b-b134-47f836702c04 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6686888 Aug 11 02:08:30.506981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33068) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:30.520263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Request body: {'subnet': {'network_id': 'e2b0fbe8-4931-4732-8f50-0e0f37c7e069', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-215219439-subnet', 'tenant_id': '0075f7953406480f9168c19e44fea2c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:30.521231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29d9c4d7-50d1-40fe-aea6-7df16b903158 req-40614c72-596b-4270-b0c1-517553c553f1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 210 time: 0.0475886 Aug 11 02:08:30.533438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-75bb7cfc-a66b-4481-ad7a-7471050b6205 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.535615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-75bb7cfc-a66b-4481-ad7a-7471050b6205 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036473 Aug 11 02:08:30.547491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fd9da6-31da-4a68-b78d-439bf433013e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:30.556278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Request body: {'port': {'device_id': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '1abe985e1e824b65baf6b3aaca1d67fb'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:30.627484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ba6bf5-153f-4b9d-964e-a3405650df25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.732277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.199 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/ece4d096-fd5b-42ef-b763-a75d926f37b3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:30.788273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.808698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.815645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33086) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:30.892225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-1127368b-8d48-4943-81af-ca2b5741b419 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:30.894397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-1127368b-8d48-4943-81af-ca2b5741b419 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 821 time: 0.1434188 Aug 11 02:08:30.911297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Made reservation on behalf of 0075f7953406480f9168c19e44fea2c8 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:30.913537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:30.919800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-27f790e0-cf54-4a73-9ca9-1e720ab3f080 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/quotas/44e043ed46ba419aba96e0763faafcc0 HTTP/1.1" status: 200 len: 375 time: 0.0193048 Aug 11 02:08:30.983693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-fa6c09ef-01fa-43cf-9247-84e1417cdcad tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629554 Aug 11 02:08:30.999070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15b121d-34db-4314-9b3e-20a79d08b429,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.071068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd0-7b47-431e-8e61-e5ab4a1da7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.159892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.218019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object ece4d096-fd5b-42ef-b763-a75d926f37b3 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:31.269884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ba6bf5-153f-4b9d-964e-a3405650df25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.303478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ba6bf5-153f-4b9d-964e-a3405650df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.358528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.360900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.426397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Made reservation on behalf of 1abe985e1e824b65baf6b3aaca1d67fb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:31.429931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.434410 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-44ba6bf5-153f-4b9d-964e-a3405650df25 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=847a54e0eb90404bafb373cb34e924e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3042216 Aug 11 02:08:31.446185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:31.450826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6bf5-153f-4b9d-964e-a3405650df25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b6bd0-7ed7-4713-bece-6d82a60df98d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.481513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-9a12144d-04fb-4a12-b6eb-020ece0bf46a service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898152 Aug 11 02:08:31.548540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Allocated IP 192.168.233.56 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/dbfc0e44-e695-4236-82fd-3dcbe82b92ec) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:31.561456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:31.575518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1980699-c07c-422a-b4c2-92ff1b774108,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.592820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:31.606594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.607012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.607482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.608455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.608912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.609374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.609855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.610320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.613849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffaeddf8-4574-48a6-9b41-b888ed26c8bb req-46206bab-1b49-4b63-8ddd-fa42fe953f74 tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.5671532 Aug 11 02:08:31.614229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:31.619741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:31.680972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-04535b82-76f1-497f-a65b-39e0def9b9db service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919451 Aug 11 02:08:31.701326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Checking segment: {'id': '167a23f8-1b06-4a1e-84f7-cbad8955653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e2b0fbe8-4931-4732-8f50-0e0f37c7e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:31.701696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Network hostable DHCP agents. Network: e2b0fbe8-4931-4732-8f50-0e0f37c7e069, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:31.744513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39d10e11-b08e-4c75-ac6d-2188fe6c0b69 req-e8a75142-0128-4c63-a902-5b59996a5d15 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 210 time: 0.0404260 Aug 11 02:08:31.767045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.789731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.790885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.895153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Network e2b0fbe8-4931-4732-8f50-0e0f37c7e069 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:31.898726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.938767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e404e384-8a7f-4ff7-a7de-3b2426d6a287 None None] Provisioning for port ece4d096-fd5b-42ef-b763-a75d926f37b3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:31.942869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e404e384-8a7f-4ff7-a7de-3b2426d6a287 None None] Provisioning complete for port ece4d096-fd5b-42ef-b763-a75d926f37b3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:31.943538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e404e384-8a7f-4ff7-a7de-3b2426d6a287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:31.996533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28c00-7477-4128-af2c-f63a170b8360 req-4186cd4a-da32-498f-8ddf-81a075781083 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:31.999228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e2b0fbe8-4931-4732-8f50-0e0f37c7e069) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:31.999900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bec28c00-7477-4128-af2c-f63a170b8360 req-4186cd4a-da32-498f-8ddf-81a075781083 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 936 time: 0.1110244 Aug 11 02:08:32.000147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e404e384-8a7f-4ff7-a7de-3b2426d6a287 None None] Port ece4d096-fd5b-42ef-b763-a75d926f37b3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:32.003493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b040489-cf4c-456f-a964-efc1c71176c1 req-2625d23c-00d5-45d9-9e91-ff8c6404a27a tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.004825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b040489-cf4c-456f-a964-efc1c71176c1 req-2625d23c-00d5-45d9-9e91-ff8c6404a27a tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 886 time: 0.1411085 Aug 11 02:08:32.005189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.005782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-04305201-fc81-4962-9258-3683a407293e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.019761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce28305-08ce-421d-b999-a8afb8b7b6f5 None None] Network e2b0fbe8-4931-4732-8f50-0e0f37c7e069 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:32.031628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd0-7b47-431e-8e61-e5ab4a1da7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.047920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd0-7b47-431e-8e61-e5ab4a1da7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.065566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bec28c00-7477-4128-af2c-f63a170b8360 req-82db860e-9194-43d8-b623-3fd533f83754 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501184 Aug 11 02:08:32.091224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cacecdd0-7b47-431e-8e61-e5ab4a1da7b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d36583b7acfe401d95f53a91a0da507e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2683954 Aug 11 02:08:32.094081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-04305201-fc81-4962-9258-3683a407293e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5774283 Aug 11 02:08:32.097532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33120) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:32.101716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-3e689aa4-6182-4ed1-ac38-4d037b6bf5f2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9411399 Aug 11 02:08:32.121651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Request body: {'port': {'device_id': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:32.164312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf48ec4d-c6f9-47a7-9264-e29de2726ccc req-34da3502-24ef-46a4-a349-e20b750085ee tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 210 time: 0.0738647 Aug 11 02:08:32.185288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.193060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.197363 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/080b6bd0-7ed7-4713-bece-6d82a60df98d HTTP/1.1" status: 204 len: 168 time: 0.7474465 Aug 11 02:08:32.218589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.227654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecdd0-7b47-431e-8e61-e5ab4a1da7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381e47a7-fa96-46a5-9e88-3ccdd46b75fe,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.270251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.271398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.272059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.272705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.273392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.274144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.274790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.275462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.283224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c939f950-5a8e-4c3a-8e48-5a1958159f59 req-2a3da84b-dcce-4953-96cf-5ce14695eb7f tempest-NetworksTest-1267673773 tempest-NetworksTest-1267673773-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5729 time: 0.2015445 Aug 11 02:08:32.292157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3bed7-7d35-4996-bb83-4ce97e8faaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b6bd0-7ed7-4713-bece-6d82a60df98d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.298846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Transition to ACTIVE for port object dbfc0e44-e695-4236-82fd-3dcbe82b92ec will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:32.317670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.358649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.450956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.540364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.564634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c797e2e-1f4f-4745-bfc1-09137abfbf8d None None] Network e2b0fbe8-4931-4732-8f50-0e0f37c7e069 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:32.599609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Allocated IP 192.168.233.192 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/aae441f2-a4b8-4223-807c-b45eea54df9f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:32.674430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:32.682032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:32.689431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:32.693682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.723262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.725791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.729897 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/381e47a7-fa96-46a5-9e88-3ccdd46b75fe HTTP/1.1" status: 204 len: 168 time: 0.6240475 Aug 11 02:08:32.744192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b0621-b1d1-49f8-913c-d4a44f2a3e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381e47a7-fa96-46a5-9e88-3ccdd46b75fe,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:32.763244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:32.763750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.788814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-44092ac5-db98-481b-8c1b-3d3ee31c6888 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0097511 Aug 11 02:08:32.810310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Request body: {'port': {'device_id': '68f6e370-181d-443d-a337-45d6bff571ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:32.942923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.944411 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:32.960415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Transition to ACTIVE for port object aae441f2-a4b8-4223-807c-b45eea54df9f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:33.020846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a50d06e-c96b-4858-9f65-9803f8ee59e4 req-8664f39f-aa92-4a88-ae19-2c041eb0bd1f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 210 time: 0.0583458 Aug 11 02:08:33.048716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f5b48938-d8cb-41e0-9aac-f5987ccffc2e None None] Provisioning for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:33.055475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f5b48938-d8cb-41e0-9aac-f5987ccffc2e None None] Provisioning complete for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:33.057091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f5b48938-d8cb-41e0-9aac-f5987ccffc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.073395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33146) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:33.100102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.114265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f5b48938-d8cb-41e0-9aac-f5987ccffc2e None None] Port dbfc0e44-e695-4236-82fd-3dcbe82b92ec cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:33.181372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33160) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:33.236619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:33.236831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5669fba-1482-4e04-8c0d-963e707c4dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.262797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:33.325653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:33.336502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.337185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.349547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event updated for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:33.473410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-48a6bea6-01cd-4bf9-a21b-54b76f46571c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.475076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-48a6bea6-01cd-4bf9-a21b-54b76f46571c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.3390834 Aug 11 02:08:33.487426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33166) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:33.542354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-10cd9fc5-801d-4f28-bc90-eae0b1835920 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/quotas/52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 375 time: 0.0502245 Aug 11 02:08:33.546978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-788acb1d-bd44-4f5e-a6c4-c9ec838f2c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.559917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec510-a995-4072-80cd-983e0537ab97 req-198d9a79-0594-4256-a62b-e8c3c59525d8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.561586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79fec510-a995-4072-80cd-983e0537ab97 req-198d9a79-0594-4256-a62b-e8c3c59525d8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 936 time: 0.3290255 Aug 11 02:08:33.602106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-d3996b1f-79fc-43eb-93bf-e444d5f6dc10 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580103 Aug 11 02:08:33.639604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8a37997b-8a2a-40d7-b1bb-4ed2bccfb46b None None] Provisioning for port aae441f2-a4b8-4223-807c-b45eea54df9f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:33.644278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8a37997b-8a2a-40d7-b1bb-4ed2bccfb46b None None] Provisioning complete for port aae441f2-a4b8-4223-807c-b45eea54df9f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:33.645036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8a37997b-8a2a-40d7-b1bb-4ed2bccfb46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.680178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79fec510-a995-4072-80cd-983e0537ab97 req-a0ba4772-d481-4730-a6ba-35c5f9bcb724 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Aug 11 02:08:33.687299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2868f555-a2c8-43e3-aeef-608479702b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.690654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8a37997b-8a2a-40d7-b1bb-4ed2bccfb46b None None] Port aae441f2-a4b8-4223-807c-b45eea54df9f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:33.705453 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:08:33.727992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-7f7846ff-94b6-4e73-a5c2-ea23fa10b994 service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126809 Aug 11 02:08:33.822687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1503a85-6f7f-4ff1-a2f3-2bcd6a1737ab req-95f7f197-b66e-4bde-a51b-5e0944e154a8 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 210 time: 0.0366726 Aug 11 02:08:33.846231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece4d096-fd5b-42ef-b763-a75d926f37b3 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:33.861986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-2b00757e-b0f6-49c4-a97b-6aa68a790cce tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:33.863452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-5527f5d2-d387-426e-9da9-245074b224c0 service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288750 Aug 11 02:08:33.863591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-2b00757e-b0f6-49c4-a97b-6aa68a790cce tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.67 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 821 time: 0.2561071 Aug 11 02:08:33.869294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:33.886844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'port': {'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'admin_state_up': True, 'tenant_id': '44e043ed46ba419aba96e0763faafcc0'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:33.942544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Transition to ACTIVE for port object ece4d096-fd5b-42ef-b763-a75d926f37b3 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:33.964602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.021996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5669fba-1482-4e04-8c0d-963e707c4dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.068721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5669fba-1482-4e04-8c0d-963e707c4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.084822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-420237ff-f3d5-4750-95c3-9e8488d92b0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5343957 Aug 11 02:08:34.094414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6c9e850-cbc6-4a62-b74e-f6409d03d3c1 req-8b4aad45-524d-46a7-86d6-0a7e0e6edcd6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 210 time: 0.0734663 Aug 11 02:08:34.114921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Request body: {'port': {'device_id': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:34.151453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.254700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5669fba-1482-4e04-8c0d-963e707c4dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d01f7e-ee0b-4a67-a3a2-328cf5bace6d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.261338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f5669fba-1482-4e04-8c0d-963e707c4dbe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88243224b02e4d64be43704ff242e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0682971 Aug 11 02:08:34.266314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33180) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:34.270765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.285761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3839-8cfc-487f-b052-b6809144ba74 req-013b7f83-6fd0-4081-a7f8-0d7ff29ccee9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:34.287394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4ba3839-8cfc-487f-b052-b6809144ba74 req-013b7f83-6fd0-4081-a7f8-0d7ff29ccee9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 936 time: 0.1666045 Aug 11 02:08:34.407446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4ba3839-8cfc-487f-b052-b6809144ba74 req-0e3bd327-10db-4736-8d8b-0639d5282240 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026740 Aug 11 02:08:34.433011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Attempting to bind port ece4d096-fd5b-42ef-b763-a75d926f37b3 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:34.433352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Attempting to bind port ece4d096-fd5b-42ef-b763-a75d926f37b3 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:34.433685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Attempting to bind port ece4d096-fd5b-42ef-b763-a75d926f37b3 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:34.437306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-788acb1d-bd44-4f5e-a6c4-c9ec838f2c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.463803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Port ece4d096-fd5b-42ef-b763-a75d926f37b3 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:34.464266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Attempting to bind port ece4d096-fd5b-42ef-b763-a75d926f37b3 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:34.476399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:34.490568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.497273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.501146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:08:34.501146 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:08:34.501146 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '44e043ed46ba419aba96e0763faafcc0', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 8, 34, 178833)}] Aug 11 02:08:34.501146 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:08:34.501622 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:08:34.507846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:34.508189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:34.508579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:34.509035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Bound port: ece4d096-fd5b-42ef-b763-a75d926f37b3, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:34.509399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.518882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-788acb1d-bd44-4f5e-a6c4-c9ec838f2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.561650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Transition to ACTIVE for port object dbfc0e44-e695-4236-82fd-3dcbe82b92ec will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:34.565301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.574099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acb1d-bd44-4f5e-a6c4-c9ec838f2c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b91d7b-c5fc-493c-b11c-dd0c9e7423fd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.579008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-788acb1d-bd44-4f5e-a6c4-c9ec838f2c66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4722e7d302a84381a061a1a38bca087a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0882845 Aug 11 02:08:34.582932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33184) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:34.608213 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.700459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.742291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.752329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:34.756946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:34.759736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.789086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.886087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae441f2-a4b8-4223-807c-b45eea54df9f {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:34.895641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.898222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.902362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6d01f7e-ee0b-4a67-a3a2-328cf5bace6d HTTP/1.1" status: 204 len: 168 time: 0.6287351 Aug 11 02:08:34.912301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:34.912921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.914828 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] 10.222.0.61 "PUT /v2.0/ports/ece4d096-fd5b-42ef-b763-a75d926f37b3 HTTP/1.1" status: 200 len: 1097 time: 2.7973492 Aug 11 02:08:34.924752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:34.927466 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece3557-1eca-4bb2-9960-747307c396bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:34.927726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.930943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b74b8-33a7-4310-addf-469c69126574 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.945554 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.948786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.954525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01b91d7b-c5fc-493c-b11c-dd0c9e7423fd HTTP/1.1" status: 204 len: 168 time: 0.3708136 Aug 11 02:08:34.957829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2868f555-a2c8-43e3-aeef-608479702b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:34.959291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ce68-e629-408e-aab9-347ee2ff3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d01f7e-ee0b-4a67-a3a2-328cf5bace6d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:34.965397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2868f555-a2c8-43e3-aeef-608479702b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.024269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Attempting to bind port dbfc0e44-e695-4236-82fd-3dcbe82b92ec on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:35.024628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Attempting to bind port dbfc0e44-e695-4236-82fd-3dcbe82b92ec by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:35.024921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Attempting to bind port dbfc0e44-e695-4236-82fd-3dcbe82b92ec on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:35.086010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ce3f2-bd94-479c-b742-b6092f9dbd87 req-e7d1c63d-1f09-401f-a625-c5dff747b1d3 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 210 time: 0.1250012 Aug 11 02:08:35.089559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da48ecf-f0ca-4756-ac70-5381bc113606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b91d7b-c5fc-493c-b11c-dd0c9e7423fd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.097606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Port dbfc0e44-e695-4236-82fd-3dcbe82b92ec on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:35.098198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Attempting to bind port dbfc0e44-e695-4236-82fd-3dcbe82b92ec on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:35.111828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:35.112481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:35.114989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:35.115702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Bound port: dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:35.116389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.141302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2868f555-a2c8-43e3-aeef-608479702b60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=05322a90668447d58fa66274bb3ef0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0668192 Aug 11 02:08:35.142342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f555-a2c8-43e3-aeef-608479702b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dd2326-75f6-4df8-b169-9db1764627f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.146629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33198) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:35.221594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793a98-0e51-405f-8eb1-24351f16d681 req-d7bfcb8e-0be4-478d-9276-dd4a78c79cb8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.241345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74793a98-0e51-405f-8eb1-24351f16d681 req-d7bfcb8e-0be4-478d-9276-dd4a78c79cb8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 948 time: 0.4046574 Aug 11 02:08:35.253654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Transition to ACTIVE for port object aae441f2-a4b8-4223-807c-b45eea54df9f will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:35.271838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.61', 51076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:35.311774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:35.315248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:35.317447 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263dcf4-2d86-49ff-9b5b-41c9afd420ce x-openstack-request-id: req-8263dcf4-2d86-49ff-9b5b-41c9afd420ce {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:35.317748 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:35.318094 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8263dcf4-2d86-49ff-9b5b-41c9afd420ce {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:35.318519 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3', 'status': 'completed', 'code': 200} Aug 11 02:08:35.322571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-106ccb97-06cf-44a8-b65e-006096a6344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.324414 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-106ccb97-06cf-44a8-b65e-006096a6344d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 1100 time: 0.3075199 Aug 11 02:08:35.325051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Made reservation on behalf of 44e043ed46ba419aba96e0763faafcc0 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:35.333399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.337911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.415646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-7afa9edd-e145-477d-abcf-67d19957f146 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3 HTTP/1.1" status: 200 len: 217 time: 0.0791268 Aug 11 02:08:35.437593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.444381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.445014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.446478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] 10.222.0.61 "PUT /v2.0/ports/dbfc0e44-e695-4236-82fd-3dcbe82b92ec HTTP/1.1" status: 200 len: 1096 time: 2.6492724 Aug 11 02:08:35.501756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bb1f4e6-7d3a-44e5-9c58-a93931d143f4 req-13562983-9192-4af7-90e0-90f1e1eabfad tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 210 time: 0.1069627 Aug 11 02:08:35.633673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0f4e7-907d-4a43-8b52-77ade5c7e740 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.674573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.685154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74793a98-0e51-405f-8eb1-24351f16d681 req-2a2a46ea-3c4e-4e5a-bd4e-a02e8531b47f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408462 Aug 11 02:08:35.702859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-bc6215ed-40dc-4f06-bed7-4a2fc89acfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.709488 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-bc6215ed-40dc-4f06-bed7-4a2fc89acfb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2808127 Aug 11 02:08:35.716112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-59deb5b3-b77b-4ae4-8dbe-93b95efb6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.718242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-59deb5b3-b77b-4ae4-8dbe-93b95efb6f77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1099 time: 0.2191761 Aug 11 02:08:35.733323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554984d-1495-4639-a284-822d003a318a service neutron] Pushing event updated for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:35.809090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-740d1611-0b25-4212-b7f4-4884f001d725 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.812731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-740d1611-0b25-4212-b7f4-4884f001d725 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.4425454 Aug 11 02:08:35.838144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:35.862698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Request body: {'port': {'device_id': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'admin_state_up': True, 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:35.882068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-1d5f86ef-fe96-4759-b85f-bc6b3bf281ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec HTTP/1.1" status: 200 len: 217 time: 0.1028864 Aug 11 02:08:35.959796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Allocated IP 172.20.0.12 (25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4/394d9173-9407-45be-b84e-44860302a6f2/8fcb949c-b347-46e5-8df8-293f1bd21bc2) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:35.976280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Attempting to bind port aae441f2-a4b8-4223-807c-b45eea54df9f on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:35.976618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Attempting to bind port aae441f2-a4b8-4223-807c-b45eea54df9f by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:35.977201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Attempting to bind port aae441f2-a4b8-4223-807c-b45eea54df9f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:35.984392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f63-cb0e-4231-877c-c1966fccd57c req-8d880b95-f8ed-4c92-b001-685637541f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.985968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-8d880b95-f8ed-4c92-b001-685637541f45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2548239 Aug 11 02:08:35.991240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-0bcd1130-77c0-4585-80bf-1f49d502e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:35.992709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-0bcd1130-77c0-4585-80bf-1f49d502e675 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1032891 Aug 11 02:08:36.005693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Port aae441f2-a4b8-4223-807c-b45eea54df9f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:36.006293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Attempting to bind port aae441f2-a4b8-4223-807c-b45eea54df9f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:36.060358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:36.061248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:36.061634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:36.062102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Bound port: aae441f2-a4b8-4223-807c-b45eea54df9f, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:36.062453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.091865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1aaf2-ccf3-4a06-a2f5-b7a6624ef971 req-60e3193d-d3cb-4b17-ae98-03dfca8d4846 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.093358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50e1aaf2-ccf3-4a06-a2f5-b7a6624ef971 req-60e3193d-d3cb-4b17-ae98-03dfca8d4846 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 948 time: 0.3230281 Aug 11 02:08:36.184111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b722632-45bd-422c-b412-786b459d05c9 req-8f65b919-9dfb-46f4-b2a4-a9f84fa3fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.185953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-8f65b919-9dfb-46f4-b2a4-a9f84fa3fa2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1820867 Aug 11 02:08:36.273749 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.277291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.278978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3dd2326-75f6-4df8-b169-9db1764627f6 HTTP/1.1" status: 204 len: 168 time: 1.1170886 Aug 11 02:08:36.287533 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-7f057686-5613-4c70-bb1b-d341f109572e service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926676 Aug 11 02:08:36.339329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:36.343432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=aae441f2-a4b8-4223-807c-b45eea54df9f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:36.352364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:36.359091 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.391711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.462995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.466709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-19d1e500-6515-462e-bd4c-a22bfe2aedd8 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461965 Aug 11 02:08:36.474454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ac95609-87d8-425d-b64d-7cd962c432d9 req-6f9ce212-98ca-4023-83a4-e0976d77905f tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 210 time: 0.2212632 Aug 11 02:08:36.477602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50e1aaf2-ccf3-4a06-a2f5-b7a6624ef971 req-36805bb7-a901-46a3-8bf9-b974a8f6e605 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034902 Aug 11 02:08:36.486779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554984d-1495-4639-a284-822d003a318a service neutron] Pushing event updated for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:36.498144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c496643-3b7e-419f-b39a-ee8b8a0c4f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dd2326-75f6-4df8-b169-9db1764627f6,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:36.519838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.521097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.522824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-25905f63-cb0e-4231-877c-c1966fccd57c req-b245eb17-8bbb-47c0-ab94-9c1685331660 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269764 Aug 11 02:08:36.537277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8554984d-1495-4639-a284-822d003a318a service neutron] 10.222.0.67 "PUT /v2.0/ports/aae441f2-a4b8-4223-807c-b45eea54df9f HTTP/1.1" status: 200 len: 1097 time: 2.4392371 Aug 11 02:08:36.537774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:36.544408 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ddab0-1464-43c3-a796-907110bdcab6" -d '{"events": [{"name": "network-changed", "server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:36.593411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Transition to ACTIVE for port object 8fcb949c-b347-46e5-8df8-293f1bd21bc2 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:36.682515 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cdfd52-81bf-4a56-a8a7-cfa6617aa3c5 x-openstack-request-id: req-c4cdfd52-81bf-4a56-a8a7-cfa6617aa3c5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:36.682808 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:36.683063 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4cdfd52-81bf-4a56-a8a7-cfa6617aa3c5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:36.683458 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f', 'status': 'completed', 'code': 200} Aug 11 02:08:36.773732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-119cd809-70be-4642-b33d-dd92ad2b83dd req-cb270808-e945-4fcf-a495-56862bffce7c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 210 time: 0.1384430 Aug 11 02:08:36.828951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8b722632-45bd-422c-b412-786b459d05c9 req-397212cc-8498-434d-aee1-ad7d9e6b4b56 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539505 Aug 11 02:08:36.844071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:36.852372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3557-1eca-4bb2-9960-747307c396bd req-f14732ab-2180-4b46-976f-ab470dd88f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:36.854113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-f14732ab-2180-4b46-976f-ab470dd88f2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 1100 time: 0.2125297 Aug 11 02:08:36.859035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:36.888499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Allocated IP 172.20.0.14 (8c699a42-4cbc-4d04-ad2d-d185563aca41/623cb132-d3ad-4914-8e03-ce3418613164/5875fafc-01d5-49cf-9633-4b0a789a60dc) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:36.919115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:36.946872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:36.949341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:37.110028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.215230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.291473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:37.324211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:37.327275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:37.327668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76df986-888a-4500-9b93-229b9dbbf061 req-efbf6cf5-0f9b-4180-939c-08995aec660e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.330174 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce54b76-353d-4a74-8f92-a85ff294a415" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:37.335368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b76df986-888a-4500-9b93-229b9dbbf061 req-efbf6cf5-0f9b-4180-939c-08995aec660e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 948 time: 0.1689487 Aug 11 02:08:37.343014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:37.346313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-7e8f4af7-0031-4a6b-b91d-3ba1e7063c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.347791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-7e8f4af7-0031-4a6b-b91d-3ba1e7063c74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 1100 time: 0.7110426 Aug 11 02:08:37.351374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:37.358451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.359180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.385690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4797df69-21d6-4d1a-b59d-8dd0df7de796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.402316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f0a3b18b-3963-44f7-81ba-532770b7beb4 None None] Provisioning for port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:37.408671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f0a3b18b-3963-44f7-81ba-532770b7beb4 None None] Provisioning complete for port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:37.409065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b18b-3963-44f7-81ba-532770b7beb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.423956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-aecee036-20c4-432a-8e80-f1ae59bfa21d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=aae441f2-a4b8-4223-807c-b45eea54df9f HTTP/1.1" status: 200 len: 217 time: 0.0517807 Aug 11 02:08:37.428337 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2777f-10b6-4145-b456-42d7691fe28c x-openstack-request-id: req-10c2777f-10b6-4145-b456-42d7691fe28c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:37.428804 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:37.429204 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10c2777f-10b6-4145-b456-42d7691fe28c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:37.429647 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'status': 'completed', 'code': 200} Aug 11 02:08:37.430052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5853205 Aug 11 02:08:37.436783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event updated for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:37.455893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Request body: {'port': {'device_id': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:37.500326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3b18b-3963-44f7-81ba-532770b7beb4 None None] Port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:37.536253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.537713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.634542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3557-1eca-4bb2-9960-747307c396bd req-e0c14902-3659-4f2b-8160-5c58100b4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.635256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-e0c14902-3659-4f2b-8160-5c58100b4c6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.7701037 Aug 11 02:08:37.646535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-bbcc040c-9bd2-4cb5-a372-114f648ccca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.648120 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-bbcc040c-9bd2-4cb5-a372-114f648ccca9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1099 time: 0.1801784 Aug 11 02:08:37.763934 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-8e38450f-13ea-4178-bcf9-975897e8eeb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3 HTTP/1.1" status: 200 len: 217 time: 0.1125629 Aug 11 02:08:37.795847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.845688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7b8f-3841-4771-8950-6954582a5069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:37.859436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-81c21a8f-60b2-4794-9635-45133462b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.860948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-81c21a8f-60b2-4794-9635-45133462b18c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1939089 Aug 11 02:08:37.875852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3557-1eca-4bb2-9960-747307c396bd req-d526adbb-173e-4c40-966d-4b23fb4d268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.878808 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-d526adbb-173e-4c40-966d-4b23fb4d268d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1014900 Aug 11 02:08:37.882565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b76df986-888a-4500-9b93-229b9dbbf061 req-7da9e6fc-cf4b-47e5-b283-ddc741ccde42 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460920 Aug 11 02:08:37.937330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-e37f8e42-aba3-4c41-bf62-a9dc3420dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:37.939243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-e37f8e42-aba3-4c41-bf62-a9dc3420dcf0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.4453750 Aug 11 02:08:37.953406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-e3337ce4-3d07-4193-a48e-cf8b0e66a7f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec HTTP/1.1" status: 200 len: 217 time: 0.0807400 Aug 11 02:08:37.955318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4797df69-21d6-4d1a-b59d-8dd0df7de796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:37.963502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4797df69-21d6-4d1a-b59d-8dd0df7de796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.016869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-bceb6f18-868c-4d57-93b0-47f2bade8247 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1383426 Aug 11 02:08:38.033359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3557-1eca-4bb2-9960-747307c396bd req-3f3f8f94-1018-475a-a949-74e85e2fbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.035904 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-3f3f8f94-1018-475a-a949-74e85e2fbf2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425829 Aug 11 02:08:38.059149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Request body: {'port': {'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:38.078057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797df69-21d6-4d1a-b59d-8dd0df7de796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ecac6-5434-46f0-9792-7a80c9af9521,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:38.094466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6c4f2-e93d-477d-80ec-c0689d4fabbb req-1ff2f76a-5a8d-40ce-aff2-6b9b998d7db1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.095996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccd6c4f2-e93d-477d-80ec-c0689d4fabbb req-1ff2f76a-5a8d-40ce-aff2-6b9b998d7db1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 932 time: 0.3052707 Aug 11 02:08:38.137408 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4797df69-21d6-4d1a-b59d-8dd0df7de796 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9da1ea33673748c798c3554e7680bace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038473 Aug 11 02:08:38.143682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:38.146706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-1dbcf0f6-01be-46f2-8a80-fb5e9d7ea127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.148139 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-1dbcf0f6-01be-46f2-8a80-fb5e9d7ea127 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1800625 Aug 11 02:08:38.179512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-37baa23f-7066-4961-97a8-4a6fded1da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.181025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-37baa23f-7066-4961-97a8-4a6fded1da76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2216234 Aug 11 02:08:38.196421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba0ce5-c6a7-4077-8e69-8356368c1f38 req-12d1a5e7-27fe-4dcb-b7b8-5ef0f5b623e2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.197940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-feba0ce5-c6a7-4077-8e69-8356368c1f38 req-12d1a5e7-27fe-4dcb-b7b8-5ef0f5b623e2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 948 time: 0.2444689 Aug 11 02:08:38.241728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccd6c4f2-e93d-477d-80ec-c0689d4fabbb req-254ff37b-0be9-4c0e-beaf-785e403ba5f7 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340678 Aug 11 02:08:38.275058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.286676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-4984e04e-dba3-4a00-9907-2a31f11c3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.287799 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-4984e04e-dba3-4a00-9907-2a31f11c3ac9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1219144 Aug 11 02:08:38.296725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-86739118-ee20-44ea-8dd8-23b58d0b1abd service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472055 Aug 11 02:08:38.327403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-feba0ce5-c6a7-4077-8e69-8356368c1f38 req-b649bc14-aad1-46cd-a3e7-af7121b30e8c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152346 Aug 11 02:08:38.438290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.459551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-8c5276e3-1d65-4ce2-b57c-f904257c5a1c service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605932 Aug 11 02:08:38.470587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5875fafc-01d5-49cf-9633-4b0a789a60dc {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:38.502211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.510938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.558891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf31768-c41d-4973-9d8d-2be2b1156885 req-a5fa1317-d18e-4eae-b323-05b0871a8cb1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.560519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bf31768-c41d-4973-9d8d-2be2b1156885 req-a5fa1317-d18e-4eae-b323-05b0871a8cb1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 932 time: 0.1456115 Aug 11 02:08:38.566545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Transition to ACTIVE for port object 5875fafc-01d5-49cf-9633-4b0a789a60dc will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:38.585942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.644617 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cece3557-1eca-4bb2-9960-747307c396bd req-a79c8872-0e87-4ac5-987c-c13285a0af44 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384688 Aug 11 02:08:38.651332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-45a078bb-e599-4cc5-a8c3-e15525610521 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463571 Aug 11 02:08:38.679098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc4a46c-1526-4fcd-9c17-332e89f67cbd req-37541be1-4ece-4faa-b301-6b8653d1c7c9 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016194 Aug 11 02:08:38.690229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:38.695998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bf31768-c41d-4973-9d8d-2be2b1156885 req-ec66460e-bea0-44c4-be5d-e78ed15cdf7a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266472 Aug 11 02:08:38.735591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:38.736002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:38.736406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:38.741478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:38.741919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:38.747255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:38.747911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:38.748527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:38.749141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Bound port: 5875fafc-01d5-49cf-9633-4b0a789a60dc, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:38.749721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.826030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.828166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.832420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/095ecac6-5434-46f0-9792-7a80c9af9521 HTTP/1.1" status: 204 len: 168 time: 0.6805873 Aug 11 02:08:38.851850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4da62-289a-4dd6-87a5-19cc9e63a3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ecac6-5434-46f0-9792-7a80c9af9521,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:38.896744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-3616d4dd-9cb3-4eaf-9472-1f0005e47f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:38.898636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-3616d4dd-9cb3-4eaf-9472-1f0005e47f83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 1100 time: 0.1299627 Aug 11 02:08:38.899826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:38.903863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:38.929393 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:38.944460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dce54b76-353d-4a74-8f92-a85ff294a415 req-95e56190-079e-409c-b825-15087d8cdaac service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722523 Aug 11 02:08:39.043306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcb949c-b347-46e5-8df8-293f1bd21bc2 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:39.049122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.049876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.051398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] 10.222.0.61 "PUT /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 1093 time: 1.6011407 Aug 11 02:08:39.054545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.056820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:39.066612 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1569a6b6-77f0-4476-abbe-4998fa12213b" -d '{"events": [{"name": "network-changed", "server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:39.072282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Transition to ACTIVE for port object 8fcb949c-b347-46e5-8df8-293f1bd21bc2 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:39.077737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.115434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899f85-855d-4554-9917-63d5b1f188dc service neutron] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.135718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.164122 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550bdfd-50f7-4a30-bb4d-50b7fbdddc2f x-openstack-request-id: req-9550bdfd-50f7-4a30-bb4d-50b7fbdddc2f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:39.164546 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:39.164897 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9550bdfd-50f7-4a30-bb4d-50b7fbdddc2f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:39.165386 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'status': 'completed', 'code': 200} Aug 11 02:08:39.177905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d205b-5b24-4477-b74a-1875b1f8ce61 req-a233f664-49ec-407c-a716-8edf5bf5f81d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.180077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-852d205b-5b24-4477-b74a-1875b1f8ce61 req-a233f664-49ec-407c-a716-8edf5bf5f81d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 948 time: 0.1766257 Aug 11 02:08:39.188212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-4c171d21-f820-4a21-b2c8-b6c486ae8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.189868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-4c171d21-f820-4a21-b2c8-b6c486ae8093 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2838521 Aug 11 02:08:39.237456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Attempting to bind port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:39.238224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Attempting to bind port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:39.238698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Attempting to bind port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:39.243775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:39.244103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Attempting to bind port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 on network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:39.251447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:39.251919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Checking segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:39.252298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Bound using segment: {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:39.252733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Bound port: 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f510df-383d-4ad7-8642-def3d0698284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:39.253115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.272221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-191baa10-9781-4b06-89bf-3abcc4cfb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.285150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-191baa10-9781-4b06-89bf-3abcc4cfb4a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1096 time: 0.1715341 Aug 11 02:08:39.294112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-ecdee94d-6a6d-4660-a9f8-5d05c9c16b25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=aae441f2-a4b8-4223-807c-b45eea54df9f HTTP/1.1" status: 200 len: 217 time: 0.0940490 Aug 11 02:08:39.352563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:39.357196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:39.368867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.387587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ece4d096-fd5b-42ef-b763-a75d926f37b3 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:39.446169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-a8617c25-0586-4aa0-96a5-4f6c8757db03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.1401012 Aug 11 02:08:39.465798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.466404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.468749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] 10.222.0.67 "PUT /v2.0/ports/8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 1093 time: 1.4239895 Aug 11 02:08:39.471152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-852d205b-5b24-4477-b74a-1875b1f8ce61 req-d7f45664-c5cc-4270-8490-e061bc35a88b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741373 Aug 11 02:08:39.473201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:39.476752 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d" -d '{"events": [{"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:39.574460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760039-06f0-4dc2-908b-995ba131c483 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:39.592551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-3267eb4f-cc92-4dd0-9243-ea8cd2067873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.594658 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-3267eb4f-cc92-4dd0-9243-ea8cd2067873 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1096 time: 0.0699868 Aug 11 02:08:39.609426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:39.671654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'ece4d096-fd5b-42ef-b763-a75d926f37b3', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'ece4d096-fd5b-42ef-b763-a75d926f37b3', 'mac_address': 'fa:16:3e:23:d4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:39.675236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33342) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:39.685862 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-2e353abb-29cb-4801-b82a-18d78e3f8d6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 217 time: 0.0818594 Aug 11 02:08:39.751006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507544-d7c6-4e66-ab85-f5ca98401674 req-c803b491-aa16-4140-a763-e9656a80c85a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.761046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0507544-d7c6-4e66-ab85-f5ca98401674 req-c803b491-aa16-4140-a763-e9656a80c85a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 944 time: 0.3865223 Aug 11 02:08:39.774456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33350) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:39.803600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-4dbdf9b6-f632-455e-9b75-7e12bd399019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.809897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-4dbdf9b6-f632-455e-9b75-7e12bd399019 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.5060809 Aug 11 02:08:39.810951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-adf14059-7092-4bbd-89b7-b24321feca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.816065 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-adf14059-7092-4bbd-89b7-b24321feca4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1170754 Aug 11 02:08:39.852494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.860561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-2c19c41f-2fc2-4d0c-be85-d1d67f12559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.862407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-2c19c41f-2fc2-4d0c-be85-d1d67f12559c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.3872821 Aug 11 02:08:39.872455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece4d096-fd5b-42ef-b763-a75d926f37b3 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:39.900017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-2191fb8b-9308-48cd-9f50-2a9600b42180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.902052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-2191fb8b-9308-48cd-9f50-2a9600b42180 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786624 Aug 11 02:08:39.910198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:39.917761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.917899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:39.957706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-5e43b68b-9b1d-428a-b84a-051e1363611d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707674 Aug 11 02:08:39.969559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dee5e6cd-a181-4ea6-b1b4-8080a9ed1422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:39.996960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:39.997704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a8b6-86d6-49af-ba13-75714cba9ad1 req-f4cf7552-6053-428a-9987-aea6345c5aad tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:39.999626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9773a8b6-86d6-49af-ba13-75714cba9ad1 req-f4cf7552-6053-428a-9987-aea6345c5aad tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 948 time: 0.2345393 Aug 11 02:08:40.004963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0507544-d7c6-4e66-ab85-f5ca98401674 req-1db693ae-da4b-478a-ad22-1b0d5263ecff tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423921 Aug 11 02:08:40.029480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.046470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'mac_address': 'fa:16:3e:0d:f8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:40.071370 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-e7b89fc5-31ef-495b-80c0-17630d61c105 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543269 Aug 11 02:08:40.073318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15ea48a6-d539-4b61-b569-e904daf554a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.084488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-eddc6509-a0c0-4da3-8908-48c37fbea95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.086538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-eddc6509-a0c0-4da3-8908-48c37fbea95b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2508156 Aug 11 02:08:40.112581 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b4456-6959-45b9-939e-ba16033627a2 x-openstack-request-id: req-054b4456-6959-45b9-939e-ba16033627a2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:40.112931 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:40.113582 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-054b4456-6959-45b9-939e-ba16033627a2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:40.114018 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'status': 'completed', 'code': 200} Aug 11 02:08:40.155519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.165641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.195990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:40.211341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9773a8b6-86d6-49af-ba13-75714cba9ad1 req-efb6fc37-035b-4dc6-bf28-c3aa1dca9138 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644962 Aug 11 02:08:40.219822 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cd4fcc29-a94f-4ee3-9e1e-99e587d28995 req-c55a9d04-621e-4a74-b008-db7876439436 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336787 Aug 11 02:08:40.231835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:40.238372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.252228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-90d1ac0a-7b27-40ff-ae36-08e996eed330 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770054 Aug 11 02:08:40.297124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.358758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-0b2683f7-3777-449d-a96c-9ddc3d40ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.360810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-0b2683f7-3777-449d-a96c-9ddc3d40ac05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1096 time: 0.0817604 Aug 11 02:08:40.374207 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.393639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-0881f0df-591b-460b-b86a-368a0641aecd service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942319 Aug 11 02:08:40.408494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010627-3cf3-401a-a161-aaf65942d27a req-09a3629a-ca06-4109-b1df-d26f55968004 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.410063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46010627-3cf3-401a-a161-aaf65942d27a req-09a3629a-ca06-4109-b1df-d26f55968004 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.1904285 Aug 11 02:08:40.483160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-0ac431c3-6db8-4b2f-84b5-165f0b683648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.484806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-0ac431c3-6db8-4b2f-84b5-165f0b683648 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.1097612 Aug 11 02:08:40.523994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:40.538188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dee5e6cd-a181-4ea6-b1b4-8080a9ed1422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.564672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f885ebff-2d36-474b-98a4-f1426a7d4d3d req-b34a6929-2342-41c3-a981-4dbe04333e90 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852356 Aug 11 02:08:40.565708 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-89282a94-68a1-410a-840a-35111a3fbbd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 217 time: 0.0683346 Aug 11 02:08:40.572746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:40.576243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dee5e6cd-a181-4ea6-b1b4-8080a9ed1422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.595026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46010627-3cf3-401a-a161-aaf65942d27a req-03018553-26bc-4481-808b-8333c57946e2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624885 Aug 11 02:08:40.669534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dee5e6cd-a181-4ea6-b1b4-8080a9ed1422 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffe558612b1b43089610420f68d07ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9899898 Aug 11 02:08:40.669765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0ddab0-1464-43c3-a796-907110bdcab6 req-cc10d3ba-d773-48a3-b913-6a5e0b5b150c service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559776 Aug 11 02:08:40.672653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33370) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:40.674300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-9c10dc65-c419-43ea-b6c6-28cc7d2743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.686542 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-9c10dc65-c419-43ea-b6c6-28cc7d2743c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0938160 Aug 11 02:08:40.695892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e6cd-a181-4ea6-b1b4-8080a9ed1422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d04523-d1a5-4a5d-9127-29920f4bf3c1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.722563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2eb5-8d02-4187-994c-3b22507f4ee0 req-4c6f3b3b-4168-4abe-bdec-09d7205b396b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.730346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5e2eb5-8d02-4187-994c-3b22507f4ee0 req-4c6f3b3b-4168-4abe-bdec-09d7205b396b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 949 time: 0.1725848 Aug 11 02:08:40.825575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15ea48a6-d539-4b61-b569-e904daf554a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.842116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15ea48a6-d539-4b61-b569-e904daf554a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:40.968611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-732d2edb-3f14-4109-93ae-ee86f0fca05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:40.970628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-732d2edb-3f14-4109-93ae-ee86f0fca05f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2825096 Aug 11 02:08:40.974146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea48a6-d539-4b61-b569-e904daf554a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d2993-6918-4cbc-907f-050047dc4314,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:40.980725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15ea48a6-d539-4b61-b569-e904daf554a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ebdc5e4ef79044bdbfbc3889d9546e20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2050047 Aug 11 02:08:40.985843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:41.016125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-f4a2e1ac-9b85-458a-b869-f7e8bfac515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.017658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-f4a2e1ac-9b85-458a-b869-f7e8bfac515d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1096 time: 0.3811569 Aug 11 02:08:41.067307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.091446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5e2eb5-8d02-4187-994c-3b22507f4ee0 req-99923067-23fe-4ef6-9ea6-38e8fd8a5db2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601687 Aug 11 02:08:41.142936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.178527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.187215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275d93a-ef31-4c0c-a156-a6e508ea262b req-4f413031-9566-447b-8c1f-8786bd17e6c5 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.188842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9275d93a-ef31-4c0c-a156-a6e508ea262b req-4f413031-9566-447b-8c1f-8786bd17e6c5 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 944 time: 0.0852675 Aug 11 02:08:41.191677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-58ccd1ae-716d-4b0c-8a00-0e96da3f21d0 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097940 Aug 11 02:08:41.192136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-0445e057-3909-4288-88e0-064b4a0ac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.193655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-0445e057-3909-4288-88e0-064b4a0ac23a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.1595640 Aug 11 02:08:41.243988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.257916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-6a9c721d-38a5-4d3c-b589-2e3f467fc0ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.0473363 Aug 11 02:08:41.286678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device aae441f2-a4b8-4223-807c-b45eea54df9f details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:41.305855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9275d93a-ef31-4c0c-a156-a6e508ea262b req-b57bf32f-4c36-4cf8-ac9d-766450f3693d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027339 Aug 11 02:08:41.363918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.363918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.364589 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a3d04523-d1a5-4a5d-9127-29920f4bf3c1 HTTP/1.1" status: 204 len: 168 time: 0.6160879 Aug 11 02:08:41.384379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699430a-9759-4bed-818f-fb967f58e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d04523-d1a5-4a5d-9127-29920f4bf3c1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:41.399726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-5df0303d-29f6-4485-851b-a977771b0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.401952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-5df0303d-29f6-4485-851b-a977771b0c2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1321421 Aug 11 02:08:41.404246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.407352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.408455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd9d2993-6918-4cbc-907f-050047dc4314 HTTP/1.1" status: 204 len: 168 time: 0.4142132 Aug 11 02:08:41.427668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a08caa7c-c264-41f4-a042-ef1bb5cfa29d req-fe6205de-25c0-4082-96f6-7d50d3928465 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197492 Aug 11 02:08:41.428581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c887b7-f95a-47c2-98b7-87169d747ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d2993-6918-4cbc-907f-050047dc4314,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:41.458720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=aae441f2-a4b8-4223-807c-b45eea54df9f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:41.467965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba48f-bf82-495a-8fdf-5618b5aeeb61 req-a9156d60-792e-4c1b-9f4d-a92d319ea9ea tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.469632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a9ba48f-bf82-495a-8fdf-5618b5aeeb61 req-a9156d60-792e-4c1b-9f4d-a92d319ea9ea tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 948 time: 0.1627443 Aug 11 02:08:41.474685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'aae441f2-a4b8-4223-807c-b45eea54df9f', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'aae441f2-a4b8-4223-807c-b45eea54df9f', 'mac_address': 'fa:16:3e:ad:9c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:41.486647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-6593e48a-0b44-4526-b194-636b4af2b81c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590832 Aug 11 02:08:41.532395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.551950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae441f2-a4b8-4223-807c-b45eea54df9f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:41.569903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a9ba48f-bf82-495a-8fdf-5618b5aeeb61 req-4e9daa4c-a52a-4ce9-940a-2f22b2b8e14e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856214 Aug 11 02:08:41.579658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=aae441f2-a4b8-4223-807c-b45eea54df9f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:41.585575 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:41.635263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-220f1068-5a65-4e66-ac3d-5de49dd56727 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323414 Aug 11 02:08:41.646466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:41.793475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8ef4f-a49f-48c9-8610-a336b0a288a9 req-c300c09e-43d1-44b4-91f6-5a8b88baafd2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:41.795943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87c8ef4f-a49f-48c9-8610-a336b0a288a9 req-c300c09e-43d1-44b4-91f6-5a8b88baafd2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.0848975 Aug 11 02:08:41.818632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1569a6b6-77f0-4476-abbe-4998fa12213b req-d87b5db1-9b80-49ed-8a7d-1401737c16b6 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744635 Aug 11 02:08:41.852880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87c8ef4f-a49f-48c9-8610-a336b0a288a9 req-3e59c2ef-3555-4b7e-9676-aac64603a25c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Aug 11 02:08:41.865192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['aae441f2-a4b8-4223-807c-b45eea54df9f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:42.000563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:42.035598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e957a7d-66f7-4cc9-ae05-f0f06ff23c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.085311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:42.106273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d1063ed-2323-4b52-bd8d-d798e7cec982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.152473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e957a7d-66f7-4cc9-ae05-f0f06ff23c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.157787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e957a7d-66f7-4cc9-ae05-f0f06ff23c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.204734 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9e957a7d-66f7-4cc9-ae05-f0f06ff23c2a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=619ef838aeae4211865c3636861cb668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006140 Aug 11 02:08:42.205653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:42.213909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e957a7d-66f7-4cc9-ae05-f0f06ff23c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c113a-1a5a-4763-a769-c6dc7717ba7a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:42.251567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15662-0b1f-4ad3-8955-e595eede5045 req-7b6a0d09-4704-44f9-a3c2-1c40c7860d94 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.253141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ed15662-0b1f-4ad3-8955-e595eede5045 req-7b6a0d09-4704-44f9-a3c2-1c40c7860d94 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 949 time: 0.0785387 Aug 11 02:08:42.280999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.305305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.311580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ed15662-0b1f-4ad3-8955-e595eede5045 req-0ab5d75d-514c-4f6b-8f8d-09fb93678930 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Aug 11 02:08:42.333683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d1063ed-2323-4b52-bd8d-d798e7cec982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.342254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d1063ed-2323-4b52-bd8d-d798e7cec982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.373147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.377158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.378107 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f7c113a-1a5a-4763-a769-c6dc7717ba7a HTTP/1.1" status: 204 len: 168 time: 0.1719556 Aug 11 02:08:42.387562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e99a-d1f6-42ef-8624-1c31fe8f7616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c113a-1a5a-4763-a769-c6dc7717ba7a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:42.403446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1063ed-2323-4b52-bd8d-d798e7cec982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c586f-d68a-44ea-9e1c-951e5c20ecda,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:42.415997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33428) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:42.426900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d1063ed-2323-4b52-bd8d-d798e7cec982 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e77562c0494a454b8819c76af885dcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400021 Aug 11 02:08:42.492661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.492905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684abd84-88f3-43e7-a121-3ee0dd070fac req-3707e7d4-2ba9-4aee-a48d-55cd6dbfbbeb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.500989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-684abd84-88f3-43e7-a121-3ee0dd070fac req-3707e7d4-2ba9-4aee-a48d-55cd6dbfbbeb tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 944 time: 0.0728505 Aug 11 02:08:42.521523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.542960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-684abd84-88f3-43e7-a121-3ee0dd070fac req-edad7b95-befa-493c-8843-f45b18e9854c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Aug 11 02:08:42.587509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.590231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:42.591430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf4c586f-d68a-44ea-9e1c-951e5c20ecda HTTP/1.1" status: 204 len: 168 time: 0.1742635 Aug 11 02:08:42.599582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e265f07-a14e-492f-a73c-ad6b2d621dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c586f-d68a-44ea-9e1c-951e5c20ecda,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:42.660624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:42.729916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d1641-a411-4bff-9e9b-398098c20006 req-cf58399d-e36f-4b3c-b167-d912eab8ddab tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:42.738735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f82d1641-a411-4bff-9e9b-398098c20006 req-cf58399d-e36f-4b3c-b167-d912eab8ddab tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 949 time: 0.0637677 Aug 11 02:08:42.816638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f82d1641-a411-4bff-9e9b-398098c20006 req-a2b98cb4-c765-4bad-a239-ea61dbadd0fa tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767887 Aug 11 02:08:42.835416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-9e7cdcdc-dea9-46ef-a5ab-d3f401aad23e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0715075 Aug 11 02:08:43.010876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b929e-7497-4b47-aaf4-786bc2553593 req-7fad8175-19aa-4874-8797-046df9ec65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.011101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1be5d993-f6f3-498f-a2c0-7eb7a0bab7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.012968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-7fad8175-19aa-4874-8797-046df9ec65c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.1036179 Aug 11 02:08:43.041484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9be3-c7e0-436b-89f1-952644ff16ae req-8d40b8f5-897f-43a8-baeb-12b8dec8e33c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.050085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-304c9be3-c7e0-436b-89f1-952644ff16ae req-8d40b8f5-897f-43a8-baeb-12b8dec8e33c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.1120598 Aug 11 02:08:43.145667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-304c9be3-c7e0-436b-89f1-952644ff16ae req-aa2adb9c-f185-4f67-9dd8-230968f3760b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945444 Aug 11 02:08:43.186053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b929e-7497-4b47-aaf4-786bc2553593 req-a1118b49-449b-4253-9b2e-1a66122a3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.187576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-a1118b49-449b-4253-9b2e-1a66122a3eab service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.1354828 Aug 11 02:08:43.193865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1be5d993-f6f3-498f-a2c0-7eb7a0bab7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.203502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1be5d993-f6f3-498f-a2c0-7eb7a0bab7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.242668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-73241543-e8b7-46f0-9db8-ce010e7ee6d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0471730 Aug 11 02:08:43.248954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1be5d993-f6f3-498f-a2c0-7eb7a0bab7ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bea3f4907f3043df8eb978bb6ee6c39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877366 Aug 11 02:08:43.249775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5d993-f6f3-498f-a2c0-7eb7a0bab7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a50060-eb7e-45a8-b477-6906973af916,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:43.252186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33468) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:43.300399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8fcb949c-b347-46e5-8df8-293f1bd21bc2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:43.323194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b929e-7497-4b47-aaf4-786bc2553593 req-f5b64ab6-fee2-42aa-bcfd-5d01c69e0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.324691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-f5b64ab6-fee2-42aa-bcfd-5d01c69e0746 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0734119 Aug 11 02:08:43.327359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.374547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device aae441f2-a4b8-4223-807c-b45eea54df9f up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:43.386518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.420749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:43.458163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.464361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.470820 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64a50060-eb7e-45a8-b477-6906973af916 HTTP/1.1" status: 204 len: 168 time: 0.2080417 Aug 11 02:08:43.476445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b929e-7497-4b47-aaf4-786bc2553593 req-3e7d35cd-6310-436a-9bce-ebe5bc4b1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.478110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-3e7d35cd-6310-436a-9bce-ebe5bc4b1233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410863 Aug 11 02:08:43.478799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ece4d096-fd5b-42ef-b763-a75d926f37b3 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:43.494555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e9cea-0075-47b6-b061-82055098e971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a50060-eb7e-45a8-b477-6906973af916,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:43.614953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:43.626937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea8f0-62be-4682-89a9-b80ec64923fa req-30d69e82-3c5a-49db-adcf-3e7356e4649e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.633751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87ea8f0-62be-4682-89a9-b80ec64923fa req-30d69e82-3c5a-49db-adcf-3e7356e4649e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 949 time: 0.1900694 Aug 11 02:08:43.653699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:43.660678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:43.665575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port aae441f2-a4b8-4223-807c-b45eea54df9f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:43.683163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port aae441f2-a4b8-4223-807c-b45eea54df9f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:43.683833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.734893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-ebc35578-cf18-4513-8005-069f3993aee9 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353539 Aug 11 02:08:43.739366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87ea8f0-62be-4682-89a9-b80ec64923fa req-4fd45f2e-8d80-454c-8d12-1a17df93dea6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904679 Aug 11 02:08:43.745919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port ece4d096-fd5b-42ef-b763-a75d926f37b3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:43.751567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:43.787452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port ece4d096-fd5b-42ef-b763-a75d926f37b3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:43.787557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.796067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'port_id': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'mac_address': 'fa:16:3e:52:b2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623cb132-d3ad-4914-8e03-ce3418613164', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:43.822959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.859817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097f14e-4527-4bad-9240-8770812abd6e req-4a13de3e-626d-425e-918f-e3ef3e0f475d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:43.861591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7097f14e-4527-4bad-9240-8770812abd6e req-4a13de3e-626d-425e-918f-e3ef3e0f475d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 944 time: 0.2116249 Aug 11 02:08:43.877050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcb949c-b347-46e5-8df8-293f1bd21bc2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:43.900127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-network', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:43.941323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:43.943772 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.951731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.963048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Made reservation on behalf of d26fae2023054ea1849f72a9046e9e80 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:43.971305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:43.974275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7097f14e-4527-4bad-9240-8770812abd6e req-5d5ef08e-65f7-44ba-b7f1-3568e1fd774e tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052339 Aug 11 02:08:44.002582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:44.013237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.026809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12165dc8-b221-412c-9ddc-b57e7dd5485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.031083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5875fafc-01d5-49cf-9633-4b0a789a60dc {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:44.033331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-300b929e-7497-4b47-aaf4-786bc2553593 req-ee4984d5-259d-41f7-af80-ac20a0daf011 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877328 Aug 11 02:08:44.089829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f46169-38ee-4d53-b395-a43099f1304d req-9f9c6f46-2d32-4231-ad8f-0230248687da tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.095123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20f46169-38ee-4d53-b395-a43099f1304d req-9f9c6f46-2d32-4231-ad8f-0230248687da tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 949 time: 0.1489618 Aug 11 02:08:44.190324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20f46169-38ee-4d53-b395-a43099f1304d req-8c53d59d-54c0-47f6-9123-e14edde8666e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847549 Aug 11 02:08:44.214803 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.230918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33502) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:44.256200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.263661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12165dc8-b221-412c-9ddc-b57e7dd5485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.264991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.272870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12165dc8-b221-412c-9ddc-b57e7dd5485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.273606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.287948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.299086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:44.302610 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e0e5be-18d0-4cd9-8bf6-ff0e08650796" -d '{"events": [{"server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "name": "network-vif-plugged", "status": "completed", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:44.316592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165dc8-b221-412c-9ddc-b57e7dd5485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f0cac-0703-410a-bb17-ac1582e3ef80,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.338225 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-c728d0dc-5040-4dec-b9ac-1406069217ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056399 Aug 11 02:08:44.351079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['8fcb949c-b347-46e5-8df8-293f1bd21bc2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:44.360830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691efcd-b7f8-4a01-9177-4e112ac1e98e req-6319efe8-f2e1-424f-9282-66b35b9628e1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.361699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c691efcd-b7f8-4a01-9177-4e112ac1e98e req-6319efe8-f2e1-424f-9282-66b35b9628e1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.1214900 Aug 11 02:08:44.367553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1849693590-network', 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:44.369188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=aae441f2-a4b8-4223-807c-b45eea54df9f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.381871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12165dc8-b221-412c-9ddc-b57e7dd5485b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5df0edcf2bae43c084d13a3d9b34978b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774755 Aug 11 02:08:44.382614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:44.391394 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf711b50-7847-40b4-9c39-8c2d9f82882a x-openstack-request-id: req-cf711b50-7847-40b4-9c39-8c2d9f82882a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:44.391686 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "name": "network-vif-plugged", "status": "completed", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:44.391938 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf711b50-7847-40b4-9c39-8c2d9f82882a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:44.392380 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f', 'code': 200} Aug 11 02:08:44.420340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.426957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c691efcd-b7f8-4a01-9177-4e112ac1e98e req-fbf5b685-2104-4ed3-b296-fe5abf457bbb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Aug 11 02:08:44.439587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.454409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.455191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:44.458356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.552207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.557305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65621c1-2e98-4959-9e24-fa860b328835 req-16d79c30-7fb1-4726-bcb4-b55a0d53c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.558840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-16d79c30-7fb1-4726-bcb4-b55a0d53c333 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 1117 time: 0.1288815 Aug 11 02:08:44.583985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e51cd-192c-4351-9753-edb0e7160273 req-273f6262-64c7-4695-8ed9-177054580a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.586523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-631e51cd-192c-4351-9753-edb0e7160273 req-273f6262-64c7-4695-8ed9-177054580a71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 1102 time: 0.0867960 Aug 11 02:08:44.598377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.618745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.620823 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.635025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5875fafc-01d5-49cf-9633-4b0a789a60dc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:44.644310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:44.654102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:44.655262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.656739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.661585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-631e51cd-192c-4351-9753-edb0e7160273 req-2049b6ed-cd74-4aca-8912-a2caa9043bcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670571 Aug 11 02:08:44.668303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.687314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:44.687691 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.714717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:44.732229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912d49f-c4d0-4708-ba7d-f74387663cba,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.738472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.738824 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Added segment 8628d672-d58e-48e8-8b80-3c750f4af595 of type vlan for network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf Aug 11 02:08:44.751713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.773797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65621c1-2e98-4959-9e24-fa860b328835 req-023457b3-db00-4d2e-860a-dc3c99b5f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.777087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-023457b3-db00-4d2e-860a-dc3c99b5f28f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 924 time: 0.1916637 Aug 11 02:08:44.805655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.810567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.836409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.848415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:44.862141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486ef16-e5a2-4883-9720-f1fcd5547960,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:44.868812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.869290 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Added segment ab0f6a79-532d-42d1-8e17-1fb9f8f2787e of type vlan for network 47372fc7-bf2b-4a2c-83f8-601b0277f883 Aug 11 02:08:44.881519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.882894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:44.884239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.907055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.952956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.978197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:44.984955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:44.993875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7450f97-31f9-4f4b-ba48-1c845a1b8fcf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.003150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b9a554e-9dc3-4c25-8f55-dc9ce709c3a8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3411794 Aug 11 02:08:45.004179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.007774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.013506 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/941f0cac-0703-410a-bb17-ac1582e3ef80 HTTP/1.1" status: 204 len: 168 time: 0.6167166 Aug 11 02:08:45.015732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:45.023758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:45.027220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44918a70-ddf5-4378-87bb-685e416325bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f0cac-0703-410a-bb17-ac1582e3ef80,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.042035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Request body: {'subnet': {'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-subnet', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:45.042306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.045497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.049550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.072756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b621388-1473-46db-a786-ce24abf46e67 req-451529c7-e79e-4e68-8914-f67601fa4d2c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.082833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b621388-1473-46db-a786-ce24abf46e67 req-451529c7-e79e-4e68-8914-f67601fa4d2c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.1669180 Aug 11 02:08:45.151210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.220246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9863272 Aug 11 02:08:45.224552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:45.234116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Request body: {'subnet': {'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1849693590-subnet', 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:45.264950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680ac6-afd9-4cdf-828c-5b93005ad461 req-c272e211-bfa5-4cb7-893c-42e5d5c8f982 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.266596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52680ac6-afd9-4cdf-828c-5b93005ad461 req-c272e211-bfa5-4cb7-893c-42e5d5c8f982 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 945 time: 0.1772711 Aug 11 02:08:45.267285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6341a6-c7d3-4ca7-9507-da245abaddcd admin admin] Pushing event updated for resources: {'Network': ['ID=47372fc7-bf2b-4a2c-83f8-601b0277f883,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.279615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:45.284325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b621388-1473-46db-a786-ce24abf46e67 req-79db1196-84a9-4c94-a736-3507bac58294 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005842 Aug 11 02:08:45.317028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:45.318956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.354860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-4d9d4b62-9a39-4f41-aa59-bbac0da1c8ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 200 len: 1021 time: 0.4827170 Aug 11 02:08:45.355706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Made reservation on behalf of d26fae2023054ea1849f72a9046e9e80 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:45.363876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.387735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52680ac6-afd9-4cdf-828c-5b93005ad461 req-57814691-2e5c-4e4a-a6ea-48784b27d49c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091075 Aug 11 02:08:45.504689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65621c1-2e98-4959-9e24-fa860b328835 req-c5cca1e4-7dbf-469a-b546-a8b333ca72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.506265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-c5cca1e4-7dbf-469a-b546-a8b333ca72e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.1430500 Aug 11 02:08:45.583322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65621c1-2e98-4959-9e24-fa860b328835 req-82224387-6c68-40dd-8be8-0ae8215e27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.585357 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-82224387-6c68-40dd-8be8-0ae8215e27fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705407 Aug 11 02:08:45.659730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07f1b-3ff2-46cf-bb29-aa058607e6da req-6912e099-0aef-4062-ae6f-ef841a41dfd8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.661283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bc07f1b-3ff2-46cf-bb29-aa058607e6da req-6912e099-0aef-4062-ae6f-ef841a41dfd8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.1495569 Aug 11 02:08:45.691459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f2e15-1164-4038-9db9-391ac2eacf73 req-2b0988ff-9b27-4128-a986-cd65788ee2e3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.693412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd8f2e15-1164-4038-9db9-391ac2eacf73 req-2b0988ff-9b27-4128-a986-cd65788ee2e3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.1484196 Aug 11 02:08:45.714347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.753612 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-7559d9fc-18fb-42cb-b756-54531ceb8aac service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590664 Aug 11 02:08:45.754631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.791855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bc07f1b-3ff2-46cf-bb29-aa058607e6da req-ba207250-b386-4231-b71a-11e001253d09 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147430 Aug 11 02:08:45.831003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd8f2e15-1164-4038-9db9-391ac2eacf73 req-fe40347f-7ec5-46d7-a46d-134a0f457833 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207969 Aug 11 02:08:45.832347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa78850-f001-423b-b807-303263916f7c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.842844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:45.843247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Network hostable DHCP agents. Network: 47372fc7-bf2b-4a2c-83f8-601b0277f883, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:45.865782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:45.878619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 47372fc7-bf2b-4a2c-83f8-601b0277f883) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:45.887500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634be74-b0e6-49a4-879b-1ac0159bc97a None None] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:45.891248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.891915 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.904469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c8f4d0-d542-4e23-b093-748599f7f02f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:45.908097 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f65621c1-2e98-4959-9e24-fa860b328835 req-3cccc9b2-97a4-4c24-adf2-20ae1bf1729c service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459205 Aug 11 02:08:45.912229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9e1e0222-ea36-4b2d-a3a6-324530f018c2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6826742 Aug 11 02:08:45.914469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Checking segment: {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:45.914816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Network hostable DHCP agents. Network: a7450f97-31f9-4f4b-ba48-1c845a1b8fcf, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:45.937942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:45.950366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a7450f97-31f9-4f4b-ba48-1c845a1b8fcf) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:45.956069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:45.957059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:45.965013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4385c7-ccc8-472d-8556-32305cdcf209 None None] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:45.984347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6d55ce7-2802-42bb-b055-8b48d412f261 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9597139 Aug 11 02:08:45.986508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:45.992124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:46.017617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.019738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.102544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.153254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e294c-a00e-43fb-9d48-bc61ca8ad724 None None] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:46.233710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'fixed_ips': [{'subnet_id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:08:46.234584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.258564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.393030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3'}, {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:46.395311 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c561e-87e5-4c9f-b021-b5451117bcc9" -d '{"events": [{"server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "name": "network-vif-plugged", "status": "completed", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3"}, {"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:46.459465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Allocated IP 172.20.0.2 (a7450f97-31f9-4f4b-ba48-1c845a1b8fcf/c9c8f4d0-d542-4e23-b093-748599f7f02f/dc7aa9f5-5e13-4195-b0f3-9caad700c8a7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:46.492258 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3142139e-cffe-4958-8e17-285c705d2553 x-openstack-request-id: req-3142139e-cffe-4958-8e17-285c705d2553 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:46.492945 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "name": "network-vif-plugged", "status": "completed", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3", "code": 200}, {"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:46.493514 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3142139e-cffe-4958-8e17-285c705d2553 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:46.494471 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3', 'code': 200} Aug 11 02:08:46.494986 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'code': 200} Aug 11 02:08:46.528434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.529507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df257a4-188d-40a7-ad47-f6a29b09d761 req-f963aa84-f676-48a8-a109-9f16905b1b92 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.540999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4df257a4-188d-40a7-ad47-f6a29b09d761 req-f963aa84-f676-48a8-a109-9f16905b1b92 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.1240120 Aug 11 02:08:46.555456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.673010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4df257a4-188d-40a7-ad47-f6a29b09d761 req-938b8ffa-8881-4bbc-add3-d5afe05f81c2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290722 Aug 11 02:08:46.677372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707c820-49ac-4f45-8a4e-acc264f8a1eb req-3101903f-7361-4cf9-b074-01b991d29d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.679156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a707c820-49ac-4f45-8a4e-acc264f8a1eb req-3101903f-7361-4cf9-b074-01b991d29d8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 1102 time: 0.0678446 Aug 11 02:08:46.764322 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a707c820-49ac-4f45-8a4e-acc264f8a1eb req-17397487-6a71-46ff-a412-f06dd5185a3a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570488 Aug 11 02:08:46.782066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbf8d7-3564-4264-9459-5c335e0a80ce req-b113ba13-2255-4840-b6ea-cab1fd63df6f tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.784123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9efbf8d7-3564-4264-9459-5c335e0a80ce req-b113ba13-2255-4840-b6ea-cab1fd63df6f tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 945 time: 0.1883359 Aug 11 02:08:46.789737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Allocated IP 172.25.3.224 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c999d180-3289-4b49-8b3a-6ceb0ac4696a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:46.797018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.800274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03898e3-ac86-457f-8c0c-a6e56d8fe472 req-824a7ca9-cb66-4940-badf-7672db343ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:46.804817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c03898e3-ac86-457f-8c0c-a6e56d8fe472 req-824a7ca9-cb66-4940-badf-7672db343ca4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1101 time: 0.1741600 Aug 11 02:08:46.812230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Transition to ACTIVE for port object dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:46.828406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Transition to ACTIVE for port object dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:46.836534 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:46.914124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:46.917363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:46.923127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:46.925142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Pushing event updated for resources: {'Port': ['ID=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:46.985537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Attempting to bind port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:46.986045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Attempting to bind port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:46.986475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Attempting to bind port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 on network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:46.988602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9efbf8d7-3564-4264-9459-5c335e0a80ce req-d9ef7470-d714-4a15-b1e6-bd2fbe40204a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813533 Aug 11 02:08:46.989309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33584) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:47.000764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-935759103-network', 'tenant_id': 'c6a99034224a4c21aae415e0481a4e4d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:47.009429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:47.010264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Checking segment: {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:47.011311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.011468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.014207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Bound using segment: {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:47.017108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Bound port: dc7aa9f5-5e13-4195-b0f3-9caad700c8a7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:47.017775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.032198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c03898e3-ac86-457f-8c0c-a6e56d8fe472 req-3d742c77-683f-4903-9cd2-5cbbdc6fb7b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890876 Aug 11 02:08:47.048190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Made reservation on behalf of c6a99034224a4c21aae415e0481a4e4d for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:47.050640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.057598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.064654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.084575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97bfa-b695-4dd8-9c98-97d8188a2291 req-49b48b01-d815-458b-93b3-69e0e263514b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.092806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75f97bfa-b695-4dd8-9c98-97d8188a2291 req-49b48b01-d815-458b-93b3-69e0e263514b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.1608622 Aug 11 02:08:47.113033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Pushing event updated for resources: {'Port': ['ID=c999d180-3289-4b49-8b3a-6ceb0ac4696a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:47.137428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:47.139400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:47.143335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:47.149266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] For port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:47.152789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] For port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:47.160961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75f97bfa-b695-4dd8-9c98-97d8188a2291 req-a9a1bd18-45c4-428e-a004-42b2858a127b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Aug 11 02:08:47.162452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.245973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266faf-538f-4dea-a5a9-aeacabdb6c5f req-e3f64046-ea81-43a1-a9e8-ba34b7596675 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.248373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b266faf-538f-4dea-a5a9-aeacabdb6c5f req-e3f64046-ea81-43a1-a9e8-ba34b7596675 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.1170635 Aug 11 02:08:47.277034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0054-3c9e-4f65-a6c4-21544349c570 None None] Pushing event updated for resources: {'Port': ['ID=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:47.326011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8fcb949c-b347-46e5-8df8-293f1bd21bc2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:47.361675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.365642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b266faf-538f-4dea-a5a9-aeacabdb6c5f req-83f27742-5c9b-4be0-a75c-fb620f5dcbdd tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Aug 11 02:08:47.367453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.402214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa48dd2a-549e-45b0-980d-36c02c6689eb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:47.412260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:47.415855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:47.424750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:47.426825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.427731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.428096 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Added segment 72dd713f-b0d9-459f-a662-f19df10cea72 of type vlan for network 23d38469-6ca8-4435-bf1e-8a1c6f8f475b Aug 11 02:08:47.473518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:47.517436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.589245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.609878 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.628435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.632235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.633619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.682418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d09fd-0c49-4e57-8e20-f6c2766df50b req-9fadee31-ba3b-45f3-bc79-fc6e15dac072 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.684232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-660d09fd-0c49-4e57-8e20-f6c2766df50b req-9fadee31-ba3b-45f3-bc79-fc6e15dac072 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1522903 Aug 11 02:08:47.708845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:47.716148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.724423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5875fafc-01d5-49cf-9633-4b0a789a60dc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:47.740750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7471139 Aug 11 02:08:47.747598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33610) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:47.752674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5875fafc-01d5-49cf-9633-4b0a789a60dc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:47.753164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.755284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Request body: {'subnet': {'network_id': '23d38469-6ca8-4435-bf1e-8a1c6f8f475b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-935759103-subnet', 'tenant_id': 'c6a99034224a4c21aae415e0481a4e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:47.780469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8b7aa-250a-4849-8dd0-7a5740b55fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=23d38469-6ca8-4435-bf1e-8a1c6f8f475b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:47.813946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Made reservation on behalf of c6a99034224a4c21aae415e0481a4e4d for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:47.817126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 23d38469-6ca8-4435-bf1e-8a1c6f8f475b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:47.827019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.889300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-660d09fd-0c49-4e57-8e20-f6c2766df50b req-9fa11965-c542-457b-9131-4d221a900ceb tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617823 Aug 11 02:08:47.924296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:47.943868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:47.994457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce9ab5-3b23-4ce0-9852-7f29e19093f6 req-0832301d-582a-4d70-85f0-d0bc94ca3a47 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:47.994457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6cce9ab5-3b23-4ce0-9852-7f29e19093f6 req-0832301d-582a-4d70-85f0-d0bc94ca3a47 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.1024520 Aug 11 02:08:48.017608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.050838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6cce9ab5-3b23-4ce0-9852-7f29e19093f6 req-50250577-1c3d-4ec5-8657-6a45c277a250 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Aug 11 02:08:48.091325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:48.098364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.172112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:48.178050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Router d0fd77b2-1690-403c-bf21-5b8730f7ecfd is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:08:48.224459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.333502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:48.348118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Sync routers for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:48.350879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.352610 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a10c5fbd-1167-4dc1-8f51-54c0c61287cf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3646932 Aug 11 02:08:48.355748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33630) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:48.363079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:48.364094 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:48.375078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b207adc6-2f45-4bca-ad00-b8c6c2cb42ad,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:48.388311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Checking segment: {'id': '72dd713f-b0d9-459f-a662-f19df10cea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '23d38469-6ca8-4435-bf1e-8a1c6f8f475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:48.388751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Network hostable DHCP agents. Network: 23d38469-6ca8-4435-bf1e-8a1c6f8f475b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:48.408293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a15ce2-26fe-4917-be07-eca3682f20e3 req-5adbf26a-28a0-4281-9a80-9fbb1938ae41 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.410306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45a15ce2-26fe-4917-be07-eca3682f20e3 req-5adbf26a-28a0-4281-9a80-9fbb1938ae41 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 946 time: 0.1665404 Aug 11 02:08:48.420242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0ca2-9110-4d1f-8049-ab8c132182b9 req-f824e8b0-e41b-47e3-9e0b-4381439e33d4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.422646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a07b0ca2-9110-4d1f-8049-ab8c132182b9 req-f824e8b0-e41b-47e3-9e0b-4381439e33d4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 946 time: 0.1150911 Aug 11 02:08:48.464521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Network 23d38469-6ca8-4435-bf1e-8a1c6f8f475b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:48.495291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 23d38469-6ca8-4435-bf1e-8a1c6f8f475b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:48.496878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2'}, {'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:48.500660 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13155e3e-3a4c-4c35-8f6e-53f1c8770d48" -d '{"events": [{"server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "name": "network-vif-plugged", "status": "completed", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2"}, {"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-plugged", "status": "completed", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:48.506007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.506751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:48.507727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae84c1-dbb4-492d-8e4f-8ec22d5f00a8 None None] Network 23d38469-6ca8-4435-bf1e-8a1c6f8f475b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:48.524234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45a15ce2-26fe-4917-be07-eca3682f20e3 req-1a35840d-5b4f-4eee-add6-dd02f5a6708d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980892 Aug 11 02:08:48.538467 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:48.549097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a07b0ca2-9110-4d1f-8049-ab8c132182b9 req-53f0f81f-cd1f-4692-ae69-da834239e400 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134956 Aug 11 02:08:48.585630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a2045500-f128-406c-9052-c4f160733433 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8264658 Aug 11 02:08:48.641994 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424230d-4230-46b5-b6f8-6e7be92b0666 x-openstack-request-id: req-4424230d-4230-46b5-b6f8-6e7be92b0666 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:48.642501 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "name": "network-vif-plugged", "status": "completed", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2", "code": 200}, {"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-plugged", "status": "completed", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:48.642858 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4424230d-4230-46b5-b6f8-6e7be92b0666 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:48.643373 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'code': 200} Aug 11 02:08:48.643874 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'code': 200} Aug 11 02:08:48.684152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f499a-504b-494a-85b9-6100dbfe86e3 None None] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:48.774945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27dfe44-94f5-4f23-b5e2-e6e9b3c36066 None None] Network 23d38469-6ca8-4435-bf1e-8a1c6f8f475b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:48.848058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49a7a-e432-4ef5-971b-ef3f7f5ddb44 req-cd3f6225-0e9f-4764-a58c-03709caaf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:48.850701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51c49a7a-e432-4ef5-971b-ef3f7f5ddb44 req-cd3f6225-0e9f-4764-a58c-03709caaf6ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1098 time: 0.1089714 Aug 11 02:08:48.958127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:47Z', 'revision_number': 3, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:49.003738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51c49a7a-e432-4ef5-971b-ef3f7f5ddb44 req-7486264a-54e0-4ac3-bfeb-bcde8f6f3ef3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376672 Aug 11 02:08:49.018183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:49.047848 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Checking router: d0fd77b2-1690-403c-bf21-5b8730f7ecfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:49.055296 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Updating router d0fd77b2-1690-403c-bf21-5b8730f7ecfd port c999d180-3289-4b49-8b3a-6ceb0ac4696a binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:49.095169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-123e1c65-e40f-4754-bd08-0a85f40954ec None None] Provisioning for port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:49.134448 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.146021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5e3e8-4c15-48aa-98ac-e966e2ac96fb req-4f00d244-374f-4bf5-bfc2-8bd00f483788 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.156365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cb5e3e8-4c15-48aa-98ac-e966e2ac96fb req-4f00d244-374f-4bf5-bfc2-8bd00f483788 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1283145 Aug 11 02:08:49.244727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cb5e3e8-4c15-48aa-98ac-e966e2ac96fb req-36f18395-97cc-494d-a1ff-18e187126a06 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 Aug 11 02:08:49.287209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c41fa1-9338-4749-a9c0-48a93c0402f2 req-3b46f88e-9250-42ae-8a52-78ae3cfe702f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.289589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52c41fa1-9338-4749-a9c0-48a93c0402f2 req-3b46f88e-9250-42ae-8a52-78ae3cfe702f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.0903006 Aug 11 02:08:49.304029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:49.338152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:49.342356 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.363504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52c41fa1-9338-4749-a9c0-48a93c0402f2 req-f2a64abb-b5f0-4fac-89e7-9ff6daacf220 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Aug 11 02:08:49.473781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc0d9c-efbf-4a7f-9d82-a625cb5e7444 req-17fa11e1-874c-4c71-9990-8bc8954f9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.476806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44fc0d9c-efbf-4a7f-9d82-a625cb5e7444 req-17fa11e1-874c-4c71-9990-8bc8954f9645 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1098 time: 0.4566977 Aug 11 02:08:49.565276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44fc0d9c-efbf-4a7f-9d82-a625cb5e7444 req-ffaf55cb-a628-4f5d-85ba-a2e130a44fc4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637805 Aug 11 02:08:49.567510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.597757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33676) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:49.600827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.655953 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.657564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:49.668177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.698184 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Transition to ACTIVE for port object c999d180-3289-4b49-8b3a-6ceb0ac4696a will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:49.716617 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.750931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:49.792279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-74cc1ff6-b0b5-4e40-8328-b1fc212742bd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:49.803234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-74cc1ff6-b0b5-4e40-8328-b1fc212742bd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.2893941 Aug 11 02:08:49.808554 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496de65-90fc-4ac6-b185-d1258475e995 None None] Pushing event updated for resources: {'Port': ['ID=c999d180-3289-4b49-8b3a-6ceb0ac4696a,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:49.826123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-3b9fe68a-eda3-4a8e-8f9e-b7102b2f341a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/quotas/b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 375 time: 0.0206809 Aug 11 02:08:49.847057 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Attempting to bind port c999d180-3289-4b49-8b3a-6ceb0ac4696a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:49.848310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Attempting to bind port c999d180-3289-4b49-8b3a-6ceb0ac4696a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:49.848910 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Attempting to bind port c999d180-3289-4b49-8b3a-6ceb0ac4696a on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:49.857725 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:49.858355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:49.859069 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.859880 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:49.860618 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Bound port: c999d180-3289-4b49-8b3a-6ceb0ac4696a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:49.862176 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.886187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-1ee36e15-26de-46e0-b369-4b933b1d12b1 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533350 Aug 11 02:08:49.903680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Allocated IP 172.20.0.1 (a7450f97-31f9-4f4b-ba48-1c845a1b8fcf/c9c8f4d0-d542-4e23-b093-748599f7f02f/31121e55-ca7b-4f77-8e12-9aa74ca0f8e0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:49.917833 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5600dbb4-38cd-45b3-a1c8-5445e60a598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.927231 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] For port c999d180-3289-4b49-8b3a-6ceb0ac4696a, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:49.931703 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] For port c999d180-3289-4b49-8b3a-6ceb0ac4696a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c999d180-3289-4b49-8b3a-6ceb0ac4696a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:49.938666 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.974407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fb799db1-98c5-49c1-96ee-0885ba51f26f None None] Provisioning complete for port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:49.975441 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb799db1-98c5-49c1-96ee-0885ba51f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:49.996390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:49.997016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:50.046052 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496de65-90fc-4ac6-b185-d1258475e995 None None] Pushing event updated for resources: {'Port': ['ID=c999d180-3289-4b49-8b3a-6ceb0ac4696a,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:50.087075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-6855d3ee-a44f-435e-9037-1c2196d88e93 service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917470 Aug 11 02:08:50.126824 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:50.162503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-b37c3562-1839-4daf-b095-091ce2460084 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.164227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-b37c3562-1839-4daf-b095-091ce2460084 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 1102 time: 0.1557808 Aug 11 02:08:50.166115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.190000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Transition to ACTIVE for port object 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:50.194628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-ebcc6f27-093f-4383-b130-6779e1ccf4a7 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.231921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5600dbb4-38cd-45b3-a1c8-5445e60a598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.234665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-1ab94e43-41e0-4d7f-a385-7932b12b77ea service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458912 Aug 11 02:08:50.240529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5600dbb4-38cd-45b3-a1c8-5445e60a598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.290855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.354807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5600dbb4-38cd-45b3-a1c8-5445e60a598d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5bf92cdfbf5448ccbc9fbfd279916ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533221 Aug 11 02:08:50.354807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Pushing event updated for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:50.356578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:50.367995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600dbb4-38cd-45b3-a1c8-5445e60a598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c069bbfa-9fdb-4966-a011-536c3c7a7ca7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:50.382939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:50.409943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-ebcc6f27-093f-4383-b130-6779e1ccf4a7 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.416930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:50.423521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-ebcc6f27-093f-4383-b130-6779e1ccf4a7 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.436811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:50.481565 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:47Z', 'revision_number': 3, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:50.501357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.542780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1e1f88d-a7b0-4ef9-a790-0b88656ac410 req-ebcc6f27-093f-4383-b130-6779e1ccf4a7 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645508 Aug 11 02:08:50.545742 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de55b68-ddb4-462d-bbc3-b35d595837fb None None] The sync data for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 is: [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:47Z', 'revision_number': 3, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:50.562832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.569280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc6f27-093f-4383-b130-6779e1ccf4a7 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb93f89f-bba1-4092-bd68-bdb13ca5972f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:50.574722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.641305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e25f9-6f3c-4c2d-b914-bf62049a9a13 req-bc06f0a3-4e4b-4627-a336-3b1904b0a009 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.653704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8e25f9-6f3c-4c2d-b914-bf62049a9a13 req-bc06f0a3-4e4b-4627-a336-3b1904b0a009 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 946 time: 0.1295667 Aug 11 02:08:50.738853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8e25f9-6f3c-4c2d-b914-bf62049a9a13 req-a0088ca6-87c6-4796-883f-36bf044d360f tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Aug 11 02:08:50.786610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-88ab0064-3a64-452c-aae3-d9c14ee8b743 None None] Provisioning for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:50.791889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.796216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.796639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-88ab0064-3a64-452c-aae3-d9c14ee8b743 None None] Provisioning complete for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:50.798444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c069bbfa-9fdb-4966-a011-536c3c7a7ca7 HTTP/1.1" status: 204 len: 168 time: 0.4313982 Aug 11 02:08:50.801764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88ab0064-3a64-452c-aae3-d9c14ee8b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.817545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46028aa-296b-4f6d-8dff-3315c5476d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c069bbfa-9fdb-4966-a011-536c3c7a7ca7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:50.820781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:50.868795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbafcc-7504-4502-b40a-5b3d7a5ca5a1 req-ab22d06b-a7ac-4dcb-9af3-49aaf1d60161 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:50.876990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cdbafcc-7504-4502-b40a-5b3d7a5ca5a1 req-ab22d06b-a7ac-4dcb-9af3-49aaf1d60161 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 946 time: 0.1234510 Aug 11 02:08:50.886492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:50.944570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-41467f7b-4b87-4331-9226-054a54a2b5c4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546343 Aug 11 02:08:50.989772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-88ab0064-3a64-452c-aae3-d9c14ee8b743 None None] Port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:50.992199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:50.992738 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.015806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cdbafcc-7504-4502-b40a-5b3d7a5ca5a1 req-43f03eb4-ce7a-4f78-bba9-63c4438c4504 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372671 Aug 11 02:08:51.168344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2de59eaf-1331-4b9e-a86d-0c62e713390f req-350b3163-979e-4e26-bb69-e26f2776b11e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 210 time: 0.0502889 Aug 11 02:08:51.224261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.230224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-708330b9-34ce-4fa7-8e49-778a9a4a389e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:51.232808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-708330b9-34ce-4fa7-8e49-778a9a4a389e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815175 Aug 11 02:08:51.237023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.260608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b130310e-ebab-4189-8f1d-be01136717a9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/quotas/1abe985e1e824b65baf6b3aaca1d67fb HTTP/1.1" status: 200 len: 375 time: 0.0208039 Aug 11 02:08:51.291622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.346955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-2a9809a6-6f95-4c92-bf73-4c5a723bc828 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851970 Aug 11 02:08:51.429790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33712) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:51.456756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcefc0e-081f-4561-b9b5-8b4eb1866ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:51.472489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Pushing event updated for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:51.564208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:51.566619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:51.737731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Router d0fd77b2-1690-403c-bf21-5b8730f7ecfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:51.942618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:51.943669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-55c89b3c-b857-4c80-a181-b92b457bc7fb None None] Provisioning complete for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:51.956210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0a969e4c-e965-4c7b-8b9a-275b980dc024 admin admin] 10.222.0.68 "PUT /v2.0/routers/d0fd77b2-1690-403c-bf21-5b8730f7ecfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5912325 Aug 11 02:08:51.958594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-55c89b3c-b857-4c80-a181-b92b457bc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.035032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-55c89b3c-b857-4c80-a181-b92b457bc7fb None None] Port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:52.149503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcefc0e-081f-4561-b9b5-8b4eb1866ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.190018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c13718f-8c31-4200-a761-a789567ec8d8 req-2fbb4ff0-fa92-43e7-8ee1-796f188b464c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 210 time: 0.5408127 Aug 11 02:08:52.217946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebcefc0e-081f-4561-b9b5-8b4eb1866ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.285742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-2e86d707-990a-4b31-a730-a5bd7131afdd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.287477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-2e86d707-990a-4b31-a730-a5bd7131afdd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.2186904 Aug 11 02:08:52.303856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Request body: {'port': {'device_id': '056ce101-ec2d-49ed-b264-0cc094ede724', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'admin_state_up': True, 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:52.336004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebcefc0e-081f-4561-b9b5-8b4eb1866ce0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6258cd777dca45b2aa1c316887dcf94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9051003 Aug 11 02:08:52.346379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33748) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:52.348409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcefc0e-081f-4561-b9b5-8b4eb1866ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ccdd93-4ae5-45e8-b7d9-ec98081bc436,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:52.358121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-95127ec7-bb2f-43ea-a5b3-af0d469c9008 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554249 Aug 11 02:08:52.371480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b576-b670-4f93-a0d2-b76f28681af5 req-b5f46a9d-5061-498c-9f70-93afe4d3d9b8 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.373552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1355b576-b670-4f93-a0d2-b76f28681af5 req-b5f46a9d-5061-498c-9f70-93afe4d3d9b8 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1098 time: 0.2145984 Aug 11 02:08:52.467148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:52.470903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.494751 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4d14d3e1-2b4c-4aca-a809-4e9878677640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.515305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1355b576-b670-4f93-a0d2-b76f28681af5 req-1cd2a5e2-d4e4-4527-8892-55429b66d8d7 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357305 Aug 11 02:08:52.518717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.567320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.587885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-71906926-28b6-4f13-b656-0b696dc448c7 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.589421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-71906926-28b6-4f13-b656-0b696dc448c7 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042058 Aug 11 02:08:52.639117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Allocated IP 172.20.0.12 (47372fc7-bf2b-4a2c-83f8-601b0277f883/ffa78850-f001-423b-b807-303263916f7c/d197ce6b-5a34-47c4-8941-a2bcd001f84e) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:52.650993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-3958cf9f-9716-432c-9a96-24cfc2fe09a4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.0182128 Aug 11 02:08:52.697073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487da6-1a4d-4d1b-94c6-40c87d427392 req-a007dfc7-582a-4cce-b6f4-b9a9a5155575 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:52.698672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d487da6-1a4d-4d1b-94c6-40c87d427392 req-a007dfc7-582a-4cce-b6f4-b9a9a5155575 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 946 time: 0.1061594 Aug 11 02:08:52.714505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.717026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.718168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51ccdd93-4ae5-45e8-b7d9-ec98081bc436 HTTP/1.1" status: 204 len: 168 time: 0.3706989 Aug 11 02:08:52.744336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445b740-ee55-4cdc-9d33-8c7d69ac8080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ccdd93-4ae5-45e8-b7d9-ec98081bc436,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:52.821026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-3d260add-1d45-40f9-92dc-5031529c6e19 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544104 Aug 11 02:08:52.841721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d487da6-1a4d-4d1b-94c6-40c87d427392 req-f2df512c-f62a-4289-ac3d-04219010eddc tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289845 Aug 11 02:08:52.885143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c999d180-3289-4b49-8b3a-6ceb0ac4696a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:52.887412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.940849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:52.992105 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-1ed5188e-6e7c-4099-ba8a-b999911b2cef req-45047af8-4460-43c0-b9ef-8b22f9ea851b tempest-FloatingIPDetailsNegativeTestJSON-804388997 tempest-FloatingIPDetailsNegativeTestJSON-804388997-project] show failed (client error): The resource could not be found. Aug 11 02:08:52.993452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ed5188e-6e7c-4099-ba8a-b999911b2cef req-45047af8-4460-43c0-b9ef-8b22f9ea851b tempest-FloatingIPDetailsNegativeTestJSON-804388997 tempest-FloatingIPDetailsNegativeTestJSON-804388997-project] 10.222.0.68 "GET /v2.0/floatingips/b29abff3-93d4-402f-ad9f-28245d3fa9e5 HTTP/1.1" status: 404 len: 350 time: 0.0471921 Aug 11 02:08:53.003870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:53.013844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c999d180-3289-4b49-8b3a-6ceb0ac4696a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:53.019868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c999d180-3289-4b49-8b3a-6ceb0ac4696a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:53.020413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.029625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:53.040396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:53.047731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:53.133905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:53.179856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.180745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.194399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Sync routers for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:53.200697 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0342bd19-0c83-4911-bb5f-8803afdef9f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020171 Aug 11 02:08:53.213260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-733c80bc-1d8f-4f40-94ff-644e2f1a727d tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401466 Aug 11 02:08:53.214616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Request body: {'port': {'device_id': '056ce101-ec2d-49ed-b264-0cc094ede724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:53.224568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:53.225315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:53.268329 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.304907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c999d180-3289-4b49-8b3a-6ceb0ac4696a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c999d180-3289-4b49-8b3a-6ceb0ac4696a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:53.317156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.344131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.423763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:53.437555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8d2723ea-1af1-45c6-941e-728c4ef5d0ba tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.439387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8d2723ea-1af1-45c6-941e-728c4ef5d0ba tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772048 Aug 11 02:08:53.461948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c999d180-3289-4b49-8b3a-6ceb0ac4696a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:53.513900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Request body: {'port': {'device_id': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '1abe985e1e824b65baf6b3aaca1d67fb'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:53.708498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795c35e-c542-4c4d-a814-805308e5a15d req-f60a617f-fc51-4848-8bb2-cf78cce146a2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:53.710234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b795c35e-c542-4c4d-a814-805308e5a15d req-f60a617f-fc51-4848-8bb2-cf78cce146a2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 932 time: 0.5402741 Aug 11 02:08:53.787401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:50Z', 'revision_number': 4, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '31121e55-ca7b-4f77-8e12-9aa74ca0f8e0', 'name': '', 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'mac_address': 'fa:16:3e:ab:ac:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:49Z', 'updated_at': '2021-08-11T02:08:50Z', 'revision_number': 2, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'subnets': [{'id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:53.826344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Checking router: d0fd77b2-1690-403c-bf21-5b8730f7ecfd for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:08:53.828223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Updating router d0fd77b2-1690-403c-bf21-5b8730f7ecfd port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:08:53.879073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:53.908412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b795c35e-c542-4c4d-a814-805308e5a15d req-ebaa9fb5-3645-4c58-af1b-e67581f447ac tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760547 Aug 11 02:08:53.973961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d197ce6b-5a34-47c4-8941-a2bcd001f84e {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:53.984422 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.000264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Transition to ACTIVE for port object d197ce6b-5a34-47c4-8941-a2bcd001f84e will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:54.003783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3790b-35b7-4657-90cb-cc42bd343bf8 req-c4e286bb-99f1-408e-a512-5d41680ea473 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.006137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.013928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ed3790b-35b7-4657-90cb-cc42bd343bf8 req-c4e286bb-99f1-408e-a512-5d41680ea473 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1098 time: 0.2060151 Aug 11 02:08:54.083966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:54.111629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33784) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:54.131447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Made reservation on behalf of 1abe985e1e824b65baf6b3aaca1d67fb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:54.135006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.209166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:54.209166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:54.209535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:54.214568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ed3790b-35b7-4657-90cb-cc42bd343bf8 req-774386b9-0379-4642-842f-00bf98c03ca0 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996481 Aug 11 02:08:54.215583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:54.215919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:54.222468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:54.222822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:54.223214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:54.223919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Bound port: d197ce6b-5a34-47c4-8941-a2bcd001f84e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:54.224073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.307508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:54.312993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:54.318737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.379379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-network', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:54.394109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:54.404320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.405096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.406870 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-19f0d686-6117-4927-abf0-dac0b5de01d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 1093 time: 1.1976032 Aug 11 02:08:54.407441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:54.410531 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc8005-6a52-4338-8864-9a6ad81104e7" -d '{"events": [{"name": "network-changed", "server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:54.501718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-852520b4-7a52-4b61-8765-c0150d1ecc9b req-ac6e3ec2-1606-42af-b3e1-4a4c4047c198 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 210 time: 0.1179585 Aug 11 02:08:54.507089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-05e366e5-a0d8-4834-bb16-1c87a3111f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.509000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-05e366e5-a0d8-4834-bb16-1c87a3111f7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1096 time: 0.0581965 Aug 11 02:08:54.520820 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.531248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-a0366b02-845b-475c-adeb-f7fb29351f5b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.533066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-a0366b02-845b-475c-adeb-f7fb29351f5b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3406045 Aug 11 02:08:54.548439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Transition to ACTIVE for port object 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:54.561778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.571832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Made reservation on behalf of 3a2a395406d34be9a108eb33c43b4248 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:54.574380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.577798 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-27f1490f-f146-4c60-a3aa-99dcdea0e9f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.0507829 Aug 11 02:08:54.613778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cd597-19b2-4202-85a4-778a7c8809b8 None None] Pushing event updated for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:54.646319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.659589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-52d48312-2a09-4b92-bf21-668841303efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:54.664735 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-52d48312-2a09-4b92-bf21-668841303efd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0761733 Aug 11 02:08:54.681290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-2beba3f6-a034-40f8-aafc-394d4f3f1fdc tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1340804 Aug 11 02:08:54.708388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Attempting to bind port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:54.708757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Attempting to bind port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:54.709119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Attempting to bind port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 on network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:54.714600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:54.714814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-798f78d9-4f0a-40ee-8683-d4e9b15d6766 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456259 Aug 11 02:08:54.719845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:54.720221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Checking segment: {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:54.720739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.721145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Bound using segment: {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:54.721713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Bound port: 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8628d672-d58e-48e8-8b80-3c750f4af595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:54.722253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.833593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Allocated IP 192.168.233.211 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/3f5a01dd-848f-4e29-bd5c-f6986751da76) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:54.858988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c999d180-3289-4b49-8b3a-6ceb0ac4696a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:54.889583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.928040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] For port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:54.941645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] For port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:54.952586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-0f84a904-5670-48e3-9f93-69eb591cc361 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295096 Aug 11 02:08:54.953440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:54.987801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.039392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cd597-19b2-4202-85a4-778a7c8809b8 None None] Pushing event updated for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:55.054974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c999d180-3289-4b49-8b3a-6ceb0ac4696a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:55.055607 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.149012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4d7a2df-1848-49d3-a0c8-6e3e41e0c754 req-ac499f60-6a3a-4d32-a7e2-84f183a29d81 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883099 Aug 11 02:08:55.204093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:55.205556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:55.221523 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5931cbc-78af-40cc-8b85-45a9155e7467 x-openstack-request-id: req-c5931cbc-78af-40cc-8b85-45a9155e7467 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:08:55.221975 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:08:55.222320 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5931cbc-78af-40cc-8b85-45a9155e7467 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:08:55.222829 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'status': 'completed', 'code': 200} Aug 11 02:08:55.294928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-064cbf5f-838a-40f9-bcbf-a3398a819b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.319566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-565e7280-17e1-4b01-9502-1077ed52611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.321299 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-565e7280-17e1-4b01-9502-1077ed52611f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1096 time: 0.0646796 Aug 11 02:08:55.457582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-e74a768c-7544-408e-a427-41133fba7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.459615 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-e74a768c-7544-408e-a427-41133fba7da3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1255417 Aug 11 02:08:55.515711 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-eca4b4a0-8314-4238-af01-cdb185e613cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.0378842 Aug 11 02:08:55.564265 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:55.576484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:55.579318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-411467e1-3bfc-4d40-9fb1-b15ebaa7dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:55.580938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-411467e1-3bfc-4d40-9fb1-b15ebaa7dd09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0573952 Aug 11 02:08:55.628489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-710215cf-c002-41b3-b954-95e697dea739 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332122 Aug 11 02:08:55.751190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-fb4fb347-c8e9-4af3-ac89-93a8482b71aa service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128054 Aug 11 02:08:55.846717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:50Z', 'revision_number': 4, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '31121e55-ca7b-4f77-8e12-9aa74ca0f8e0', 'name': '', 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'mac_address': 'fa:16:3e:ab:ac:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:49Z', 'updated_at': '2021-08-11T02:08:54Z', 'revision_number': 4, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'subnets': [{'id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:55.882659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5da7a-5995-4f4d-8574-301dc5b5bbb0 None None] The sync data for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 is: [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:50Z', 'revision_number': 4, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '31121e55-ca7b-4f77-8e12-9aa74ca0f8e0', 'name': '', 'network_id': 'a7450f97-31f9-4f4b-ba48-1c845a1b8fcf', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'mac_address': 'fa:16:3e:ab:ac:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:49Z', 'updated_at': '2021-08-11T02:08:54Z', 'revision_number': 4, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'subnets': [{'id': 'c9c8f4d0-d542-4e23-b093-748599f7f02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:08:55.914295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ddc95b63-a9b9-438a-988f-6a1c3f8bfe92 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036818 Aug 11 02:08:56.073312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.138923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.139126 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9cc8005-6a52-4338-8864-9a6ad81104e7 req-9598b1ce-f03a-45f0-af40-ba2170fd096f service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803515 Aug 11 02:08:56.183632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.206581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad335de5-bb63-4da5-ae39-0d64cf0b86b6 req-5fca86c1-63da-48cc-8b8d-728fff8a8516 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.208104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad335de5-bb63-4da5-ae39-0d64cf0b86b6 req-5fca86c1-63da-48cc-8b8d-728fff8a8516 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 944 time: 0.7916217 Aug 11 02:08:56.272527 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-49e85c30-236d-47d9-a24d-f47488cd3620 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290236 Aug 11 02:08:56.274513 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.293729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:08:56.376488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Transition to ACTIVE for port object 3f5a01dd-848f-4e29-bd5c-f6986751da76 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:56.379786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c474df7e-4895-4cc2-97de-3bb6c5f329ac,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:56.396406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.396757 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Added segment 46505683-5b4e-4ce8-94f6-de4db7eda327 of type vlan for network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 Aug 11 02:08:56.423545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-31e2af76-a880-4462-accb-12f4241f4d49 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.425134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-31e2af76-a880-4462-accb-12f4241f4d49 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397293 Aug 11 02:08:56.436851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.437196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.437541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.437901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.438240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.438569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.438896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.439221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.439554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.439967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.440316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.440638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:56.444004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:56.521926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-f384ca79-3cab-4549-acbc-fc1ef1d4888a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.523291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-f384ca79-3cab-4549-acbc-fc1ef1d4888a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349531 Aug 11 02:08:56.547929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad335de5-bb63-4da5-ae39-0d64cf0b86b6 req-7ccfde10-cb15-4e2b-967f-ba5a5be4f050 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088202 Aug 11 02:08:56.557989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '16b636df-215b-47d4-958e-9e060798add3', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:56.575944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.602074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:56.611164 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.718933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e215f6e-93a9-4e15-9086-3539236116a1 req-2c137ec4-19ce-499f-a7c7-5bcc41c446c7 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 210 time: 0.0759149 Aug 11 02:08:56.719983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.742003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['aae441f2-a4b8-4223-807c-b45eea54df9f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:56.831877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.52 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:56.869409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.870413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:56.870992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:56.875379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:56.964577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:08:57.010800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:57.041297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:57.089089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9751012 Aug 11 02:08:57.098316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:57.103301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:57.111039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Request body: {'subnet': {'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-subnet', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:57.120012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.128810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event updated for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.139472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:57.157355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:57.159375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:57.159536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:57.166734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.174501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca7d7d-bd62-4d96-bb59-f9516347ffd8 admin admin] Pushing event updated for resources: {'Network': ['ID=e998d735-e1b5-4e0b-a91d-9cc520b0cc52,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.181374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:57.181642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Made reservation on behalf of 3a2a395406d34be9a108eb33c43b4248 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:57.181849 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.187044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.243719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.252332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-8c176b64-916f-4dba-aac7-3f7459250069 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7450397 Aug 11 02:08:57.269545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Deleting port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:08:57.270400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.277541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.278158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:08:57.307404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Request body: {'port': {'device_id': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:57.324473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.402673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:08:57.406334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:57.408386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.413031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:57.417400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:57.420641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.454996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.455479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.455824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.456150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.456486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.456893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.457142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.458000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.458000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.458212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.458417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.458733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.521592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:57.522397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.590924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-06fad53e-a662-40b5-bea0-3b040da878f7 None None] Provisioning for port 3f5a01dd-848f-4e29-bd5c-f6986751da76 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:57.603657 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-ed1225d1-9a69-4c05-b294-9cfd7f0fac8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1646895 Aug 11 02:08:57.638043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-06fad53e-a662-40b5-bea0-3b040da878f7 None None] Provisioning complete for port 3f5a01dd-848f-4e29-bd5c-f6986751da76 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:57.639072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-06fad53e-a662-40b5-bea0-3b040da878f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.642386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Request body: {'port': {'device_id': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:57.687728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.691234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] For port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:57.691982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.715832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-06fad53e-a662-40b5-bea0-3b040da878f7 None None] Port 3f5a01dd-848f-4e29-bd5c-f6986751da76 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:57.717392 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.733587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.757428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:57.765024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.816681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Calling delete_port for 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:08:57.821300 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1 associated. External IP: 172.25.3.139, port: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50. Aug 11 02:08:57.839870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.858359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9146e0f3-1bd3-4df7-9ba3-9957daaf96b5,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:57.861898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Checking segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:57.862264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Network hostable DHCP agents. Network: e998d735-e1b5-4e0b-a91d-9cc520b0cc52, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:08:57.866870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.871255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.873261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.874386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.874803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.876179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.876606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.878555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.878780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.880249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.880704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.881049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.881383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:08:57.897981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:08:57.908250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:57.941074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:57.959148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1fd849dd-ca97-418a-9b5b-a49ecce1f8b5 None None] Provisioning for port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:57.970650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1fd849dd-ca97-418a-9b5b-a49ecce1f8b5 None None] Provisioning complete for port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:57.971406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1fd849dd-ca97-418a-9b5b-a49ecce1f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.011986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1fd849dd-ca97-418a-9b5b-a49ecce1f8b5 None None] Port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:58.031551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e998d735-e1b5-4e0b-a91d-9cc520b0cc52) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:58.042253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66810b93-e843-431b-9edb-811026ed69fb None None] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:08:58.042568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.254 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/9939c9d8-927f-46ea-b01f-40e7435d3e90) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:58.051359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:58.052001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.081985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce6fd5e2-b14e-48f5-8bfc-47fc4357a2db admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9777052 Aug 11 02:08:58.083966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33850) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:58.094833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:58.253255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'fixed_ips': [{'subnet_id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:08:58.254147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.263372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.264385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.432819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Allocated IP 172.20.0.2 (e998d735-e1b5-4e0b-a91d-9cc520b0cc52/9146e0f3-1bd3-4df7-9ba3-9957daaf96b5/59bf0817-fa94-4ce8-b24d-bbff7c1797b0) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:08:58.556689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:08:58.597082 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.606715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Transition to ACTIVE for port object 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:58.621151 n-d-713498-10 neutron-server[94653]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:08:58.626052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Transition to ACTIVE for port object 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:58.626235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-0f158a65-7130-45da-aea5-82ff94f222a3 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:08:58.631976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.637576 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-0f158a65-7130-45da-aea5-82ff94f222a3 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792260 Aug 11 02:08:58.682742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:58.687216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:58.690940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:58.736070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Pushing event updated for resources: {'Port': ['ID=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:58.736373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Request body: {'binding': {'host': 'n-h1-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:58.736945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:08:58.749944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.753001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Attempting to bind port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:58.753551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Attempting to bind port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:58.754102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Attempting to bind port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 on network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:58.760133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:58.761202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Checking segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:58.761758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.762316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Bound using segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:58.763131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Bound port: 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:58.764370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.839030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] For port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:08:58.842872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] For port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:58.848493 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.854882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:08:58.894396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.936010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:08:58.938232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on host n-h1-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:08:58.938648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:08:58.939117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:58.946442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:08:58.947093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:08:58.954435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:08:58.954790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:08:58.955220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:08:58.955663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Bound port: 5875fafc-01d5-49cf-9633-4b0a789a60dc, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:08:58.957903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e674f51-a874-4c10-ae39-12634587d17a None None] Pushing event updated for resources: {'Port': ['ID=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:58.981420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object 9939c9d8-927f-46ea-b01f-40e7435d3e90 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:08:58.984640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:58.985341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:58.994256 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.017876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.042048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Could not find standard attr ID for object 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:08:59.046738 n-d-713498-10 neutron-server[94654]: INFO neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No ports have port_id starting with 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 Aug 11 02:08:59.072193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:08:59.077880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.078863 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-967b6168-b365-40e2-aba0-3d0510fba5d2 service neutron] 10.222.0.68 "POST /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3963563 Aug 11 02:08:59.121584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Pushing event deleted for resources: {'Port': ['ID=31121e55-ca7b-4f77-8e12-9aa74ca0f8e0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:59.251252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.264631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:59.381990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:08:59.483830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:08:59.485729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:08:59.490671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.499615 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:08:59.509704 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:08:59.510355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:08:59.519336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:08:59.521847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:08:59.527836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.528333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.541364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:59.561210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'port_id': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'mac_address': 'fa:16:3e:09:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa78850-f001-423b-b807-303263916f7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:08:59.585844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0455596 Aug 11 02:08:59.601886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-629a3cb7-5c18-4750-9362-fce19ab17a8b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "PUT /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 996 time: 4.9195144 Aug 11 02:08:59.609959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.625094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d197ce6b-5a34-47c4-8941-a2bcd001f84e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:08:59.626294 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:08:59.643017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:08:59.645495 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27382cda-62ed-4b7b-8766-8e959397e0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:08:59.648291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d5f09-01fb-447c-93ce-c26f3fc751bb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:59.651049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:08:59.658936 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.660257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Request body: {'port': {'device_id': '16b636df-215b-47d4-958e-9e060798add3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:08:59.745258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:08:59.792335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f6f81-a794-40e2-8517-57cdd312d27a req-84a1dcef-5e98-47d5-9b88-abcdecf32fb4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.795122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-949f6f81-a794-40e2-8517-57cdd312d27a req-84a1dcef-5e98-47d5-9b88-abcdecf32fb4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 936 time: 0.4729412 Aug 11 02:08:59.839767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-b00fe467-acbe-4923-a749-7ff2f6c77151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.842661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-b00fe467-acbe-4923-a749-7ff2f6c77151 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1098 time: 0.4439175 Aug 11 02:08:59.863920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2fcc40fb-9602-4661-81c0-ee86f745af75 None None] Provisioning for port 9939c9d8-927f-46ea-b01f-40e7435d3e90 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:08:59.868161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.869967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2fcc40fb-9602-4661-81c0-ee86f745af75 None None] Provisioning complete for port 9939c9d8-927f-46ea-b01f-40e7435d3e90 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:08:59.870349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2fcc40fb-9602-4661-81c0-ee86f745af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:08:59.922614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc40fb-9602-4661-81c0-ee86f745af75 None None] Port 9939c9d8-927f-46ea-b01f-40e7435d3e90 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:08:59.940028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d197ce6b-5a34-47c4-8941-a2bcd001f84e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:08:59.988358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-301e6315-b881-43df-b213-03520d87cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:08:59.996003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-301e6315-b881-43df-b213-03520d87cb28 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.3931513 Aug 11 02:09:00.106113 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:08:56Z', 'revision_number': 1, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:00.140542 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:00.150120 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:00.150747 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:00.199005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86236555-704c-49d6-a0bf-7691babcf2c2 None None] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:00.271044 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:00.282115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dce8a9db-bafb-469a-a263-96e81e543c19 None None] Provisioning for port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:00.350394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.415643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5a01dd-848f-4e29-bd5c-f6986751da76 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:00.442931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.447760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-949f6f81-a794-40e2-8517-57cdd312d27a req-b0d63c6f-a319-46e6-8cc7-ff3e67b28699 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306250 Aug 11 02:09:00.550320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:08:56Z', 'revision_number': 1, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:00.566697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Transition to ACTIVE for port object 3f5a01dd-848f-4e29-bd5c-f6986751da76 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:00.585975 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07989d-8ecf-4997-b8fa-cfaf098ac344 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:08:56Z', 'revision_number': 1, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:00.652286 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.696282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-cb9b9965-2b4f-4226-94de-f1adba630fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.697710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-cb9b9965-2b4f-4226-94de-f1adba630fe1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.8335094 Aug 11 02:09:00.745586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:00.755413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.773064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Transition to ACTIVE for port object f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:00.780013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:00.850992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-31bae008-7c51-4a45-b14a-3b5848f43b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:00.857753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:00.861968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-31bae008-7c51-4a45-b14a-3b5848f43b0c service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.8649218 Aug 11 02:09:00.872002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3000a-32e8-4597-a230-18a94bc0048e None None] New status for floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:00.926521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-38937192-5b96-4155-b7e5-bb01c5a6b0bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.2006133 Aug 11 02:09:00.973206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Attempting to bind port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:00.973707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Attempting to bind port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:00.983591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Attempting to bind port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:00.994748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:00.995239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Attempting to bind port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:01.011215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:01.011542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.011641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:01.011940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:01.012393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Bound port: f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:01.012759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.039131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:01.116761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:01.121103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:01.130737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.132938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:01.149228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:01.149608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.187095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.187852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.189575 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] 10.222.0.67 "PUT /v2.0/ports/f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac HTTP/1.1" status: 200 len: 1096 time: 3.5560527 Aug 11 02:09:01.192114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:01.195609 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:01.234163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e00ebb-84b6-4e10-ae88-343c4bf0b51b service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.264114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-89830964-0683-4d70-9081-0dfe83b69b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.265773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-89830964-0683-4d70-9081-0dfe83b69b00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.3244548 Aug 11 02:09:01.280723 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.290075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-274e4fb4-3c85-4149-8d02-b4b7a9730ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.292090 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-274e4fb4-3c85-4149-8d02-b4b7a9730ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 1099 time: 0.0478632 Aug 11 02:09:01.308864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-6390b86f-9e08-4efb-b02c-df47576e892f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 999 time: 0.4456322 Aug 11 02:09:01.319326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:01.325462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.346186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dbf05-56f5-4287-acfe-ca85aea2f664 req-073e65ad-e38e-4ba8-bc46-dc245e0ef0e5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.354497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-521dbf05-56f5-4287-acfe-ca85aea2f664 req-073e65ad-e38e-4ba8-bc46-dc245e0ef0e5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 945 time: 0.6971393 Aug 11 02:09:01.356769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.364958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-5d3e8f5b-b83d-4c57-808b-96f99b247476 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac HTTP/1.1" status: 200 len: 217 time: 0.0464058 Aug 11 02:09:01.384788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.394877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:01.454850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-53461ea8-62e0-4ad4-93fa-f1676bf66b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.457228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-53461ea8-62e0-4ad4-93fa-f1676bf66b81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0818000 Aug 11 02:09:01.457517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Attempting to bind port 3f5a01dd-848f-4e29-bd5c-f6986751da76 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:01.457881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Attempting to bind port 3f5a01dd-848f-4e29-bd5c-f6986751da76 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:01.458217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Attempting to bind port 3f5a01dd-848f-4e29-bd5c-f6986751da76 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:01.468395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-8403ae83-9e44-4e54-abbc-3ba689539fb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585388 Aug 11 02:09:01.469011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d197ce6b-5a34-47c4-8941-a2bcd001f84e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:01.474351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d197ce6b-5a34-47c4-8941-a2bcd001f84e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:01.474814 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.482424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.485069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-94540a38-214e-4e03-80df-2efed3b3cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.486547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-94540a38-214e-4e03-80df-2efed3b3cf56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1237237 Aug 11 02:09:01.517938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Port 3f5a01dd-848f-4e29-bd5c-f6986751da76 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:01.518265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Attempting to bind port 3f5a01dd-848f-4e29-bd5c-f6986751da76 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:01.519590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-d417ebaf-a1f4-4ec7-af6d-3076a9a883e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.522273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-d417ebaf-a1f4-4ec7-af6d-3076a9a883e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569260 Aug 11 02:09:01.578687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.602665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:01.605011 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85db487-5b76-43e5-8049-99b4fec6fbe8" -d '{"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-plugged", "status": "completed", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:01.619425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:01.627941 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.633557 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-707423c2-758e-4e18-bcd3-44bb4ddba2e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025248 Aug 11 02:09:01.656918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:01.657329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:01.659521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:01.660263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Bound port: 3f5a01dd-848f-4e29-bd5c-f6986751da76, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:01.660838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:01.683640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Router d0fd77b2-1690-403c-bf21-5b8730f7ecfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:01.691936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:01.729062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-521dbf05-56f5-4287-acfe-ca85aea2f664 req-e56c4b66-9728-401f-95ee-975c277025d9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736801 Aug 11 02:09:01.731750 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-f3f6318a-5518-4edc-991f-8b459e8ab2d6 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907264 Aug 11 02:09:01.817425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-9fd4e063-846e-40e4-8b85-baacdd443f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:01.819004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-9fd4e063-846e-40e4-8b85-baacdd443f59 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3183091 Aug 11 02:09:01.918508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-f3e04dc8-d4c0-41c1-9f7c-4652624bc4bb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:01.920277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-f3e04dc8-d4c0-41c1-9f7c-4652624bc4bb service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145001 Aug 11 02:09:02.010481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-38ceacdb-82de-4c84-8b85-6cf642010d27 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195801 Aug 11 02:09:02.348664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:02.351951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9939c9d8-927f-46ea-b01f-40e7435d3e90 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:02.360225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Allocated IP 172.25.3.101 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/912e7887-245d-4550-afed-232b527d66b6) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:02.405402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.470964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e1ac4-003b-4530-90e8-c50e6af543c5 req-06d4e3f9-ca88-4a14-8d30-7aeb1472b741 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.472523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f3e1ac4-003b-4530-90e8-c50e6af543c5 req-06d4e3f9-ca88-4a14-8d30-7aeb1472b741 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 947 time: 0.6708324 Aug 11 02:09:02.482006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:02.521992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Transition to ACTIVE for port object 9939c9d8-927f-46ea-b01f-40e7435d3e90 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:02.523439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.616557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.659410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:02.669664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Sync routers for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:02.683158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd8569d5-3a27-4f44-a377-196f7887102b admin admin] 10.222.0.68 "PUT /v2.0/routers/d0fd77b2-1690-403c-bf21-5b8730f7ecfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6753681 Aug 11 02:09:02.683686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:02.698840 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:02.699581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:02.706552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:02.707182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.708620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] 10.222.0.61 "PUT /v2.0/ports/3f5a01dd-848f-4e29-bd5c-f6986751da76 HTTP/1.1" status: 200 len: 1097 time: 5.4081070 Aug 11 02:09:02.720705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-4d3bd5a6-3a6f-46b2-ab25-3a6e93a16b59 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591693 Aug 11 02:09:02.760115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f3e1ac4-003b-4530-90e8-c50e6af543c5 req-fde8702b-2445-4c46-8468-f603a631f076 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766156 Aug 11 02:09:02.787620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-e8ba7b52-4293-4c30-bdce-1aba494d4ceb service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648311 Aug 11 02:09:02.793515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003edba-8127-49ec-bdcf-67a458b2baea service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:02.887400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:02.918299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:02.991207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:02.991526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.018189 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:03.048236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.107799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.113721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Attempting to bind port 9939c9d8-927f-46ea-b01f-40e7435d3e90 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:03.114112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Attempting to bind port 9939c9d8-927f-46ea-b01f-40e7435d3e90 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:03.114453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Attempting to bind port 9939c9d8-927f-46ea-b01f-40e7435d3e90 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:03.185762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:03.190088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Port 9939c9d8-927f-46ea-b01f-40e7435d3e90 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:03.190533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Attempting to bind port 9939c9d8-927f-46ea-b01f-40e7435d3e90 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:03.201204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Deleting port c999d180-3289-4b49-8b3a-6ceb0ac4696a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:03.202134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.233724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de00eb47-e210-497e-9e44-7ed29f9fb454 req-9111a6f9-45a9-4604-8174-fa7e47043629 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882565 Aug 11 02:09:03.235907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-dd16c486-cac9-4c44-ae2c-b1fe63640580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.237409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-dd16c486-cac9-4c44-ae2c-b1fe63640580 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 1100 time: 0.3960443 Aug 11 02:09:03.269161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:03.269502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:03.269905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:03.270336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Bound port: 9939c9d8-927f-46ea-b01f-40e7435d3e90, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:03.270693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.309545 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:58Z', 'revision_number': 5, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port': {'id': 'c999d180-3289-4b49-8b3a-6ceb0ac4696a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:03.321092 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cac5d0-062e-4115-b782-670f44b6911b x-openstack-request-id: req-25cac5d0-062e-4115-b782-670f44b6911b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:03.321379 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:03.321631 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25cac5d0-062e-4115-b782-670f44b6911b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:03.322639 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:09:03.324172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] For port c999d180-3289-4b49-8b3a-6ceb0ac4696a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c999d180-3289-4b49-8b3a-6ceb0ac4696a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:03.325000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.332883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-c4807aa3-3335-4fce-b3e5-da084c8d77c9 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.334459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-c4807aa3-3335-4fce-b3e5-da084c8d77c9 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1098 time: 0.3738687 Aug 11 02:09:03.344591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Calling delete_port for c999d180-3289-4b49-8b3a-6ceb0ac4696a owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:03.353234 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Checking router: d0fd77b2-1690-403c-bf21-5b8730f7ecfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:03.354836 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b6ff7-961e-4ed0-8804-fea3bb59c785 x-openstack-request-id: req-6d5b6ff7-961e-4ed0-8804-fea3bb59c785 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:03.355325 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:03.355941 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d5b6ff7-961e-4ed0-8804-fea3bb59c785 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:03.356079 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', 'status': 'completed', 'code': 200} Aug 11 02:09:03.365082 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Routers {'d0fd77b2-1690-403c-bf21-5b8730f7ecfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:03.365731 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:03.399463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:03.408373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-c4173bc0-cd8f-4763-985e-8a41e02b5604 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76 HTTP/1.1" status: 200 len: 217 time: 0.1558537 Aug 11 02:09:03.416371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09cff-ed5e-4165-8eee-6262bfa2d7d4 req-4dd09c4a-de72-411a-a709-1ad4717c9221 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.418003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c09cff-ed5e-4165-8eee-6262bfa2d7d4 req-4dd09c4a-de72-411a-a709-1ad4717c9221 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 946 time: 0.3967845 Aug 11 02:09:03.466846 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] Set router d0fd77b2-1690-403c-bf21-5b8730f7ecfd gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:03.492533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-676e4208-b53f-4583-8fd1-e893bbd64912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.492966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-676e4208-b53f-4583-8fd1-e893bbd64912 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.1178317 Aug 11 02:09:03.512591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-cca93ba3-785f-492d-89eb-5b3b41ad79da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.514955 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-cca93ba3-785f-492d-89eb-5b3b41ad79da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 1099 time: 0.1057770 Aug 11 02:09:03.521773 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:09:03Z', 'revision_number': 6, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:03.549921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef75f2-30b2-480d-a182-d5093f0140e8 None None] The sync data for ids ['d0fd77b2-1690-403c-bf21-5b8730f7ecfd'] in n-d-713498-10 is: [{'id': 'd0fd77b2-1690-403c-bf21-5b8730f7ecfd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-147310616-router', 'tenant_id': 'd26fae2023054ea1849f72a9046e9e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:46Z', 'updated_at': '2021-08-11T02:09:03Z', 'revision_number': 6, 'project_id': 'd26fae2023054ea1849f72a9046e9e80', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:03.583041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.609499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:03.631237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-d2945100-74f0-4127-a03f-ffc2ecd725f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.632722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-d2945100-74f0-4127-a03f-ffc2ecd725f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1862528 Aug 11 02:09:03.656284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c09cff-ed5e-4165-8eee-6262bfa2d7d4 req-40c75d66-3e8b-4c27-9014-785e2f1bb956 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979706 Aug 11 02:09:03.674868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cf28e-5629-47db-b702-19beab2a605a req-d252f6f3-784f-421c-85f1-335e242a01ec tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.676466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-347cf28e-5629-47db-b702-19beab2a605a req-d252f6f3-784f-421c-85f1-335e242a01ec tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 948 time: 0.2552123 Aug 11 02:09:03.681999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:03.685233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.715583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:03.735623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.743140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:03.757119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Pushing event updated for resources: {'Port': ['ID=912e7887-245d-4550-afed-232b527d66b6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:03.761525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:03.776417 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff1e6f-b9ef-4aac-a65c-7fe3baf95875 x-openstack-request-id: req-7cff1e6f-b9ef-4aac-a65c-7fe3baf95875 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:03.776727 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-plugged", "status": "completed", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:03.777127 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7cff1e6f-b9ef-4aac-a65c-7fe3baf95875 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:03.781914 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'code': 200} Aug 11 02:09:03.901202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.67', 58158) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:03.904475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:03.905230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:03.907404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] 10.222.0.67 "PUT /v2.0/ports/9939c9d8-927f-46ea-b01f-40e7435d3e90 HTTP/1.1" status: 200 len: 1097 time: 4.3030992 Aug 11 02:09:04.042552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-a16d0e4b-cd6b-493f-9ace-7c7e0ac19f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.043975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-a16d0e4b-cd6b-493f-9ace-7c7e0ac19f7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4016867 Aug 11 02:09:04.056279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-f7d0de73-eab8-45d2-85c6-8d93591be5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.057779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-f7d0de73-eab8-45d2-85c6-8d93591be5d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.5426717 Aug 11 02:09:04.069657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-900dc1e2-9094-4923-887d-e39357ccae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.071490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-900dc1e2-9094-4923-887d-e39357ccae26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.5452328 Aug 11 02:09:04.078025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.081572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-347cf28e-5629-47db-b702-19beab2a605a req-2a1736a6-684c-4213-936e-3a03d3b61b57 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696766 Aug 11 02:09:04.144629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Pushing event deleted for resources: {'Port': ['ID=c999d180-3289-4b49-8b3a-6ceb0ac4696a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:04.186104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-e4ca3420-4511-4805-9c19-f4ddc77e1249 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac HTTP/1.1" status: 200 len: 217 time: 0.1059568 Aug 11 02:09:04.240445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552b872-95e4-4363-b5c5-a540be300bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:04.271679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-84333e97-c7ab-4ee1-9292-90325864da38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 1001 time: 0.1995399 Aug 11 02:09:04.329346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-340eb34c-dd7d-4a6d-9cba-ab0fb4b77168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.330838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-340eb34c-dd7d-4a6d-9cba-ab0fb4b77168 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1217449 Aug 11 02:09:04.331677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.476566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.479409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-763e329a-4444-4d16-a1f9-0609dbf82244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.480924 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-763e329a-4444-4d16-a1f9-0609dbf82244 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1926661 Aug 11 02:09:04.485579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.540731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-5e87ffe2-d001-427f-93c7-b4e56a8b43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.542293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-5e87ffe2-d001-427f-93c7-b4e56a8b43b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 1100 time: 0.5669968 Aug 11 02:09:04.573319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf973aa-59cd-43db-ada5-ec735382c439 req-e1f76510-7b72-4be3-b652-704b36ec43e9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.574898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf973aa-59cd-43db-ada5-ec735382c439 req-e1f76510-7b72-4be3-b652-704b36ec43e9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 946 time: 0.6827652 Aug 11 02:09:04.583329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-d95da35b-e877-48eb-b97d-a7f7bb22ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.585024 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-d95da35b-e877-48eb-b97d-a7f7bb22ed7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2349052 Aug 11 02:09:04.592007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.592553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0fd77b2-1690-403c-bf21-5b8730f7ecfd {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:09:04.592882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c607d6-7074-4937-aba0-8531248d77e9 req-088bfd38-ccfd-42a4-8376-e6e19acc0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.594441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0c607d6-7074-4937-aba0-8531248d77e9 req-088bfd38-ccfd-42a4-8376-e6e19acc0949 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1098 time: 0.6706357 Aug 11 02:09:04.598228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.600183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-55c8363f-1cd3-48ed-9af5-4a6665fed727 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d0fd77b2-1690-403c-bf21-5b8730f7ecfd HTTP/1.1" status: 204 len: 168 time: 1.9152932 Aug 11 02:09:04.603879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33890) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:04.695282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-1f4401bd-4a0e-41c0-b0c2-a9f96398296a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90 HTTP/1.1" status: 200 len: 217 time: 0.1303399 Aug 11 02:09:04.696182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-6fd08f38-2efd-43a5-be2a-e4d6ab40638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.697682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-6fd08f38-2efd-43a5-be2a-e4d6ab40638d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800013 Aug 11 02:09:04.725907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Deleting subnet c9c8f4d0-d542-4e23-b093-748599f7f02f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:09:04.764210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-c7b08ea1-7f4d-47a3-ae29-57b34e46b39d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:04.765785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-c7b08ea1-7f4d-47a3-ae29-57b34e46b39d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5926762 Aug 11 02:09:04.789569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.809561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-9e7b789d-3ab4-4895-8271-acee492fc2ff service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229385 Aug 11 02:09:04.845354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c999d180-3289-4b49-8b3a-6ceb0ac4696a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:04.852936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-aa07c2e9-ab7e-4a1e-b80d-27a6a174098f service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515187 Aug 11 02:09:04.859456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:04.874401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c999d180-3289-4b49-8b3a-6ceb0ac4696a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:04.875180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c999d180-3289-4b49-8b3a-6ceb0ac4696a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:04.875706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:04.896825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:04.897306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 31121e55-ca7b-4f77-8e12-9aa74ca0f8e0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:04.898746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf973aa-59cd-43db-ada5-ec735382c439 req-d1661bfd-0d0c-4189-ae79-5764d8595ae9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995741 Aug 11 02:09:04.943885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0c607d6-7074-4937-aba0-8531248d77e9 req-d744f9bf-c1de-488b-b442-182f773afc2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829392 Aug 11 02:09:04.953798 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-3288fb2a-f5a9-467b-a51a-afefc5a29a2a service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425830 Aug 11 02:09:04.984462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:05.015321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-3243fdef-d077-4213-9a86-faeee7fab982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.017451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-3243fdef-d077-4213-9a86-faeee7fab982 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2974658 Aug 11 02:09:05.101781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.117118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.142530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d492f6b0-24a8-4cf1-85b0-7410d42e5f5e req-5586765d-1d50-4346-bc01-b0bc1380dad8 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622910 Aug 11 02:09:05.186844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27382cda-62ed-4b7b-8766-8e959397e0ef req-258261fc-0997-4061-b434-8650ea41e8c3 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192757 Aug 11 02:09:05.197008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-3aaf9879-370e-4ee5-ae1b-a7434cf209cc tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1001 time: 0.3930538 Aug 11 02:09:05.209501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.236114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:05.238189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c8f4d0-d542-4e23-b093-748599f7f02f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:05.240257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.244790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-741b8fb1-e5d5-436b-86a2-e699b4fc7172 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c9c8f4d0-d542-4e23-b093-748599f7f02f HTTP/1.1" status: 204 len: 168 time: 0.6397927 Aug 11 02:09:05.245760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:05.255525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e771890-aaf9-42d3-96c8-abd1627424b2 None None] Network a7450f97-31f9-4f4b-ba48-1c845a1b8fcf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:05.278754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:05.308102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-092b93a5-7bd1-4303-a81f-590e8b9d8a08 req-ed0907eb-b73c-4e27-bc60-f11af251e4ac service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392686 Aug 11 02:09:05.332840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76'}, {'name': 'network-changed', 'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:05.339577 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5418fa24-e989-4156-8bcf-68b20e71050d" -d '{"events": [{"name": "network-changed", "server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76"}, {"name": "network-changed", "server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:05.341056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.352991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-5fc0ce7b-c3de-44b4-a118-4b7addbd1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.354592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-5fc0ce7b-c3de-44b4-a118-4b7addbd1b03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3165824 Aug 11 02:09:05.369154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54e595-c70a-4097-a2d7-6bc9e8dde1e2 req-61eb2bea-d757-4d39-977a-048c262d6760 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.374511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e54e595-c70a-4097-a2d7-6bc9e8dde1e2 req-61eb2bea-d757-4d39-977a-048c262d6760 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 947 time: 0.3659170 Aug 11 02:09:05.403833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Deleting port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:05.404053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.406333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:05.469624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] For port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,segment=NetworkSegment(8628d672-d58e-48e8-8b80-3c750f4af595),segment_id=8628d672-d58e-48e8-8b80-3c750f4af595)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:05.470023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.485120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Calling delete_port for dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:05.503846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.508295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.574844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.596417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.600580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7aa9f5-5e13-4195-b0f3-9caad700c8a7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:05.604392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] No DVR routers for this DVR port dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:05.655680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:05.671241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e54e595-c70a-4097-a2d7-6bc9e8dde1e2 req-b1d5ed4b-3886-48fd-a058-53bd6289041d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339847 Aug 11 02:09:05.672984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', 'mac_address': 'fa:16:3e:bd:e5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:05.697680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.708286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7450f97-31f9-4f4b-ba48-1c845a1b8fcf']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:05.720389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8628d672-d58e-48e8-8b80-3c750f4af595') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:05.720703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8628d672-d58e-48e8-8b80-3c750f4af595') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:05.730100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.730296 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.735546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2478af4-6506-4c45-9607-b39e1f9185d0 None None] DHCP port deletion for a7450f97-31f9-4f4b-ba48-1c845a1b8fcf request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:09:05.744903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.752885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:05.753209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:09:05.754299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:09:05.756126 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:09:05.779486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:05.787050 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.825063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.843411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-c478aea7-8e42-426d-9580-74c2e5fcee20 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612894 Aug 11 02:09:05.847587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.852841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:05.853403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a7450f97-31f9-4f4b-ba48-1c845a1b8fcf HTTP/1.1" status: 204 len: 168 time: 0.6027939 Aug 11 02:09:05.853403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae11ca-5781-462f-94e5-18fa66e26e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7450f97-31f9-4f4b-ba48-1c845a1b8fcf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:05.940021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:05.957442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a7ad-6aa2-46d6-ac6a-62411495c978 req-5e002d84-8ecc-4a5a-9888-fb0022650f64 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:05.958256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9064a7ad-6aa2-46d6-ac6a-62411495c978 req-5e002d84-8ecc-4a5a-9888-fb0022650f64 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.2073152 Aug 11 02:09:05.959316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:05.996300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33906) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:06.045054 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f103c12-6a88-41e6-a7de-f4675bdac48b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d26fae2023054ea1849f72a9046e9e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466225 Aug 11 02:09:06.046776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:06.097884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:06.100320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.123629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.176219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.179301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.190270 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b912d49f-c4d0-4708-ba7d-f74387663cba HTTP/1.1" status: 204 len: 168 time: 0.1353343 Aug 11 02:09:06.201275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb416d-e08f-44de-a00e-985b30820b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912d49f-c4d0-4708-ba7d-f74387663cba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:06.398597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on host n-h2-713498-10 for vnic_type normal with profile {"migrating_to": "n-h1-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:06.398936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:06.399270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:06.455337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:06.455661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Attempting to bind port 5875fafc-01d5-49cf-9633-4b0a789a60dc on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:06.511052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:06.511468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:06.511861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:06.512355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Bound port: 5875fafc-01d5-49cf-9633-4b0a789a60dc, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:06.512788 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.517291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9064a7ad-6aa2-46d6-ac6a-62411495c978 req-27513bec-9981-4df4-9167-e4f977824ab3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297687 Aug 11 02:09:06.534382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b6709c5-5143-4e86-805b-51f98269d0c9 req-038a23f7-7d9d-4a41-ac2f-e868daa9f877 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720912 Aug 11 02:09:06.738950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:06.767734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:06.809996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:06.827797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:06.846535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Router 70597b03-9249-46de-b4cb-274a8ddde498 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:09:06.877741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:06.878828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc7aa9f5-5e13-4195-b0f3-9caad700c8a7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:06.894023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c00b0b-7a8a-49f1-b4ea-657b06d74c65 req-01bb0fdf-9a2a-44c9-ad83-ad7b21c7bdfd tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:06.895627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2c00b0b-7a8a-49f1-b4ea-657b06d74c65 req-01bb0fdf-9a2a-44c9-ad83-ad7b21c7bdfd tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 948 time: 0.1934900 Aug 11 02:09:06.994579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:07.037082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33932) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:07.038140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.038802 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.040199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-da2689e9-c65f-4702-84a8-99e373395fea service neutron] 10.222.0.67 "PUT /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 1124 time: 3.6450877 Aug 11 02:09:07.042175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:09:07.125159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2c00b0b-7a8a-49f1-b4ea-657b06d74c65 req-ad14ed85-0509-4ce1-8f80-10e0ed14cad1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121105 Aug 11 02:09:07.136033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5875fafc-01d5-49cf-9633-4b0a789a60dc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:07.151558 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.156909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-873762263-network', 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:07.165115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.170058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:07.189389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Sync routers for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:07.191404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Made reservation on behalf of 2485445bb7984baa8310fd6f2e2d40fe for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:07.194047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.202721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.227144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.228575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7298f6a1-d1f0-435a-a276-693d22089100 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1419330 Aug 11 02:09:07.246793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:07.248635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:07.251280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33936) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:07.260504 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab96678e-e4d4-4f7b-b655-c1b50c2f2e4e x-openstack-request-id: req-ab96678e-e4d4-4f7b-b655-c1b50c2f2e4e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:07.260797 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:07.261275 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab96678e-e4d4-4f7b-b655-c1b50c2f2e4e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:07.261937 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76', 'status': 'completed', 'code': 200} Aug 11 02:09:07.262413 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90', 'status': 'completed', 'code': 200} Aug 11 02:09:07.362743 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1 associated. External IP: 172.25.3.139, port: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50. Aug 11 02:09:07.399658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:07.430649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-024900d3-c0a5-4f59-bafa-eecba3502352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.432259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-024900d3-c0a5-4f59-bafa-eecba3502352 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 1100 time: 0.1666765 Aug 11 02:09:07.475022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-c941d134-775e-4c99-a483-cc96e1a24105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.476565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-c941d134-775e-4c99-a483-cc96e1a24105 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 1100 time: 0.2008629 Aug 11 02:09:07.485193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:07.498803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcdaf-0fcf-471e-bc56-ed7d3d3564fc req-0282753d-c264-452d-96c1-5b72ab19e1c5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.500322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42bfcdaf-0fcf-471e-bc56-ed7d3d3564fc req-0282753d-c264-452d-96c1-5b72ab19e1c5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 946 time: 0.1794202 Aug 11 02:09:07.507087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.517029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.555052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:07.597393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1e58f-f85e-4c36-926b-a55d3d18a772,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:07.608580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:07.619741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.620579 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Added segment 9ee8f62c-3c07-4b39-a368-0b4261457eb6 of type vlan for network efdba616-4913-4d73-884a-589f9a460c57 Aug 11 02:09:07.623595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:07.624216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.696406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.747982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42bfcdaf-0fcf-471e-bc56-ed7d3d3564fc req-5f888435-1c94-4109-8bba-67d7dfc3ddd0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111461 Aug 11 02:09:07.751972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-df8f6e7d-7d84-4953-a617-19935b0bb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.753584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-df8f6e7d-7d84-4953-a617-19935b0bb57c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2761483 Aug 11 02:09:07.772304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.773662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.774555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.793886 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.830734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:04Z', 'revision_number': 3, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:07.836676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:07.839614 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb1d86-2ff7-41ac-87a6-cdbb620a7eab" -d '{"events": [{"server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:07.849947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-0da209c8-0852-4788-8615-527387057a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90 HTTP/1.1" status: 200 len: 217 time: 0.0629635 Aug 11 02:09:07.854890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-795ed074-c97c-4c4f-b54b-289595b2d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:07.856574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-795ed074-c97c-4c4f-b54b-289595b2d48f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3493791 Aug 11 02:09:07.882079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] Pushing event updated for resources: {'Network': ['ID=efdba616-4913-4d73-884a-589f9a460c57,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:07.885290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Checking router: 70597b03-9249-46de-b4cb-274a8ddde498 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:07.885875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Updating router 70597b03-9249-46de-b4cb-274a8ddde498 port 912e7887-245d-4550-afed-232b527d66b6 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:07.887630 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-24cd4af1-7794-4ff1-bb52-a7ab99c38f65 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8483758 Aug 11 02:09:07.894202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:07.896094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33946) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:07.910138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Request body: {'subnet': {'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-873762263-subnet', 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:07.911482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network efdba616-4913-4d73-884a-589f9a460c57 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:07.916539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.973703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.989184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:07.992645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-197a87e6-032e-4bd0-bf76-a1039209db51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76 HTTP/1.1" status: 200 len: 217 time: 0.1166351 Aug 11 02:09:08.063722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.101070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-7cee0def-5a59-4543-94d5-8ac8dcd0b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.102930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-7cee0def-5a59-4543-94d5-8ac8dcd0b837 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2407262 Aug 11 02:09:08.151322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Allocated IP 172.20.0.1 (e998d735-e1b5-4e0b-a91d-9cc520b0cc52/9146e0f3-1bd3-4df7-9ba3-9957daaf96b5/6950c28e-44fa-486c-a915-be4476aa2025) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:08.158610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Made reservation on behalf of 2485445bb7984baa8310fd6f2e2d40fe for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:08.160862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.168495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-4aed48ba-639b-40fe-8674-d4b55c7089e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.170059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-4aed48ba-639b-40fe-8674-d4b55c7089e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1421685 Aug 11 02:09:08.320121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.331933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Transition to ACTIVE for port object 912e7887-245d-4550-afed-232b527d66b6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:08.342398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.409530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87a6e5-2a2e-436f-9f37-c4ca57d39bd7 None None] Pushing event updated for resources: {'Port': ['ID=912e7887-245d-4550-afed-232b527d66b6,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.412814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Attempting to bind port 912e7887-245d-4550-afed-232b527d66b6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:08.413381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Attempting to bind port 912e7887-245d-4550-afed-232b527d66b6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:08.413948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Attempting to bind port 912e7887-245d-4550-afed-232b527d66b6 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:08.420997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:08.421719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:08.422556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.424508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:08.424508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Bound port: 912e7887-245d-4550-afed-232b527d66b6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:08.424508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.490849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] For port 912e7887-245d-4550-afed-232b527d66b6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:08.494377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] For port 912e7887-245d-4550-afed-232b527d66b6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=912e7887-245d-4550-afed-232b527d66b6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:08.500146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:08.500583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.520976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.537785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Transition to ACTIVE for port object 6950c28e-44fa-486c-a915-be4476aa2025 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:08.542908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545647c-b080-43fd-a619-7b8f97f14791 req-a1ea2f30-9619-49c7-85a8-c6dbca820336 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.544997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1545647c-b080-43fd-a619-7b8f97f14791 req-a1ea2f30-9619-49c7-85a8-c6dbca820336 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 949 time: 0.6425035 Aug 11 02:09:08.562592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:08.563381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:08.580731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.603868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-8aac38da-6579-447a-b4ea-f8ac0ce0c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.604526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87a6e5-2a2e-436f-9f37-c4ca57d39bd7 None None] Pushing event updated for resources: {'Port': ['ID=912e7887-245d-4550-afed-232b527d66b6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.605482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-8aac38da-6579-447a-b4ea-f8ac0ce0c7d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4887986 Aug 11 02:09:08.623713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:08.630821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:08.634753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:08.661303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Pushing event updated for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:08.680802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fa24-e989-4156-8bcf-68b20e71050d req-2b36d4ec-635f-4d52-84b4-2436cbfcac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:08.682380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-2b36d4ec-635f-4d52-84b4-2436cbfcac09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2097433 Aug 11 02:09:08.683517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.720746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:08.766977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1545647c-b080-43fd-a619-7b8f97f14791 req-b1f0005f-5e55-4060-a80b-36daebce488b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028768 Aug 11 02:09:08.853684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:08.994703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:08.999894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:04Z', 'revision_number': 3, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.014319 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:09.028315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:09.028855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb412cdd-972f-474b-9b75-0f8393bd0f7d None None] The sync data for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 is: [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:04Z', 'revision_number': 3, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:09.030208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.032342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-63f1ba00-5b66-4620-8734-7c6f5ac1a67d None None] Provisioning for port 6950c28e-44fa-486c-a915-be4476aa2025 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:09.041542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-63f1ba00-5b66-4620-8734-7c6f5ac1a67d None None] Provisioning complete for port 6950c28e-44fa-486c-a915-be4476aa2025 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:09.041542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-63f1ba00-5b66-4620-8734-7c6f5ac1a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.070910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.079667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.095393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-63f1ba00-5b66-4620-8734-7c6f5ac1a67d None None] Port 6950c28e-44fa-486c-a915-be4476aa2025 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:09.108368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-87a0e947-10d1-4268-b299-8fbdfeee78cb service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035771 Aug 11 02:09:09.109923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-2bb12cc4-2613-40cf-8ac0-87efb9640077 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537287 Aug 11 02:09:09.123199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3c7fb-ed88-49fa-bf48-52c6a3dcebc3 req-64085e35-c6aa-42ba-a8ab-c95b0b1a4dcf tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.123422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cef3c7fb-ed88-49fa-bf48-52c6a3dcebc3 req-64085e35-c6aa-42ba-a8ab-c95b0b1a4dcf tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.2337530 Aug 11 02:09:09.124282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.162916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.176679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Pushing event updated for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:09.203931 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:09.275453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:09.276946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:09.291112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc'}, {'name': 'network-changed', 'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:09.293585 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3d46c-e9f9-4758-a607-4c710a005280" -d '{"events": [{"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc"}, {"name": "network-changed", "server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:09.410270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9939c9d8-927f-46ea-b01f-40e7435d3e90 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:09.420470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cef3c7fb-ed88-49fa-bf48-52c6a3dcebc3 req-0cc2422c-dfbb-4a04-a46c-9cfb55d221cb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759256 Aug 11 02:09:09.454451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Router 70597b03-9249-46de-b4cb-274a8ddde498 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:09.483765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fed933-4e58-49fd-9262-61064702fd3f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:09.536463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-79e2e40a-46be-4bdf-949d-b8a279dde7ef service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043751 Aug 11 02:09:09.663904 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:06Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.687493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Checking segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:09.687902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Network hostable DHCP agents. Network: efdba616-4913-4d73-884a-589f9a460c57, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:09.704202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:09.720229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-110afd34-de6b-4d59-97b8-8d5a11fb3062 admin admin] 10.222.0.68 "PUT /v2.0/routers/70597b03-9249-46de-b4cb-274a8ddde498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592519 Aug 11 02:09:09.740738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418fa24-e989-4156-8bcf-68b20e71050d req-b59dbd09-7f84-456b-b35c-340b8e4bb734 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139395 Aug 11 02:09:09.753124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3f5a01dd-848f-4e29-bd5c-f6986751da76 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:09.843904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Network efdba616-4913-4d73-884a-589f9a460c57 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:09.855645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:09.870237 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:09.871894 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:09.874379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, efdba616-4913-4d73-884a-589f9a460c57) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:09.890563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:09.890916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:09.926616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651eef99-6bcb-4e6a-b514-71d4d48770a3 None None] Network efdba616-4913-4d73-884a-589f9a460c57 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:09.943307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-03bad9bb-4cbb-45ce-9020-8fe5ce090862 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0377142 Aug 11 02:09:09.948677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:09.994063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ffc0c6b5-5bef-4444-af17-55dcd6d995e9 None None] Provisioning complete for port 6950c28e-44fa-486c-a915-be4476aa2025 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:09.994434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c6b5-5bef-4444-af17-55dcd6d995e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.071720 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:10.155668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:10.161800 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.199152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0c6b5-5bef-4444-af17-55dcd6d995e9 None None] Port 6950c28e-44fa-486c-a915-be4476aa2025 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:10.219159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.222642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:10.299351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '3f5a01dd-848f-4e29-bd5c-f6986751da76', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '3f5a01dd-848f-4e29-bd5c-f6986751da76', 'mac_address': 'fa:16:3e:38:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:10.315401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:10.321314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-b9d6764c-2830-4af5-9254-2a55956d8306 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "PUT /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 999 time: 5.1011500 Aug 11 02:09:10.382078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9939c9d8-927f-46ea-b01f-40e7435d3e90', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '9939c9d8-927f-46ea-b01f-40e7435d3e90', 'mac_address': 'fa:16:3e:c0:b8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:10.384687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457ef7-59a4-42e3-b7d0-c2ed773b0303 req-98f83dc2-157c-4aa7-969b-ec1a7393dc54 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.394086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34457ef7-59a4-42e3-b7d0-c2ed773b0303 req-98f83dc2-157c-4aa7-969b-ec1a7393dc54 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1098 time: 0.1951332 Aug 11 02:09:10.455972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-a1904fa0-d6f3-4f30-9afc-9ee961fecc41 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.456968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-a1904fa0-d6f3-4f30-9afc-9ee961fecc41 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports/5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 942 time: 0.1348257 Aug 11 02:09:10.459548 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:06Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:10.499763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34457ef7-59a4-42e3-b7d0-c2ed773b0303 req-779b9daf-0f98-43d7-bfed-54c760152211 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Aug 11 02:09:10.503057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.505085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e5732-af12-48bb-828f-5f9c838c0844 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:06Z', 'revision_number': 3, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:10.547811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.579860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5a01dd-848f-4e29-bd5c-f6986751da76 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:10.604134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.632567 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa00ea-f19f-4a49-b77d-b1771a365e99 x-openstack-request-id: req-38aa00ea-f19f-4a49-b77d-b1771a365e99 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:10.648494 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:10.648788 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38aa00ea-f19f-4a49-b77d-b1771a365e99 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:10.649203 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', 'code': 200} Aug 11 02:09:10.706722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:09:10.708257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-efdba616-4913-4d73-884a-589f9a460c57', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe', 'fixed_ips': [{'subnet_id': 'b3fed933-4e58-49fd-9262-61064702fd3f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:09:10.709127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.713673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:10.720061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-1465856a-a670-45ac-9b1b-aeb7bf47098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.722224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-1465856a-a670-45ac-9b1b-aeb7bf47098e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.0948939 Aug 11 02:09:10.723068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9939c9d8-927f-46ea-b01f-40e7435d3e90 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:10.733728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.791491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:10.803462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.804127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:10.879932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecee0f4-4ea0-49f0-88f2-51ce0d6ac53f None None] New status for floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:10.900230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ff8d-68a8-4dc6-a582-53c146748836 req-ed565ca4-a9e1-4332-a461-0d80fa753c4f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.902385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c36ff8d-68a8-4dc6-a582-53c146748836 req-ed565ca4-a9e1-4332-a461-0d80fa753c4f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 948 time: 0.2080259 Aug 11 02:09:10.913587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:10.920237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-network', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:10.929737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932ff60-2184-4894-814d-caee01e8cd1b req-bb8924b0-3f51-4e4f-aac9-e192a6bf8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.931159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 912e7887-245d-4550-afed-232b527d66b6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:10.931813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d932ff60-2184-4894-814d-caee01e8cd1b req-bb8924b0-3f51-4e4f-aac9-e192a6bf8c48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 1101 time: 0.2159131 Aug 11 02:09:10.944640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Made reservation on behalf of 5aca1e0f22c64726b986bf5413cd14cd for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:10.945988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:10.948445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:10.955038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-8b52048c-48d4-4044-93b1-6b3a94f1aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:10.956711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-8b52048c-48d4-4044-93b1-6b3a94f1aedc service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.2091136 Aug 11 02:09:10.965320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.038652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-4286d64e-ad7d-4f8e-8b9e-f8531a853e36 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0734856 Aug 11 02:09:11.052755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d932ff60-2184-4894-814d-caee01e8cd1b req-7fcf31e0-7013-4cb2-8561-ab04679e7856 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113558 Aug 11 02:09:11.076887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c36ff8d-68a8-4dc6-a582-53c146748836 req-7229ee14-1128-456d-8ea4-e8ec213afb42 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637959 Aug 11 02:09:11.103341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-efa9978e-1425-4147-8e35-d4ef22037ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.104893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-efa9978e-1425-4147-8e35-d4ef22037ba7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0654628 Aug 11 02:09:11.107739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.118570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.150922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:09:11.153555 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0831a576-b433-4640-b3cb-1d735da0a116 x-openstack-request-id: req-0831a576-b433-4640-b3cb-1d735da0a116 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:11.153974 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc", "code": 200}, {"name": "network-changed", "server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:11.155074 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0831a576-b433-4640-b3cb-1d735da0a116 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:11.155906 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'code': 200} Aug 11 02:09:11.155906 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'status': 'completed', 'code': 200} Aug 11 02:09:11.168781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-0ac2dd73-81d7-4e0e-a99d-0fb2ea821975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.179536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-0ac2dd73-81d7-4e0e-a99d-0fb2ea821975 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661514 Aug 11 02:09:11.193774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.194144 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Added segment 4140f147-9a7a-493a-92a0-dc6859856f3f of type vlan for network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 Aug 11 02:09:11.195563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad480b-3ade-4320-ae6d-f2caaeda5b66,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.206534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.254740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.262075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3f5a01dd-848f-4e29-bd5c-f6986751da76'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:11.280057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Allocated IP 172.20.0.2 (efdba616-4913-4d73-884a-589f9a460c57/b3fed933-4e58-49fd-9262-61064702fd3f/40ff39f2-867c-4f60-af9f-75c4c1600c20) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:11.301141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.302527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.302781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.346992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 912e7887-245d-4550-afed-232b527d66b6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:11.350734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:11.369744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4513316 Aug 11 02:09:11.369971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33986) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:11.375116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274718ac-727a-4992-a514-22490ffe97b6 req-49d8ce90-1296-41ca-9671-7868696d8c16 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.376546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Request body: {'subnet': {'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-subnet', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:11.382947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274718ac-727a-4992-a514-22490ffe97b6 req-49d8ce90-1296-41ca-9671-7868696d8c16 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 949 time: 0.1152158 Aug 11 02:09:11.384258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 912e7887-245d-4550-afed-232b527d66b6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:11.384636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.390244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-97f62a04-14fb-42d3-90d4-fc88db829f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.391852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-97f62a04-14fb-42d3-90d4-fc88db829f14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1127 time: 0.1652682 Aug 11 02:09:11.399823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca454e-1700-481b-b01f-0f54e73ca800 admin admin] Pushing event updated for resources: {'Network': ['ID=974631ea-45f6-4bd7-9eec-98a52ffd4a44,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.412723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Made reservation on behalf of 5aca1e0f22c64726b986bf5413cd14cd for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:11.415427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.423515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc has no active binding in host n-h1-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:09:11.438735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:09:11.447856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-5bb274a5-d5d1-4baa-b806-cf767a250b7a service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677717 Aug 11 02:09:11.565070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274718ac-727a-4992-a514-22490ffe97b6 req-93444e0c-80da-4bf3-8051-0a696927a4f0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793585 Aug 11 02:09:11.611833 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:11.620466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.626645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:11.627308 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:11.655453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-d4b4a436-8dc0-47dc-9320-f92929fe4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.658311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-d4b4a436-8dc0-47dc-9320-f92929fe4893 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2468765 Aug 11 02:09:11.701245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=314aff90-bd75-4de3-a563-518a691594a4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:11.708236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Checking segment: {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:11.708812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Network hostable DHCP agents. Network: 974631ea-45f6-4bd7-9eec-98a52ffd4a44, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:09:11.726736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.730755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-cb224a1c-5ed3-4195-a71e-e5b83831924b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.0624700 Aug 11 02:09:11.735475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:09:11.758564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 974631ea-45f6-4bd7-9eec-98a52ffd4a44) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:11.763771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.765464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.774608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaed2fa-7887-42e9-ad79-ed1b35b7e547 None None] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:11.789916 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2c88664b-ffdd-4002-b573-4da457a05d1e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4182956 Aug 11 02:09:11.792412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:11.799498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:11.824349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 912e7887-245d-4550-afed-232b527d66b6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=912e7887-245d-4550-afed-232b527d66b6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:11.834336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-c5046a5b-f84e-44f6-99ca-6567a8877f4a service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853338 Aug 11 02:09:11.834826 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:11.836357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.838703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.855375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a775ab-7d2d-4668-92d5-3b3726ae6a50 req-731d00d4-de69-463b-8d2b-d429926c0659 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.858758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65a775ab-7d2d-4668-92d5-3b3726ae6a50 req-731d00d4-de69-463b-8d2b-d429926c0659 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 944 time: 0.1366296 Aug 11 02:09:11.883741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9939c9d8-927f-46ea-b01f-40e7435d3e90'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:11.910051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.923118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-4a1d5b94-a364-4e6a-bd06-46532a6c2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:11.925231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-4a1d5b94-a364-4e6a-bd06-46532a6c2dcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1410375 Aug 11 02:09:11.946143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:11.977273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65a775ab-7d2d-4668-92d5-3b3726ae6a50 req-aaa3ddef-8325-452d-9304-607dee00409e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124222 Aug 11 02:09:12.013792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=912e7887-245d-4550-afed-232b527d66b6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:12.016723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Sync routers for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:12.025068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-91eabc50-9555-4f54-ba13-98118aa6990d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707943 Aug 11 02:09:12.035838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-eefe6313-28cd-4543-87fc-b6db58ecc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.038376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-eefe6313-28cd-4543-87fc-b6db58ecc547 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1098 time: 0.1607022 Aug 11 02:09:12.083752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.122853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:12.123557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:12.129523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Transition to ACTIVE for port object 40ff39f2-867c-4f60-af9f-75c4c1600c20 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:12.166078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.256251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:12.294349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-f9ba6f07-2bb6-43ae-a239-7effe7044759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:12.296142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-f9ba6f07-2bb6-43ae-a239-7effe7044759 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.2447426 Aug 11 02:09:12.298848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-634a12ca-b107-459e-a417-427ffbb907ad service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593014 Aug 11 02:09:12.328939 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:12.360269 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:12.360905 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:12.479753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.494784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Transition to ACTIVE for port object 40ff39f2-867c-4f60-af9f-75c4c1600c20 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:12.507014 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:12.507210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.517139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.641848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Network efdba616-4913-4d73-884a-589f9a460c57 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:12.661886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:12.674272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:12.687477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Allocated IP 172.25.3.93 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/520fee9f-0d71-4c8b-aca5-3dbb6084e72a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:12.719222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Pushing event updated for resources: {'Port': ['ID=40ff39f2-867c-4f60-af9f-75c4c1600c20,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:12.741619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:12.816027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:09:12.817320 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.858068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.918873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:12.920340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 912e7887-245d-4550-afed-232b527d66b6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:12.929355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:12.933706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-f23e6107-ffd0-480b-b4db-80fa7ee01e53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 1002 time: 0.6309209 Aug 11 02:09:12.974708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:12.976915 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe202e-ab8a-4639-97f9-f4ab35b41843 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0b:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744a30-8168-4b19-829b-1f3237143438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:12.980703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:12.988024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:13.041972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Pushing event updated for resources: {'Port': ['ID=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.051918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-53b20477-10bc-4eff-bd78-77a89ceb28c8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.053660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-53b20477-10bc-4eff-bd78-77a89ceb28c8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.5833023 Aug 11 02:09:13.096693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3d46c-e9f9-4758-a607-4c710a005280 req-5e9cc96a-0e48-45ed-9aeb-67d265a90995 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807629 Aug 11 02:09:13.098115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-a54f2c1c-6b9b-4aae-a3f7-cab61c8e52c0 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/quotas/2485445bb7984baa8310fd6f2e2d40fe HTTP/1.1" status: 200 len: 375 time: 0.0362675 Aug 11 02:09:13.102469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-1ef0739a-aaa3-416e-a950-a30fc258d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.111770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-1ef0739a-aaa3-416e-a950-a30fc258d24f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1654525 Aug 11 02:09:13.117428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Attempting to bind port 40ff39f2-867c-4f60-af9f-75c4c1600c20 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:13.118275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Attempting to bind port 40ff39f2-867c-4f60-af9f-75c4c1600c20 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:13.118669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Attempting to bind port 40ff39f2-867c-4f60-af9f-75c4c1600c20 on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:13.167739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}, {'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:13.170609 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39" -d '{"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}, {"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:13.215775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-447d84aa-a57c-48bb-b1e2-ac6d92cd203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.224161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-447d84aa-a57c-48bb-b1e2-ac6d92cd203a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120353 Aug 11 02:09:13.297359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.303648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:13.304229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Checking segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:13.304881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.305521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Bound using segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:13.306661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Bound port: 40ff39f2-867c-4f60-af9f-75c4c1600c20, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:13.306965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.321118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-8dadcb25-64ed-4363-b865-84f64025d1c2 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2077925 Aug 11 02:09:13.367352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-1a4102d5-56d1-400d-9a1d-b5664a269c17 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419425 Aug 11 02:09:13.407329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-146ee7e3-dabd-4ca8-9eba-938af03d2514 service neutron] 10.222.0.61 "GET /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.2325993 Aug 11 02:09:13.499580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.530151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 912e7887-245d-4550-afed-232b527d66b6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:13.531327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.556771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-2ffbd037-10b3-4fe3-8449-172c04f0d0e9 service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162991 Aug 11 02:09:13.613552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] For port 40ff39f2-867c-4f60-af9f-75c4c1600c20, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:13.614247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cd8929-0129-4800-88db-ea9b4fb8f840 req-989205bd-d12e-4ad0-9ed9-8fa2373e0d98 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169418 Aug 11 02:09:13.625012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] For port 40ff39f2-867c-4f60-af9f-75c4c1600c20, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40ff39f2-867c-4f60-af9f-75c4c1600c20,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:13.682213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Allocated IP 172.20.0.2 (974631ea-45f6-4bd7-9eec-98a52ffd4a44/314aff90-bd75-4de3-a563-518a691594a4/20d81e81-8ac9-4d93-87ce-7cc2a4db6405) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:13.758847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-047c8342-f8d0-432c-9bd7-9ca7a9cb12b9 service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906395 Aug 11 02:09:13.775493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3f5a01dd-848f-4e29-bd5c-f6986751da76 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:13.779866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:13.785782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.832596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:13.868465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181d1e-6f45-4c73-995a-e3cc1e0eeeff req-85fdf327-7c47-49d0-842c-3ae559d399ea tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:13.869969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38181d1e-6f45-4c73-995a-e3cc1e0eeeff req-85fdf327-7c47-49d0-842c-3ae559d399ea tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1098 time: 0.0928960 Aug 11 02:09:13.880278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5875fafc-01d5-49cf-9633-4b0a789a60dc {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:13.897775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:13.930825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a907-6b15-4524-83c3-acceb109a59d None None] Pushing event updated for resources: {'Port': ['ID=40ff39f2-867c-4f60-af9f-75c4c1600c20,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:13.930953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:13.936269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:09:13.963628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38181d1e-6f45-4c73-995a-e3cc1e0eeeff req-75e20dc3-ce96-4787-8280-f15f24276ccc tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854511 Aug 11 02:09:14.018792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 4, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6950c28e-44fa-486c-a915-be4476aa2025', 'name': '', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'mac_address': 'fa:16:3e:48:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:07Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 2, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'subnets': [{'id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:14.101711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Checking router: 70597b03-9249-46de-b4cb-274a8ddde498 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:14.103799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Updating router 70597b03-9249-46de-b4cb-274a8ddde498 port 6950c28e-44fa-486c-a915-be4476aa2025 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:14.144698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:14.148153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.158579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Sync routers for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:14.165201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.169394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a61c7cc9-1c31-4ed8-a564-aa47b53217eb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3729801 Aug 11 02:09:14.169795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34020) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:14.179141 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:14.182639 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:14.183120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 3f5a01dd-848f-4e29-bd5c-f6986751da76 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:14.187226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] Transition to ACTIVE for port object 5875fafc-01d5-49cf-9633-4b0a789a60dc will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:14.210227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.215798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 3f5a01dd-848f-4e29-bd5c-f6986751da76 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:14.216620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.243433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d21478-1ac2-44e7-a3e1-2d9d6e0bab63 req-f7c74801-eff9-46fc-93e0-bb63da96ef0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:14.245108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0d21478-1ac2-44e7-a3e1-2d9d6e0bab63 req-f7c74801-eff9-46fc-93e0-bb63da96ef0e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 949 time: 0.2003779 Aug 11 02:09:14.324722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.356200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Transition to ACTIVE for port object 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:14.435581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:14.523740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Transition to ACTIVE for port object 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:14.532118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=10']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:14.557376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.568832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] No DVR routers for this DVR port 5875fafc-01d5-49cf-9633-4b0a789a60dc on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:14.581840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0d21478-1ac2-44e7-a3e1-2d9d6e0bab63 req-a797f24b-e468-459c-b881-f347831ab064 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785147 Aug 11 02:09:14.625886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eb795abb-08d9-426c-b8c1-134b33c42cf8 service neutron] 10.222.0.61 "PUT /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc/bindings/n-h1-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2044828 Aug 11 02:09:14.634937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134a25-9eee-48b7-b9a5-4d278c08ed91 req-d2292ca9-1b4f-4540-aea2-d24761c59558 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:14.636536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79134a25-9eee-48b7-b9a5-4d278c08ed91 req-d2292ca9-1b4f-4540-aea2-d24761c59558 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 949 time: 0.2345066 Aug 11 02:09:14.744966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:13Z', 'revision_number': 3, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:14.756512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:14.774249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:14.784900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Pushing event updated for resources: {'Port': ['ID=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:14.814505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:14.818217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:14.877606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79134a25-9eee-48b7-b9a5-4d278c08ed91 req-4381ad26-7e62-49e8-97c9-a6f223a6b614 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324684 Aug 11 02:09:14.927886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:14.930797 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51128900-b391-4d9c-b172-9335a52e7d93" -d '{"events": [{"server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "name": "network-vif-plugged", "status": "completed", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:14.946505 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Checking router: 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:14.946729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Updating router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:14.988180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40ff39f2-867c-4f60-af9f-75c4c1600c20 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:14.996673 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.007842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0200a4-fd1e-4bdd-9303-f990dfe2eaf8 req-22657895-10b7-46fa-9d58-e236f7d4f591 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.018838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be0200a4-fd1e-4bdd-9303-f990dfe2eaf8 req-22657895-10b7-46fa-9d58-e236f7d4f591 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.3364179 Aug 11 02:09:15.062967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:15.065195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Attempting to bind port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:15.065566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Attempting to bind port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:15.066009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Attempting to bind port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 on network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:15.080806 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.102105 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c693cbf2-9f9c-41da-b145-98751c188a8e x-openstack-request-id: req-c693cbf2-9f9c-41da-b145-98751c188a8e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:15.102678 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:15.103110 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c693cbf2-9f9c-41da-b145-98751c188a8e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:15.103663 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:09:15.104084 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'status': 'completed', 'code': 200} Aug 11 02:09:15.107612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-dc40c799-618d-4316-860a-9e64278eec79 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.109392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-dc40c799-618d-4316-860a-9e64278eec79 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.3919086 Aug 11 02:09:15.142627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:15.159725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:15.161147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Checking segment: {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:15.161581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.162007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Bound using segment: {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:15.162505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Bound port: 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:15.162896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.165899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.246932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 40ff39f2-867c-4f60-af9f-75c4c1600c20 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:15.381483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be0200a4-fd1e-4bdd-9303-f990dfe2eaf8 req-cac19ca8-27f1-4c56-930a-5b282b8e7015 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616455 Aug 11 02:09:15.396394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Allocated IP 172.20.0.1 (974631ea-45f6-4bd7-9eec-98a52ffd4a44/314aff90-bd75-4de3-a563-518a691594a4/77e7782b-daa8-443e-bca0-04ff5c105d55) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:15.474338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-cac9a45f-9902-42ec-b0a5-ef45e73e7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.475905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-cac9a45f-9902-42ec-b0a5-ef45e73e7b52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 1097 time: 0.3026924 Aug 11 02:09:15.585009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-cb64bd53-9bf7-458a-a2e3-49ab6622a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.587591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-cb64bd53-9bf7-458a-a2e3-49ab6622a535 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1098 time: 0.4180539 Aug 11 02:09:15.593505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-19975929-f9c6-4afd-91af-bdce7d9169b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.595921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-19975929-f9c6-4afd-91af-bdce7d9169b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.5549574 Aug 11 02:09:15.621255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.634115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-40f5cc5f-b87e-473f-9456-39dbf8bf08b0 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1002 time: 0.5142088 Aug 11 02:09:15.647813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Transition to ACTIVE for port object 77e7782b-daa8-443e-bca0-04ff5c105d55 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:15.689590 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.691843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.706384 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Transition to ACTIVE for port object 520fee9f-0d71-4c8b-aca5-3dbb6084e72a will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:15.715026 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.720937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9939c9d8-927f-46ea-b01f-40e7435d3e90 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:15.724410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519e7a2-dd66-40f1-8db8-2c1e536cd705 None None] Network efdba616-4913-4d73-884a-589f9a460c57 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:15.749557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Pushing event updated for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:15.765319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:15.766891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:15.769701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:15.790728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Pushing event updated for resources: {'Port': ['ID=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:15.815686 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.817404 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.818050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.819738 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.821156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.821903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.823525 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.827314 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.828171 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.828827 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.829799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.832220 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.833246 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:15.871871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-8e96cc90-f084-4209-b29d-1116e20cd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.873411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-8e96cc90-f084-4209-b29d-1116e20cd14f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1097 time: 0.3568616 Aug 11 02:09:15.880445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-6b68b0b6-96f2-4359-81e2-49a7db076f2c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:15.890471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-6b68b0b6-96f2-4359-81e2-49a7db076f2c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports/8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 943 time: 0.2553527 Aug 11 02:09:15.933495 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Attempting to bind port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:15.934872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Attempting to bind port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:15.935262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Attempting to bind port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:15.945729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:15.946127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:15.948810 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.949256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:15.951535 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Bound port: 520fee9f-0d71-4c8b-aca5-3dbb6084e72a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:15.951977 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:15.981354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Provisioning for port 40ff39f2-867c-4f60-af9f-75c4c1600c20 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:15.992098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Provisioning complete for port 40ff39f2-867c-4f60-af9f-75c4c1600c20 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:15.992472 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.095968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] For port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:16.099323 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] For port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:16.110139 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.125249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-a472eb31-fcb3-4a1a-97e8-591adf643750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.126978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-a472eb31-fcb3-4a1a-97e8-591adf643750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2197351 Aug 11 02:09:16.153876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-d02212bf-626b-4b92-a25a-1d1b9cd254ec tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.156471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-d02212bf-626b-4b92-a25a-1d1b9cd254ec tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.3092012 Aug 11 02:09:16.177598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.183529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] For port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:16.202482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.212178 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36eb9-5d00-4564-8d63-dd915517b67c None None] Pushing event updated for resources: {'Port': ['ID=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:16.215075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-4338bbf2-ede1-40ff-9b82-4eee87b5849c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.0689077 Aug 11 02:09:16.215355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:16.216499 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:16.242865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Request body: {'port': {'device_id': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'admin_state_up': True, 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:16.261463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Transition to ACTIVE for port object 6950c28e-44fa-486c-a915-be4476aa2025 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:16.274887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] For port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:16.298291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.303036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.365920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:16.382692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 9939c9d8-927f-46ea-b01f-40e7435d3e90 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:16.383882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-7d16c713-cf9c-4c24-81d8-4cd961149871 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.385430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-7d16c713-cf9c-4c24-81d8-4cd961149871 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.8040814 Aug 11 02:09:16.386674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-5fedd0ab-e110-4365-8fe1-60391bce4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.388576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-5fedd0ab-e110-4365-8fe1-60391bce4833 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.7513273 Aug 11 02:09:16.398618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-dadaa32c-9e91-43d6-ba32-84f6b95be921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.400123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-dadaa32c-9e91-43d6-ba32-84f6b95be921 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.7624745 Aug 11 02:09:16.400581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f77bc-f7e8-4f23-8d5a-79cb9446c58c None None] Pushing event updated for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:16.408478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9939c9d8-927f-46ea-b01f-40e7435d3e90 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:16.408775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.443594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Made reservation on behalf of 2485445bb7984baa8310fd6f2e2d40fe for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:16.448074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.535493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-3c9b4dda-648a-4548-a991-878238c0a4d7 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1002 time: 0.4051371 Aug 11 02:09:16.541487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-4cfaf734-0b56-487c-8035-c9951e7c538b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.1209855 Aug 11 02:09:16.543205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-13ed6790-a061-4db8-8636-1203bab8be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:16.544739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-13ed6790-a061-4db8-8636-1203bab8be71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.3041549 Aug 11 02:09:16.603487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-51126f22-d24c-4caf-894b-2d13b44c8f98 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/quotas/2485445bb7984baa8310fd6f2e2d40fe HTTP/1.1" status: 200 len: 375 time: 0.2109921 Aug 11 02:09:16.694807 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '77e7782b-daa8-443e-bca0-04ff5c105d55', 'name': '', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'mac_address': 'fa:16:3e:65:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:15Z', 'updated_at': '2021-08-11T02:09:15Z', 'revision_number': 1, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'subnets': [{'id': '314aff90-bd75-4de3-a563-518a691594a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:16.766064 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56debe1f-e3ea-4f13-b4ad-4c8fc1d10b7a None None] The sync data for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 is: [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '77e7782b-daa8-443e-bca0-04ff5c105d55', 'name': '', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'mac_address': 'fa:16:3e:65:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:15Z', 'updated_at': '2021-08-11T02:09:15Z', 'revision_number': 1, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'subnets': [{'id': '314aff90-bd75-4de3-a563-518a691594a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:16.855876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.866308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.869264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.884248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5fd53-1c92-482a-9e12-90cba2757489 None None] Pushing event updated for resources: {'Port': ['ID=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:16.906933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Attempting to bind port 6950c28e-44fa-486c-a915-be4476aa2025 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:16.907397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Attempting to bind port 6950c28e-44fa-486c-a915-be4476aa2025 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:16.907820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Attempting to bind port 6950c28e-44fa-486c-a915-be4476aa2025 on network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:16.932921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:16.933419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Checking segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:16.933919 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.934368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Bound using segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:16.935140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Bound port: 6950c28e-44fa-486c-a915-be4476aa2025, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:16.935606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:16.971356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Allocated IP 172.20.0.12 (efdba616-4913-4d73-884a-589f9a460c57/b3fed933-4e58-49fd-9262-61064702fd3f/56fa9775-6170-441c-8cf4-6f6292640a70) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:17.002979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] For port 40ff39f2-867c-4f60-af9f-75c4c1600c20, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40ff39f2-867c-4f60-af9f-75c4c1600c20,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:17.016723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Pushing event updated for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.033016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.043739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.084766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.181392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] For port 6950c28e-44fa-486c-a915-be4476aa2025, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:17.195555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c21a99-8fc8-4205-a0e4-8e51df6c4313 None None] Pushing event updated for resources: {'Port': ['ID=40ff39f2-867c-4f60-af9f-75c4c1600c20,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.209651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:17.215903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] For port 6950c28e-44fa-486c-a915-be4476aa2025, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6950c28e-44fa-486c-a915-be4476aa2025,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:17.222929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.230342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.314319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:17.315003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:17.366717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.377646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.403700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:17.410130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Transition to ACTIVE for port object 56fa9775-6170-441c-8cf4-6f6292640a70 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:17.412184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:17.546338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-a474c7b2-4d7d-4d11-ab76-30867cf38ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.550497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-a474c7b2-4d7d-4d11-ab76-30867cf38ffd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.9495080 Aug 11 02:09:17.556793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.582063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:17.623502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Network efdba616-4913-4d73-884a-589f9a460c57 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:17.628895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:17.631559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:17.672455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-35adff09-8f9e-422e-805b-5329bb31f86e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0700502 Aug 11 02:09:17.691878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event updated for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:17.703810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:17.704773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-cca8c734-6583-4576-8b21-67245861168b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.708661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:17.721372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63d3cbc7-4d70-401b-9403-361662b677e0 req-cca8c734-6583-4576-8b21-67245861168b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 1.1844578 Aug 11 02:09:17.788735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:17.789394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:17.821965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-721a5295-2513-4f6c-a549-24cc1079bc26 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6178997 Aug 11 02:09:17.861287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Request body: {'port': {'device_id': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:17.959403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:17.976086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ad3b7160-f286-44d1-855f-0d1628003a1e None None] Provisioning complete for port 40ff39f2-867c-4f60-af9f-75c4c1600c20 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:17.977390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ad3b7160-f286-44d1-855f-0d1628003a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.033773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.093695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:18.095788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f77bc-f7e8-4f23-8d5a-79cb9446c58c None None] Pushing event updated for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:18.108054 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-042e732b-f261-4196-bc03-fa64bc581502 admin admin] 10.222.0.68 "PUT /v2.0/routers/6d6ebf6b-8142-4bb2-90f7-72b4b28f356e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9371889 Aug 11 02:09:18.165681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-9cb9cfe9-0b8d-423e-93c7-ffa41cdd4b4e service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427772 Aug 11 02:09:18.182543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-a388897f-d49b-4db5-9b18-eb0e46cdbb0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 1002 time: 1.7608907 Aug 11 02:09:18.239019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f732c29-b263-49bc-9b5d-e64d2e129d49 None None] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:09:18.241942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-aedf53ce-55a3-4bb1-b074-138ec0bb8468 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7461371 Aug 11 02:09:18.359500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-55eaf369-7ff5-4361-8274-9ad361c3ce8e None None] Provisioning for port 56fa9775-6170-441c-8cf4-6f6292640a70 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:18.390528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 4, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6950c28e-44fa-486c-a915-be4476aa2025', 'name': '', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'mac_address': 'fa:16:3e:48:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:07Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 4, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'subnets': [{'id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:18.393045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-55eaf369-7ff5-4361-8274-9ad361c3ce8e None None] Provisioning complete for port 56fa9775-6170-441c-8cf4-6f6292640a70 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:18.393683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-55eaf369-7ff5-4361-8274-9ad361c3ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.479655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f02f8-ae3f-4c99-861c-1562da09b2ac None None] The sync data for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 is: [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:09:08Z', 'revision_number': 4, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6950c28e-44fa-486c-a915-be4476aa2025', 'name': '', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'mac_address': 'fa:16:3e:48:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:07Z', 'updated_at': '2021-08-11T02:09:17Z', 'revision_number': 4, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'subnets': [{'id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:18.504036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-55eaf369-7ff5-4361-8274-9ad361c3ce8e None None] Port 56fa9775-6170-441c-8cf4-6f6292640a70 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:18.510014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-eaf1a1f7-2bf1-4503-a1c7-5444c8107148 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199558 Aug 11 02:09:18.512054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-9613c693-e09d-45e4-8950-ad9678794fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.517737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-9613c693-e09d-45e4-8950-ad9678794fce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.2793415 Aug 11 02:09:18.574979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-55eaf369-7ff5-4361-8274-9ad361c3ce8e None None] Provisioning for port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:18.629102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fa9775-6170-441c-8cf4-6f6292640a70 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:18.642002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.663485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-d9d14a4a-171c-4680-9dfc-847148ae1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.665217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-d9d14a4a-171c-4680-9dfc-847148ae1581 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9358299 Aug 11 02:09:18.683769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Transition to ACTIVE for port object 56fa9775-6170-441c-8cf4-6f6292640a70 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:18.697779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:18.835022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8d36-9dc1-4fd2-aab2-e38606d7440f req-7734ec9c-8332-4bbe-a750-08f67cc6adca tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:18.845567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-959f8d36-9dc1-4fd2-aab2-e38606d7440f req-7734ec9c-8332-4bbe-a750-08f67cc6adca tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.6859384 Aug 11 02:09:19.055097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Pushing event updated for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:19.108941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-2810d483-aece-42a2-b093-d2a6aca638c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.141944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-2810d483-aece-42a2-b093-d2a6aca638c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5554612 Aug 11 02:09:19.170353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Attempting to bind port 56fa9775-6170-441c-8cf4-6f6292640a70 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:19.170673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Attempting to bind port 56fa9775-6170-441c-8cf4-6f6292640a70 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:19.171018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Attempting to bind port 56fa9775-6170-441c-8cf4-6f6292640a70 on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:19.196117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Port 56fa9775-6170-441c-8cf4-6f6292640a70 on network efdba616-4913-4d73-884a-589f9a460c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:19.196117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Attempting to bind port 56fa9775-6170-441c-8cf4-6f6292640a70 on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:19.212318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:19.212646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Checking segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:19.213040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Bound using segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:19.213598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Bound port: 56fa9775-6170-441c-8cf4-6f6292640a70, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:19.214036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.428325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-82c15cbe-07e9-4dcb-bebc-1eb33c0416ca service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0135381 Aug 11 02:09:19.448661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-959f8d36-9dc1-4fd2-aab2-e38606d7440f req-251f2d08-5065-4d9d-8dc8-d42252f85d4e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964820 Aug 11 02:09:19.503078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:19.508114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-fd05da61-219f-41e1-bd48-ef1b0a3d14b8 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.513578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-fd05da61-219f-41e1-bd48-ef1b0a3d14b8 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.6442418 Aug 11 02:09:19.514353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=56fa9775-6170-441c-8cf4-6f6292640a70,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:19.529872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dce08e16-0391-4f7d-9784-51eb8e63e881 None None] Provisioning for port 77e7782b-daa8-443e-bca0-04ff5c105d55 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:19.533970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.539758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dce08e16-0391-4f7d-9784-51eb8e63e881 None None] Provisioning complete for port 77e7782b-daa8-443e-bca0-04ff5c105d55 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:19.542728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dce08e16-0391-4f7d-9784-51eb8e63e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.705653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:19.715496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:19.719760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-7882429d-2541-4d7e-a1cb-e6276e82a0c4 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281191 Aug 11 02:09:19.721931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] 10.222.0.61 "PUT /v2.0/ports/56fa9775-6170-441c-8cf4-6f6292640a70 HTTP/1.1" status: 200 len: 1093 time: 1.8759022 Aug 11 02:09:19.722384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:19.752649 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ff970-c093-4862-9a99-dfc217adbc33" -d '{"events": [{"name": "network-changed", "server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:19.913125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-267d1196-615b-49d5-9bea-26527495765b service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530764 Aug 11 02:09:20.009863 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41394624-6375-49cb-9d9e-8a2d5bd10a5e x-openstack-request-id: req-41394624-6375-49cb-9d9e-8a2d5bd10a5e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:20.010349 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "name": "network-vif-plugged", "status": "completed", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:20.010754 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41394624-6375-49cb-9d9e-8a2d5bd10a5e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:20.011355 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76', 'code': 200} Aug 11 02:09:20.012268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dce08e16-0391-4f7d-9784-51eb8e63e881 None None] Port 77e7782b-daa8-443e-bca0-04ff5c105d55 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:20.015028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:20.103359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-1bbdbbc7-91bb-4539-8890-e2d6366e2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.105317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-1bbdbbc7-91bb-4539-8890-e2d6366e2612 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 1096 time: 0.2683675 Aug 11 02:09:20.107992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04bf33-6ce2-4382-b3ec-f11230ca5c3c service neutron] Pushing event updated for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:20.204280 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-6a483b10-1e65-4498-b96a-d1e87a90136a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56fa9775-6170-441c-8cf4-6f6292640a70 HTTP/1.1" status: 200 len: 217 time: 0.0841551 Aug 11 02:09:20.209651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e19410e-2871-476c-adf2-96f6845a578f None None] Provisioning complete for port 77e7782b-daa8-443e-bca0-04ff5c105d55 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:20.210083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e19410e-2871-476c-adf2-96f6845a578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.226855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-9be07717-e4a7-4354-aacf-deb09b004a5d service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867512 Aug 11 02:09:20.285565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-06820ca0-489f-4266-9e2e-876a7aac8fb5 service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318632 Aug 11 02:09:20.387547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-5c2b83f2-1197-4bf7-8bfc-932b14514f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.398073 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-5c2b83f2-1197-4bf7-8bfc-932b14514f1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.1761720 Aug 11 02:09:20.404963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a368-e3d0-4177-9828-36c0d69528b3 req-8ce4c175-bf05-475a-a0a8-d9ebad04bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.413575 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2d60a368-e3d0-4177-9828-36c0d69528b3 req-8ce4c175-bf05-475a-a0a8-d9ebad04bb5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 1102 time: 0.6385155 Aug 11 02:09:20.457514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9578e7-4119-4c56-9b85-255ba41b8e9b req-6ef56483-3079-447d-8d9a-e9bac6dd2f36 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.468210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea9578e7-4119-4c56-9b85-255ba41b8e9b req-6ef56483-3079-447d-8d9a-e9bac6dd2f36 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 950 time: 0.5211601 Aug 11 02:09:20.576468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4e19410e-2871-476c-adf2-96f6845a578f None None] Port 77e7782b-daa8-443e-bca0-04ff5c105d55 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:20.585158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:20.590477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:20.591273 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.615682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2d60a368-e3d0-4177-9828-36c0d69528b3 req-4d404ed4-262d-4262-b717-ac7c120623c0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711278 Aug 11 02:09:20.627221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea9578e7-4119-4c56-9b85-255ba41b8e9b req-6f0daaee-8873-473e-be63-40b53f74f959 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868466 Aug 11 02:09:20.635506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-36221743-7f7e-4384-83ff-7ec0a47eb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.637138 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-36221743-7f7e-4384-83ff-7ec0a47eb80e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225204 Aug 11 02:09:20.647967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-84c253f1-d11f-472c-9005-a4f387630b25 service neutron] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:20.654151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-84c253f1-d11f-472c-9005-a4f387630b25 service neutron] Notify callbacks [] for binding, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.655110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e415f-3240-4a4b-96ec-4ce5b0e0aab3 req-84c253f1-d11f-472c-9005-a4f387630b25 service neutron] 10.222.0.67 "DELETE /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc/bindings/n-h2-713498-10 HTTP/1.1" status: 204 len: 173 time: 1.0926266 Aug 11 02:09:20.659279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bf7885-4398-4cd1-91a4-5e63e27b9d39 req-111725a0-86fe-4c45-adc1-d6790a8f2721 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171011 Aug 11 02:09:20.803258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2b176286-f88e-4868-8d1c-91cafc68daba None None] Provisioning complete for port 77e7782b-daa8-443e-bca0-04ff5c105d55 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:20.804277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b176286-f88e-4868-8d1c-91cafc68daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:20.866615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-d999d936-cf0d-4b8e-95e8-2f58e9d07048 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1002 time: 0.1397858 Aug 11 02:09:20.918294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b176286-f88e-4868-8d1c-91cafc68daba None None] Port 77e7782b-daa8-443e-bca0-04ff5c105d55 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:20.994129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-5f5e8a51-78af-44d3-bb83-3c800fc9762c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:20.994670 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-31eb8c72-3d11-4399-8b13-5bcbac89f4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195848 Aug 11 02:09:21.008712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-5f5e8a51-78af-44d3-bb83-3c800fc9762c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports/8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 943 time: 0.1410635 Aug 11 02:09:21.060653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e97220-67d0-46dc-abb0-f2bf738aaf1e req-fe4e0e11-c945-4a56-93a4-92afe0661e18 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.071140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03e97220-67d0-46dc-abb0-f2bf738aaf1e req-fe4e0e11-c945-4a56-93a4-92afe0661e18 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.1929038 Aug 11 02:09:21.113945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.260794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:21.268024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.269603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6950c28e-44fa-486c-a915-be4476aa2025 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:21.294997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03e97220-67d0-46dc-abb0-f2bf738aaf1e req-9c6370b0-fd7e-4f1e-aec5-c7f61cf74c67 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200747 Aug 11 02:09:21.391059 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-69796d75-d21c-442c-b002-3fc19c2b8e67 req-c7aa816b-74f3-4139-b2f8-d9a168c86d49 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866179 Aug 11 02:09:21.413761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-c0c5bfce-bae2-4230-bd8f-3a61456e51e8 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1002 time: 0.2964087 Aug 11 02:09:21.610321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:21.658632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6950c28e-44fa-486c-a915-be4476aa2025 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:21.666398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6950c28e-44fa-486c-a915-be4476aa2025 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:21.666764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.783706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-7ff6cd57-9f1c-4fb2-b40d-815cb4242032 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:21.785458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-7ff6cd57-9f1c-4fb2-b40d-815cb4242032 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3622322 Aug 11 02:09:21.886838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Sync routers for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:21.894503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-06bd4832-0b37-4f26-aad5-382f6c5ed22c tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1002 time: 0.0873780 Aug 11 02:09:21.912369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:21.919647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:22.034381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:22.040042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.049089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.252019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:22.327708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:22.330542 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0590ddb6-d137-456e-b810-c7d05b205cad" -d '{"events": [{"server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "name": "network-vif-plugged", "status": "completed", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:22.353258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.358917 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.359594 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1 disassociated. External IP: 172.25.3.139, port: 8fcb949c-b347-46e5-8df8-293f1bd21bc2. Aug 11 02:09:22.436503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6950c28e-44fa-486c-a915-be4476aa2025, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6950c28e-44fa-486c-a915-be4476aa2025,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:22.451735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.452544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40ff39f2-867c-4f60-af9f-75c4c1600c20 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:22.576464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:22.611137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-112b067d-c28a-47a8-9b1a-d38761374595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.652009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:22.673307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 40ff39f2-867c-4f60-af9f-75c4c1600c20 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:22.673694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.815158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:22.821937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:22.830223 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:22.851281 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:22.852979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.868930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-44aa080a-2d33-4a35-bdfa-cf82fb3063e1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "PUT /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 695 time: 0.9566875 Aug 11 02:09:22.874258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:22.880521 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:22.948062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '77e7782b-daa8-443e-bca0-04ff5c105d55', 'name': '', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'mac_address': 'fa:16:3e:65:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:15Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 2, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'subnets': [{'id': '314aff90-bd75-4de3-a563-518a691594a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:22.961734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-01aef4e6-9c1f-4d3b-a9c0-5b8030ff5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:22.965593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-01aef4e6-9c1f-4d3b-a9c0-5b8030ff5ae1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1098 time: 0.0724876 Aug 11 02:09:23.055382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Checking router: 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:23.055772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Updating router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e port 77e7782b-daa8-443e-bca0-04ff5c105d55 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:09:23.107379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-7c7f7654-54bb-472d-9767-1b3062c5d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.109306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-7c7f7654-54bb-472d-9767-1b3062c5d5c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.1327720 Aug 11 02:09:23.117535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.147630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 520fee9f-0d71-4c8b-aca5-3dbb6084e72a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:23.165999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-124c3c43-3d23-45d5-93d1-676f2574b7a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 217 time: 0.0494127 Aug 11 02:09:23.177669 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:23.232657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-00139255-03ce-4df6-8cf4-ae480333972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.234454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-00139255-03ce-4df6-8cf4-ae480333972d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0614309 Aug 11 02:09:23.314474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-666934cc-2b6d-4def-be1c-38197bbaccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.318094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-666934cc-2b6d-4def-be1c-38197bbaccb3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736187 Aug 11 02:09:23.439963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-de8f7eb8-ebb8-4d36-b5fb-5b2c9661dbde tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:23.442238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-de8f7eb8-ebb8-4d36-b5fb-5b2c9661dbde tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.7020628 Aug 11 02:09:23.460654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Request body: {'port': {'device_id': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'admin_state_up': True, 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:23.471036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:23.512757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34120) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:23.533820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:23.534195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.562631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-c5c93742-c215-4984-b81d-d3d15b87ca48 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376158 Aug 11 02:09:23.569630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:23.673934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:23.707242 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:23.707883 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:23.721414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.745555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:23.759646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-9931623e-48a9-445f-81a7-86eb3905c46d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:23.781056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-9931623e-48a9-445f-81a7-86eb3905c46d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2624683 Aug 11 02:09:23.843091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Made reservation on behalf of 2485445bb7984baa8310fd6f2e2d40fe for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:23.852489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.854756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:23.860653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb4b23b0-7fe7-4830-8e10-c1ec5bdee473 req-bb8f5da7-7ed6-4d6f-bba8-91a38fd8e6bd service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907889 Aug 11 02:09:23.901661 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:24.035134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Request body: {'binding': {'host': 'n-h2-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:24.035607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:09:24.157589 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32361a99-8247-48be-9afa-9dde13e3ff28 x-openstack-request-id: req-32361a99-8247-48be-9afa-9dde13e3ff28 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:24.157930 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:24.158130 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-32361a99-8247-48be-9afa-9dde13e3ff28 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:24.163579 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70', 'status': 'completed', 'code': 200} Aug 11 02:09:24.169532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:24.210206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.234776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55fe99-ac6f-4859-9996-ff2d53b4614f req-21b5e8b2-fef8-4826-aba0-633d382fb489 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:24.246491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d55fe99-ac6f-4859-9996-ff2d53b4614f req-21b5e8b2-fef8-4826-aba0-633d382fb489 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.1315393 Aug 11 02:09:24.251600 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:24.255561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Transition to ACTIVE for port object 77e7782b-daa8-443e-bca0-04ff5c105d55 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:24.273587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.293488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d330a3b-1658-4ea6-8aef-48f4a372e864 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:24.305681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:24.306086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.337303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d55fe99-ac6f-4859-9996-ff2d53b4614f req-dc2653a2-bcc4-4cc0-b55a-b8766c72f086 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862849 Aug 11 02:09:24.357419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.531555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Allocated IP 172.20.0.9 (efdba616-4913-4d73-884a-589f9a460c57/b3fed933-4e58-49fd-9262-61064702fd3f/8848a2a8-d10f-4228-8d52-e6d1cccc0c7d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:24.547589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-5ebc0780-477f-4636-907f-0c17379a9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:24.549217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-5ebc0780-477f-4636-907f-0c17379a9185 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 1096 time: 0.3835413 Aug 11 02:09:24.616662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Attempting to bind port 77e7782b-daa8-443e-bca0-04ff5c105d55 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:24.617040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Attempting to bind port 77e7782b-daa8-443e-bca0-04ff5c105d55 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:24.617406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Attempting to bind port 77e7782b-daa8-443e-bca0-04ff5c105d55 on network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:24.628389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893283cc-5ef1-4e01-9995-16764cf61307 None None] Pushing event updated for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:24.644960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:24.645623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Checking segment: {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:24.646173 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.646688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Bound using segment: {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:24.647348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Bound port: 77e7782b-daa8-443e-bca0-04ff5c105d55, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4140f147-9a7a-493a-92a0-dc6859856f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:24.647865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.756130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-98a8395b-9567-416f-9917-b55c7c3bfa22 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:24.757752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-98a8395b-9567-416f-9917-b55c7c3bfa22 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.2434907 Aug 11 02:09:24.787616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-ed2eaffd-e1f2-42d0-9b15-175603952dd3 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/quotas/2485445bb7984baa8310fd6f2e2d40fe HTTP/1.1" status: 200 len: 375 time: 0.0185468 Aug 11 02:09:24.795096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] For port 77e7782b-daa8-443e-bca0-04ff5c105d55, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:24.800208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] For port 77e7782b-daa8-443e-bca0-04ff5c105d55, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=77e7782b-daa8-443e-bca0-04ff5c105d55,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:24.808244 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.853279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:24.862501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233dcbc-da99-43e1-a8de-2479b89a9fdc None None] New status for floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:24.893776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Transition to ACTIVE for port object 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:24.904643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-61094c8c-fa7a-4efb-9bed-adc42dc6c994 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102684 Aug 11 02:09:24.995561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-3952c6d1-8584-4182-b732-07acff112097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:24.999054 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-3952c6d1-8584-4182-b732-07acff112097 service neutron] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 916 time: 0.4295099 Aug 11 02:09:25.001901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.009107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on host n-h2-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:25.009442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:25.009695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:25.021870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:25.022261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:25.070377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-23838530-a956-48cb-a252-9088b50e4cf3 service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587789 Aug 11 02:09:25.099906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-0e3f597f-c14a-4b70-8517-e93a73c8a759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56fa9775-6170-441c-8cf4-6f6292640a70 HTTP/1.1" status: 200 len: 217 time: 0.0815425 Aug 11 02:09:25.228068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Network efdba616-4913-4d73-884a-589f9a460c57 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:25.230839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-68fa679e-68a2-42f6-a2be-efa655575dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.232938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-68fa679e-68a2-42f6-a2be-efa655575dd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.0865059 Aug 11 02:09:25.236949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:25.240259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:25.243299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:25.243643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:25.244729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:25.245148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Bound port: d197ce6b-5a34-47c4-8941-a2bcd001f84e, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:25.334021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:25.440482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6950c28e-44fa-486c-a915-be4476aa2025 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:25.449656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.453107 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-0bf18df2-2f05-4026-a531-5ede072aa187 service neutron] 10.222.0.68 "POST /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e/bindings HTTP/1.1" status: 201 len: 390 time: 1.5526183 Aug 11 02:09:25.512237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event updated for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:25.537031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-e872711d-afd9-4d49-ad61-1bfa6a0eb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.537979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:25.538281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:08:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:25.540052 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.551530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-e872711d-afd9-4d49-ad61-1bfa6a0eb82f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782093 Aug 11 02:09:25.620909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4b523a-a558-44c8-870a-45370838d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.650563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.651237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.688141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6950c28e-44fa-486c-a915-be4476aa2025 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:25.688634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.737204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893283cc-5ef1-4e01-9995-16764cf61307 None None] Pushing event updated for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:25.771114 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d443f6a-d6da-4af7-8bb2-2b71243d6a12 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3152578 Aug 11 02:09:25.773551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 56fa9775-6170-441c-8cf4-6f6292640a70 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:25.792004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Request body: {'port': {'device_id': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:25.831261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-80eb1129-3d98-4758-978d-6b632378d042 service neutron] 10.222.0.68 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7535024 Aug 11 02:09:25.851095 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-6215c3e9-28bc-481b-99ba-b939c95c0e15 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880428 Aug 11 02:09:25.857739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:25.903110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-3a75d7ac-4735-4b46-82ff-9985de4cafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.907507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-3a75d7ac-4735-4b46-82ff-9985de4cafc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1098 time: 0.1629686 Aug 11 02:09:25.916946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecaac3-51bf-45af-82e2-53770956beef req-66f22948-885f-45bd-8717-4899be781ea9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:25.935079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ad0ecd1-ff85-49e2-931c-1cfa9e98f371 None None] Provisioning for port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:25.937894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caecaac3-51bf-45af-82e2-53770956beef req-66f22948-885f-45bd-8717-4899be781ea9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 950 time: 0.1575754 Aug 11 02:09:25.955205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ad0ecd1-ff85-49e2-931c-1cfa9e98f371 None None] Provisioning complete for port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:25.955701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ad0ecd1-ff85-49e2-931c-1cfa9e98f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.006448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:26.010283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:09:26.014046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0ecd1-ff85-49e2-931c-1cfa9e98f371 None None] Port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:26.146521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caecaac3-51bf-45af-82e2-53770956beef req-0d57c324-be0c-4e39-8ce7-31a3c1e24938 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074265 Aug 11 02:09:26.208062 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fe64a-7300-430d-af60-c69ca2ddf7f1 x-openstack-request-id: req-692fe64a-7300-430d-af60-c69ca2ddf7f1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:26.211293 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "name": "network-vif-plugged", "status": "completed", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:26.212567 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-692fe64a-7300-430d-af60-c69ca2ddf7f1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:26.213094 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90', 'code': 200} Aug 11 02:09:26.358786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:26.368922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.374484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-ba859d4d-3ca5-44be-9617-896d86f146ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.380550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-ba859d4d-3ca5-44be-9617-896d86f146ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.4219441 Aug 11 02:09:26.389083 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c997920-a341-441e-8f79-a36863f150e6 x-openstack-request-id: req-5c997920-a341-441e-8f79-a36863f150e6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:26.390287 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:26.394643 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c997920-a341-441e-8f79-a36863f150e6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:26.395204 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'status': 'completed', 'code': 200} Aug 11 02:09:26.401533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Transition to ACTIVE for port object 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:26.413952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.558980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 520fee9f-0d71-4c8b-aca5-3dbb6084e72a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:26.620965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:26.682967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-1b489ccf-d579-40e2-be45-da401a9d7d85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.1979072 Aug 11 02:09:26.719869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b63ff970-c093-4862-9a99-dfc217adbc33 req-7faf0490-eef1-44d0-8ae9-b3cb40a21d79 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585258 Aug 11 02:09:26.789083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.812094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Attempting to bind port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:26.812442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Attempting to bind port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:26.812777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Attempting to bind port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:26.820329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d on network efdba616-4913-4d73-884a-589f9a460c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:26.823107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Attempting to bind port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:26.840950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:26.842200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Checking segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:26.848395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Bound using segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:26.852030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Bound port: 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:26.852725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:26.868055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=56fa9775-6170-441c-8cf4-6f6292640a70,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:26.883909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e509-b148-45e0-8661-8a0a2213b853 req-37601480-a346-4c55-8896-60add6071cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:26.885437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd0e509-b148-45e0-8661-8a0a2213b853 req-37601480-a346-4c55-8896-60add6071cbe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 1102 time: 0.6259875 Aug 11 02:09:26.914251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '56fa9775-6170-441c-8cf4-6f6292640a70', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'port_id': '56fa9775-6170-441c-8cf4-6f6292640a70', 'mac_address': 'fa:16:3e:9c:41:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fed933-4e58-49fd-9262-61064702fd3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:26.937964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:26.946806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:26.953128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.012499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-741f969c-ef8d-4e90-a659-96eb951a67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.014617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-741f969c-ef8d-4e90-a659-96eb951a67d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 1098 time: 0.6176126 Aug 11 02:09:27.019357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-98821197-5b89-42a2-beaf-d74a07efb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.026750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-98821197-5b89-42a2-beaf-d74a07efb990 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.3334584 Aug 11 02:09:27.041423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:27.042037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.064326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:27.069568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.070294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.071900 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-4d0f149d-c519-4f19-95aa-5408c6e3e4cd service neutron] 10.222.0.61 "PUT /v2.0/ports/8848a2a8-d10f-4228-8d52-e6d1cccc0c7d HTTP/1.1" status: 200 len: 1092 time: 1.2891979 Aug 11 02:09:27.072367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:27.088030 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:27.188990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.202978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-a4298160-d2b2-426d-b36b-f5947fbe42ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390934 Aug 11 02:09:27.226567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fa9775-6170-441c-8cf4-6f6292640a70 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:27.255314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-5363c3f7-1e0a-42a4-bd22-869a1483a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.257012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-5363c3f7-1e0a-42a4-bd22-869a1483a24f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 1095 time: 0.1137581 Aug 11 02:09:27.269662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=56fa9775-6170-441c-8cf4-6f6292640a70,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:27.342949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 77e7782b-daa8-443e-bca0-04ff5c105d55 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:27.344962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.382578 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-a0fd737a-d791-434f-865c-c9b7770214a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d HTTP/1.1" status: 200 len: 217 time: 0.1099949 Aug 11 02:09:27.393085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '77e7782b-daa8-443e-bca0-04ff5c105d55', 'name': '', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'mac_address': 'fa:16:3e:65:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:15Z', 'updated_at': '2021-08-11T02:09:24Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'subnets': [{'id': '314aff90-bd75-4de3-a563-518a691594a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:27.420530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c057673-d6ae-48f0-ab84-93bc9e0ea618 req-0080751d-d2c3-44ed-8a5d-4e9170700f82 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.429176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c057673-d6ae-48f0-ab84-93bc9e0ea618 req-0080751d-d2c3-44ed-8a5d-4e9170700f82 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 946 time: 0.5600355 Aug 11 02:09:27.449846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f569e-5a9a-41fd-9c05-368242bafd36 req-dfbd8795-60fe-4e5c-a71d-f08f6deb034e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.457912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94928a-085a-49a8-b492-b4fe44531010 None None] The sync data for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 is: [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:09:16Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '77e7782b-daa8-443e-bca0-04ff5c105d55', 'name': '', 'network_id': '974631ea-45f6-4bd7-9eec-98a52ffd4a44', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'mac_address': 'fa:16:3e:65:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '314aff90-bd75-4de3-a563-518a691594a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:15Z', 'updated_at': '2021-08-11T02:09:24Z', 'revision_number': 4, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'subnets': [{'id': '314aff90-bd75-4de3-a563-518a691594a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:27.467837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-872f569e-5a9a-41fd-9c05-368242bafd36 req-dfbd8795-60fe-4e5c-a71d-f08f6deb034e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.7531309 Aug 11 02:09:27.469629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-8d9013e4-8a99-4930-ad39-4e649f49e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.471179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-8d9013e4-8a99-4930-ad39-4e649f49e954 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.4276114 Aug 11 02:09:27.477048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-6d14b526-616a-4bb6-b6de-3f465a89edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.491656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-6d14b526-616a-4bb6-b6de-3f465a89edb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.0995035 Aug 11 02:09:27.569797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:27.576708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 77e7782b-daa8-443e-bca0-04ff5c105d55 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:27.589337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 77e7782b-daa8-443e-bca0-04ff5c105d55 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:27.589897 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:27.620957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd0e509-b148-45e0-8661-8a0a2213b853 req-e610c05f-7492-47e4-9598-f629fdaa965c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550825 Aug 11 02:09:27.621187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-76e239c7-c94e-473c-8522-987bb8450fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:27.621702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-bd17ba30-e1d7-4b37-98f7-f2a0d7db0081 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 200 len: 217 time: 0.1034214 Aug 11 02:09:27.621800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-76e239c7-c94e-473c-8522-987bb8450fcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133971 Aug 11 02:09:27.649224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c057673-d6ae-48f0-ab84-93bc9e0ea618 req-8064df39-a773-47cd-87ea-cdcc034b315a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762822 Aug 11 02:09:27.692734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-872f569e-5a9a-41fd-9c05-368242bafd36 req-b3f81fce-60be-405a-9255-9628e279e851 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249589 Aug 11 02:09:27.734952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['56fa9775-6170-441c-8cf4-6f6292640a70'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:27.962745 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.026716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-8f6ede56-c839-45a5-80ac-a5fd64764c9a service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912474 Aug 11 02:09:28.049441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7825d155-3bee-444d-a68d-1a953c67e70d req-a08304e1-1488-4cd0-b0cf-5b5fa4360c52 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 210 time: 0.0898507 Aug 11 02:09:28.050785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-d9f7bf16-44e3-446d-9915-90bbe16f0b62 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228554 Aug 11 02:09:28.061059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-18423e53-5208-4462-8385-92a0c750f4d0 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.062944 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-18423e53-5208-4462-8385-92a0c750f4d0 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 815 time: 0.2170968 Aug 11 02:09:28.080774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Request body: {'port': {'device_id': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'admin_state_up': True, 'tenant_id': '2485445bb7984baa8310fd6f2e2d40fe'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:28.144076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.228285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-24ae43b7-bd6f-4b2f-8141-8e1a2ded42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.230225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-24ae43b7-bd6f-4b2f-8141-8e1a2ded42f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.5326533 Aug 11 02:09:28.247828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295b59-9593-42e4-8642-d9177957885f req-3bc4ca54-3888-4c3b-95aa-505447396b11 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.249988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 77e7782b-daa8-443e-bca0-04ff5c105d55, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=77e7782b-daa8-443e-bca0-04ff5c105d55,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:28.258699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb295b59-9593-42e4-8642-d9177957885f req-3bc4ca54-3888-4c3b-95aa-505447396b11 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1097 time: 0.3790255 Aug 11 02:09:28.282232 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.459848 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f308bce1-eb8f-45a6-b20a-e6b051e1d0d4 req-102aa667-0075-458a-a9ce-531f9921b193 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954794 Aug 11 02:09:28.495608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:28.507575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-25cd05b4-49d2-44f9-ad0e-f4df5466111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.509255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-25cd05b4-49d2-44f9-ad0e-f4df5466111b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2668056 Aug 11 02:09:28.592959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb295b59-9593-42e4-8642-d9177957885f req-e8c3d9de-b81e-4e5e-b845-b88f60ad9aef tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321702 Aug 11 02:09:28.614096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Made reservation on behalf of 2485445bb7984baa8310fd6f2e2d40fe for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:28.618312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:28.691761 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98051b8-2034-4527-8b79-4a8bd8a28ba5 x-openstack-request-id: req-f98051b8-2034-4527-8b79-4a8bd8a28ba5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:28.692436 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:28.692436 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f98051b8-2034-4527-8b79-4a8bd8a28ba5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:28.692846 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'status': 'completed', 'code': 200} Aug 11 02:09:28.798015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-3b89d49c-6321-4929-a4ee-4300f1bc1cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401764 Aug 11 02:09:28.908860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-b2c587b4-2c36-4400-ad83-c1bdda16a7c7 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.920384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-b2c587b4-2c36-4400-ad83-c1bdda16a7c7 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1999989 Aug 11 02:09:28.940218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-ab7ce515-18d4-4b02-9b95-862a847f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:28.942320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-ab7ce515-18d4-4b02-9b95-862a847f5e1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 1095 time: 0.1584947 Aug 11 02:09:29.113958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-2361ba63-d4f2-4cea-9e26-772e1aa9ca95 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1924424 Aug 11 02:09:29.117399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-8910bb9d-5e93-4dc3-9a38-b591bc413017 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712340 Aug 11 02:09:29.131893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:29.166306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Allocated IP 172.20.0.4 (efdba616-4913-4d73-884a-589f9a460c57/b3fed933-4e58-49fd-9262-61064702fd3f/ed9f7f6d-c46b-4612-8895-12ffc38c40eb) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:29.213236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:29.230054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-75822187-07cb-474c-a78a-44913ab82bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.231757 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-75822187-07cb-474c-a78a-44913ab82bfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 916 time: 0.2665234 Aug 11 02:09:29.297311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-c9fe90e7-3223-4dc0-9dad-7bea5505ddf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d HTTP/1.1" status: 200 len: 217 time: 0.0456297 Aug 11 02:09:29.414885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-a9d3d9e1-66c6-4741-bbb3-89f1407a7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.416369 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-a9d3d9e1-66c6-4741-bbb3-89f1407a7b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.1046708 Aug 11 02:09:29.437223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-9651e56f-7ca3-4945-9ad9-819801f86f22 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.438775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-9651e56f-7ca3-4945-9ad9-819801f86f22 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1098 time: 0.5161314 Aug 11 02:09:29.482359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:29.499000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:29.504196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742edc-6138-4d8e-ada5-ce860053890b req-7a29840f-1425-4175-b849-8aa4b7406076 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.506203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89742edc-6138-4d8e-ada5-ce860053890b req-7a29840f-1425-4175-b849-8aa4b7406076 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.67 "GET /v2.0/ports?device_id=44744a30-8168-4b19-829b-1f3237143438 HTTP/1.1" status: 200 len: 946 time: 0.5552425 Aug 11 02:09:29.511457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-33640968-fd61-4cda-b1ac-6bdada1b2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.514041 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-33640968-fd61-4cda-b1ac-6bdada1b2dfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831487 Aug 11 02:09:29.519093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Transition to ACTIVE for port object ed9f7f6d-c46b-4612-8895-12ffc38c40eb will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:29.629841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:29.642990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['56fa9775-6170-441c-8cf4-6f6292640a70'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:29.692980 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-d14391b2-ca2c-488a-87e2-e4a9b6b2e4f5 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684537 Aug 11 02:09:29.694746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.695231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.695704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.696534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.696700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.697168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.697628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.698116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.698538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Network efdba616-4913-4d73-884a-589f9a460c57 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:29.698694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.699108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.699502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.700351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.700473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:29.707464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:29.709868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83847ae5-c52c-47ef-b89c-66f10319961f req-689cba26-a7d9-4f60-a0d9-f078708d45fd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2&device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f&device_id=16b636df-215b-47d4-958e-9e060798add3&device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772&device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6&device_id=056ce101-ec2d-49ed-b264-0cc094ede724&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&device_id=44744a30-8168-4b19-829b-1f3237143438&device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5&device_id=68f6e370-181d-443d-a337-45d6bff571ba&device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4&device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 11791 time: 0.3479590 Aug 11 02:09:29.733022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 56fa9775-6170-441c-8cf4-6f6292640a70 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:29.736567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3c0bab3-6573-4520-b0a9-25bb639fe1a7 req-13c6c9d3-d1e7-4988-89ac-7ab90dc24a86 service neutron] 10.222.0.67 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061761 Aug 11 02:09:29.748914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:29.750799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83847ae5-c52c-47ef-b89c-66f10319961f req-0cf5c7c2-3843-4461-8a37-790220faadd4 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:29.768229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event updated for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:29.913649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:29.963811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 56fa9775-6170-441c-8cf4-6f6292640a70 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:29.970640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b8aa156-5d7b-44bd-8dc6-1729b6f3966a req-6cb806fa-43a4-4c19-94b4-9b5ed63d5dad service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656028 Aug 11 02:09:29.977887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 56fa9775-6170-441c-8cf4-6f6292640a70 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:29.978731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.009842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:30.010494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.097285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Deleting port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:30.097695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.127401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.160572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:30.172474 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18575d16-f210-429a-888b-81925326ec74" -d '{"events": [{"server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "name": "network-vif-plugged", "status": "completed", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:30.199854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=56fa9775-6170-441c-8cf4-6f6292640a70,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:30.204764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-47eff278-d433-4c92-af33-ee1169d445a1 None None] Provisioning for port ed9f7f6d-c46b-4612-8895-12ffc38c40eb completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:30.211975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.222006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-47eff278-d433-4c92-af33-ee1169d445a1 None None] Provisioning complete for port ed9f7f6d-c46b-4612-8895-12ffc38c40eb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:30.223421 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-47eff278-d433-4c92-af33-ee1169d445a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.310253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-47eff278-d433-4c92-af33-ee1169d445a1 None None] Port ed9f7f6d-c46b-4612-8895-12ffc38c40eb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:30.356704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:30.406593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 77e7782b-daa8-443e-bca0-04ff5c105d55 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:30.474045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 77e7782b-daa8-443e-bca0-04ff5c105d55 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:30.474338 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.664454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:30.699383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] For port 8fcb949c-b347-46e5-8df8-293f1bd21bc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8fcb949c-b347-46e5-8df8-293f1bd21bc2,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:30.699779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.727201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83847ae5-c52c-47ef-b89c-66f10319961f req-0cf5c7c2-3843-4461-8a37-790220faadd4 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.729452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.741834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-6cf8ebad-dd64-4dce-aeed-2d5ac271184b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658118 Aug 11 02:09:30.744277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Calling delete_port for 8fcb949c-b347-46e5-8df8-293f1bd21bc2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:30.746023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.747639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83847ae5-c52c-47ef-b89c-66f10319961f req-0cf5c7c2-3843-4461-8a37-790220faadd4 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.754041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Request body: {'port': {'device_id': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:30.772721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:30.810353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.821777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.832161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:30.834747 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a29838-a831-48f8-8f84-ad1d45240739" -d '{"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-unplugged", "status": "completed", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:30.889687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:30.905288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83847ae5-c52c-47ef-b89c-66f10319961f req-0cf5c7c2-3843-4461-8a37-790220faadd4 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&id=da67e932-fb9d-4277-aaf1-f1da02233b72&id=5dd5fdee-8dca-4418-9d91-77547242c1d5&id=0486ef16-e5a2-4883-9720-f1fcd5547960&id=6573f124-7d6f-4736-8573-969fec967247&id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 1.1945245 Aug 11 02:09:30.994079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5c7c2-3843-4461-8a37-790220faadd4 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd1eedd-711e-4239-b239-5bec0cfb781a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.129855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.135584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9f7f6d-c46b-4612-8895-12ffc38c40eb {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:31.145088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.159284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Transition to ACTIVE for port object ed9f7f6d-c46b-4612-8895-12ffc38c40eb will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:31.165668 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1 associated. External IP: 172.25.3.139, port: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50. Aug 11 02:09:31.165947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.167818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:31.168151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:31.168797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:31.213102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:31.213102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Attempting to bind port d197ce6b-5a34-47c4-8941-a2bcd001f84e on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:31.244504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.245082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b507d9d-645e-4953-9302-e1c361d23f8b req-838e1c11-bf2a-41af-8684-2f4a77feea43 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.260696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b507d9d-645e-4953-9302-e1c361d23f8b req-838e1c11-bf2a-41af-8684-2f4a77feea43 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.2621255 Aug 11 02:09:31.274193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:31.275050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:31.275669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:31.277153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Bound port: d197ce6b-5a34-47c4-8941-a2bcd001f84e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:31.277861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.316161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Attempting to bind port ed9f7f6d-c46b-4612-8895-12ffc38c40eb on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:31.316546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Attempting to bind port ed9f7f6d-c46b-4612-8895-12ffc38c40eb by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:31.316819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Attempting to bind port ed9f7f6d-c46b-4612-8895-12ffc38c40eb on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:31.322608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Port ed9f7f6d-c46b-4612-8895-12ffc38c40eb on network efdba616-4913-4d73-884a-589f9a460c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:31.322982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Attempting to bind port ed9f7f6d-c46b-4612-8895-12ffc38c40eb on network efdba616-4913-4d73-884a-589f9a460c57 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:31.329169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:31.329652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Checking segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:31.330108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Bound using segment: {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:31.330712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Bound port: ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee8f62c-3c07-4b39-a368-0b4261457eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:31.331071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.496790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b507d9d-645e-4953-9302-e1c361d23f8b req-7ba9e33a-f186-4ac8-8963-f890edeb025b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347662 Aug 11 02:09:31.546697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.572226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['8fcb949c-b347-46e5-8df8-293f1bd21bc2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:31.679313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event deleted for resources: {'Port': ['ID=8fcb949c-b347-46e5-8df8-293f1bd21bc2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.712999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:31.753946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:31.758132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:31.765061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.803039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:31.829703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:31.830558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.832113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed9f7f6d-c46b-4612-8895-12ffc38c40eb HTTP/1.1" status: 200 len: 1092 time: 1.0824766 Aug 11 02:09:31.834982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:31.838100 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:31.933682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:31.941319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] No DVR routers for this DVR port 8fcb949c-b347-46e5-8df8-293f1bd21bc2 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:31.956161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd405-d443-454f-88e6-6f6e3efb26c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:31.999319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-c690ad04-4d1e-476c-a3fd-3f2eeb984f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.000872 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-c690ad04-4d1e-476c-a3fd-3f2eeb984f0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 1095 time: 0.1088982 Aug 11 02:09:32.002404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:32.008874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:32.073137 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-781da266-a8f5-4140-87af-9c9b635e44f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb HTTP/1.1" status: 200 len: 217 time: 0.0623806 Aug 11 02:09:32.145736 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:32.152365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89742edc-6138-4d8e-ada5-ce860053890b req-f2eb0f4d-84b5-430e-ad75-24e590870e19 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.67 "DELETE /v2.0/ports/8fcb949c-b347-46e5-8df8-293f1bd21bc2 HTTP/1.1" status: 204 len: 173 time: 2.6270943 Aug 11 02:09:32.173691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:32.234329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-c3a1c86a-be81-42a9-8870-5963f5aed8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.241149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-c3a1c86a-be81-42a9-8870-5963f5aed8f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.1574590 Aug 11 02:09:32.285603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:32.302311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'port_id': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'mac_address': 'fa:16:3e:ea:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fed933-4e58-49fd-9262-61064702fd3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:32.340854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d837f2-190b-4659-adbb-82675ed3b152 req-0934924f-01d6-450d-b40a-a1dbac1e6f82 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.358820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54d837f2-190b-4659-adbb-82675ed3b152 req-0934924f-01d6-450d-b40a-a1dbac1e6f82 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 944 time: 0.6072373 Aug 11 02:09:32.388648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:32.406567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:32.447367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:32.458385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-0db8a691-0051-492e-928d-61ac51deece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.460871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-0db8a691-0051-492e-928d-61ac51deece8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115405 Aug 11 02:09:32.476964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:32.483888 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:32.609127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:32.610221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:32.611389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-49114023-194b-4238-89ce-21e445c1dc22 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393411 Aug 11 02:09:32.612160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f4b14a6e-a1ad-464e-b03b-38eb85831003 service neutron] 10.222.0.61 "PUT /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 1124 time: 3.1338577 Aug 11 02:09:32.614944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:32.656725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54d837f2-190b-4659-adbb-82675ed3b152 req-aa08bb24-bb54-4014-8a43-5a2e95724553 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950795 Aug 11 02:09:32.754478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d197ce6b-5a34-47c4-8941-a2bcd001f84e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:32.761893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:32.772585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:32.780527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:32.786212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:32.787196 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:32.810080 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e68d7da-ebd9-4ec1-b32f-6d143d58c743 req-aacf32ff-cdf3-4697-b723-de1059e10d95 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838505 Aug 11 02:09:32.811305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['8848a2a8-d10f-4228-8d52-e6d1cccc0c7d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:32.890712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dc1797d0-c06f-44b3-be16-15fdff1574bf tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "PUT /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 996 time: 3.7758708 Aug 11 02:09:32.994011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f4c5c265-d453-4975-b7cb-fdd80db7125a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.004549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f4c5c265-d453-4975-b7cb-fdd80db7125a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.2378640 Aug 11 02:09:33.029219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-2e43a0c9-b2d3-4d6f-801f-79ae1c62e42e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/quotas/52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 375 time: 0.0228515 Aug 11 02:09:33.034182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-74836897-338d-493c-a3b8-f71ef6c2d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.041553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-74836897-338d-493c-a3b8-f71ef6c2d321 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.1247826 Aug 11 02:09:33.051400 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:33.185576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-25e4bf2f-0335-4d48-b7b2-e19608ee9323 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553650 Aug 11 02:09:33.271223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dda63315-be89-48cf-8843-afd1665b3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.272740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dda63315-be89-48cf-8843-afd1665b3442 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.2215452 Aug 11 02:09:33.358579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-caab0c4d-5efc-4388-958e-8c0099e1e0ae service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719780 Aug 11 02:09:33.359651 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:30Z', 'revision_number': 8, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:33.406602 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:33.418299 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:33.419474 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:33.457446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-143df02a-3a88-4fbb-9f47-dc88c3876ae1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 999 time: 0.1757357 Aug 11 02:09:33.471362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-36c26214-6273-4a61-8ee1-6882e78fadb9 service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045990 Aug 11 02:09:33.526552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8fcb949c-b347-46e5-8df8-293f1bd21bc2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:33.550163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dfe861c7-682e-4a95-a735-e2871da35d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.558580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-dfe861c7-682e-4a95-a735-e2871da35d7d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.0850625 Aug 11 02:09:33.572781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 8fcb949c-b347-46e5-8df8-293f1bd21bc2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:33.573132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8fcb949c-b347-46e5-8df8-293f1bd21bc2 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:33.624037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-0a0a104a-9606-4d4e-96d1-9add3d407e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.635423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-0a0a104a-9606-4d4e-96d1-9add3d407e68 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747800 Aug 11 02:09:33.650505 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:33.815455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe44c-cb9b-4da7-a8e7-fc3d7f37cd1e req-e04bb113-5915-4abc-bb9e-2f69be946021 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:33.817029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-890fe44c-cb9b-4da7-a8e7-fc3d7f37cd1e req-e04bb113-5915-4abc-bb9e-2f69be946021 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 943 time: 0.1058788 Aug 11 02:09:33.829269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-0315b3ae-0852-466d-9d80-afe51a82338b service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929145 Aug 11 02:09:33.917457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-890fe44c-cb9b-4da7-a8e7-fc3d7f37cd1e req-6001ef46-8b2c-446a-81fc-6e72bfb965ca tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Aug 11 02:09:34.013875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da255274-5463-4363-a0e4-e160cf9d6d3e req-d28a675a-4a68-404b-9747-fcf4580daa1c service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803627 Aug 11 02:09:34.060172 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:30Z', 'revision_number': 8, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:34.061115 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf96444f-5ca5-4990-abfc-9e9637a638b0 x-openstack-request-id: req-cf96444f-5ca5-4990-abfc-9e9637a638b0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:34.061529 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "name": "network-vif-plugged", "status": "completed", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:34.061723 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf96444f-5ca5-4990-abfc-9e9637a638b0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:34.062181 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70', 'code': 200} Aug 11 02:09:34.123818 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f2f61-c3ea-41df-aa40-b650fdf7a980 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '355acc1a-d9a6-4874-84f6-e722fb98b6d1', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'port_id': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'mac_address': 'fa:16:3e:0f:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:08:29Z', 'updated_at': '2021-08-11T02:09:30Z', 'revision_number': 8, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:34.129392 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c54b24-3592-4fa4-9c75-0fc21b2a800f x-openstack-request-id: req-f9c54b24-3592-4fa4-9c75-0fc21b2a800f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:34.129958 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-unplugged", "status": "completed", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:34.130429 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9c54b24-3592-4fa4-9c75-0fc21b2a800f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:34.131029 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'code': 200} Aug 11 02:09:34.229765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb642fe1-cb65-47a5-b803-d51a2bcb126b req-a95bad09-be91-4f0c-ae52-92d956703f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.237907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb642fe1-cb65-47a5-b803-d51a2bcb126b req-a95bad09-be91-4f0c-ae52-92d956703f9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 1098 time: 0.1083033 Aug 11 02:09:34.263028 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a248d-7868-4983-8ced-5ceeb0a9a945 x-openstack-request-id: req-7a7a248d-7868-4983-8ced-5ceeb0a9a945 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:34.263825 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:34.264299 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a7a248d-7868-4983-8ced-5ceeb0a9a945 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:34.265068 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb', 'status': 'completed', 'code': 200} Aug 11 02:09:34.303291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb642fe1-cb65-47a5-b803-d51a2bcb126b req-2545f85f-6fb2-48ab-8bb7-247efba34169 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Aug 11 02:09:34.368857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b1d1671-a767-4075-8909-7f55d218bd03 req-2d3443c9-5943-4f42-ba31-655146411b70 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 210 time: 0.0340309 Aug 11 02:09:34.397500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-4eb10c33-34f9-4aa7-a671-8511aa024aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.399109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-4eb10c33-34f9-4aa7-a671-8511aa024aff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 1095 time: 0.1141455 Aug 11 02:09:34.602169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed641c54-3801-4a3b-8ece-b8283df9c987 None None] New status for floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:34.713961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f8e4-6301-4f0a-84a7-b6b781f77f8e req-6241c799-d36e-49d3-acb5-6790fbde48e9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.715712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b925f8e4-6301-4f0a-84a7-b6b781f77f8e req-6241c799-d36e-49d3-acb5-6790fbde48e9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 944 time: 0.1873736 Aug 11 02:09:34.719402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-0d73b0af-c746-435f-97ce-b397d966b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.720857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-0d73b0af-c746-435f-97ce-b397d966b82e service neutron] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 916 time: 0.3130448 Aug 11 02:09:34.790519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-61b29527-117b-490c-99c2-627383782b44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb HTTP/1.1" status: 200 len: 217 time: 0.0604696 Aug 11 02:09:34.844109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b925f8e4-6301-4f0a-84a7-b6b781f77f8e req-bdf39cea-e90c-401b-8d1d-706a86a4cdcf tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211355 Aug 11 02:09:34.891884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-11ff06f5-677d-4c32-9b28-e36bee0d909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.893414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-11ff06f5-677d-4c32-9b28-e36bee0d909d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.0904136 Aug 11 02:09:34.905863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1c92-acd5-48f6-93df-0fa007507f4f req-df0524f4-c2dd-4fce-8e2b-8a543d1b45a8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.912123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1c92-acd5-48f6-93df-0fa007507f4f req-df0524f4-c2dd-4fce-8e2b-8a543d1b45a8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:34.916475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-916c1c92-acd5-48f6-93df-0fa007507f4f req-df0524f4-c2dd-4fce-8e2b-8a543d1b45a8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3&device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 1690 time: 0.1383371 Aug 11 02:09:35.042157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-916c1c92-acd5-48f6-93df-0fa007507f4f req-9dcd019b-4afb-4460-8155-d149390315aa tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075516 Aug 11 02:09:35.060414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-89302674-8788-4d57-8b80-3683fd12ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:35.062105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-89302674-8788-4d57-8b80-3683fd12ea65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446414 Aug 11 02:09:35.128163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aa1ac-5fed-4089-b633-e3d1e5a5d8a2 req-2928fd66-fbc6-4af8-aa28-cc6df8b120a6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:35.135480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b76aa1ac-5fed-4089-b633-e3d1e5a5d8a2 req-2928fd66-fbc6-4af8-aa28-cc6df8b120a6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 965 time: 0.1747048 Aug 11 02:09:35.570642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ad99ffe-a1b0-488a-ba08-79ee97444c48 req-1a58164c-0127-4b76-b3c3-d0518f08cde7 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 998 time: 0.5074439 Aug 11 02:09:35.595405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b76aa1ac-5fed-4089-b633-e3d1e5a5d8a2 req-d8eebb64-109e-4b6e-8812-e4eb37ff2cb1 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4589915 Aug 11 02:09:35.694883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-02163d4a-3db9-4fe1-a9bc-3731e34257ba tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:35.696385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-02163d4a-3db9-4fe1-a9bc-3731e34257ba tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.5935550 Aug 11 02:09:35.702886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-414ef1f5-f7ad-4857-b3f5-16166aa539e4 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985475 Aug 11 02:09:35.747347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Request body: {'port': {'device_id': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'admin_state_up': True, 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:35.760221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ed9f7f6d-c46b-4612-8895-12ffc38c40eb details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:35.763538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:35.932694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:35.947115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99ffe-a1b0-488a-ba08-79ee97444c48 req-84c68764-0a88-4262-951c-b6b0a2ee1fc3 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:35.947824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb', 'network_id': 'efdba616-4913-4d73-884a-589f9a460c57', 'port_id': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb', 'mac_address': 'fa:16:3e:10:3a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fed933-4e58-49fd-9262-61064702fd3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:35.949770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ad99ffe-a1b0-488a-ba08-79ee97444c48 req-84c68764-0a88-4262-951c-b6b0a2ee1fc3 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3689523 Aug 11 02:09:35.973537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-9ad99ffe-a1b0-488a-ba08-79ee97444c48 req-3d942284-6b52-4aec-bc3b-d6ff1006f25a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:35.974968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ad99ffe-a1b0-488a-ba08-79ee97444c48 req-3d942284-6b52-4aec-bc3b-d6ff1006f25a tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131814 Aug 11 02:09:36.004145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.023434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:36.033381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:36.033823 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.040716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9f7f6d-c46b-4612-8895-12ffc38c40eb {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:36.053842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46088a9a-4a15-4c1b-9eaa-e561d966867b req-8b370c3a-6b40-4d3e-a592-dad9280d56bd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.056981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46088a9a-4a15-4c1b-9eaa-e561d966867b req-8b370c3a-6b40-4d3e-a592-dad9280d56bd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.057519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46088a9a-4a15-4c1b-9eaa-e561d966867b req-8b370c3a-6b40-4d3e-a592-dad9280d56bd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.066226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46088a9a-4a15-4c1b-9eaa-e561d966867b req-8b370c3a-6b40-4d3e-a592-dad9280d56bd tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6&device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5&device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 2886 time: 0.2000418 Aug 11 02:09:36.067903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:36.091588 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.092247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:36.119059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75f44ac-79b8-41a3-a008-62fbf4db5b2b req-d044252b-c21e-46c7-8899-b03c0d4237c6 service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067290 Aug 11 02:09:36.137279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'name': 'network-vif-deleted', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2'}, {'name': 'network-changed', 'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e'}, {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:36.143462 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7" -d '{"events": [{"server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "name": "network-vif-deleted", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2"}, {"name": "network-changed", "server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e"}, {"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:36.156359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:36.159990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.193726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46088a9a-4a15-4c1b-9eaa-e561d966867b req-454f0c31-0e26-4aac-b151-1f81601b037f tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260993 Aug 11 02:09:36.218214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ca81-6d56-446d-9b11-cd3a70ec7c25 req-20aeebb2-5b91-4f7e-887b-e77b2d0f6c52 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.221293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:36.232501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fa6ca81-6d56-446d-9b11-cd3a70ec7c25 req-20aeebb2-5b91-4f7e-887b-e77b2d0f6c52 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 944 time: 0.1878450 Aug 11 02:09:36.300642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fa6ca81-6d56-446d-9b11-cd3a70ec7c25 req-2f491f8c-d7ca-4b64-9f97-c2dc819a27fe tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671413 Aug 11 02:09:36.319107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.360088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:36.367086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:36.369664 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23feca2-7642-43ff-9ed9-e507c6a8a565" -d '{"events": [{"server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "name": "network-vif-plugged", "status": "completed", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:36.393272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:36.395082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e has no active binding in host n-h2-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:09:36.400876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:36.433903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dba793ac-6ba5-4b3b-8d3e-5c1fc7ff7a84 req-378800e5-2403-4316-a749-1940fe6a52b1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 210 time: 0.0643582 Aug 11 02:09:36.475631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:36.583111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569874-9e63-49dd-a8c1-b712582f8c6f req-6144daaa-ad02-4a79-ae45-ab565a65fde8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.584644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99569874-9e63-49dd-a8c1-b712582f8c6f req-6144daaa-ad02-4a79-ae45-ab565a65fde8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 944 time: 0.1873417 Aug 11 02:09:36.590333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-ffa7f7f5-dda7-4c23-90f9-d31a011e6aa3 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1001 time: 0.1304786 Aug 11 02:09:36.594518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Allocated IP 172.20.0.11 (8c699a42-4cbc-4d04-ad2d-d185563aca41/623cb132-d3ad-4914-8e03-ce3418613164/756eccf7-a9e5-48d5-a002-12598b57769e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:36.688713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-4cc2f1ca-b87c-4182-98e8-5a3386ce62de tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:36.697865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-4cc2f1ca-b87c-4182-98e8-5a3386ce62de tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports/5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 942 time: 0.0974801 Aug 11 02:09:36.717648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99569874-9e63-49dd-a8c1-b712582f8c6f req-5587a354-716b-4d9e-961f-70d3245e1b32 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193836 Aug 11 02:09:36.814142 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d81a5f1-16c5-4341-9ef9-9bdf74c79a7f x-openstack-request-id: req-7d81a5f1-16c5-4341-9ef9-9bdf74c79a7f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:36.814444 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44744a30-8168-4b19-829b-1f3237143438", "name": "network-vif-deleted", "tag": "8fcb949c-b347-46e5-8df8-293f1bd21bc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:36.814691 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d81a5f1-16c5-4341-9ef9-9bdf74c79a7f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:36.815080 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44744a30-8168-4b19-829b-1f3237143438', 'name': 'network-vif-deleted', 'tag': '8fcb949c-b347-46e5-8df8-293f1bd21bc2', 'status': 'completed', 'code': 200} Aug 11 02:09:36.815327 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'status': 'completed', 'code': 200} Aug 11 02:09:36.815575 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:09:36.831411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ed9f7f6d-c46b-4612-8895-12ffc38c40eb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:37.056128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-74e73ff3-eb87-454e-8f5b-864010e44383 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1001 time: 0.2435968 Aug 11 02:09:37.071281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.082017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-d289f779-0b27-426f-885c-2a9d818b133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.083534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-d289f779-0b27-426f-885c-2a9d818b133f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1127 time: 0.1944032 Aug 11 02:09:37.085425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-99b1f5ab-9fa2-4bdf-a152-b0eb955c8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.086879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-99b1f5ab-9fa2-4bdf-a152-b0eb955c8903 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.2470036 Aug 11 02:09:37.163804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1691a-9c5b-4a31-bca1-0f5e603c48bd req-c9ab7aba-f1dc-4db1-8faf-0bd91cbd2e95 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.165305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97e1691a-9c5b-4a31-bca1-0f5e603c48bd req-c9ab7aba-f1dc-4db1-8faf-0bd91cbd2e95 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 1102 time: 0.2299984 Aug 11 02:09:37.367433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97e1691a-9c5b-4a31-bca1-0f5e603c48bd req-98e6186c-a778-4511-bdf8-7aaa2418bce4 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584868 Aug 11 02:09:37.375481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.397370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-94688045-c76e-4444-ab57-f92de2d3c19e tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.404445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-94688045-c76e-4444-ab57-f92de2d3c19e tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3472078 Aug 11 02:09:37.409731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-9753b7d4-7fb1-4305-a60f-387b25a029bc tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:37.410774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-9753b7d4-7fb1-4305-a60f-387b25a029bc tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057113 Aug 11 02:09:37.436461 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401885d1-ddf0-4253-be29-739ab5440685 x-openstack-request-id: req-401885d1-ddf0-4253-be29-739ab5440685 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:37.437027 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "name": "network-vif-plugged", "status": "completed", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:37.437474 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-401885d1-ddf0-4253-be29-739ab5440685 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:37.437986 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'code': 200} Aug 11 02:09:37.449524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-7b43f4eb-0e0e-4885-80e1-4b226aaeb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.451554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-7b43f4eb-0e0e-4885-80e1-4b226aaeb398 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.3223877 Aug 11 02:09:37.468528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-67a893aa-3b1d-4908-8789-b401830cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.470049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-67a893aa-3b1d-4908-8789-b401830cd152 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.3435566 Aug 11 02:09:37.558449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:37.580932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0994ab-4953-4528-874a-9759d2ce90e1 req-5c6359c3-8356-45a6-a6a4-1a8ddc3c4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.584270 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b0994ab-4953-4528-874a-9759d2ce90e1 req-5c6359c3-8356-45a6-a6a4-1a8ddc3c4261 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 1097 time: 0.0542946 Aug 11 02:09:37.604509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:37.608077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-899dfe0f-b624-49d5-a8e8-7d573f0ddf88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.0978582 Aug 11 02:09:37.608486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:37.614503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:37.615170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:37.648138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:37.691484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b0994ab-4953-4528-874a-9759d2ce90e1 req-b709df0a-92de-4c12-a153-fee4cd8b92c0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959258 Aug 11 02:09:37.693787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-f49f6d06-a535-487b-825b-bb1e607d5bc7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9700966 Aug 11 02:09:37.696937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-087582d9-2e2e-4a45-b9c6-e5bbbf19c6b8 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 1001 time: 0.2491386 Aug 11 02:09:37.700953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-e4664c01-8ad7-4345-b904-bcfb82f57c5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 1001 time: 0.2279079 Aug 11 02:09:37.709423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:37.717266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Request body: {'port': {'device_id': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:38.119141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-fe5624e7-5dc4-4c81-8f91-ed32a45878b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.120604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-fe5624e7-5dc4-4c81-8f91-ed32a45878b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.4927447 Aug 11 02:09:38.198952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.208621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-1003aa82-17a9-4af5-a8a2-9c44a74af0e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656321 Aug 11 02:09:38.247845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-01f17f59-7b22-44df-9504-52f1ec43826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.249288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-01f17f59-7b22-44df-9504-52f1ec43826b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.4809203 Aug 11 02:09:38.262162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.285771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ec38-2cba-4c55-8956-2de98913a02c req-ca822403-6cc5-4ab4-a132-8fdf821e597e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.292842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08f9ec38-2cba-4c55-8956-2de98913a02c req-ca822403-6cc5-4ab4-a132-8fdf821e597e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 944 time: 0.5679457 Aug 11 02:09:38.498926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08f9ec38-2cba-4c55-8956-2de98913a02c req-6b21017d-d708-49c1-98b5-0b222535563a tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052088 Aug 11 02:09:38.524861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-2c2cda1a-e4f4-4d12-a724-748c2c1ff81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.526414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-2c2cda1a-e4f4-4d12-a724-748c2c1ff81f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2605519 Aug 11 02:09:38.572764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.656290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:38.656603 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1 disassociated. External IP: 172.25.3.139, port: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50. Aug 11 02:09:38.657274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-dc2cdd41-a92a-495c-b75a-b67d59621f99 service neutron] 10.222.0.67 "GET /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.1026111 Aug 11 02:09:38.739982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-8cd46e3e-22c1-4df7-892a-dc95bfada7ff service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964931 Aug 11 02:09:38.948546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:38.963713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46ff3c-7ad1-47d5-ba66-6bbf37c0e14a req-61f0fcee-5815-4c4f-890c-5bb26d562f75 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:38.965282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de46ff3c-7ad1-47d5-ba66-6bbf37c0e14a req-61f0fcee-5815-4c4f-890c-5bb26d562f75 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 1101 time: 0.3339911 Aug 11 02:09:38.989024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:38.999771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-05b8becf-81b1-44f7-b55a-2cc570964085 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405344 Aug 11 02:09:39.045846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d197ce6b-5a34-47c4-8941-a2bcd001f84e {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:39.064056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:39.082721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.120072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-363fb702-30e2-42d4-a0e8-9a0c7cb01dfb service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531101 Aug 11 02:09:39.157363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de46ff3c-7ad1-47d5-ba66-6bbf37c0e14a req-16cc43ce-bfb3-441f-b5c0-d684f5db6c54 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660399 Aug 11 02:09:39.177524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] Transition to ACTIVE for port object d197ce6b-5a34-47c4-8941-a2bcd001f84e will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:39.184085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.247419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67dcb386-3c15-40a4-a3b0-8df96ba87ee7 req-fed61084-01fa-4026-bc20-1f94679b8634 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317908 Aug 11 02:09:39.268663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] Pushing event updated for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:39.307212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] No DVR routers for this DVR port d197ce6b-5a34-47c4-8941-a2bcd001f84e on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:39.343436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-d0d8fcf8-1aa2-42a2-8526-926f44359139 service neutron] 10.222.0.67 "PUT /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e/bindings/n-h2-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6712995 Aug 11 02:09:39.384224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756eccf7-a9e5-48d5-a002-12598b57769e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:39.411606 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.436505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Transition to ACTIVE for port object 756eccf7-a9e5-48d5-a002-12598b57769e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:39.438721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:39.453057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.530903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-f831510f-468e-4b9d-ae58-3c3ac025cebb tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.532614 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-f831510f-468e-4b9d-ae58-3c3ac025cebb tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/ports?device_id=313bb2c7-b53e-4cba-9e17-372668706c16 HTTP/1.1" status: 200 len: 965 time: 0.0576029 Aug 11 02:09:39.536475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0194ce5-906b-477c-baab-8fda0892e469 req-71dc5a93-87f3-4c72-a5b4-32a2277ed4e5 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.543801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0194ce5-906b-477c-baab-8fda0892e469 req-71dc5a93-87f3-4c72-a5b4-32a2277ed4e5 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 932 time: 0.1776059 Aug 11 02:09:39.607795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:39.650013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-30f21936-b0e2-4c41-8317-21ad84becf4e tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.651561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-30f21936-b0e2-4c41-8317-21ad84becf4e tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.2165732 Aug 11 02:09:39.660965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Deleting port d0ac3590-77ef-4c93-9047-f4862f645058 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:39.662365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.724040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0194ce5-906b-477c-baab-8fda0892e469 req-f7366838-6c5b-4e57-af74-d226e69b5308 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792693 Aug 11 02:09:39.778934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:39.781237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ed9f7f6d-c46b-4612-8895-12ffc38c40eb up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:39.788115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:39.788469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:39.788931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:39.792703 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:39.800370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.812181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:39.815633 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:39.817596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] For port d0ac3590-77ef-4c93-9047-f4862f645058, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d0ac3590-77ef-4c93-9047-f4862f645058,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:39.818067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.850319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-150ee255-3c9a-4839-9113-276739a93105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "PUT /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 696 time: 2.1445925 Aug 11 02:09:39.851956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:39.854131 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449cbe24-93f9-4e4b-b458-77fefa604e46" -d '{"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:39.857078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:39.857406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:39.864085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:39.864427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:39.865487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:39.865487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Bound port: 756eccf7-a9e5-48d5-a002-12598b57769e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:39.865704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.892699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port ed9f7f6d-c46b-4612-8895-12ffc38c40eb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:39.903213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port ed9f7f6d-c46b-4612-8895-12ffc38c40eb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:39.903898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:39.951810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-de04a183-f71b-4cc0-9a60-90f0e5ab062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:39.956639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-de04a183-f71b-4cc0-9a60-90f0e5ab062e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 1097 time: 0.2870693 Aug 11 02:09:40.072852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:40.091999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-4503f66a-eb30-4e94-8b1f-c56765327d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.093544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-4503f66a-eb30-4e94-8b1f-c56765327d6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.2089448 Aug 11 02:09:40.097850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:40.104494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:40.149493 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.160813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.181208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.193992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:40.195737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:40.199498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba609a-2788-4056-865d-9a57ceddfcf1" -d '{"events": [{"server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:40.205151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.268114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:40.286706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-03e4d577-a5c5-4a0b-b214-16fecade75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:40.288339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-03e4d577-a5c5-4a0b-b214-16fecade75e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1097 time: 0.2867353 Aug 11 02:09:40.383154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.383817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.383942 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 disassociated. External IP: 172.25.3.228, port: d0ac3590-77ef-4c93-9047-f4862f645058. Aug 11 02:09:40.384903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Calling delete_port for d0ac3590-77ef-4c93-9047-f4862f645058 owned by compute:tempest-test_az-66284014 {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:40.404307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.404907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-e4863258-e273-45af-8ecd-e444c17d19d4 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--699000097&fields=id&tenant_id=ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 267 time: 0.4018130 Aug 11 02:09:40.519320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:40.573984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:40.593452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:40.607370 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:40.608439 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:40.635304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event deleted for resources: {'Port': ['ID=d0ac3590-77ef-4c93-9047-f4862f645058,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:40.817124 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:40.879366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:41.016717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.017359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.029243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-90278746-adb6-4d97-be5f-565afa921297 service neutron] 10.222.0.67 "PUT /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 1093 time: 3.3156254 Aug 11 02:09:41.130968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:41.135866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90278746-adb6-4d97-be5f-565afa921297 service neutron] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:41.151705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:41.175201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:41.176515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:41.239630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] No DVR routers for this DVR port d0ac3590-77ef-4c93-9047-f4862f645058 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:41.243643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:41.245725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16618823-0084-492f-b7c8-cd3ffa5ec437 req-8db4c86e-585c-4c40-b41b-34caee774169 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "DELETE /v2.0/ports/d0ac3590-77ef-4c93-9047-f4862f645058 HTTP/1.1" status: 204 len: 173 time: 1.7056000 Aug 11 02:09:41.246220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'name': 'network-vif-deleted', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:41.249069 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee9b2ac-a968-4652-9ddc-ef07ce75d176" -d '{"events": [{"server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "name": "network-vif-deleted", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:41.295505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-78ab2596-e0a9-4172-8adf-131517a8e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.298568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-78ab2596-e0a9-4172-8adf-131517a8e48b service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.5073783 Aug 11 02:09:41.313574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-7cd911e4-d780-4add-b421-4c491202fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.315341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-7cd911e4-d780-4add-b421-4c491202fc36 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 1.2095993 Aug 11 02:09:41.329717 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:41.378816 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163baf10-9236-477a-adc7-0c5115af7005 None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:08:08Z', 'revision_number': 4, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8a10ed22-a13a-4c66-818f-98c71d007caa', 'name': '', 'network_id': '25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'mac_address': 'fa:16:3e:c1:10:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '394d9173-9407-45be-b84e-44860302a6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:06Z', 'updated_at': '2021-08-11T02:08:15Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'subnets': [{'id': '394d9173-9407-45be-b84e-44860302a6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:41.379614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-1c2ae744-03cf-4f5a-87e2-69d4e340d6bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.0588520 Aug 11 02:09:41.411928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:41.459392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-92817334-67d6-4f39-b938-bc2193aa00f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0759978 Aug 11 02:09:41.542490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-19a76246-253b-41d2-bf16-4a9a79e26897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.544707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-19a76246-253b-41d2-bf16-4a9a79e26897 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1096 time: 0.3191087 Aug 11 02:09:41.577831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:41.582359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-d96fcb3d-6ae3-48f7-950e-13498c4abb78 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.583974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-d96fcb3d-6ae3-48f7-950e-13498c4abb78 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 823 time: 1.1782598 Aug 11 02:09:41.617078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-653d463b-01e9-4e10-92af-82821fb85995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.618342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-653d463b-01e9-4e10-92af-82821fb85995 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1781094 Aug 11 02:09:41.641800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-b42c2214-aa59-418c-8461-ed1d9d15290e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 217 time: 0.0787182 Aug 11 02:09:41.643351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-defff295-94fe-4abd-8854-7c16c4d85863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:41.645094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-defff295-94fe-4abd-8854-7c16c4d85863 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1613708 Aug 11 02:09:41.662527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-680b3c99-d40d-4a53-8522-45b8cb1c850b tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/quotas/ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 375 time: 0.0410950 Aug 11 02:09:41.664523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f81a1058-2074-4648-ae9e-3d4b78b69814 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364134 Aug 11 02:09:41.691718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:41.692139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d0ac3590-77ef-4c93-9047-f4862f645058 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:41.740362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: d0ac3590-77ef-4c93-9047-f4862f645058 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:41.740710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d0ac3590-77ef-4c93-9047-f4862f645058 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:41.959916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-16576506-905a-487e-aa1e-a7e0eb6e400f service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804630 Aug 11 02:09:41.983775 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24300964-acdc-4905-a919-a66d55a8c5c8 None None] New status for floating IP 355acc1a-d9a6-4874-84f6-e722fb98b6d1: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:42.006537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:42.037043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:42.049466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:42.050591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:42.198540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-f0287d25-95ef-41a4-a710-e877ece10519 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827369 Aug 11 02:09:42.203096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-1c99a796-b04d-4b61-8bb2-12820294a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.204585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-1c99a796-b04d-4b61-8bb2-12820294a4ed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5437889 Aug 11 02:09:42.212753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-c6620c4a-ee7b-4815-b152-6e495714410f tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5325172 Aug 11 02:09:42.217208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-160f133a-99fa-4cf7-8697-ee846e2d4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.218807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-160f133a-99fa-4cf7-8697-ee846e2d4cfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.5591202 Aug 11 02:09:42.243978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:42.390950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-00df2f1c-e65d-44c1-8f5d-4c261826587c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466417 Aug 11 02:09:42.583935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:42.607152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-3f7e8bb7-7ca0-47b2-8ab4-5d450d5771a1 service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842287 Aug 11 02:09:42.617191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7408-4772-46ca-8cb7-3c28c736265c None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:42.697343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-f7cb26cd-b422-4563-b2d7-98f833932e9b service neutron] 10.222.0.68 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626853 Aug 11 02:09:42.806825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-d4bdc436-4194-4b92-9a16-9cf886832cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036412 Aug 11 02:09:42.843532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-56c7dc46-1f27-40dc-8193-ea7d4c9756ae tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:42.845200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-56c7dc46-1f27-40dc-8193-ea7d4c9756ae tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.2673066 Aug 11 02:09:43.022429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-e14ffc4a-bd36-46dd-b185-50c94e758462 service neutron] 10.222.0.68 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240705 Aug 11 02:09:43.026669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c1f729-7dfe-4775-a6f1-4fb6ccf7509d req-43e3d43d-b02d-45b4-b99e-63508155035a service neutron] 10.222.0.68 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185436 Aug 11 02:09:43.048060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af76a00-bc1c-4c56-86a9-befc2334c8e5 None None] New status for floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:09:43.048429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f17ce42-97dc-498c-b455-62fedfa9b8ba req-2128197d-0378-458f-8313-743ac6a2e466 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215679 Aug 11 02:09:43.127256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-13cc538e-90bf-4f25-b27c-0fcb60d70cf2 service neutron] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:43.135030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-13cc538e-90bf-4f25-b27c-0fcb60d70cf2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:43.136219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd59b33-b925-49e7-b7d9-a42252b8b33b req-13cc538e-90bf-4f25-b27c-0fcb60d70cf2 service neutron] 10.222.0.61 "DELETE /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e/bindings/n-h1-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.2749689 Aug 11 02:09:43.321598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba17f2-e9b1-4d71-a736-4814c2b418d2 req-1719f8fe-6c8a-4ed6-aa95-2b5948bcb058 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.324593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bba17f2-e9b1-4d71-a736-4814c2b418d2 req-1719f8fe-6c8a-4ed6-aa95-2b5948bcb058 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 945 time: 0.1287169 Aug 11 02:09:43.397339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bba17f2-e9b1-4d71-a736-4814c2b418d2 req-756c6f32-7a95-453e-9a55-8c59527b3c69 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Aug 11 02:09:43.466518 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feea207-35cb-4449-beeb-bf5f1b98e9b4 x-openstack-request-id: req-4feea207-35cb-4449-beeb-bf5f1b98e9b4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:43.466813 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:43.467076 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4feea207-35cb-4449-beeb-bf5f1b98e9b4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:43.467481 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:09:43.614808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36ade-2383-4ad9-8432-146ac2bf519e req-76f3d3e9-c3db-439d-a57e-87b76dbc8d37 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.624791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ec36ade-2383-4ad9-8432-146ac2bf519e req-76f3d3e9-c3db-439d-a57e-87b76dbc8d37 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.1761653 Aug 11 02:09:43.654235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-420e6aa2-e678-4896-b88d-f2628eeef151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.656285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-420e6aa2-e678-4896-b88d-f2628eeef151 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.1416039 Aug 11 02:09:43.756587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ec36ade-2383-4ad9-8432-146ac2bf519e req-060c3929-d07a-4353-8333-69715163c2ba tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286712 Aug 11 02:09:43.847954 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19359431-8a71-4644-b51f-4a10965bc6bc x-openstack-request-id: req-19359431-8a71-4644-b51f-4a10965bc6bc {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:43.848481 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "name": "network-vif-plugged", "status": "completed", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:43.848481 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19359431-8a71-4644-b51f-4a10965bc6bc {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:43.848888 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb', 'code': 200} Aug 11 02:09:43.918977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-aea5593b-6536-4c30-bc1b-f6cd9ed4ffa9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142950 Aug 11 02:09:43.929673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-34ff2712-6adf-4139-abed-1614e81c9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:43.932354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-34ff2712-6adf-4139-abed-1614e81c9402 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.2667742 Aug 11 02:09:43.935579 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9de1a-3710-4d71-bf0a-715cc7b4e861 x-openstack-request-id: req-9fe9de1a-3710-4d71-bf0a-715cc7b4e861 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:43.935935 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313bb2c7-b53e-4cba-9e17-372668706c16", "name": "network-vif-deleted", "tag": "d0ac3590-77ef-4c93-9047-f4862f645058", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:43.936184 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9fe9de1a-3710-4d71-bf0a-715cc7b4e861 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:43.936781 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313bb2c7-b53e-4cba-9e17-372668706c16', 'name': 'network-vif-deleted', 'tag': 'd0ac3590-77ef-4c93-9047-f4862f645058', 'status': 'completed', 'code': 200} Aug 11 02:09:44.001442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a77030-32e5-4b3b-b623-2b58745a4f50 req-9e4a23d7-a919-41aa-9979-fb948a3d4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.004257 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-93a77030-32e5-4b3b-b623-2b58745a4f50 req-9e4a23d7-a919-41aa-9979-fb948a3d4c51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0709939 Aug 11 02:09:44.018045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fbc27-1377-4964-9172-6d57852918c6 req-9f5d5870-a1db-4d87-a994-f37ea9975178 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.019770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-765fbc27-1377-4964-9172-6d57852918c6 req-9f5d5870-a1db-4d87-a994-f37ea9975178 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 944 time: 0.1298113 Aug 11 02:09:44.021542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-2dfd17b4-d02a-4e1b-b310-436e896175f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.0812795 Aug 11 02:09:44.079185 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-93a77030-32e5-4b3b-b623-2b58745a4f50 req-bb860f3d-73b9-4777-b96a-2da8262afbd5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649335 Aug 11 02:09:44.108011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1c5f0cf-0ed3-45ad-9249-3070c4588a54 req-8d88e7b3-0cc1-41dd-a039-94cc84ab0d55 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 210 time: 0.0746696 Aug 11 02:09:44.159480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-765fbc27-1377-4964-9172-6d57852918c6 req-1baf15bf-9d11-4343-9cfc-f779096b83f6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182225 Aug 11 02:09:44.159480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-ba0c2f01-3bae-49a0-b486-f122229b6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.167863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-ba0c2f01-3bae-49a0-b486-f122229b6980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.1301956 Aug 11 02:09:44.253071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-9fea4b5f-c7f5-4888-b508-c04e051be011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.256148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-9fea4b5f-c7f5-4888-b508-c04e051be011 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846655 Aug 11 02:09:44.289873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-86581665-79f2-4242-bd30-1046c1b3cc64 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324094 Aug 11 02:09:44.463800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-5013f3b6-37d2-4f8d-9588-e6333716593b service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838291 Aug 11 02:09:44.472600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-d10121d9-4322-4e1c-bc0f-f4a2fc886c33 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.479483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-d10121d9-4322-4e1c-bc0f-f4a2fc886c33 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776724 Aug 11 02:09:44.562324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-c727d30a-04da-493e-8a86-53f9c0937ffc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.0818884 Aug 11 02:09:44.642970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b396-a269-415f-a8fa-25c401e1c4cc req-e4ca08de-3186-4dd6-922c-9aea6952067d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.644524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56d7b396-a269-415f-a8fa-25c401e1c4cc req-e4ca08de-3186-4dd6-922c-9aea6952067d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1097 time: 0.1406693 Aug 11 02:09:44.673491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-53be3e50-7124-4c76-b953-5f10859f6e65 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032619 Aug 11 02:09:44.683163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-449cbe24-93f9-4e4b-b458-77fefa604e46 req-28ef3858-d799-4e50-a2c2-0654196a8a83 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906574 Aug 11 02:09:44.709518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56d7b396-a269-415f-a8fa-25c401e1c4cc req-290c9ccd-0b30-4625-aff1-8dab852cd69f tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Aug 11 02:09:44.884445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-fc700695-d883-4ef0-aeb4-ccb429dd9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.886258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-fc700695-d883-4ef0-aeb4-ccb429dd9e63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44e043ed46ba419aba96e0763faafcc0&device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 1097 time: 0.1085742 Aug 11 02:09:44.919294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9042090-c1ea-4f93-b83f-f67dafed8c85 req-02eae2b9-f71f-493e-8b7f-329767140350 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:44.920713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9042090-c1ea-4f93-b83f-f67dafed8c85 req-02eae2b9-f71f-493e-8b7f-329767140350 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1101 time: 0.0828991 Aug 11 02:09:45.093777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-3ae857cb-f5c5-44ae-b49a-af2ff64ff6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.095674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-3ae857cb-f5c5-44ae-b49a-af2ff64ff6f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 200 len: 922 time: 0.1740398 Aug 11 02:09:45.485664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:45.487929 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c48dc8-14fc-4fab-997a-a1808706f8db" -d '{"events": [{"name": "network-changed", "server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:45.504254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-0ab69184-2111-4316-b1ec-ce87f01d1083 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 200 len: 217 time: 0.3788190 Aug 11 02:09:45.584480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:45.605569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-85020657-6197-416c-9a21-2cb1679d05cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896311 Aug 11 02:09:45.609555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9042090-c1ea-4f93-b83f-f67dafed8c85 req-9054e205-9833-4628-97f2-829f53dd6540 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776145 Aug 11 02:09:45.708091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-a9b31442-a7c1-4d13-bddf-09b050f1ba9b tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 200 len: 694 time: 0.2128460 Aug 11 02:09:45.773268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-eb0b8ebc-537f-49c1-bcaf-d60cd89245d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.780128 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-eb0b8ebc-537f-49c1-bcaf-d60cd89245d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 1102 time: 0.1011193 Aug 11 02:09:45.780352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:45.796686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '756eccf7-a9e5-48d5-a002-12598b57769e', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'port_id': '756eccf7-a9e5-48d5-a002-12598b57769e', 'mac_address': 'fa:16:3e:71:7e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623cb132-d3ad-4914-8e03-ce3418613164', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:45.836275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:45.873233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756eccf7-a9e5-48d5-a002-12598b57769e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:45.887805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-baec6101-9d0e-48f7-a4b9-cb1f68b24956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:45.892459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-baec6101-9d0e-48f7-a4b9-cb1f68b24956 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 200 len: 860 time: 0.3652039 Aug 11 02:09:45.914789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:45.925051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:46.016550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-51ec09d5-4f1a-4f8b-b658-8812ec7cd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.017321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:46.022207 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-51ec09d5-4f1a-4f8b-b658-8812ec7cd901 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2090197 Aug 11 02:09:46.085032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-51522bea-eb44-4224-b9c4-ef8fac782c17 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.087949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-51522bea-eb44-4224-b9c4-ef8fac782c17 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 823 time: 1.0398879 Aug 11 02:09:46.090685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-6e3ba836-3c0c-48ad-8791-0c0d30b0a16b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=aae441f2-a4b8-4223-807c-b45eea54df9f HTTP/1.1" status: 200 len: 217 time: 0.0615537 Aug 11 02:09:46.104710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42060e-0287-4649-8a71-a2cd1d929499 req-bdbf197e-c171-4ba3-a922-a9e523e26655 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.108845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d42060e-0287-4649-8a71-a2cd1d929499 req-bdbf197e-c171-4ba3-a922-a9e523e26655 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.3884680 Aug 11 02:09:46.167634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-391fcef5-b2a0-4298-99ed-ba70174dc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.170806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-391fcef5-b2a0-4298-99ed-ba70174dc62a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2493234 Aug 11 02:09:46.174686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-2845f5d9-d23e-4a0e-831f-8aa47ae5638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.177691 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-2845f5d9-d23e-4a0e-831f-8aa47ae5638e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0606506 Aug 11 02:09:46.225523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-8c808d60-ea4f-4167-b5f3-634550ba0105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.229662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['756eccf7-a9e5-48d5-a002-12598b57769e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:46.232189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-8c808d60-ea4f-4167-b5f3-634550ba0105 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.5233409 Aug 11 02:09:46.239046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-29c88e21-7215-44ba-abb1-30bf80f9fdee tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:09:46.247837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-29c88e21-7215-44ba-abb1-30bf80f9fdee tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146658 Aug 11 02:09:46.271999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-7a5d8b4a-bf65-4f99-a519-4269c04b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:46.274104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-7a5d8b4a-bf65-4f99-a519-4269c04b3021 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846336 Aug 11 02:09:46.284520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-63926e3a-bae3-454a-a367-eb196318eca7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed3fb6c6addd45be953b350ca7bdcbca HTTP/1.1" status: 200 len: 379 time: 0.1672051 Aug 11 02:09:46.394015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'port': {'device_id': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'admin_state_up': True, 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'security_groups': ['6573f124-7d6f-4736-8573-969fec967247']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:46.517878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-c30483a3-f840-481d-9155-b1de4cdd8c3a service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335212 Aug 11 02:09:46.538779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d42060e-0287-4649-8a71-a2cd1d929499 req-67fa6e7c-5d8f-4da1-8e7a-09f088770010 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060962 Aug 11 02:09:46.633704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-ed99d3df-c228-49b7-a2be-0898f8f36f83 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 697 time: 0.3847764 Aug 11 02:09:46.787100 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0cb7248f-e3a4-4599-9c79-970ed910c05f req-23505c16-3942-4208-bf10-57cb54862b24 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612174 Aug 11 02:09:46.788981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-36aeb9b4-584c-482d-800e-7c0c7b11207e tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 697 time: 0.1540096 Aug 11 02:09:46.901514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-9007c961-ef30-4c69-880f-4c109d2a0907 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242688 Aug 11 02:09:47.066023 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-0ba297e1-2184-410b-82a6-126fc39a635f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380764 Aug 11 02:09:47.146345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Made reservation on behalf of ed3fb6c6addd45be953b350ca7bdcbca for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:47.149864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.177233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-006158df-6295-4fa6-9337-791aa026583e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.185461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-006158df-6295-4fa6-9337-791aa026583e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.4947481 Aug 11 02:09:47.213794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e3b64b65-3def-4b7c-aa38-8dfa9653ec25 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:47.215898 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e3b64b65-3def-4b7c-aa38-8dfa9653ec25 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401322 Aug 11 02:09:47.237616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:47.262188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-8009fba9-5340-4fd4-8844-ce9f00d12579 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/quotas/b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 375 time: 0.0757093 Aug 11 02:09:47.327815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84c1d40-72cc-47ef-87db-5fcd0658fa0f req-6148a566-4a87-4d5d-b4b5-95b17eeef412 service neutron] 10.222.0.61 "GET /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820360 Aug 11 02:09:47.388913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Deleting port c825b00a-7849-45c4-8608-a38e53f68db8 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:47.389264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.422940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:47.426588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.456972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-a1b08034-7cea-45f4-8d7c-4fbd2adecbdd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778569 Aug 11 02:09:47.530198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Allocated IP 172.20.0.6 (f5708e07-01f8-48d4-a857-f2710a543986/0aa57be9-001f-4478-abd2-49ebcc7166f9/d564abcb-7040-4558-80bb-314089e623ce) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:47.590658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-5047a12d-861f-401f-93e1-ac527507d8fa tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558791 Aug 11 02:09:47.610230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:47.611093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.29 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/9a04fc4a-db43-4828-94e9-2a122c3a5254) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:47.680917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 756eccf7-a9e5-48d5-a002-12598b57769e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:47.688106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 756eccf7-a9e5-48d5-a002-12598b57769e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:47.688809 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.705962 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:09:47.714462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.714790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.766295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Calling delete_port for c825b00a-7849-45c4-8608-a38e53f68db8 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:47.782184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.809755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:47.812983 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b48189-8359-4d18-98a7-79aa91ad877c" -d '{"events": [{"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-plugged", "status": "completed", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:47.829124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:47.835428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.839102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-5d590462-6a65-4b23-97f9-fcfe23e8a682 service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728964 Aug 11 02:09:47.865601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.886236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object 9a04fc4a-db43-4828-94e9-2a122c3a5254 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:47.901715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:47.938895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:47.952210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:47.974234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:47.978612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:48.009671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:48.013347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:48.014405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-b2bc82e8-ec69-4ff1-8a20-81842cc101bf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.015927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-b2bc82e8-ec69-4ff1-8a20-81842cc101bf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4088345 Aug 11 02:09:48.048701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:48.067056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.088917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.089568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.108087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-9dadb8b0-40b5-45de-903c-af361e5c2d50 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8772700 Aug 11 02:09:48.111816 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.126524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Request body: {'port': {'device_id': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:48.130041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-c4614a34-165c-4370-8677-1d0505c54c38 service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521408 Aug 11 02:09:48.146195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Transition to ACTIVE for port object d564abcb-7040-4558-80bb-314089e623ce will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:48.230089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.291887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.380644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.383763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event deleted for resources: {'Port': ['ID=c825b00a-7849-45c4-8608-a38e53f68db8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.398065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:48.401480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.464507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a71093a-33ee-4d89-bc0a-7a3b0f8e1c70 None None] Provisioning for port 9a04fc4a-db43-4828-94e9-2a122c3a5254 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:48.470621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a71093a-33ee-4d89-bc0a-7a3b0f8e1c70 None None] Provisioning complete for port 9a04fc4a-db43-4828-94e9-2a122c3a5254 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:48.472072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a71093a-33ee-4d89-bc0a-7a3b0f8e1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.477305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.480089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.481408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4654e12-7297-4898-91b9-e3ed2c34745f req-9083dcd5-6e97-48a2-b654-159c4a36a302 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "DELETE /v2.0/floatingips/355acc1a-d9a6-4874-84f6-e722fb98b6d1 HTTP/1.1" status: 204 len: 173 time: 1.6915293 Aug 11 02:09:48.495491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Network f5708e07-01f8-48d4-a857-f2710a543986 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:48.508978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:48.520365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:48.526328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.527065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.539622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event updated for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.555565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4a71093a-33ee-4d89-bc0a-7a3b0f8e1c70 None None] Port 9a04fc4a-db43-4828-94e9-2a122c3a5254 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:48.689301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a04fc4a-db43-4828-94e9-2a122c3a5254 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:48.699199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.723800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Transition to ACTIVE for port object 9a04fc4a-db43-4828-94e9-2a122c3a5254 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:48.728519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.869280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Pushing event updated for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:48.889346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af7f875c-4915-45c8-8e2f-7e2bff0003c3 None None] Provisioning for port d564abcb-7040-4558-80bb-314089e623ce completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:48.895572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af7f875c-4915-45c8-8e2f-7e2bff0003c3 None None] Provisioning complete for port d564abcb-7040-4558-80bb-314089e623ce triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:48.895948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7f875c-4915-45c8-8e2f-7e2bff0003c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.924623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Attempting to bind port 9a04fc4a-db43-4828-94e9-2a122c3a5254 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:48.924960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Attempting to bind port 9a04fc4a-db43-4828-94e9-2a122c3a5254 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:48.925296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Attempting to bind port 9a04fc4a-db43-4828-94e9-2a122c3a5254 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:48.936807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Port 9a04fc4a-db43-4828-94e9-2a122c3a5254 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:48.937328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Attempting to bind port 9a04fc4a-db43-4828-94e9-2a122c3a5254 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:48.944080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:48.944429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:48.944826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:48.945291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Bound port: 9a04fc4a-db43-4828-94e9-2a122c3a5254, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:48.945670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:48.957251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-b93f9f0c-21f6-4e8c-af3a-c2954d52f7b6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939424 Aug 11 02:09:48.963528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-af7f875c-4915-45c8-8e2f-7e2bff0003c3 None None] Port d564abcb-7040-4558-80bb-314089e623ce cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:48.980428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7f60-bbb4-4cab-a0cc-17003cbd532a req-c2fa1889-5cdc-416e-94e4-ffdf1f73f48f tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:48.988923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31ce7f60-bbb4-4cab-a0cc-17003cbd532a req-c2fa1889-5cdc-416e-94e4-ffdf1f73f48f tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 931 time: 0.5808077 Aug 11 02:09:49.002332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Request body: {'port': {'device_id': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:49.058802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:49.063505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:49.069487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.105734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.106991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.108411 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] 10.222.0.67 "PUT /v2.0/ports/9a04fc4a-db43-4828-94e9-2a122c3a5254 HTTP/1.1" status: 200 len: 1096 time: 0.9882851 Aug 11 02:09:49.110936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:49.114254 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:49.130604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6025ef1-c377-490b-8471-e0e7afadc7d2 req-43c02c99-9128-4080-a355-4282d27fb59f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.138154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6025ef1-c377-490b-8471-e0e7afadc7d2 req-43c02c99-9128-4080-a355-4282d27fb59f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 946 time: 0.2239575 Aug 11 02:09:49.143201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8419-8e27-4303-bb8a-45162ba6aecb service neutron] Pushing event updated for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:49.154634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31ce7f60-bbb4-4cab-a0cc-17003cbd532a req-633b4879-a69c-4b2f-ac36-8de76cf9fa69 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639187 Aug 11 02:09:49.169172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:49.204111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.116 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/884a4a71-fd80-4a4a-933c-b4af8d48a1c6) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:49.240154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-72017c3f-f655-4c48-9832-a3b120736f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.242093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-72017c3f-f655-4c48-9832-a3b120736f4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 1099 time: 0.0715120 Aug 11 02:09:49.300256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-a87b7073-25a1-43da-967e-e8258be6c955 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254 HTTP/1.1" status: 200 len: 217 time: 0.0475872 Aug 11 02:09:49.317488 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03eae3f-4a37-449b-975c-2e59616d7217 x-openstack-request-id: req-e03eae3f-4a37-449b-975c-2e59616d7217 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:49.317790 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:49.318073 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e03eae3f-4a37-449b-975c-2e59616d7217 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:49.318686 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e', 'status': 'completed', 'code': 200} Aug 11 02:09:49.364366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6025ef1-c377-490b-8471-e0e7afadc7d2 req-5a3029f1-370a-4fa0-a16a-8b3299547ad6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247779 Aug 11 02:09:49.364534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-1af6901d-a442-48f7-865c-6f2dcd9a78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.366246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-1af6901d-a442-48f7-865c-6f2dcd9a78e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0570438 Aug 11 02:09:49.431457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e680c6ad-5f18-4c29-805f-e3c5c32f7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.433031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e680c6ad-5f18-4c29-805f-e3c5c32f7099 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590909 Aug 11 02:09:49.527081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-2568357a-1a8c-4440-8ab4-71500e9de16d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Aug 11 02:09:49.537344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-19de4a6b-13d4-4856-ab7f-6ac539310f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.538872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-19de4a6b-13d4-4856-ab7f-6ac539310f62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.2194259 Aug 11 02:09:49.689948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822e43-4049-4c0c-a215-bbe42973d42e req-47e3791d-4656-48b9-a79f-0d4b3c4ca76e tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.691447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81822e43-4049-4c0c-a215-bbe42973d42e req-47e3791d-4656-48b9-a79f-0d4b3c4ca76e tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1101 time: 0.3261232 Aug 11 02:09:49.724505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc15753-83ae-4de2-bfd3-be02df54eeb8 req-cb1690de-f700-48b5-8f2e-d1b677dc966a tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.726117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acc15753-83ae-4de2-bfd3-be02df54eeb8 req-cb1690de-f700-48b5-8f2e-d1b677dc966a tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.2793522 Aug 11 02:09:49.878010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81822e43-4049-4c0c-a215-bbe42973d42e req-56826eb0-90d1-4e46-a81f-e93d5fc65a1b tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698978 Aug 11 02:09:49.887053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-ee5b2b3d-03e1-48e7-b92d-6695ee151d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.888544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-ee5b2b3d-03e1-48e7-b92d-6695ee151d18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.3360713 Aug 11 02:09:49.897581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acc15753-83ae-4de2-bfd3-be02df54eeb8 req-2137adf4-00db-4509-bb1d-d5a8b830187a tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533861 Aug 11 02:09:49.941441 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-a83911de-97c7-4b24-8880-869872f7a555 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011204 Aug 11 02:09:49.978204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-1117ac2f-90d4-4780-a84d-64b737ac2006 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:49.980068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-1117ac2f-90d4-4780-a84d-64b737ac2006 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.1582704 Aug 11 02:09:49.982588 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd5ae3f-f9d9-4228-957d-4255d9ef384c x-openstack-request-id: req-8bd5ae3f-f9d9-4228-957d-4255d9ef384c {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:49.983498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-plugged", "status": "completed", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:49.983978 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bd5ae3f-f9d9-4228-957d-4255d9ef384c {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:49.984564 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e', 'code': 200} Aug 11 02:09:50.003680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Request body: {'port': {'device_id': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'admin_state_up': True, 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:50.034556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-e83a6602-13d6-40ed-a3aa-e2464ac67048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 217 time: 0.1292815 Aug 11 02:09:50.041188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.076789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d564abcb-7040-4558-80bb-314089e623ce {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:50.120165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.128332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f3b8-1ab5-493f-816f-3cb92383c9b4 req-d45876ea-ff1b-4288-9965-4c9a493c5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.129893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fa44f3b8-1ab5-493f-816f-3cb92383c9b4 req-d45876ea-ff1b-4288-9965-4c9a493c5742 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.0733621 Aug 11 02:09:50.151948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:50.156667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c1b22b9-090b-4419-8ad3-c9c0d8b58301 req-e786f8ca-9905-4df5-8a18-98ace9866455 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 210 time: 0.0945432 Aug 11 02:09:50.174893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:50.178400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.185292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fa44f3b8-1ab5-493f-816f-3cb92383c9b4 req-b16f5012-08a9-48b9-94d3-b52b4f19266e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Aug 11 02:09:50.219581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Transition to ACTIVE for port object d564abcb-7040-4558-80bb-314089e623ce will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:50.237021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.254767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-02edcc66-93a6-47fb-8a5e-e15ac3f04085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.256262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-02edcc66-93a6-47fb-8a5e-e15ac3f04085 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1929491 Aug 11 02:09:50.349739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-71bdcf88-50aa-4685-a40a-6a08fa1d65f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607655 Aug 11 02:09:50.352634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Allocated IP 172.20.0.8 (47372fc7-bf2b-4a2c-83f8-601b0277f883/ffa78850-f001-423b-b807-303263916f7c/bd12e1e1-39a2-470c-9580-97802f0c4323) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:50.431516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-ee0eba5c-7ab8-4696-9772-1f4d1889ab0f tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.438741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-ee0eba5c-7ab8-4696-9772-1f4d1889ab0f tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/networks?id=e998d735-e1b5-4e0b-a91d-9cc520b0cc52 HTTP/1.1" status: 200 len: 814 time: 0.3434212 Aug 11 02:09:50.457360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Pushing event updated for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:50.461141 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.476401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:50.480259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:50.547262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.550385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-9d1e2669-8e0e-4753-8fe4-1ad9c2cf3911 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/quotas/3a2a395406d34be9a108eb33c43b4248 HTTP/1.1" status: 200 len: 375 time: 0.1107640 Aug 11 02:09:50.580437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Attempting to bind port d564abcb-7040-4558-80bb-314089e623ce on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:50.580768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Attempting to bind port d564abcb-7040-4558-80bb-314089e623ce by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:50.581238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Attempting to bind port d564abcb-7040-4558-80bb-314089e623ce on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:50.586321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:50.598410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.619920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:50.628001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Port d564abcb-7040-4558-80bb-314089e623ce on network f5708e07-01f8-48d4-a857-f2710a543986 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:50.628310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Attempting to bind port d564abcb-7040-4558-80bb-314089e623ce on network f5708e07-01f8-48d4-a857-f2710a543986 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:50.639535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:50.647097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.648173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.672085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:50.683352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:50.690260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:50.690602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Checking segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:50.690979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Bound using segment: {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:50.691416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Bound port: d564abcb-7040-4558-80bb-314089e623ce, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:50.692496 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.695597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:50.696636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-39c50619-52cf-416b-a72a-c5802b656013 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6553743 Aug 11 02:09:50.700127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:50.703251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:50.716614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Request body: {'port': {'device_id': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:50.757142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e89b8-ce97-4910-a3ca-60c61a22abcd req-cd376292-248c-4e09-815b-75c1394c6146 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.766330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe5e89b8-ce97-4910-a3ca-60c61a22abcd req-cd376292-248c-4e09-815b-75c1394c6146 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 936 time: 0.3107357 Aug 11 02:09:50.766846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:50.767536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.787992 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-322d88c3-18ef-4780-96a7-0c2b867cff73 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7886972 Aug 11 02:09:50.816059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Request body: {'port': {'device_id': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:50.816293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.821389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-ceae70e9-13a6-4633-a4de-3a76657e745b service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537301 Aug 11 02:09:50.885379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.890415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-a9d63743-afeb-4582-b70b-0a822b13a2f9 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3a2a395406d34be9a108eb33c43b4248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3295977 Aug 11 02:09:50.937435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a4f353a4-be0e-4069-89ff-91f219b075eb None None] Provisioning for port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:50.943658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a4f353a4-be0e-4069-89ff-91f219b075eb None None] Provisioning complete for port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:50.944446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4f353a4-be0e-4069-89ff-91f219b075eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:50.979841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a4f353a4-be0e-4069-89ff-91f219b075eb None None] Port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:51.038720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe5e89b8-ce97-4910-a3ca-60c61a22abcd req-4b713019-c7b6-4673-90e8-1fdb524cf2f3 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714958 Aug 11 02:09:51.098703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:51.106564 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da1af0c-1adf-4eab-bf92-4c5d13f36ff7 x-openstack-request-id: req-5da1af0c-1adf-4eab-bf92-4c5d13f36ff7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:51.107195 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:51.107195 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5da1af0c-1adf-4eab-bf92-4c5d13f36ff7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:51.107502 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'status': 'completed', 'code': 200} Aug 11 02:09:51.107921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d564abcb-7040-4558-80bb-314089e623ce,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:51.170090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.213839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39c48dc8-14fc-4fab-997a-a1808706f8db req-d66d77bf-c016-4ce9-8188-f1c26ce1c57a service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735380 Aug 11 02:09:51.218417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-8ef81628-c5ec-409b-af48-31c98645e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.219759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-8ef81628-c5ec-409b-af48-31c98645e882 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 1099 time: 0.0817451 Aug 11 02:09:51.232063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd12e1e1-39a2-470c-9580-97802f0c4323 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:51.238435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-289052f9-29da-4242-bf8c-39c0f1621707 service neutron] 10.222.0.68 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127542 Aug 11 02:09:51.252568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.326674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Transition to ACTIVE for port object bd12e1e1-39a2-470c-9580-97802f0c4323 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:51.334455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.422191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.437835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-ceca63e5-9c96-4e3f-aa2a-0557ecff72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.439467 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-ceca63e5-9c96-4e3f-aa2a-0557ecff72e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2012069 Aug 11 02:09:51.558775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-75c343d5-2c6d-4371-a594-3db1d41ffd66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254 HTTP/1.1" status: 200 len: 217 time: 0.0887501 Aug 11 02:09:51.564131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:51.564504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:51.564788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:51.569993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:51.570313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:51.612428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:51.612785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:51.613207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:51.613856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Bound port: bd12e1e1-39a2-470c-9580-97802f0c4323, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:51.614219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.668899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-dfa942e3-2bd2-4cb2-90d5-70f5af37ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.670463 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-dfa942e3-2bd2-4cb2-90d5-70f5af37ec1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0977001 Aug 11 02:09:51.673849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.674468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.675831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] 10.222.0.67 "PUT /v2.0/ports/d564abcb-7040-4558-80bb-314089e623ce HTTP/1.1" status: 200 len: 1092 time: 2.6779439 Aug 11 02:09:51.680700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:51.687871 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364da7a-7ace-43bb-9be2-e2e401778e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "tag": "d564abcb-7040-4558-80bb-314089e623ce"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:51.727688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:51.743439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:51.751888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.761462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-20c3a443-9e34-49eb-9c13-8d919ef74367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.763579 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-20c3a443-9e34-49eb-9c13-8d919ef74367 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738609 Aug 11 02:09:51.790112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff22207-5270-4710-abd6-9ddaf0d06927 service neutron] Pushing event updated for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.799889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.800531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:51.802235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] 10.222.0.61 "PUT /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 1092 time: 0.9959130 Aug 11 02:09:51.881191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088ed7-001b-431d-b29b-c16b778ed56e req-b2f4a43d-8247-4dac-920f-f7f3892d4a0e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.882800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c088ed7-001b-431d-b29b-c16b778ed56e req-b2f4a43d-8247-4dac-920f-f7f3892d4a0e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.2047265 Aug 11 02:09:51.898551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-a858af8f-7bb8-4fa3-9d5f-ddaab3a40004 service neutron] 10.222.0.68 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513829 Aug 11 02:09:51.908796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8017e-676b-42a5-b0c4-4aefeb5032ba service neutron] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:51.915978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-735cad27-d08c-42b9-a07e-768f463c305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.917493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-735cad27-d08c-42b9-a07e-768f463c305f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 1095 time: 0.1560533 Aug 11 02:09:51.944460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-ab753b67-0eb0-4401-a6da-f5adf41bd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:51.945987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-ab753b67-0eb0-4401-a6da-f5adf41bd5c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1095 time: 0.0887647 Aug 11 02:09:51.958143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-facb2cae-d9a2-45a6-b7ba-980957e8d94e service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752665 Aug 11 02:09:51.986726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-fb30c0db-b7da-4a9a-861c-2ee62b40c3f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d564abcb-7040-4558-80bb-314089e623ce HTTP/1.1" status: 200 len: 217 time: 0.0559573 Aug 11 02:09:51.998238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c088ed7-001b-431d-b29b-c16b778ed56e req-47229fbe-6b0c-4fb9-9ee5-3bab0895e134 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076450 Aug 11 02:09:52.069097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:52.080475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.092909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-4a68ffdb-9ac8-4f53-b62e-0ad7da756d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.094451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-4a68ffdb-9ac8-4f53-b62e-0ad7da756d57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.0953538 Aug 11 02:09:52.111080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Transition to ACTIVE for port object 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:52.135131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.160958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-344b17ba-312e-44e7-ba9c-3d46d7c39968 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 217 time: 0.0604572 Aug 11 02:09:52.165050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21ce1e7b-4ef5-4ca6-9ace-201c420aa3f2 req-e886920e-d39a-46d3-971a-effe8e4cb85f service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948566 Aug 11 02:09:52.227914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-30beb37c-3eab-4022-8a3a-82c975b95c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.229395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-30beb37c-3eab-4022-8a3a-82c975b95c3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0560203 Aug 11 02:09:52.258710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Pushing event updated for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:52.271399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c5f90-dea2-4121-959d-585a62207ad9 req-b0886702-50f7-4215-aad5-7dfef168d829 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.273095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f0c5f90-dea2-4121-959d-585a62207ad9 req-b0886702-50f7-4215-aad5-7dfef168d829 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1776392 Aug 11 02:09:52.277200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-1ff00ffa-485e-43ed-9495-b4f0bc888db8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340102 Aug 11 02:09:52.290354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-4fad383e-3763-4928-b7e7-8b97488dcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.291881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-4fad383e-3763-4928-b7e7-8b97488dcfbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1838870 Aug 11 02:09:52.314931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34700b9-ee35-4f26-a6df-428200d5b588 req-c0e87e72-4921-47a2-9049-609d67a923c1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.316532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d34700b9-ee35-4f26-a6df-428200d5b588 req-c0e87e72-4921-47a2-9049-609d67a923c1 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 945 time: 0.1834347 Aug 11 02:09:52.444882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f0c5f90-dea2-4121-959d-585a62207ad9 req-a98f7d49-54a8-4f04-bf79-92a39f1078ea tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583884 Aug 11 02:09:52.462919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Attempting to bind port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:09:52.462919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Attempting to bind port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:09:52.462919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Attempting to bind port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:52.468937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-6098d2fc-87ed-40f4-a578-884cd1a5a943 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.470597 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-6098d2fc-87ed-40f4-a578-884cd1a5a943 tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.61 "GET /v2.0/ports?device_id=01ffb255-7b30-4067-b7dd-22a2683219f4 HTTP/1.1" status: 200 len: 945 time: 0.1153371 Aug 11 02:09:52.506716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1fd8-f736-49d1-b4f6-9872279afb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.513397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d34700b9-ee35-4f26-a6df-428200d5b588 req-4e9350a2-f484-4e02-9b8a-68c3829acb9e tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.68 "GET /v2.0/security-groups?id=da67e932-fb9d-4277-aaf1-f1da02233b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562603 Aug 11 02:09:52.514068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:09:52.514394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Attempting to bind port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:09:52.517531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-683e627c-6109-4809-876d-f64bb785f3f3 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114038 Aug 11 02:09:52.561639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:09:52.564055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:09:52.564910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:09:52.566251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Bound port: 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:09:52.566779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.660036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e7f9ecce-a43b-4c66-946c-7dc5e89c9034 req-bfa37417-438a-49bd-8c01-98b8618585a2 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323488 Aug 11 02:09:52.667455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Deleting port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:52.667807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.689043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-d1444ee2-ee30-4f50-b0e5-3a8397109694 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667212 Aug 11 02:09:52.772997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] For port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:52.773358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.790415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Calling delete_port for 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:52.795280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5f16-9333-4be1-8fdd-b3c94feb9b8b req-38793f29-dede-49e4-86dd-ef6e33e50ceb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.797140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-533a5f16-9333-4be1-8fdd-b3c94feb9b8b req-38793f29-dede-49e4-86dd-ef6e33e50ceb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 946 time: 0.2191215 Aug 11 02:09:52.805402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:09:52.831053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72724171-cbb8-46bc-85e0-9dad1ca2551e req-87cf5025-d51d-4da2-9000-8819ca2d3a35 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.832618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72724171-cbb8-46bc-85e0-9dad1ca2551e req-87cf5025-d51d-4da2-9000-8819ca2d3a35 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.2156084 Aug 11 02:09:52.851755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:09:52.875236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.946539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.951882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6d0aedd-c7eb-4b37-bcd6-d7ba12260969 req-a3fe8b8b-b9ce-4061-9848-cba95a5f211c service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527323 Aug 11 02:09:52.953147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:52.953762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:52.955115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] 10.222.0.61 "PUT /v2.0/ports/884a4a71-fd80-4a4a-933c-b4af8d48a1c6 HTTP/1.1" status: 200 len: 1097 time: 2.2433128 Aug 11 02:09:52.963422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:52.973505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-533a5f16-9333-4be1-8fdd-b3c94feb9b8b req-f14abc95-3aaf-40d2-aff8-b6fe2a73ada4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588697 Aug 11 02:09:52.988017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Pushing event deleted for resources: {'Port': ['ID=5a47080f-ebd7-45d4-822d-f1ff7dc1bd50,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:53.029743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] No DVR routers for this DVR port 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:09:53.030419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408f68-0029-4b27-8c37-1fc261e32795 service neutron] Pushing event updated for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:53.032381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.035573 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-526072c8-42c2-4b4b-9dd8-bbc133a6d602 req-91834672-3f10-4498-9ae9-9c6bd725b61d tempest-FloatingIPsAssociationTestJSON-1870130613 tempest-FloatingIPsAssociationTestJSON-1870130613-project] 10.222.0.61 "DELETE /v2.0/ports/5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 HTTP/1.1" status: 204 len: 173 time: 0.5541523 Aug 11 02:09:53.049754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72724171-cbb8-46bc-85e0-9dad1ca2551e req-29506b60-a2e2-463d-8e06-b3916e335941 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078748 Aug 11 02:09:53.109393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323'}, {'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'name': 'network-vif-deleted', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:53.115457 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f251eae4-d19f-49d1-b0b4-ff1893d90d97 x-openstack-request-id: req-f251eae4-d19f-49d1-b0b4-ff1893d90d97 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:53.115457 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "tag": "d564abcb-7040-4558-80bb-314089e623ce", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:53.116071 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f251eae4-d19f-49d1-b0b4-ff1893d90d97 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:53.116071 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce', 'status': 'completed', 'code': 200} Aug 11 02:09:53.116387 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323"}, {"server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "name": "network-vif-deleted", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:53.133730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-ea739047-8283-4fed-9481-369974bdf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.135898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-ea739047-8283-4fed-9481-369974bdf404 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 1100 time: 0.0844560 Aug 11 02:09:53.256250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-ca49da0f-e1e7-4c09-ba13-fb3aec993dc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6 HTTP/1.1" status: 200 len: 217 time: 0.0914371 Aug 11 02:09:53.258311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-123b9288-23e8-4b1f-b50a-fc18d7d89ebc req-5dec0a2b-db2a-41f2-ad1d-e19678a022b9 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 210 time: 0.0752854 Aug 11 02:09:53.298021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-ab2fa826-5bca-4cbe-8d02-4b477e2ab29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.300319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-ab2fa826-5bca-4cbe-8d02-4b477e2ab29b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 1095 time: 0.1533849 Aug 11 02:09:53.465452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-35515357-395c-4a7e-868c-1b6ff0388a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.467097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-35515357-395c-4a7e-868c-1b6ff0388a76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1975968 Aug 11 02:09:53.499523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb7430-509f-4366-a8b6-b651654b5c7e req-aeb8c087-7ba3-4124-bd27-713e63a8ab2a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.501100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0fb7430-509f-4366-a8b6-b651654b5c7e req-aeb8c087-7ba3-4124-bd27-713e63a8ab2a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 948 time: 0.1132462 Aug 11 02:09:53.517865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-3db917ad-6fcd-49d2-b38e-c1bb8b699322 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.520725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-3db917ad-6fcd-49d2-b38e-c1bb8b699322 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.67 "GET /v2.0/networks?id=e998d735-e1b5-4e0b-a91d-9cc520b0cc52 HTTP/1.1" status: 200 len: 814 time: 0.1779778 Aug 11 02:09:53.545094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Request body: {'port': {'device_id': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'admin_state_up': True, 'tenant_id': '3a2a395406d34be9a108eb33c43b4248'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:09:53.595996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-274d080e-d00f-446f-bf37-720736d51868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.599006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-274d080e-d00f-446f-bf37-720736d51868 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 924 time: 0.2763400 Aug 11 02:09:53.603429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0fb7430-509f-4366-a8b6-b651654b5c7e req-6bcef785-468e-4ef4-b62a-29c787f307ef tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870373 Aug 11 02:09:53.637581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9a04fc4a-db43-4828-94e9-2a122c3a5254 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:53.679354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-72baea4e-4472-48b4-b485-6bc3762ce9a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d564abcb-7040-4558-80bb-314089e623ce HTTP/1.1" status: 200 len: 217 time: 0.0619471 Aug 11 02:09:53.696584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Made reservation on behalf of 3a2a395406d34be9a108eb33c43b4248 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:09:53.703290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e00a3ee4-9235-470e-bd76-5c3aa53be567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.703809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.704820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-e00a3ee4-9235-470e-bd76-5c3aa53be567 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1969674 Aug 11 02:09:53.772012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:53.795961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'mac_address': 'fa:16:3e:d0:91:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:53.867552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.892781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a04fc4a-db43-4828-94e9-2a122c3a5254 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:53.899679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-6e4d81b1-b652-4f83-8e29-f94e64be0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.901173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-6e4d81b1-b652-4f83-8e29-f94e64be0c3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.1952689 Aug 11 02:09:53.918769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786af79-49a7-4788-b628-20b6f9b75793 req-1fe7632c-7a2e-4027-81b9-a90b9d0351b8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:53.920857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9786af79-49a7-4788-b628-20b6f9b75793 req-1fe7632c-7a2e-4027-81b9-a90b9d0351b8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.2838759 Aug 11 02:09:53.940113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:53.942270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Allocated IP 172.20.0.5 (e998d735-e1b5-4e0b-a91d-9cc520b0cc52/9146e0f3-1bd3-4df7-9ba3-9957daaf96b5/48a60243-8db6-485a-ac5a-6e5e37f4ad48) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:09:53.947348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:53.994169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889e8b2-fc1e-4d58-b010-b1e3e5bae11a req-df8ce78d-1d3b-40e6-86bc-b59531f12eaa tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.003597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9889e8b2-fc1e-4d58-b010-b1e3e5bae11a req-df8ce78d-1d3b-40e6-86bc-b59531f12eaa tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.2471764 Aug 11 02:09:54.040900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:54.060519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-fa54770f-fb9c-4b19-995e-dbe3bfec6149 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426335 Aug 11 02:09:54.069666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9786af79-49a7-4788-b628-20b6f9b75793 req-165f28dc-7b35-4d34-a8fe-2c793ac36e84 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270876 Aug 11 02:09:54.129732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-2918ca47-db98-40e3-a53c-c347740e3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.131492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-2918ca47-db98-40e3-a53c-c347740e3f36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097008 Aug 11 02:09:54.202674 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca80a1f0-2dd8-4dea-a8c3-2080cac383d4 x-openstack-request-id: req-ca80a1f0-2dd8-4dea-a8c3-2080cac383d4 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:54.203270 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323", "status": "completed", "code": 200}, {"server_uuid": "01ffb255-7b30-4067-b7dd-22a2683219f4", "name": "network-vif-deleted", "tag": "5a47080f-ebd7-45d4-822d-f1ff7dc1bd50", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:54.203693 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ca80a1f0-2dd8-4dea-a8c3-2080cac383d4 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:54.204342 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'status': 'completed', 'code': 200} Aug 11 02:09:54.204750 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ffb255-7b30-4067-b7dd-22a2683219f4', 'name': 'network-vif-deleted', 'tag': '5a47080f-ebd7-45d4-822d-f1ff7dc1bd50', 'status': 'completed', 'code': 200} Aug 11 02:09:54.219797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9889e8b2-fc1e-4d58-b010-b1e3e5bae11a req-2b5c95b7-2c48-46d4-9c91-bbfc746714db tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084761 Aug 11 02:09:54.296303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9a04fc4a-db43-4828-94e9-2a122c3a5254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:54.349414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964bfcd5-3ccc-4e9a-99c8-a9afb466e141 req-f33b52a8-f253-4065-a86b-a35589281d8d service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785344 Aug 11 02:09:54.430451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.482989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Transition to ACTIVE for port object 48a60243-8db6-485a-ac5a-6e5e37f4ad48 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:09:54.501672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-d5e6fff6-fd1a-47e6-9122-b5f2125e82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.503262 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-d5e6fff6-fd1a-47e6-9122-b5f2125e82a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1095 time: 0.2795460 Aug 11 02:09:54.512917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04535c20-0971-4185-8606-e80d6512da20 req-f40fe83c-6b18-486c-818f-a0d401b91440 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.526405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04535c20-0971-4185-8606-e80d6512da20 req-f40fe83c-6b18-486c-818f-a0d401b91440 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1554012 Aug 11 02:09:54.543953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34508) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:54.751760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04535c20-0971-4185-8606-e80d6512da20 req-62339764-5a19-469e-9946-95f9441db41d tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231553 Aug 11 02:09:54.758865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:54.821847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Pushing event updated for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:54.833622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:09:54.835004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-fe2b3780-d25f-4c65-8b9a-496333b1a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.836520 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-fe2b3780-d25f-4c65-8b9a-496333b1a35d service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.3062885 Aug 11 02:09:54.838180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:09:54.840532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:09:54.900021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1dac-f027-4b8c-8512-993dc3bf2953 req-cea55116-df52-4545-bb1b-d73adf42c8d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.912683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79fd1dac-f027-4b8c-8512-993dc3bf2953 req-cea55116-df52-4545-bb1b-d73adf42c8d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.2430525 Aug 11 02:09:54.919617 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-fd93ab20-90c5-4ceb-9731-5d89e1983149 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 217 time: 0.0482438 Aug 11 02:09:54.991643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:54.992301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.015474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-1dd6f6e2-ec1a-4249-b897-9b0eee7da167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.017307 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-1dd6f6e2-ec1a-4249-b897-9b0eee7da167 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0807779 Aug 11 02:09:55.022189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-50a7dd44-658d-47dd-8c25-f6ffd938b73e tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4829152 Aug 11 02:09:55.076514 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-85b4488d-d6b8-46b9-b585-752d42b8a5f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400338 Aug 11 02:09:55.089594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4487c12b-5c9c-4a75-809d-daf77c3d47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.150535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:55.153224 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cdf07b-8540-4f52-8af9-fb30822d87ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:55.185351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79fd1dac-f027-4b8c-8512-993dc3bf2953 req-eb2653e2-85ab-4d56-89fb-d2d82d7cbc03 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715447 Aug 11 02:09:55.249480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c80d187a-004d-4f6a-ab12-5cf809dc25ae None None] Provisioning for port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:55.261438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c80d187a-004d-4f6a-ab12-5cf809dc25ae None None] Provisioning complete for port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:55.262346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c80d187a-004d-4f6a-ab12-5cf809dc25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.300028 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-7b53bc0e-815e-43f0-a5ed-69771b6a5055 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080557 Aug 11 02:09:55.329569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c80d187a-004d-4f6a-ab12-5cf809dc25ae None None] Port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:09:55.405603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7568-6f22-46a2-a1e0-aa1bc3e93d60 req-a81738f3-9cb1-452f-8832-0487d8b6a7af tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.406875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.409069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c99a7568-6f22-46a2-a1e0-aa1bc3e93d60 req-a81738f3-9cb1-452f-8832-0487d8b6a7af tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.1217666 Aug 11 02:09:55.430501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f09c4-4880-4b59-a36f-0c7a3305d25d req-880d4278-5e19-4fd0-ab98-c089b0108211 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.435492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c9f09c4-4880-4b59-a36f-0c7a3305d25d req-880d4278-5e19-4fd0-ab98-c089b0108211 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.2441993 Aug 11 02:09:55.538948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c99a7568-6f22-46a2-a1e0-aa1bc3e93d60 req-d1adc656-6a46-41ac-b89d-d742734edc57 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989370 Aug 11 02:09:55.554972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c9f09c4-4880-4b59-a36f-0c7a3305d25d req-4e7aaeca-3508-4098-aab2-f501d108e36e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950820 Aug 11 02:09:55.596266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4622ca2-886b-45fa-a245-b9db8a3ae8cc req-203b4bac-062b-48d8-84d0-2ab3ea76a0e0 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847867 Aug 11 02:09:55.645278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9a04fc4a-db43-4828-94e9-2a122c3a5254 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:55.727262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 9a04fc4a-db43-4828-94e9-2a122c3a5254 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:55.738703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9a04fc4a-db43-4828-94e9-2a122c3a5254 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:09:55.739311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.782895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d8266-b4ba-4af5-a717-8868e603c882 req-eb76bc37-195a-4ea9-ac6d-90c3752f3cb1 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:55.784432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b3d8266-b4ba-4af5-a717-8868e603c882 req-eb76bc37-195a-4ea9-ac6d-90c3752f3cb1 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.0817206 Aug 11 02:09:55.788217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:55.827489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:55.830588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:09:55.879790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:09:55.885850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5a47080f-ebd7-45d4-822d-f1ff7dc1bd50 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:09:55.950194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b3d8266-b4ba-4af5-a717-8868e603c882 req-00d3c5a4-d8a0-4a7e-817a-0decf1bd8fd1 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578679 Aug 11 02:09:55.956513 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.047114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:56.084115 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28705a-4d0b-4f70-992c-e670684889b2 x-openstack-request-id: req-bb28705a-4d0b-4f70-992c-e670684889b2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:56.087079 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:56.087766 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb28705a-4d0b-4f70-992c-e670684889b2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:56.088370 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', 'status': 'completed', 'code': 200} Aug 11 02:09:56.101645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:09:56.120229 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c23ea-4575-4304-b44c-b41e5bc25a14" -d '{"events": [{"server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "name": "network-vif-plugged", "status": "completed", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:09:56.142021 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.159872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-7c9ae279-597d-473b-a494-8b2dc60ba293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.162325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-7c9ae279-597d-473b-a494-8b2dc60ba293 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 1100 time: 0.0593336 Aug 11 02:09:56.320956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.330917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-3c412660-f6f9-49eb-8198-94b3ac2c1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.332452 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-3c412660-f6f9-49eb-8198-94b3ac2c1896 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1616197 Aug 11 02:09:56.341323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:56.364750 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.382092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'port_id': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'mac_address': 'fa:16:3e:1d:0a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa78850-f001-423b-b807-303263916f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:56.383830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103b754-4894-434e-a160-6729bfbfb5b5 req-aa8aa54f-a35b-4064-8953-113fd7d8809e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.392386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0103b754-4894-434e-a160-6729bfbfb5b5 req-aa8aa54f-a35b-4064-8953-113fd7d8809e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 948 time: 0.2682199 Aug 11 02:09:56.424751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-15128d71-4695-41b3-8fd6-75d408d30975 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6 HTTP/1.1" status: 200 len: 217 time: 0.0712960 Aug 11 02:09:56.455729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0103b754-4894-434e-a160-6729bfbfb5b5 req-2328e8d4-0842-4c38-aadd-78424b3b25db tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Aug 11 02:09:56.467106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Deleting port 8a10ed22-a13a-4c66-818f-98c71d007caa {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:56.467609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.497459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-36b67cc7-42b5-4dd0-8dbd-f37dfac7194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.499295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-36b67cc7-42b5-4dd0-8dbd-f37dfac7194c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0541008 Aug 11 02:09:56.607489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-e72ed07f-802d-4de9-ad46-21348f376976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.609203 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-e72ed07f-802d-4de9-ad46-21348f376976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977733 Aug 11 02:09:56.727339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.731876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825952-1db2-402d-85f4-2e9ebd9c9605 req-3ebc8eb2-d262-4220-8681-33f74a3a8ee9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.741371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825952-1db2-402d-85f4-2e9ebd9c9605 req-3ebc8eb2-d262-4220-8681-33f74a3a8ee9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.748825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825952-1db2-402d-85f4-2e9ebd9c9605 req-3ebc8eb2-d262-4220-8681-33f74a3a8ee9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.759631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd12e1e1-39a2-470c-9580-97802f0c4323 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:56.765115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89825952-1db2-402d-85f4-2e9ebd9c9605 req-3ebc8eb2-d262-4220-8681-33f74a3a8ee9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2&device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 2417 time: 0.1331124 Aug 11 02:09:56.796651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] For port 8a10ed22-a13a-4c66-818f-98c71d007caa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8a10ed22-a13a-4c66-818f-98c71d007caa,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:56.797426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.798875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-70c56d91-6f18-4504-adf4-4e8fb2fb3c14 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783981 Aug 11 02:09:56.807868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:56.825681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:56.827618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff36d-6a05-483a-a8d0-c27fee499d8c req-e6a597cc-f746-4f66-b9cd-7474187eff96 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:56.835159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9aff36d-6a05-483a-a8d0-c27fee499d8c req-e6a597cc-f746-4f66-b9cd-7474187eff96 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.2658720 Aug 11 02:09:56.850602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Calling delete_port for 8a10ed22-a13a-4c66-818f-98c71d007caa owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:56.900099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:56.972623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89825952-1db2-402d-85f4-2e9ebd9c9605 req-749229f0-04bf-4da8-ada2-d18c1e3410f3 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061222 Aug 11 02:09:56.977345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-78cdf07b-8540-4f52-8af9-fb30822d87ce req-c2833e6a-47ad-4315-b4cb-9124f06e8089 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614888 Aug 11 02:09:57.006998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9aff36d-6a05-483a-a8d0-c27fee499d8c req-946fd721-cd53-4b31-abaf-a9a37ab6a708 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705155 Aug 11 02:09:57.072971 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf20832-f945-4e57-b7c7-bce73d0e4bab x-openstack-request-id: req-9cf20832-f945-4e57-b7c7-bce73d0e4bab {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:09:57.073278 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "name": "network-vif-plugged", "status": "completed", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:09:57.073537 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9cf20832-f945-4e57-b7c7-bce73d0e4bab {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:09:57.073969 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'code': 200} Aug 11 02:09:57.147704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce513-fb9a-4f4b-976e-44de6b6f065f req-13bc6866-fc71-47bb-b6e4-9a3f125adbad tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.159177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-001ce513-fb9a-4f4b-976e-44de6b6f065f req-13bc6866-fc71-47bb-b6e4-9a3f125adbad tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1006930 Aug 11 02:09:57.221179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-001ce513-fb9a-4f4b-976e-44de6b6f065f req-d5152db0-81d8-4491-8fac-6cc81d1311e8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Aug 11 02:09:57.273584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bd12e1e1-39a2-470c-9580-97802f0c4323'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:57.304100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.322275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b48c-9faa-41ea-99f8-b01b363ed2a7 req-e460125e-a31c-48da-85b2-bd898618bce0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.323834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f30b48c-9faa-41ea-99f8-b01b363ed2a7 req-e460125e-a31c-48da-85b2-bd898618bce0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.0786369 Aug 11 02:09:57.629497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a10ed22-a13a-4c66-818f-98c71d007caa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:57.686551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.686890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.687225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.687557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.687877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.688208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.688532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.688849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.689169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.689493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.689824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.690151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:57.770452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f30b48c-9faa-41ea-99f8-b01b363ed2a7 req-81fd9049-0fa6-462e-a8ce-2271e1e3b13f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447120 Aug 11 02:09:57.781468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5cf0-7c80-402b-99be-ab4aa48bc4eb req-3987c3cd-cbf1-4e3c-9181-0386c35bbbf3 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:57.788730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f2d5cf0-7c80-402b-99be-ab4aa48bc4eb req-3987c3cd-cbf1-4e3c-9181-0386c35bbbf3 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.1615827 Aug 11 02:09:57.825242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:09:57.919945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f2d5cf0-7c80-402b-99be-ab4aa48bc4eb req-5031e4d0-625c-492b-9491-89b131ec7a36 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302569 Aug 11 02:09:57.954180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:57.956060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.001197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:58.032725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', 'mac_address': 'fa:16:3e:77:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:09:58.077750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb531-1154-423a-a65c-bba6ef90a4e9 req-75889209-e7aa-4042-b63f-ea90a2eeceee tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.085061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d51eb531-1154-423a-a65c-bba6ef90a4e9 req-75889209-e7aa-4042-b63f-ea90a2eeceee tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.1501093 Aug 11 02:09:58.092327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.109831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:09:58.149727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:58.156303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:58.162128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d51eb531-1154-423a-a65c-bba6ef90a4e9 req-d3b95470-7087-494a-930d-65935b9a072d tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759780 Aug 11 02:09:58.166947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20e175-5200-4e53-b5bf-61b074fab71d req-83a96022-5bb2-49d9-b410-e72e830731ea tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.169008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc20e175-5200-4e53-b5bf-61b074fab71d req-83a96022-5bb2-49d9-b410-e72e830731ea tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.1870697 Aug 11 02:09:58.222566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc20e175-5200-4e53-b5bf-61b074fab71d req-3101f5b0-b7c0-4f10-bc76-a1b91cd27c64 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Aug 11 02:09:58.243691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:58.254655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.255081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.255511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.256446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.256446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.256916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.257310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.257746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.258162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.258552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.258947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.259354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:09:58.387172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a08c2-db9e-4964-aca5-cf8a15ec9663 req-abed3b30-8b96-4710-b14f-4313f37b78e6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.395135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b18a08c2-db9e-4964-aca5-cf8a15ec9663 req-abed3b30-8b96-4710-b14f-4313f37b78e6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 949 time: 0.1381497 Aug 11 02:09:58.436441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Router 2316fedf-1061-47ca-8ae3-89cdc79711ef has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:09:58.444641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478a764-016a-4db4-b430-62abcfc58149 req-a0828772-2dde-4bf6-80ec-067220f2cd33 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.446237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2478a764-016a-4db4-b430-62abcfc58149 req-a0828772-2dde-4bf6-80ec-067220f2cd33 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1573646 Aug 11 02:09:58.478537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b18a08c2-db9e-4964-aca5-cf8a15ec9663 req-50e2df74-f489-4d44-9be2-4d02a47a1dc5 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825303 Aug 11 02:09:58.533196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2478a764-016a-4db4-b430-62abcfc58149 req-a263901a-e627-4f60-84a1-5f0811a74a4f tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778441 Aug 11 02:09:58.594202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:09:58.624664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:09:58.636515 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Sync routers for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:09:58.638877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c6babee-1068-4970-ad8e-1f9d8fe666b5 admin admin] 10.222.0.68 "PUT /v2.0/routers/2316fedf-1061-47ca-8ae3-89cdc79711ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0936761 Aug 11 02:09:58.642275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34562) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:09:58.655210 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:58.656103 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:58.790055 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:58.841756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1d73d-0a79-420d-a97a-037a7f5e381c req-a64f8348-0fc5-410e-a342-9a2e15560d8a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:58.850777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e1d73d-0a79-420d-a97a-037a7f5e381c req-a64f8348-0fc5-410e-a342-9a2e15560d8a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2097321 Aug 11 02:09:58.923470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e1d73d-0a79-420d-a97a-037a7f5e381c req-d34f972e-299d-45ff-8998-a7f234cb8e5e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Aug 11 02:09:58.969572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.037897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a60c7e-41a6-4a5a-bcbb-87f927d80021 req-005b8484-7741-4ed9-a340-d074bb49bba0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.040955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14a60c7e-41a6-4a5a-bcbb-87f927d80021 req-005b8484-7741-4ed9-a340-d074bb49bba0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.1197259 Aug 11 02:09:59.055888 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:09:57Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:59.093541 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Checking router: 2316fedf-1061-47ca-8ae3-89cdc79711ef for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:09:59.104568 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Routers {'2316fedf-1061-47ca-8ae3-89cdc79711ef'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:09:59.106164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2316fedf-1061-47ca-8ae3-89cdc79711ef'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:59.151169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14a60c7e-41a6-4a5a-bcbb-87f927d80021 req-a4c80694-f509-4463-ad2b-de1c024cb868 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 Aug 11 02:09:59.183411 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.260139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Deleting port 5b5b6877-06f7-478a-93e4-35fa108803ad {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:09:59.262486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.290983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] Set router 2316fedf-1061-47ca-8ae3-89cdc79711ef gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:09:59.387937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] For port 5b5b6877-06f7-478a-93e4-35fa108803ad, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5b5b6877-06f7-478a-93e4-35fa108803ad,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:09:59.388413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.436916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Calling delete_port for 5b5b6877-06f7-478a-93e4-35fa108803ad owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:09:59.531083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a4213-40ef-4413-bce8-881de30073da req-134dcd3d-c6ec-49c5-9946-73d81dccd140 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.538899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-170a4213-40ef-4413-bce8-881de30073da req-134dcd3d-c6ec-49c5-9946-73d81dccd140 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.1704686 Aug 11 02:09:59.548113 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:09:57Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:09:59.579074 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dddbcd-f245-4a6d-950c-0de0088f3acd None None] The sync data for ids ['2316fedf-1061-47ca-8ae3-89cdc79711ef'] in n-d-713498-10 is: [{'id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-2004372129-router', 'tenant_id': '44e043ed46ba419aba96e0763faafcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:01Z', 'updated_at': '2021-08-11T02:09:57Z', 'revision_number': 5, 'project_id': '44e043ed46ba419aba96e0763faafcc0', 'gw_port': {'id': '5b5b6877-06f7-478a-93e4-35fa108803ad', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fedf-1061-47ca-8ae3-89cdc79711ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:08:02Z', 'updated_at': '2021-08-11T02:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:09:59.591630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43f22b-0703-4a4f-8dcd-17aae127e413 req-8de90e5c-8076-44db-b79e-18f1357c2220 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:09:59.593181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c43f22b-0703-4a4f-8dcd-17aae127e413 req-8de90e5c-8076-44db-b79e-18f1357c2220 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.1774540 Aug 11 02:09:59.627393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-170a4213-40ef-4413-bce8-881de30073da req-65bbecd4-097c-44e7-a614-84273a308f22 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874863 Aug 11 02:09:59.707922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c43f22b-0703-4a4f-8dcd-17aae127e413 req-60c3736a-2fed-47f4-9789-af92314693a5 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030574 Aug 11 02:09:59.791812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.839534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5b6877-06f7-478a-93e4-35fa108803ad,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:09:59.848844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:09:59.917088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:09:59.988535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port bd12e1e1-39a2-470c-9580-97802f0c4323 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:09:59.997105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bd12e1e1-39a2-470c-9580-97802f0c4323 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:00.001186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.127281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac24a3-3a64-46d5-ab31-393acaecb14d req-21c4e996-a541-4118-91f8-39cdd62ad8ca tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.129122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.134875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dac24a3-3a64-46d5-ab31-393acaecb14d req-21c4e996-a541-4118-91f8-39cdd62ad8ca tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 949 time: 0.3084962 Aug 11 02:10:00.155461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.159312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:00.160900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.162301 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28764a20-e3b3-44cf-b7e0-1500d5a55849" -d '{"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:00.177133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:00.192590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.253852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:00.288469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dac24a3-3a64-46d5-ab31-393acaecb14d req-93ad288e-bb72-4c77-9e5d-467eefec211d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526341 Aug 11 02:10:00.300624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b45d7-648f-48d2-a925-de1c2cf31341 req-fe32262b-be8c-4904-bd29-063cc4e10374 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.306335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-114b45d7-648f-48d2-a925-de1c2cf31341 req-fe32262b-be8c-4904-bd29-063cc4e10374 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.2783775 Aug 11 02:10:00.314142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.315263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2316fedf-1061-47ca-8ae3-89cdc79711ef {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:10:00.339067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.343562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34590) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:00.346243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fce962eb-8b80-4937-9d2c-30998cf6cdc6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/2316fedf-1061-47ca-8ae3-89cdc79711ef HTTP/1.1" status: 204 len: 168 time: 1.7018807 Aug 11 02:10:00.401426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-114b45d7-648f-48d2-a925-de1c2cf31341 req-8c9c39e6-637d-42f3-b46b-1204bc7e5d85 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940235 Aug 11 02:10:00.486537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Deleting subnet 394d9173-9407-45be-b84e-44860302a6f2 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:00.499071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.502675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8a10ed22-a13a-4c66-818f-98c71d007caa no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:00.564811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 8a10ed22-a13a-4c66-818f-98c71d007caa {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:00.565396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8a10ed22-a13a-4c66-818f-98c71d007caa not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:00.575951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9660e-25de-4b93-a969-18b5d7619e01 req-344e8231-6f6f-4292-8934-9b9eff5feae3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.577696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddf9660e-25de-4b93-a969-18b5d7619e01 req-344e8231-6f6f-4292-8934-9b9eff5feae3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1446216 Aug 11 02:10:00.619633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.655839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddf9660e-25de-4b93-a969-18b5d7619e01 req-252144d1-109d-49ab-957c-c788529be070 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584393 Aug 11 02:10:00.755402 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4a33d-263a-4817-ae2b-921df6763adf x-openstack-request-id: req-99d4a33d-263a-4817-ae2b-921df6763adf {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:00.755727 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:00.755993 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99d4a33d-263a-4817-ae2b-921df6763adf {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:00.756341 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'code': 200} Aug 11 02:10:00.772300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.837088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5175-5af0-4e25-b3f2-914dc98fcb4e req-bc9ea5e6-78b1-45be-ae3e-7796386d8902 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.839876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a51a5175-5af0-4e25-b3f2-914dc98fcb4e req-bc9ea5e6-78b1-45be-ae3e-7796386d8902 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 945 time: 0.0691955 Aug 11 02:10:00.862502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.911041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:00.916142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/394d9173-9407-45be-b84e-44860302a6f2 HTTP/1.1" status: 204 len: 168 time: 0.5684297 Aug 11 02:10:00.916445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a51a5175-5af0-4e25-b3f2-914dc98fcb4e req-17f65456-7cb0-4960-a957-0449da884a4b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614948 Aug 11 02:10:00.916445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:00.916712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=394d9173-9407-45be-b84e-44860302a6f2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:00.925061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad16b9-2544-43bb-a459-4bbf6d579e07 None None] Network 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:00.931439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.932200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.932200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.932487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.932744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.933070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.933390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.933739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.934248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.934576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.935070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.935469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9b7289-e067-4c49-87b9-adcf29bffc89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:00.947863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efb08-2f7f-4212-b595-80efb00bfa9a req-cf9b663e-d8ec-458c-b45e-d9b64fccb573 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.950162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-176efb08-2f7f-4212-b595-80efb00bfa9a req-cf9b663e-d8ec-458c-b45e-d9b64fccb573 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.1084146 Aug 11 02:10:00.985570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec776e-bfeb-4d1e-909a-0278cdb0e14b req-56d677e5-d70d-40cd-9938-6e5c40714ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:00.985570 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b5ec776e-bfeb-4d1e-909a-0278cdb0e14b req-56d677e5-d70d-40cd-9938-6e5c40714ac5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.1310942 Aug 11 02:10:01.059694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b5ec776e-bfeb-4d1e-909a-0278cdb0e14b req-b82ddd46-0bb9-482b-b66c-731bb7b91558 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Aug 11 02:10:01.112499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.116875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-176efb08-2f7f-4212-b595-80efb00bfa9a req-3108073c-f61a-4748-95a4-bacaab950864 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165032 Aug 11 02:10:01.178818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04de20-e405-44a1-963c-fc009d5cc0dd req-fa1b6c20-fbb3-4f75-b787-3b4237b17141 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.180457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d04de20-e405-44a1-963c-fc009d5cc0dd req-fa1b6c20-fbb3-4f75-b787-3b4237b17141 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1161458 Aug 11 02:10:01.247778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] DHCP port deletion for 25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:10:01.280726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Deleting port dae11104-8187-474c-945f-3f4d1f592dba {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:01.280983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.306201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Deleting port dae11104-8187-474c-945f-3f4d1f592dba {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:01.306620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.426456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] For port dae11104-8187-474c-945f-3f4d1f592dba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dae11104-8187-474c-945f-3f4d1f592dba,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:01.427275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.450952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Calling delete_port for dae11104-8187-474c-945f-3f4d1f592dba owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:01.581691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d04de20-e405-44a1-963c-fc009d5cc0dd req-49e54edf-5ae6-4fdc-a9d0-fe467246c321 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890193 Aug 11 02:10:01.621625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.630196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e38a-4a84-4c3b-828a-0021a8c8c2f4 req-1616f2b9-c0d7-46c9-9b99-317b4ebcbe9a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.638165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8cf1e38a-4a84-4c3b-828a-0021a8c8c2f4 req-1616f2b9-c0d7-46c9-9b99-317b4ebcbe9a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.4195688 Aug 11 02:10:01.674696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] Pushing event deleted for resources: {'Port': ['ID=dae11104-8187-474c-945f-3f4d1f592dba,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:01.679290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f19077-aeaf-4552-98f1-3fe6bce068d0 None None] No DVR routers for this DVR port dae11104-8187-474c-945f-3f4d1f592dba on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:01.689904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] For port dae11104-8187-474c-945f-3f4d1f592dba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dae11104-8187-474c-945f-3f4d1f592dba,segment=NetworkSegment(f9f510df-383d-4ad7-8642-def3d0698284),segment_id=f9f510df-383d-4ad7-8642-def3d0698284)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:01.690281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.728198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Calling delete_port for dae11104-8187-474c-945f-3f4d1f592dba owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:01.738058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8cf1e38a-4a84-4c3b-828a-0021a8c8c2f4 req-3ada920f-24c3-4b29-81db-72d960976cd6 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989401 Aug 11 02:10:01.791368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a847e-8e48-413f-a821-56cc46fa9be7 req-0c92796d-d972-4a99-8e7f-a481550d0b13 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.792927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-948a847e-8e48-413f-a821-56cc46fa9be7 req-0c92796d-d972-4a99-8e7f-a481550d0b13 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 949 time: 0.1306758 Aug 11 02:10:01.850111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:01.884836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-948a847e-8e48-413f-a821-56cc46fa9be7 req-9ce17056-8cbd-4d41-bae3-31e828084f54 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833647 Aug 11 02:10:01.888205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.932392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dae11104-8187-474c-945f-3f4d1f592dba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:01.939274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] No DVR routers for this DVR port dae11104-8187-474c-945f-3f4d1f592dba on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:01.963801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:01.972606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:01.972994 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:01.973782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074b6ae-9de5-4ab0-872d-1328e5d3d7ed req-b81e24cd-bee7-435a-8fb3-71e2012c0d37 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:01.981372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0074b6ae-9de5-4ab0-872d-1328e5d3d7ed req-b81e24cd-bee7-435a-8fb3-71e2012c0d37 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1384444 Aug 11 02:10:02.094090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.100380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.105151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0074b6ae-9de5-4ab0-872d-1328e5d3d7ed req-e5b04ce3-ca3d-44b1-a533-552f26e80a5b tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228478 Aug 11 02:10:02.110798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.111144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.111918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.112590 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > port after_create 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.112590 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.112894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > port after_update 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.113235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.113571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.113919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.115119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.181999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:02.188770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.249526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:02.288592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.288977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.289332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.289669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:10:02.290101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:02.325438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f510df-383d-4ad7-8642-def3d0698284') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:02.325895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f510df-383d-4ad7-8642-def3d0698284') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:02.365146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.393636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443952-a1e8-4b9e-81de-0a44063c3b99 req-774b85f6-41f6-470c-9feb-ba49d7d0e85f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.397134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e443952-a1e8-4b9e-81de-0a44063c3b99 req-774b85f6-41f6-470c-9feb-ba49d7d0e85f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.3636785 Aug 11 02:10:02.457521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.465871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5b5b6877-06f7-478a-93e4-35fa108803ad no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:02.487932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:02.488374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.493651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e443952-a1e8-4b9e-81de-0a44063c3b99 req-8667fc1f-a32d-4e98-9ef4-83cb643ff563 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901065 Aug 11 02:10:02.501692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5cafd-d5b8-4fa5-ad05-4f75d9168753 req-cd67ac14-8cd1-4d5e-ba9c-21f670539ca0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.509265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60f5cafd-d5b8-4fa5-ad05-4f75d9168753 req-cd67ac14-8cd1-4d5e-ba9c-21f670539ca0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 945 time: 0.2008631 Aug 11 02:10:02.523994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5b5b6877-06f7-478a-93e4-35fa108803ad {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:02.525688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5b5b6877-06f7-478a-93e4-35fa108803ad not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:02.526406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dae11104-8187-474c-945f-3f4d1f592dba no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: from cryptography.utils import int_from_bytes Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: from cryptography.utils import int_from_bytes Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:02.536910 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:02.572179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dae11104-8187-474c-945f-3f4d1f592dba {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:02.573201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dae11104-8187-474c-945f-3f4d1f592dba not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:02.618469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60f5cafd-d5b8-4fa5-ad05-4f75d9168753 req-aa52d293-4531-47e3-b87f-4e6046546945 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082909 Aug 11 02:10:02.660998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.672368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:02.676677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] 10.222.0.68 "DELETE /v2.0/networks/25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4 HTTP/1.1" status: 204 len: 168 time: 1.7570400 Aug 11 02:10:02.687156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010a0d-5e4a-41b4-96ca-417a9e7e19cd admin admin] Pushing event deleted for resources: {'Network': ['ID=25a1c76d-b2ff-4e6e-b64e-1adaab3d18d4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:02.732314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df82e-8aa4-41ab-b077-050512cc18dc req-13bd055b-33d1-4ea9-a511-6fea27aee300 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.733885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa1df82e-8aa4-41ab-b077-050512cc18dc req-13bd055b-33d1-4ea9-a511-6fea27aee300 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.1127613 Aug 11 02:10:02.757327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:02.759993 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a92b4-40df-4f66-9d27-8373609b8446" -d '{"events": [{"server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "name": "network-vif-plugged", "status": "completed", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:02.805528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f9e38-1cf0-4a4d-adea-51d393001400 req-51c5ceb2-d47c-429f-88b8-e0f469dab85c tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:02.807607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e0f9e38-1cf0-4a4d-adea-51d393001400 req-51c5ceb2-d47c-429f-88b8-e0f469dab85c tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1216443 Aug 11 02:10:02.876401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa1df82e-8aa4-41ab-b077-050512cc18dc req-4ecdebf5-e43b-4586-8ee8-eedaf71b8370 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351874 Aug 11 02:10:02.940122 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83042e-56f1-48f3-894c-4fce03c8ba89 x-openstack-request-id: req-ea83042e-56f1-48f3-894c-4fce03c8ba89 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:02.940808 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "name": "network-vif-plugged", "status": "completed", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:02.941237 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea83042e-56f1-48f3-894c-4fce03c8ba89 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:02.941792 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', 'code': 200} Aug 11 02:10:02.948932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e0f9e38-1cf0-4a4d-adea-51d393001400 req-5dd4ca81-38fb-40ad-91de-bd5969ac86e7 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264553 Aug 11 02:10:03.047341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34622) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.162550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b8813-f26e-4637-87e9-ef1f5c2e3f47 req-197177b7-8c04-4f40-8299-aa632c9c9657 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.171386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-343b8813-f26e-4637-87e9-ef1f5c2e3f47 req-197177b7-8c04-4f40-8299-aa632c9c9657 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 950 time: 0.1186228 Aug 11 02:10:03.182816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594f68-91e5-4b97-8db4-c1c49c80b001 req-722b15a2-c757-4c1d-819c-ef07d562c610 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.190465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5594f68-91e5-4b97-8db4-c1c49c80b001 req-722b15a2-c757-4c1d-819c-ef07d562c610 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.0954797 Aug 11 02:10:03.191492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06118e5b-f34a-4358-9342-61017f9b0542 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44e043ed46ba419aba96e0763faafcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419680 Aug 11 02:10:03.193993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e33612-a0e4-4edc-9ad7-c8633cb0c5bb req-da55812a-2ff5-4e01-8ae1-f7c8d99c86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.195823 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23e33612-a0e4-4edc-9ad7-c8633cb0c5bb req-da55812a-2ff5-4e01-8ae1-f7c8d99c86af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 1102 time: 0.1296895 Aug 11 02:10:03.196565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34626) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:03.245288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-343b8813-f26e-4637-87e9-ef1f5c2e3f47 req-b52e9c23-a77e-43ba-aa1e-8effd93d1375 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720861 Aug 11 02:10:03.253312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5594f68-91e5-4b97-8db4-c1c49c80b001 req-66d96806-69df-44b5-ae83-2a1120fbe0a6 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618966 Aug 11 02:10:03.264108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23e33612-a0e4-4edc-9ad7-c8633cb0c5bb req-78c34dc0-e50a-4853-b39b-5f5bbbb692dc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536292 Aug 11 02:10:03.281942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.306670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.387622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.392043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:03.398416 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da67e932-fb9d-4277-aaf1-f1da02233b72 HTTP/1.1" status: 204 len: 168 time: 0.1979513 Aug 11 02:10:03.400210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98b049-054c-45aa-8505-81b992068169 req-74cf0bfe-dd8a-4604-b4d8-8d1212392434 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.401579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d98b049-054c-45aa-8505-81b992068169 req-74cf0bfe-dd8a-4604-b4d8-8d1212392434 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.0803652 Aug 11 02:10:03.414252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494232d7-4403-48fd-9b30-50bb80c9dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da67e932-fb9d-4277-aaf1-f1da02233b72,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:03.451742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d98b049-054c-45aa-8505-81b992068169 req-83700cbc-dca3-4a0c-b4d7-9a7718ac6ef9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Aug 11 02:10:03.619367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631c28-3da6-4419-9609-f9be3502cf8b req-8ac8bee6-1ed3-42c5-b27c-e00b50d87e88 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.620912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b631c28-3da6-4419-9609-f9be3502cf8b req-8ac8bee6-1ed3-42c5-b27c-e00b50d87e88 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0520337 Aug 11 02:10:03.677170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b631c28-3da6-4419-9609-f9be3502cf8b req-4b012285-0ecf-48e6-a2f2-1d79ecbf1f01 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488663 Aug 11 02:10:03.773118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51018dd-c7e8-4832-914b-a7723ef1b8a4 req-cfca0b42-4571-4c39-9243-dee4aa2cfc72 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:03.774718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a51018dd-c7e8-4832-914b-a7723ef1b8a4 req-cfca0b42-4571-4c39-9243-dee4aa2cfc72 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 945 time: 0.0555944 Aug 11 02:10:03.817446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a51018dd-c7e8-4832-914b-a7723ef1b8a4 req-e9f55275-ba8f-4e50-a8e7-bfa966367b3f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Aug 11 02:10:04.042035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf474c-5408-493c-a7bc-a1d3be823376 req-ea06f593-912d-4960-9ecc-9aaeaad0fe71 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.043624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ccf474c-5408-493c-a7bc-a1d3be823376 req-ea06f593-912d-4960-9ecc-9aaeaad0fe71 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.0815239 Aug 11 02:10:04.112799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf6f9d-2bce-4ce2-b6f8-7d5aa4507385 req-bcd62055-384c-424d-b778-978447cbd552 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.114462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8acf6f9d-2bce-4ce2-b6f8-7d5aa4507385 req-bcd62055-384c-424d-b778-978447cbd552 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.1142862 Aug 11 02:10:04.143854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ccf474c-5408-493c-a7bc-a1d3be823376 req-1553ba97-a882-40cf-9d67-48c49000a18f tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937204 Aug 11 02:10:04.174314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8acf6f9d-2bce-4ce2-b6f8-7d5aa4507385 req-08d38350-174c-4436-92bd-a06fd8106d22 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Aug 11 02:10:04.316924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34664) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:04.408316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ceeb3-a612-4065-a2b3-c1c34a1444f8 req-71b7294a-3cf7-4807-b53b-992d966d6ec5 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.410151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df0ceeb3-a612-4065-a2b3-c1c34a1444f8 req-71b7294a-3cf7-4807-b53b-992d966d6ec5 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1285219 Aug 11 02:10:04.428677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa02a2-13e0-46e4-b3ed-bfa01de19462 req-87fc32a3-734c-4eee-a884-faaf49e86875 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.430546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbfa02a2-13e0-46e4-b3ed-bfa01de19462 req-87fc32a3-734c-4eee-a884-faaf49e86875 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.1470206 Aug 11 02:10:04.487334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df0ceeb3-a612-4065-a2b3-c1c34a1444f8 req-4dfa940b-4173-4d72-9581-54c1f7efa5e6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699174 Aug 11 02:10:04.491659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbfa02a2-13e0-46e4-b3ed-bfa01de19462 req-80e9ef6d-c57e-4577-89b3-c41a2d27b511 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Aug 11 02:10:04.509473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1853720954-network', 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:04.544912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:04.548674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.560974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.678861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb8f03-9a04-4f36-a4e7-3020c6b60cda req-55c124c3-df2b-4867-96a6-c7ff845f4209 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.680964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5cb8f03-9a04-4f36-a4e7-3020c6b60cda req-55c124c3-df2b-4867-96a6-c7ff845f4209 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.1025565 Aug 11 02:10:04.695910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213c76a-3b40-48f3-b6d9-8903aa41e223 req-64328032-4f8e-415f-bfe9-1d659203c0f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.697880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d213c76a-3b40-48f3-b6d9-8903aa41e223 req-64328032-4f8e-415f-bfe9-1d659203c0f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 950 time: 0.0837784 Aug 11 02:10:04.727836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.734547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.751476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:04.762132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5cb8f03-9a04-4f36-a4e7-3020c6b60cda req-ea97b0ab-6188-4e80-ab95-6bc2b1b55be1 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Aug 11 02:10:04.767789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d213c76a-3b40-48f3-b6d9-8903aa41e223 req-0b03cce3-5cee-4b94-80fb-5c38865a5bb5 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541720 Aug 11 02:10:04.781409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.782018 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Added segment c5080a6c-fa58-40ff-b91c-167cf48b9977 of type vlan for network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 Aug 11 02:10:04.876285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.889852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c926df-6795-47d6-9943-ecb29d81b5b4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:04.919599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.920861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.921612 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:04.964290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8311c9a-0088-4be7-9ae8-235ed2a2696b req-072bc837-dc8d-4198-9788-a3b051a8c463 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.965868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8311c9a-0088-4be7-9ae8-235ed2a2696b req-072bc837-dc8d-4198-9788-a3b051a8c463 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1199744 Aug 11 02:10:04.990351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1959b7a-fc1a-461b-aa89-c198fffd1590 req-a3a7d69f-bd05-4042-9e81-d07cb9d7ba01 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:04.992697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1959b7a-fc1a-461b-aa89-c198fffd1590 req-a3a7d69f-bd05-4042-9e81-d07cb9d7ba01 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0986145 Aug 11 02:10:05.005585 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6868987 Aug 11 02:10:05.006237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:05.014147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Request body: {'subnet': {'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1853720954-subnet', 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:05.030137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964cffe-efe1-4bfe-bf41-edb5877ded03 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8a561d-179b-44eb-822c-d8a9caf5e0f1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:05.042118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:05.061575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:05.065502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.102298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8311c9a-0088-4be7-9ae8-235ed2a2696b req-2d4b1532-f5dd-4565-94b8-dca68d092727 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080999 Aug 11 02:10:05.119917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1959b7a-fc1a-461b-aa89-c198fffd1590 req-375b0529-e822-46a0-92f5-68c2b455ba9c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076860 Aug 11 02:10:05.305566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64569a0-5517-40a8-92b2-447f1a9b0840 req-ac5cac52-a06d-4dea-9275-1539a8d4d7b8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.320944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b64569a0-5517-40a8-92b2-447f1a9b0840 req-ac5cac52-a06d-4dea-9275-1539a8d4d7b8 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.1229491 Aug 11 02:10:05.416868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b64569a0-5517-40a8-92b2-447f1a9b0840 req-42e13691-9c54-477e-ac34-82801b13fd65 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928209 Aug 11 02:10:05.509124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.552121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4145-e93f-4241-b23a-248426311c1d req-ff974997-3ee2-45f0-bc18-decc84181a89 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.554868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cb4145-e93f-4241-b23a-248426311c1d req-ff974997-3ee2-45f0-bc18-decc84181a89 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.0914176 Aug 11 02:10:05.596124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83882c61-d3ac-42f2-98b1-633711bae52f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:05.600762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Checking segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:05.601127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Network hostable DHCP agents. Network: bf8a561d-179b-44eb-822c-d8a9caf5e0f1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:05.618794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:05.629004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bf8a561d-179b-44eb-822c-d8a9caf5e0f1) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:05.631120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d49cd-3c6b-4e24-87de-d0dc136487e6 req-0efa3096-f866-41a8-b0ae-3e5e4750c886 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.634427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.635433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:05.638627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-396d49cd-3c6b-4e24-87de-d0dc136487e6 req-0efa3096-f866-41a8-b0ae-3e5e4750c886 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.0826406 Aug 11 02:10:05.644565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1cb4145-e93f-4241-b23a-248426311c1d req-59aa704c-1fb6-4eef-abfd-2ef4603a7b66 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610819 Aug 11 02:10:05.646263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0a8d7-7b10-4084-9407-c9d833f4099a None None] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:05.685006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9ed11f88-ec2e-49c1-bbcd-28b074d5746d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6753571 Aug 11 02:10:05.692741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-396d49cd-3c6b-4e24-87de-d0dc136487e6 req-ecaa1236-0697-4686-8735-3a268596712f tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Aug 11 02:10:05.802610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c1b0-3e43-49ed-a2d1-1a95ca7a875d req-b2138a64-7fd7-41c2-acf1-1d58313cf0ce tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.835405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5f1c1b0-3e43-49ed-a2d1-1a95ca7a875d req-b2138a64-7fd7-41c2-acf1-1d58313cf0ce tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.0899360 Aug 11 02:10:05.835627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775a2ad-60dd-43ea-b46b-cafb0ddf9615 None None] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:05.893295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5f1c1b0-3e43-49ed-a2d1-1a95ca7a875d req-2116bb19-9870-4717-b8c6-1566a45306c6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Aug 11 02:10:05.938967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85000a-4c2c-454c-940e-c67284daea02 req-ec3fda65-a701-4e99-a362-57fadf3535da tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:05.940788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b85000a-4c2c-454c-940e-c67284daea02 req-ec3fda65-a701-4e99-a362-57fadf3535da tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.0564766 Aug 11 02:10:05.980762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b85000a-4c2c-454c-940e-c67284daea02 req-244c9ac7-cb03-4260-9564-918b576b39e2 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Aug 11 02:10:06.276638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409eef-c0fc-49de-a3a2-e37d73ce40e6 req-3c3a5e25-aeef-41b1-abc6-a0275d86f4f7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.278763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93409eef-c0fc-49de-a3a2-e37d73ce40e6 req-3c3a5e25-aeef-41b1-abc6-a0275d86f4f7 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.0999663 Aug 11 02:10:06.285305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-35a27a63-ead9-4a45-84ea-25ae91cee1b9 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.286722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-35a27a63-ead9-4a45-84ea-25ae91cee1b9 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.1708193 Aug 11 02:10:06.315850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-c67d80de-ca3c-461e-a219-00f56ede1299 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/quotas/76d37bc84dd14f589e430fcf28c3ab8b HTTP/1.1" status: 200 len: 375 time: 0.0221891 Aug 11 02:10:06.344473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93409eef-c0fc-49de-a3a2-e37d73ce40e6 req-29a5db4f-27fb-46b5-870d-774cf3b8bb41 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567844 Aug 11 02:10:06.363298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-a2a510a1-12a1-4945-a2c7-883b72deeb5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389066 Aug 11 02:10:06.492664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f62ea-5764-40d4-bb2e-4b11b9251d56 req-426127ba-cc35-45f8-9ad6-67b875de93d7 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.494187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b61f62ea-5764-40d4-bb2e-4b11b9251d56 req-426127ba-cc35-45f8-9ad6-67b875de93d7 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0822129 Aug 11 02:10:06.496845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-76f12fb5-66bd-425d-89b2-cc61709c3abd service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263149 Aug 11 02:10:06.579324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b61f62ea-5764-40d4-bb2e-4b11b9251d56 req-c2e5c815-f442-4703-a923-7b657b061236 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783675 Aug 11 02:10:06.610865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-ed9d1727-2f96-4897-abb7-966b82e0f3ea service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038465 Aug 11 02:10:06.684885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfea8d-a9b2-41e2-9db9-109b03ed3219 req-66a4d2b3-544d-47ab-b41a-49750d845d59 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.686451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8bbfea8d-a9b2-41e2-9db9-109b03ed3219 req-66a4d2b3-544d-47ab-b41a-49750d845d59 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.0525203 Aug 11 02:10:06.732024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8bbfea8d-a9b2-41e2-9db9-109b03ed3219 req-386028d9-c774-4bea-8899-fc20bd27405c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Aug 11 02:10:06.828501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02e61fa8-5992-470b-988e-37b642234cf5 req-31e9811f-ff34-4487-ab2c-5720a9b1ee87 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 210 time: 0.0428913 Aug 11 02:10:06.854517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700ea7e-00d4-44f2-a411-da1b9617fe56 req-abca2e33-e5d2-44bf-be31-f015de60efdb tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.862223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0700ea7e-00d4-44f2-a411-da1b9617fe56 req-abca2e33-e5d2-44bf-be31-f015de60efdb tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 931 time: 0.0873969 Aug 11 02:10:06.907378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0700ea7e-00d4-44f2-a411-da1b9617fe56 req-1defc0cd-63f3-47cc-8507-2064a747317f tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Aug 11 02:10:06.951032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc594b-6873-4620-a441-dfb02fc4e169 req-38925573-25b9-4409-97ed-b010250475ba tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:06.954540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcbc594b-6873-4620-a441-dfb02fc4e169 req-38925573-25b9-4409-97ed-b010250475ba tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.0612931 Aug 11 02:10:07.017709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Request body: {'port': {'device_id': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:07.075278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcbc594b-6873-4620-a441-dfb02fc4e169 req-1dc0ecd8-013a-4449-b271-009df5eef7f1 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164336 Aug 11 02:10:07.100154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.115262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fe524-e9e6-4bfa-9cec-3cc88c2c183c req-4741c93f-a34d-4d38-8e11-5e191c8d8c8c tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.117036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b87fe524-e9e6-4bfa-9cec-3cc88c2c183c req-4741c93f-a34d-4d38-8e11-5e191c8d8c8c tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1344078 Aug 11 02:10:07.210926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-1a8d9fc2-4741-490d-9ccb-644c398a412c service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951928 Aug 11 02:10:07.279743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b87fe524-e9e6-4bfa-9cec-3cc88c2c183c req-ad78ae61-5f08-4c5f-8cf2-367233fef482 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546903 Aug 11 02:10:07.315079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c1033-cd15-442e-99d3-3bf6361293ae req-769bc8a1-ceaf-4e0c-95a6-56b6b741db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.316780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-075c1033-cd15-442e-99d3-3bf6361293ae req-769bc8a1-ceaf-4e0c-95a6-56b6b741db5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 1101 time: 0.1908979 Aug 11 02:10:07.352033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fdd48-1c0b-40fe-ad6a-c78d8a82e7b4 req-63897770-e3a1-4825-a937-0a4700b978a4 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.359597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-743fdd48-1c0b-40fe-ad6a-c78d8a82e7b4 req-63897770-e3a1-4825-a937-0a4700b978a4 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.1689565 Aug 11 02:10:07.433321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-075c1033-cd15-442e-99d3-3bf6361293ae req-bb0012aa-ad97-408f-9092-074c9d75832a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028066 Aug 11 02:10:07.436311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f364da7a-7ace-43bb-9be2-e2e401778e0d req-f6363148-0246-4e0b-b700-755b9e219ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006140 Aug 11 02:10:07.445945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-743fdd48-1c0b-40fe-ad6a-c78d8a82e7b4 req-e6405952-4ff9-431e-a897-05c276a1a709 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Aug 11 02:10:07.600483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b405d-5ec4-4d1f-aace-fe9f1d9a6fbb req-7ac1f140-6d8c-4717-931b-b952683cd969 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.604395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c05b405d-5ec4-4d1f-aace-fe9f1d9a6fbb req-7ac1f140-6d8c-4717-931b-b952683cd969 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.1005411 Aug 11 02:10:07.658267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c05b405d-5ec4-4d1f-aace-fe9f1d9a6fbb req-a2e3b78e-e143-4475-9440-47916ed762a4 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Aug 11 02:10:07.707045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a60243-8db6-485a-ac5a-6e5e37f4ad48 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:07.718004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.731717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Transition to ACTIVE for port object 48a60243-8db6-485a-ac5a-6e5e37f4ad48 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:07.735538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.762246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d6a82-b50e-40d6-b164-bf00cd4dcd56 req-2dc9c467-372c-4875-a501-6552561c92c5 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.763796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da1d6a82-b50e-40d6-b164-bf00cd4dcd56 req-2dc9c467-372c-4875-a501-6552561c92c5 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0553548 Aug 11 02:10:07.788631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:07.815464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da1d6a82-b50e-40d6-b164-bf00cd4dcd56 req-b4dfe7ca-5d4e-44c7-8266-44e6c197d13f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Aug 11 02:10:07.861189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Attempting to bind port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:07.861538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Attempting to bind port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:07.861897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Attempting to bind port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 on network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:07.867624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 on network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:07.867969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Attempting to bind port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 on network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:07.875614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:07.875965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Checking segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:07.876355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Bound using segment: {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:07.876798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Bound port: 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46505683-5b4e-4ce8-94f6-de4db7eda327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:07.877188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:07.960044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05885a7-6de1-4579-a714-a0513c9e5cfe req-c9e8a6c3-e85d-4c01-b692-399acf4cd564 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:07.962887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c05885a7-6de1-4579-a714-a0513c9e5cfe req-c9e8a6c3-e85d-4c01-b692-399acf4cd564 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.0731704 Aug 11 02:10:07.997206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:08.006123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:08.012316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.033459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c05885a7-6de1-4579-a714-a0513c9e5cfe req-69b49880-60d6-4822-b658-7da0edab77c4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585003 Aug 11 02:10:08.132096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.135681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.137907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] 10.222.0.67 "PUT /v2.0/ports/48a60243-8db6-485a-ac5a-6e5e37f4ad48 HTTP/1.1" status: 200 len: 1092 time: 1.1257508 Aug 11 02:10:08.149152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:08.152372 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:08.165983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf0d380-4927-48a6-a542-6ae561d9d9e6 req-94058874-f668-4f0e-ba91-72a9d22567d6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 210 time: 0.0552824 Aug 11 02:10:08.212774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612858d-931e-4729-b4a9-511e1e28cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:08.308057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-ff898f8f-9ab0-46ca-b544-89ea17fe6e2f tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.310143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-ff898f8f-9ab0-46ca-b544-89ea17fe6e2f tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.2589672 Aug 11 02:10:08.321150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22fce6-3bf7-4746-9e42-2588c606cfc3 req-aebc24b4-fd49-4c68-a26b-053d711a7343 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.322744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af22fce6-3bf7-4746-9e42-2588c606cfc3 req-aebc24b4-fd49-4c68-a26b-053d711a7343 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 943 time: 0.0662100 Aug 11 02:10:08.323921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-68c28176-1f4f-4ba9-bbf0-82b3e92c01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.326028 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-68c28176-1f4f-4ba9-bbf0-82b3e92c01b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a2a395406d34be9a108eb33c43b4248&device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 1095 time: 0.0588958 Aug 11 02:10:08.359425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Request body: {'port': {'device_id': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'admin_state_up': True, 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:08.365162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af22fce6-3bf7-4746-9e42-2588c606cfc3 req-08dec021-3d98-40a2-aa04-9d0e43fe9922 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Aug 11 02:10:08.419661 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b857bcf-865a-47d6-a8bd-aaffeefac8df x-openstack-request-id: req-6b857bcf-865a-47d6-a8bd-aaffeefac8df {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:08.420341 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:08.420766 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b857bcf-865a-47d6-a8bd-aaffeefac8df {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:08.421526 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48', 'status': 'completed', 'code': 200} Aug 11 02:10:08.475176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-057bfa15-22b7-4311-99f2-eb60fdf8690a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48 HTTP/1.1" status: 200 len: 217 time: 0.0671637 Aug 11 02:10:08.540041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-49798df6-f68c-4aa9-9bf9-f25c0b9868dc tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:10:08.541337 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-49798df6-f68c-4aa9-9bf9-f25c0b9868dc tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104837 Aug 11 02:10:08.558455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d370f1-778c-481e-9aa9-4722db62286b req-239be010-2cd1-4b97-9021-d287752db0b4 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.559972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Request body: {'binding': {'host': 'n-h1-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:08.560432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:10:08.560857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4d370f1-778c-481e-9aa9-4722db62286b req-239be010-2cd1-4b97-9021-d287752db0b4 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.0749474 Aug 11 02:10:08.594106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-9a1d9d84-c4f9-4ba3-9643-14098bea31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.595572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-9a1d9d84-c4f9-4ba3-9643-14098bea31a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9146e0f3-1bd3-4df7-9ba3-9957daaf96b5 HTTP/1.1" status: 200 len: 853 time: 0.1117392 Aug 11 02:10:08.598366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4d370f1-778c-481e-9aa9-4722db62286b req-6617b504-bdb6-4ab4-bcf1-dbec73d47aed tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Aug 11 02:10:08.696982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbc569-fcbc-4dc8-a0e8-2204a71b4b52 req-63d2f57d-1933-4fd3-802c-231c5c68211e tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.698589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bbbc569-fcbc-4dc8-a0e8-2204a71b4b52 req-63d2f57d-1933-4fd3-802c-231c5c68211e tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.0426085 Aug 11 02:10:08.699810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:08.703277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:08.732981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-45dd7522-a8d4-4603-a636-3381ab248f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.734086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bbbc569-fcbc-4dc8-a0e8-2204a71b4b52 req-1b1e551a-a310-49cd-ab24-a702c8512b3b tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292957 Aug 11 02:10:08.734540 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-45dd7522-a8d4-4603-a636-3381ab248f7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e998d735-e1b5-4e0b-a91d-9cc520b0cc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303282 Aug 11 02:10:08.839155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ce377-cdbf-4ee4-ab56-9fe20ce94604 req-e9cadecd-d9b8-4893-a808-0fa850b72ec9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:08.841728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca9ce377-cdbf-4ee4-ab56-9fe20ce94604 req-e9cadecd-d9b8-4893-a808-0fa850b72ec9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 943 time: 0.0514660 Aug 11 02:10:08.881578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca9ce377-cdbf-4ee4-ab56-9fe20ce94604 req-6e10df2e-3fdb-47d5-8109-47111e844b83 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Aug 11 02:10:08.891886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on host n-h1-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:08.892368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:08.892602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:08.928677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:08.928986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:08.945038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:08.945377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:08.945761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:08.946216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Bound port: bd12e1e1-39a2-470c-9580-97802f0c4323, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:08.952701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-ce45e208-8fc6-4ff2-b949-2e39a5f1184e service neutron] 10.222.0.67 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043798 Aug 11 02:10:09.038955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Allocated IP 172.20.0.3 (bf8a561d-179b-44eb-822c-d8a9caf5e0f1/83882c61-d3ac-42f2-98b1-633711bae52f/1efbc0ab-58ae-4f96-88ab-294984092534) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:09.096709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:09.108786 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.109981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-83cab8f6-8f5f-42ea-88e1-79fead8c70f0 service neutron] 10.222.0.68 "POST /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323/bindings HTTP/1.1" status: 201 len: 390 time: 0.5578184 Aug 11 02:10:09.146843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da95ad47-1fea-4182-b4f3-1e186175e3e5 req-70adb4c9-6733-490d-9ee0-0385c584e8ae service neutron] 10.222.0.67 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848569 Aug 11 02:10:09.324967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-6043ac22-9d73-4670-87c0-b7e1daa76808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.326513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-6043ac22-9d73-4670-87c0-b7e1daa76808 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a2a395406d34be9a108eb33c43b4248&device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 1095 time: 0.1067190 Aug 11 02:10:09.349685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.352374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd6a3-6924-4372-8c96-bcea1202be7f req-f40bbaaf-8cf9-4ac6-851d-f8965ed28814 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.353987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c15fd6a3-6924-4372-8c96-bcea1202be7f req-f40bbaaf-8cf9-4ac6-851d-f8965ed28814 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0785921 Aug 11 02:10:09.435695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c15fd6a3-6924-4372-8c96-bcea1202be7f req-276ec955-880a-43ec-b2d6-249d692dafd5 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Aug 11 02:10:09.445264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-857a7a04-6447-429c-9896-474e910e6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.446806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-857a7a04-6447-429c-9896-474e910e6966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1097 time: 0.0668011 Aug 11 02:10:09.459157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-c67380bc-743d-4133-9000-f424f2527748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.460797 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-c67380bc-743d-4133-9000-f424f2527748 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e998d735-e1b5-4e0b-a91d-9cc520b0cc52 HTTP/1.1" status: 200 len: 915 time: 0.1243851 Aug 11 02:10:09.462836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.538293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:09.542126 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-86cd0288-745f-4e62-b28e-95cefe08a723 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48 HTTP/1.1" status: 200 len: 217 time: 0.0645812 Aug 11 02:10:09.552141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:09.557346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:09.594962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825f19-3031-4709-87a6-e50c9e8beeb0 req-5b243731-7db3-4f50-9ded-912a76de5298 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.596500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd825f19-3031-4709-87a6-e50c9e8beeb0 req-5b243731-7db3-4f50-9ded-912a76de5298 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.0831470 Aug 11 02:10:09.600778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:09.601967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-5bc86466-7415-4e6f-b930-da1d43e27f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.603476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-5bc86466-7415-4e6f-b930-da1d43e27f00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1474276 Aug 11 02:10:09.656935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-35bbf423-d13f-478b-bfe2-d4cb003eeaeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 217 time: 0.0445631 Aug 11 02:10:09.659131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d564abcb-7040-4558-80bb-314089e623ce details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:09.670246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.671141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.674800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-7a9abe63-b541-451f-bfd2-e265cd8e9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.676292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-7a9abe63-b541-451f-bfd2-e265cd8e9c0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9146e0f3-1bd3-4df7-9ba3-9957daaf96b5 HTTP/1.1" status: 200 len: 853 time: 0.1199419 Aug 11 02:10:09.708800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd825f19-3031-4709-87a6-e50c9e8beeb0 req-0ef060ec-9db0-4b5a-9a40-ef577e6ed2d4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042843 Aug 11 02:10:09.715923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-daf3bdf7-7e4e-4c16-b990-153c50fce1e5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3730235 Aug 11 02:10:09.728948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-d7c6335b-12b5-44fd-9736-f1985d78f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.741892 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-d7c6335b-12b5-44fd-9736-f1985d78f6b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e998d735-e1b5-4e0b-a91d-9cc520b0cc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461879 Aug 11 02:10:09.741892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Request body: {'port': {'device_id': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:09.756136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-d60e9a2b-636d-4faf-a550-4f100fcb0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.758239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-d60e9a2b-636d-4faf-a550-4f100fcb0d43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0856528 Aug 11 02:10:09.799489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-742d020f-b935-43f9-8e4c-c0ad5c0aebba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306160 Aug 11 02:10:09.816738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d564abcb-7040-4558-80bb-314089e623ce,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:09.833714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd564abcb-7040-4558-80bb-314089e623ce', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'port_id': 'd564abcb-7040-4558-80bb-314089e623ce', 'mac_address': 'fa:16:3e:e2:9b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:09.844318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.900133 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.911424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2372-d77a-498c-b07b-3af13ca6fe9d req-3162e77d-d381-4b72-a5b3-fd0e60bb9dc4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:09.913848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2efb2372-d77a-498c-b07b-3af13ca6fe9d req-3162e77d-d381-4b72-a5b3-fd0e60bb9dc4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 931 time: 0.1164255 Aug 11 02:10:09.928775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d564abcb-7040-4558-80bb-314089e623ce {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:09.935426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-94989b84-5bde-49b3-ab8c-539bc5b12363 service neutron] 10.222.0.67 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798332 Aug 11 02:10:09.956113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d564abcb-7040-4558-80bb-314089e623ce,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:09.960861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:09.973474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-d3cacaf2-1dca-4501-8ef5-69815693b2f7 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627393 Aug 11 02:10:10.000644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-f82eedac-45cd-46a2-a5bb-b79821af5276 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:10:10.001650 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-f82eedac-45cd-46a2-a5bb-b79821af5276 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145504 Aug 11 02:10:10.019568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Request body: {'binding': {'host': 'n-h2-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:10.020018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:10:10.026088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.036501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2efb2372-d77a-498c-b07b-3af13ca6fe9d req-4eaacd2a-5a86-4310-adda-8acb130e81b4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008387 Aug 11 02:10:10.091758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-6cbe07aa-a041-49f1-a3ec-1559f7863a91 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078253 Aug 11 02:10:10.139925 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.158167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44866-f3c7-45cb-b419-07b9efa2f5cc req-689cfd31-9c8b-497d-a964-bce290325be0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.159540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3e44866-f3c7-45cb-b419-07b9efa2f5cc req-689cfd31-9c8b-497d-a964-bce290325be0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 945 time: 0.0546510 Aug 11 02:10:10.227589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3e44866-f3c7-45cb-b419-07b9efa2f5cc req-19897eb3-f43f-4e4b-902e-c51c38abceb7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619023 Aug 11 02:10:10.231557 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b085a2b8-59c7-4354-a3d1-7314e5e4fbf0 req-977631c6-4577-475d-a79f-6e41e9e6fed6 service neutron] 10.222.0.67 "GET /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453115 Aug 11 02:10:10.235574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-aeaa9844-3bbe-4b35-a1fc-6aad706760f4 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.237372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-aeaa9844-3bbe-4b35-a1fc-6aad706760f4 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.0658646 Aug 11 02:10:10.261547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:10.306363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d564abcb-7040-4558-80bb-314089e623ce'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:10.312751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on host n-h2-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:10.313091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:10.313417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:10.344490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.346363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:10.346692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:10.356296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:10.356639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:10.357024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:10.357860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Bound port: 756eccf7-a9e5-48d5-a002-12598b57769e, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:10.374198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1366c63-4051-42a2-9fa7-07fcf8a4dd91 req-859cee85-1031-4a69-8e65-b9d56a1cc7e5 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.375739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1366c63-4051-42a2-9fa7-07fcf8a4dd91 req-859cee85-1031-4a69-8e65-b9d56a1cc7e5 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 943 time: 0.0837853 Aug 11 02:10:10.392574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efbc0ab-58ae-4f96-88ab-294984092534 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:10.403227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.428065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Transition to ACTIVE for port object 1efbc0ab-58ae-4f96-88ab-294984092534 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:10.436743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.438060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.455113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:10.477546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.478300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1366c63-4051-42a2-9fa7-07fcf8a4dd91 req-5e89201e-1cdc-45ba-83f6-c8940ae43985 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847375 Aug 11 02:10:10.483246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-40c6a60a-e9bd-4293-b318-22f3e5b6b969 service neutron] 10.222.0.68 "POST /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4696221 Aug 11 02:10:10.529067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.542474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:10.585506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Attempting to bind port 1efbc0ab-58ae-4f96-88ab-294984092534 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:10.585970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Attempting to bind port 1efbc0ab-58ae-4f96-88ab-294984092534 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:10.586470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Attempting to bind port 1efbc0ab-58ae-4f96-88ab-294984092534 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:10.607387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Port 1efbc0ab-58ae-4f96-88ab-294984092534 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:10.607723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Attempting to bind port 1efbc0ab-58ae-4f96-88ab-294984092534 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:10.614425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:10.614682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:10.614786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Checking segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:10.614786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Bound using segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:10.615160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Bound port: 1efbc0ab-58ae-4f96-88ab-294984092534, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:10.615522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.689780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c87bc5-6435-4449-846e-cca1204e34b4 req-19c34ed8-4aee-455e-8aad-582a0926cfc6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.696110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:10.697148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c87bc5-6435-4449-846e-cca1204e34b4 req-19c34ed8-4aee-455e-8aad-582a0926cfc6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1314573 Aug 11 02:10:10.700229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:10.706468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.707080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:10.709428 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64727e1c-3364-4dc9-bcc8-8c838cad0f6f" -d '{"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:10.720149 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.735626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.776285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.780046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.781048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:10.782715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-42da02fc-f0f2-4a73-9e4f-8d1663953ea9 service neutron] 10.222.0.61 "PUT /v2.0/ports/1efbc0ab-58ae-4f96-88ab-294984092534 HTTP/1.1" status: 200 len: 1092 time: 1.0506141 Aug 11 02:10:10.783168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:10.785597 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e9eb27-3c93-4073-8b8a-e571981b8d74" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:10.799172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c87bc5-6435-4449-846e-cca1204e34b4 req-1bf23148-dc28-4df9-bd33-6ca6bf3baaa2 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010275 Aug 11 02:10:10.885841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-477bc10f-1758-49c6-9941-ec0154811b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:10.887535 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-477bc10f-1758-49c6-9941-ec0154811b4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 1095 time: 0.0457406 Aug 11 02:10:10.897393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:10.935283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-f6298411-ae6b-4d9e-a34e-48e49c781a84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efbc0ab-58ae-4f96-88ab-294984092534 HTTP/1.1" status: 200 len: 217 time: 0.0389884 Aug 11 02:10:10.996982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-5fcff910-a8f3-4952-8cd0-2ac7dd3ecff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.000270 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-5fcff910-a8f3-4952-8cd0-2ac7dd3ecff2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0571127 Aug 11 02:10:11.039163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-a3cdf19a-8403-49b6-89ec-4b82c1b7ebc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257618 Aug 11 02:10:11.138761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-da8ebd91-9729-4ac1-9ed9-dcadf00425ed service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900149 Aug 11 02:10:11.195836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-7cfb23a7-be7c-45b4-8ac8-711adff38547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.197314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-7cfb23a7-be7c-45b4-8ac8-711adff38547 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1098 time: 0.4464672 Aug 11 02:10:11.200419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on host n-h2-713498-10 for vnic_type normal with profile {"migrating_to": "n-h1-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:11.200755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:11.201088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:11.243776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:11.244100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Attempting to bind port bd12e1e1-39a2-470c-9580-97802f0c4323 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:11.253042 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44c8f804-b231-412c-a82d-a1c1d7fb1fa9 req-31932fac-0359-4bad-9355-b81649c301ab service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955577 Aug 11 02:10:11.282566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:11.282908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:11.283295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:11.283730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Bound port: bd12e1e1-39a2-470c-9580-97802f0c4323, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:11.284090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.302107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfbb26-801b-41c5-8956-3f5bab8da4fa req-13c8fd51-541d-4c74-a933-c0f475a2752f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.307967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfbb26-801b-41c5-8956-3f5bab8da4fa req-13c8fd51-541d-4c74-a933-c0f475a2752f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.309562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aecfbb26-801b-41c5-8956-3f5bab8da4fa req-13c8fd51-541d-4c74-a933-c0f475a2752f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c&device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 1690 time: 0.4476581 Aug 11 02:10:11.396797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927646b-87b1-4a8f-84e4-1558046dca0f req-d0f6655b-a4ff-4479-af2f-1e49d444897a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.398329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9927646b-87b1-4a8f-84e4-1558046dca0f req-d0f6655b-a4ff-4479-af2f-1e49d444897a tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 944 time: 0.4969869 Aug 11 02:10:11.448873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aecfbb26-801b-41c5-8956-3f5bab8da4fa req-380522d2-c919-4bf9-a1d4-e464b880f1d3 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294339 Aug 11 02:10:11.454961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-52acb948-701e-4d7d-9c05-062eba2031b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.456466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-52acb948-701e-4d7d-9c05-062eba2031b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2375324 Aug 11 02:10:11.525672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-1fc3ef8b-3550-4b11-9e4c-6d5f80ffa56c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 217 time: 0.0574880 Aug 11 02:10:11.529055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9927646b-87b1-4a8f-84e4-1558046dca0f req-f33e433b-ac75-4fcc-a69b-a87c959c9d97 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216643 Aug 11 02:10:11.530071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:11.587265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:11.603164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.663493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48a60243-8db6-485a-ac5a-6e5e37f4ad48 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:11.665573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d564abcb-7040-4558-80bb-314089e623ce up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:11.675911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-a2e4c3f0-649f-49aa-a960-9bb63d8a7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.677368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-a2e4c3f0-649f-49aa-a960-9bb63d8a7cfe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1372252 Aug 11 02:10:11.694597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5934e4-d15b-4f57-9150-148e1e3a5913 req-ce6509a0-c943-4011-b94b-ff0a9becce17 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.696058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca5934e4-d15b-4f57-9150-148e1e3a5913 req-ce6509a0-c943-4011-b94b-ff0a9becce17 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1741600 Aug 11 02:10:11.755607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-434abc03-aaeb-42d0-a868-b4a5da6bd06d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547388 Aug 11 02:10:11.758235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:11.780034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d564abcb-7040-4558-80bb-314089e623ce completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:11.786403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d564abcb-7040-4558-80bb-314089e623ce triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:11.787291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.789009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04301-4055-4562-a4c6-b056ef4180cd req-dd319771-0604-455d-a756-5c4f715562e8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.790819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11e04301-4055-4562-a4c6-b056ef4180cd req-dd319771-0604-455d-a756-5c4f715562e8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 946 time: 0.2009492 Aug 11 02:10:11.804795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:11.805207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.806634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-f5addfcb-23f7-4659-909e-4f30b686f580 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 1123 time: 1.5505168 Aug 11 02:10:11.834549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:11.855137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '48a60243-8db6-485a-ac5a-6e5e37f4ad48', 'network_id': 'e998d735-e1b5-4e0b-a91d-9cc520b0cc52', 'port_id': '48a60243-8db6-485a-ac5a-6e5e37f4ad48', 'mac_address': 'fa:16:3e:20:92:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9146e0f3-1bd3-4df7-9ba3-9957daaf96b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:11.884055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca5934e4-d15b-4f57-9150-148e1e3a5913 req-75d77865-fdb5-4de2-a46d-8a556fd3fa1e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648505 Aug 11 02:10:11.916374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11e04301-4055-4562-a4c6-b056ef4180cd req-073be106-b8cf-4e60-a93a-e8392c794bee tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086349 Aug 11 02:10:11.929037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.940149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-b0825274-b0cc-43c6-9309-433ee9a40f89 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448033 Aug 11 02:10:11.940739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:11.954397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bd12e1e1-39a2-470c-9580-97802f0c4323'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:11.957452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a60243-8db6-485a-ac5a-6e5e37f4ad48 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:11.966137 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd18c6a-f50c-4053-b12d-8732c0c0d87e x-openstack-request-id: req-ecd18c6a-f50c-4053-b12d-8732c0c0d87e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:11.966538 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:11.967255 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ecd18c6a-f50c-4053-b12d-8732c0c0d87e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:11.968489 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'code': 200} Aug 11 02:10:11.982720 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44dd272-3be9-4cfc-bad8-36e0c161548a x-openstack-request-id: req-d44dd272-3be9-4cfc-bad8-36e0c161548a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:11.983208 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:11.983549 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d44dd272-3be9-4cfc-bad8-36e0c161548a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:11.984122 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534', 'status': 'completed', 'code': 200} Aug 11 02:10:12.015487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:12.017766 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b222f-9706-4aab-bc1d-cd38ccb195d7" -d '{"events": [{"server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "name": "network-vif-plugged", "status": "completed", "tag": "d564abcb-7040-4558-80bb-314089e623ce"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:12.037345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:12.044160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d564abcb-7040-4558-80bb-314089e623ce,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:12.045953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.053551 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.088192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-646c7e4f-73e1-4715-ab14-32d145489408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.091082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-646c7e4f-73e1-4715-ab14-32d145489408 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 1095 time: 0.0654414 Aug 11 02:10:12.120065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:12.157360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136def41-10ce-4479-a1b6-901c766ad1f2 req-1ee79d06-5745-4efd-81c2-95a23d896563 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.161332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-136def41-10ce-4479-a1b6-901c766ad1f2 req-1ee79d06-5745-4efd-81c2-95a23d896563 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 943 time: 0.1378465 Aug 11 02:10:12.189845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b8562-5497-48f2-a6db-5f4fe6ccd58d req-b3ae8261-ba8a-4eb5-b135-5fb50ed7eaee tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.191568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-484b8562-5497-48f2-a6db-5f4fe6ccd58d req-b3ae8261-ba8a-4eb5-b135-5fb50ed7eaee tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.1403127 Aug 11 02:10:12.198968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:12.204993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-0db129c1-b312-4145-896c-cf1497fd07bf service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519276 Aug 11 02:10:12.212865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-0f63bc45-36a0-46f1-b0c2-984a7d20ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.214400 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-0f63bc45-36a0-46f1-b0c2-984a7d20ce58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 906 time: 0.1113830 Aug 11 02:10:12.247522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-136def41-10ce-4479-a1b6-901c766ad1f2 req-a7024eda-9d20-4bde-89fa-4fa1e8c25815 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798800 Aug 11 02:10:12.255257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-484b8562-5497-48f2-a6db-5f4fe6ccd58d req-9278b99f-5672-494c-9f21-35c69f4777f2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528386 Aug 11 02:10:12.262951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-5133be54-c064-433c-867f-6fa6f23ddb8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efbc0ab-58ae-4f96-88ab-294984092534 HTTP/1.1" status: 200 len: 217 time: 0.0373399 Aug 11 02:10:12.332722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-4f3564d1-6d66-467c-b8a8-08fc4dc3257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.334568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-4f3564d1-6d66-467c-b8a8-08fc4dc3257d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0602517 Aug 11 02:10:12.369725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-53d1e182-8a47-43a8-88b9-d5943cf0ba52 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.371315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-53d1e182-8a47-43a8-88b9-d5943cf0ba52 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1098 time: 0.0784035 Aug 11 02:10:12.381209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['48a60243-8db6-485a-ac5a-6e5e37f4ad48'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:12.381779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-e5c87ff2-bbe6-4da4-afdd-bad4ef22d68e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355778 Aug 11 02:10:12.390371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572497d-a4c1-4ab3-aa30-6daa81a12d84 req-be681ea7-83e2-43f3-a181-b03076af9d23 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.391960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1572497d-a4c1-4ab3-aa30-6daa81a12d84 req-be681ea7-83e2-43f3-a181-b03076af9d23 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 944 time: 0.0623300 Aug 11 02:10:12.395776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:12.484871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-432536c2-f258-46ec-b004-a6917def1b3c service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926380 Aug 11 02:10:12.525009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1572497d-a4c1-4ab3-aa30-6daa81a12d84 req-49683a84-da2f-4930-abb8-f851f43b65e2 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Aug 11 02:10:12.525887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:12.535588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aa91d-9889-4a07-a8c4-88c9f6ccfb89 req-fc5d0fcf-aca3-441c-8062-7b1a6438142b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.537132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51aa91d-9889-4a07-a8c4-88c9f6ccfb89 req-fc5d0fcf-aca3-441c-8062-7b1a6438142b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1382105 Aug 11 02:10:12.583576 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27461e5b-73c7-4d83-89b4-34e2708f48c6 x-openstack-request-id: req-27461e5b-73c7-4d83-89b4-34e2708f48c6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:12.583942 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "name": "network-vif-plugged", "status": "completed", "tag": "d564abcb-7040-4558-80bb-314089e623ce", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:12.584420 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27461e5b-73c7-4d83-89b4-34e2708f48c6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:12.584925 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce', 'code': 200} Aug 11 02:10:12.614307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51aa91d-9889-4a07-a8c4-88c9f6ccfb89 req-1b49b2e5-75ec-4d72-a0da-7b4ffa23362e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Aug 11 02:10:12.826482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ab8b-53a4-4191-abc4-bcb4eeb5b508 req-7e697eaf-a5f6-45ef-932f-8a35418d7809 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.827941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6024ab8b-53a4-4191-abc4-bcb4eeb5b508 req-7e697eaf-a5f6-45ef-932f-8a35418d7809 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 1102 time: 0.1449108 Aug 11 02:10:12.835355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db1ec-eca7-4751-82b1-3d6871e79df8 req-babdb6e1-4cb9-4838-bb4c-1861bbb9bec6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.836800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a14db1ec-eca7-4751-82b1-3d6871e79df8 req-babdb6e1-4cb9-4838-bb4c-1861bbb9bec6 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1558378 Aug 11 02:10:12.839398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:12.844351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b4e9eb27-3c93-4073-8b8a-e571981b8d74 req-8d8ccbaf-6538-4014-b4d2-64cf0d9623fb service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489387 Aug 11 02:10:12.844990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42be83-8815-435b-a1ce-99189b15b1ce req-bb7b9cdc-67f9-44e1-a83f-812fb1f0efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:12.846451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b42be83-8815-435b-a1ce-99189b15b1ce req-bb7b9cdc-67f9-44e1-a83f-812fb1f0efe3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 1097 time: 0.1644087 Aug 11 02:10:12.953043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6024ab8b-53a4-4191-abc4-bcb4eeb5b508 req-6259338c-30b1-42eb-9159-585a0371abe0 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109512 Aug 11 02:10:12.959796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a14db1ec-eca7-4751-82b1-3d6871e79df8 req-22808bde-a8de-4809-a5a2-913bbef512d9 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124861 Aug 11 02:10:12.963230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b42be83-8815-435b-a1ce-99189b15b1ce req-aa4735d8-1ffc-4084-831a-7c031f123267 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013885 Aug 11 02:10:12.964375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:13.015220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.022974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.130045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:13.178145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211beb6-6fb7-4a1c-90a2-083499fcb77d req-838dd687-25c4-4e76-9361-8bb59d4dfde9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.179358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0211beb6-6fb7-4a1c-90a2-083499fcb77d req-838dd687-25c4-4e76-9361-8bb59d4dfde9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1472239 Aug 11 02:10:13.202645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:13.202970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:13.203294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:13.225267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fe1a7-4e96-4dee-8272-cb893642de1f req-5196522e-8724-4401-a691-fe6f60ef4ba6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.226817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f24fe1a7-4e96-4dee-8272-cb893642de1f req-5196522e-8724-4401-a691-fe6f60ef4ba6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 944 time: 0.1210725 Aug 11 02:10:13.227842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:13.228179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Attempting to bind port 756eccf7-a9e5-48d5-a002-12598b57769e on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:13.253262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:13.253591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:13.254070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:13.254422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Bound port: 756eccf7-a9e5-48d5-a002-12598b57769e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:13.254778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.273689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0211beb6-6fb7-4a1c-90a2-083499fcb77d req-14b86d37-2f1f-42d6-a1ea-ab77ab5ecb6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 Aug 11 02:10:13.314665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f24fe1a7-4e96-4dee-8272-cb893642de1f req-0031b30a-675f-4e2f-a6ff-8ab5e89e90c4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814693 Aug 11 02:10:13.349324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:13.352615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:13.364892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.456539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:13.479176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f02c2-6c0b-4ec0-89d8-a507664fdd9e req-c293f710-c5b7-4574-8c00-6a03547d6400 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.481877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d0f02c2-6c0b-4ec0-89d8-a507664fdd9e req-c293f710-c5b7-4574-8c00-6a03547d6400 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 1101 time: 0.1265769 Aug 11 02:10:13.484929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.485494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.486888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-c309c8f1-55d5-4dac-bfd8-036e6c10d978 service neutron] 10.222.0.61 "PUT /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 1124 time: 1.1052763 Aug 11 02:10:13.549942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d0f02c2-6c0b-4ec0-89d8-a507664fdd9e req-bf7bee69-17db-4411-a60b-681bd3b1c93b tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Aug 11 02:10:13.565715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e7f2-a68a-4bea-a222-41294479a07e req-02d0a6a4-0e1f-4f21-bc2d-f31386fb9e08 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.567348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5a0e7f2-a68a-4bea-a222-41294479a07e req-02d0a6a4-0e1f-4f21-bc2d-f31386fb9e08 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 943 time: 0.0721152 Aug 11 02:10:13.650855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5a0e7f2-a68a-4bea-a222-41294479a07e req-83af9a32-b7d8-4821-beaf-c4078ea6f7c4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751729 Aug 11 02:10:13.686463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:13.689377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48a60243-8db6-485a-ac5a-6e5e37f4ad48 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:13.698749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-a4786f0a-d7a0-4a74-b2e2-a6e3bceac649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.700766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-a4786f0a-d7a0-4a74-b2e2-a6e3bceac649 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 1098 time: 0.0980556 Aug 11 02:10:13.709433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc2ded-f489-4ba4-be26-deb2e542eb06 req-5abba6f6-6599-4cc9-ae57-42e7c9cdbe75 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.711617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0edc2ded-f489-4ba4-be26-deb2e542eb06 req-5abba6f6-6599-4cc9-ae57-42e7c9cdbe75 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.0926106 Aug 11 02:10:13.717935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['756eccf7-a9e5-48d5-a002-12598b57769e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:13.845280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0edc2ded-f489-4ba4-be26-deb2e542eb06 req-ded73dd8-ce57-4902-ada6-4cf32c5968db tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208642 Aug 11 02:10:13.860276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b0f5f-9c83-4891-80b0-8993ce3fe618 req-fc61981a-4a77-4859-b302-c686f80281f6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.861821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-425b0f5f-9c83-4891-80b0-8993ce3fe618 req-fc61981a-4a77-4859-b302-c686f80281f6 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1395960 Aug 11 02:10:13.883087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:13.883269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-3732bc82-960a-4106-8535-cde61d2ddffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:13.884660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-3732bc82-960a-4106-8535-cde61d2ddffe service neutron] 10.222.0.61 "GET /v2.0/networks?id=efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 200 len: 916 time: 0.1708879 Aug 11 02:10:13.886978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:13.898349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:13.903517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:13.903898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:13.939878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 has no active binding in host n-h1-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:10:13.948248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-1c94da8c-c856-4232-bcbe-446c6e4addc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56fa9775-6170-441c-8cf4-6f6292640a70 HTTP/1.1" status: 200 len: 217 time: 0.0497987 Aug 11 02:10:13.977055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-425b0f5f-9c83-4891-80b0-8993ce3fe618 req-044856e9-471f-4017-9232-74b9e5473ed1 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032917 Aug 11 02:10:13.977492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323'}, {'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e'}, {'name': 'network-changed', 'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:13.979769 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc849709-e976-4862-aa6f-79bf412232fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323"}, {"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-unplugged", "status": "completed", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e"}, {"name": "network-changed", "server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:14.044549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde05f2-d4d8-47f9-ae6d-70e7a07c469c req-f6d04998-3350-45b6-8c9a-d2ffed2e5027 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.047354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dde05f2-d4d8-47f9-ae6d-70e7a07c469c req-f6d04998-3350-45b6-8c9a-d2ffed2e5027 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 944 time: 0.1090884 Aug 11 02:10:14.057551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-9def4317-1462-4689-a1ff-ecbc3caf4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.059265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-9def4317-1462-4689-a1ff-ecbc3caf4366 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 200 len: 854 time: 0.0917966 Aug 11 02:10:14.122744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-83544745-a4b7-4126-9edb-3ec888b29d29 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502000 Aug 11 02:10:14.126687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:14.129056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.150708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dde05f2-d4d8-47f9-ae6d-70e7a07c469c req-3e9defc9-c856-48b2-b901-e3e716a59f3c tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954111 Aug 11 02:10:14.212747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-b350c685-d3cc-4d40-a0ee-3d14b8e2a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.214220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-b350c685-d3cc-4d40-a0ee-3d14b8e2a633 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efdba616-4913-4d73-884a-589f9a460c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409180 Aug 11 02:10:14.272435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '1efbc0ab-58ae-4f96-88ab-294984092534', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '1efbc0ab-58ae-4f96-88ab-294984092534', 'mac_address': 'fa:16:3e:75:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:14.318417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:14.328776 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.334896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.348447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-5a88559d-107f-4594-9703-12ee12ce1656 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.349969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-5a88559d-107f-4594-9703-12ee12ce1656 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180641 Aug 11 02:10:14.366957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efbc0ab-58ae-4f96-88ab-294984092534 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:14.382011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-9c514964-5924-4499-b919-36ae8abd0546 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.0249145 Aug 11 02:10:14.390534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f676214-0243-45e0-b8a5-6d26f3e259c8 req-a2124148-3b2a-432d-8fb8-4b956565bb61 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:14.392021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f676214-0243-45e0-b8a5-6d26f3e259c8 req-a2124148-3b2a-432d-8fb8-4b956565bb61 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1639743 Aug 11 02:10:14.403909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:14.407557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:14.410754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:14.419094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-1b0b69ae-a388-446b-b5c2-5bd09f34f65f service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898141 Aug 11 02:10:14.462466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:14.525214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f676214-0243-45e0-b8a5-6d26f3e259c8 req-3ec1550e-ccb5-47d9-b6d4-40b303c6bf65 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106434 Aug 11 02:10:14.549694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-087a14e0-781e-4cca-9e50-72cfb28cc036 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1566896 Aug 11 02:10:14.571531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a81c18a-3c47-415d-a5fb-a1d44dbf74a8 req-d3ccc88f-4ea7-4514-9094-daeed198110f service neutron] 10.222.0.61 "GET /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325941 Aug 11 02:10:14.577455 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd029bb-a6d3-4250-8f48-6506b6dcd093 x-openstack-request-id: req-4cd029bb-a6d3-4250-8f48-6506b6dcd093 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:14.577872 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323", "status": "completed", "code": 200}, {"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-unplugged", "status": "completed", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e", "code": 200}, {"name": "network-changed", "server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:14.578190 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4cd029bb-a6d3-4250-8f48-6506b6dcd093 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:14.578653 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'status': 'completed', 'code': 200} Aug 11 02:10:14.578970 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e', 'code': 200} Aug 11 02:10:14.579284 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e', 'status': 'completed', 'code': 200} Aug 11 02:10:14.586360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:14.588884 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c9c702-bb4f-4432-b636-b3d58a82a965" -d '{"events": [{"server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "name": "network-vif-plugged", "status": "completed", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:14.845249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['1efbc0ab-58ae-4f96-88ab-294984092534'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:15.035870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-bdd0dc48-4d19-4012-81e3-018c2e40bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.037517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-bdd0dc48-4d19-4012-81e3-018c2e40bb35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1127 time: 0.4150078 Aug 11 02:10:15.049069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d519-87bc-4945-8578-5a832b4c74d5 req-70e70e4e-9458-4918-bddf-1d740cde5d56 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.050572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3565d519-87bc-4945-8578-5a832b4c74d5 req-70e70e4e-9458-4918-bddf-1d740cde5d56 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.4199851 Aug 11 02:10:15.055724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-1a911e96-5ffc-4855-924e-f4230b8f1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.057066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-1a911e96-5ffc-4855-924e-f4230b8f1ad8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1126 time: 0.4013906 Aug 11 02:10:15.142132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356318-25ca-422d-a944-835ba4004071 req-6dae5e84-fbd3-451b-a662-8d5919745fb6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.143794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30356318-25ca-422d-a944-835ba4004071 req-6dae5e84-fbd3-451b-a662-8d5919745fb6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 944 time: 0.1639183 Aug 11 02:10:15.251265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3565d519-87bc-4945-8578-5a832b4c74d5 req-313daf33-488e-4fd1-ace0-652e9ccbe486 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877847 Aug 11 02:10:15.295771 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c5f835-3b14-49d0-b7aa-14ff2c537cd4 x-openstack-request-id: req-e9c5f835-3b14-49d0-b7aa-14ff2c537cd4 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:15.296076 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "name": "network-vif-plugged", "status": "completed", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:15.296327 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9c5f835-3b14-49d0-b7aa-14ff2c537cd4 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:15.297168 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48', 'code': 200} Aug 11 02:10:15.352096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30356318-25ca-422d-a944-835ba4004071 req-ab14115d-85d1-46d7-a368-b8c83a32a708 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758804 Aug 11 02:10:15.358083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-13f4dd6e-2756-47b4-a63b-53d28b51d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.368129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-13f4dd6e-2756-47b4-a63b-53d28b51d6bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.3147676 Aug 11 02:10:15.377985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-c68f0d16-9f18-4196-bd9c-c1be6cdd6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.379440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-c68f0d16-9f18-4196-bd9c-c1be6cdd6a70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.3063941 Aug 11 02:10:15.407393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aeac4fb3-899f-483e-aeea-1eb37b816a9d req-bb3c56c7-ed00-452e-961a-dc86cdbf8b30 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 210 time: 0.0536489 Aug 11 02:10:15.447939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351669-6936-476b-874b-2952b68eccb4 req-6ce2b55d-bb5c-49b3-8496-aa90f122f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.449896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58351669-6936-476b-874b-2952b68eccb4 req-6ce2b55d-bb5c-49b3-8496-aa90f122f111 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 1097 time: 0.0505459 Aug 11 02:10:15.495072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58351669-6936-476b-874b-2952b68eccb4 req-93d7e6be-8898-4ae4-b777-aa5012ea5f04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Aug 11 02:10:15.504877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-f820dad5-9935-4fca-b4ca-64f2ffb73488 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 217 time: 0.1007910 Aug 11 02:10:15.506035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-3bae54ee-77b5-4d8e-b49f-152a9c7a338e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 217 time: 0.1009834 Aug 11 02:10:15.620709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca546-0aab-4606-8690-a01c018ccef1 req-74a9fadc-8bff-4031-aba3-0447734148f8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.622762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c23ca546-0aab-4606-8690-a01c018ccef1 req-74a9fadc-8bff-4031-aba3-0447734148f8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 944 time: 0.2146535 Aug 11 02:10:15.649541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-bfaba29d-2328-4c62-af2a-b6d1d30276e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.651007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-bfaba29d-2328-4c62-af2a-b6d1d30276e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1317422 Aug 11 02:10:15.666932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849709-e976-4862-aa6f-79bf412232fb req-1becc107-b73f-4f0b-bb74-d764ed2e71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.668336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-1becc107-b73f-4f0b-bb74-d764ed2e71a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1007376 Aug 11 02:10:15.687842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c13ce-1274-417e-baf7-3597dc4530d6 req-5c81cc00-192d-4c13-a145-ff5910c298bc tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.689436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f0c13ce-1274-417e-baf7-3597dc4530d6 req-5c81cc00-192d-4c13-a145-ff5910c298bc tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.1881418 Aug 11 02:10:15.733027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-272b418e-6587-4687-bbc4-7ec8ebb0903b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628750 Aug 11 02:10:15.749709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c23ca546-0aab-4606-8690-a01c018ccef1 req-eb33bdc9-cd9e-4046-be2c-97809409ded0 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187553 Aug 11 02:10:15.758302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-f42a868f-1576-4acb-b5d2-180d4b198d0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663421 Aug 11 02:10:15.914267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f0c13ce-1274-417e-baf7-3597dc4530d6 req-c1b9c513-fa3c-4822-8a51-82a24637e0de tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063196 Aug 11 02:10:15.923596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:15.976112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0aa27-2761-4795-8204-41c2a43a657e req-ef61c5db-ed01-49c4-848d-9c23230d2ad8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:15.984653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8df0aa27-2761-4795-8204-41c2a43a657e req-ef61c5db-ed01-49c4-848d-9c23230d2ad8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1665306 Aug 11 02:10:16.054963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:16.068600 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-8c3280de-2845-4c04-87d9-329288cdd767 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302844 Aug 11 02:10:16.069205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e has no active binding in host n-h2-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:10:16.079371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-e36d05e9-5eda-4e60-82c7-c7a17675a8a9 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234363 Aug 11 02:10:16.090237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8df0aa27-2761-4795-8204-41c2a43a657e req-781f8891-3958-4f88-90f5-0424f72fc93d tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045275 Aug 11 02:10:16.135940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-94c1707e-e0ab-4c56-81c6-d1c3784d42ff service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549993 Aug 11 02:10:16.194866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-3147a697-d1f9-43a3-9b1b-0f926e5dfa14 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.197407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-3147a697-d1f9-43a3-9b1b-0f926e5dfa14 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179230 Aug 11 02:10:16.221032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:16.279071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de125-78f9-4239-aae1-4adc60020f6e req-0a7d5a98-6439-46ac-b87e-a58b3c1a86df tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.280561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f0de125-78f9-4239-aae1-4adc60020f6e req-0a7d5a98-6439-46ac-b87e-a58b3c1a86df tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.2183051 Aug 11 02:10:16.331161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:16.334691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.381087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec4d40-1d18-49dd-b722-380af535265f req-66021f36-32c6-45bb-a65e-926ece57372e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.382619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38ec4d40-1d18-49dd-b722-380af535265f req-66021f36-32c6-45bb-a65e-926ece57372e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.2009721 Aug 11 02:10:16.392870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f0de125-78f9-4239-aae1-4adc60020f6e req-1f3974c4-ea41-4bc7-91d0-de036abe87d5 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036427 Aug 11 02:10:16.394474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-13aa95c1-eb80-460b-b4fb-ff79a87abd3e service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794912 Aug 11 02:10:16.398481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc849709-e976-4862-aa6f-79bf412232fb req-98a81685-89a1-4780-b802-f29ed5739912 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151411 Aug 11 02:10:16.441267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38ec4d40-1d18-49dd-b722-380af535265f req-02b2929a-913a-4524-afa5-849ac7a01f1e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458264 Aug 11 02:10:16.501859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.82 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/cb56fd58-89c4-4771-92cc-3955ae7e0fc6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:16.575354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d0b05-4514-4b97-b467-df679d673c97 req-33b80fa3-6bb4-4714-ad75-8761ec1b6a3e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.576861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c08d0b05-4514-4b97-b467-df679d673c97 req-33b80fa3-6bb4-4714-ad75-8761ec1b6a3e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0920660 Aug 11 02:10:16.585364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab36e3-9598-4e9e-a002-0cb481816462 req-3f511bc7-1341-4a72-810c-0bed3b3e04cd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.586751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ab36e3-9598-4e9e-a002-0cb481816462 req-3f511bc7-1341-4a72-810c-0bed3b3e04cd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 944 time: 0.0742176 Aug 11 02:10:16.642111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c08d0b05-4514-4b97-b467-df679d673c97 req-86facdcb-e5be-40ee-ab0f-59d92eb96f8b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 Aug 11 02:10:16.651200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ab36e3-9598-4e9e-a002-0cb481816462 req-f9441fab-0a11-460e-95c6-6f35fb8f9cfc tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559082 Aug 11 02:10:16.653857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.676909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object cb56fd58-89c4-4771-92cc-3955ae7e0fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:16.714052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.727273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:16.752075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:16.776179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:16.786890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1975-f790-491a-b6a4-247a5763d75b req-7444e322-22e3-451a-9259-2ebac6928d6a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.788332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fee1975-f790-491a-b6a4-247a5763d75b req-7444e322-22e3-451a-9259-2ebac6928d6a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 935 time: 0.0849936 Aug 11 02:10:16.788944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:16.790953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:16.797949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:16.811078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81cfd6-ce92-4e03-bb9a-7a322041435d req-b6cf3f10-09bb-4057-9339-b85fb4d227cc tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.812710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd81cfd6-ce92-4e03-bb9a-7a322041435d req-b6cf3f10-09bb-4057-9339-b85fb4d227cc tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.0797877 Aug 11 02:10:16.857555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fee1975-f790-491a-b6a4-247a5763d75b req-a2dda4aa-87c1-4de3-b490-d763bc132c1d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Aug 11 02:10:16.862368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:16.863259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:16.897242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-1341895b-14e5-4cab-a892-17c976f9a23e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6810431 Aug 11 02:10:16.915605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Request body: {'port': {'device_id': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:16.918358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd81cfd6-ce92-4e03-bb9a-7a322041435d req-a545beb5-43ca-43a2-bdab-f896d40601f8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Aug 11 02:10:17.002029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.049757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9550-0312-489c-b174-ce43144e7ba3 req-b66d364c-81cb-494b-a0a1-408310281884 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.054615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e8f9550-0312-489c-b174-ce43144e7ba3 req-b66d364c-81cb-494b-a0a1-408310281884 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1214712 Aug 11 02:10:17.063550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:17.068917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Request body: {'floatingip': {'port_id': 'd564abcb-7040-4558-80bb-314089e623ce'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:17.191497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-049d3fcf-9468-479d-af92-2905904efbaf None None] Provisioning for port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:17.195709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.212159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-049d3fcf-9468-479d-af92-2905904efbaf None None] Provisioning complete for port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:17.214012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-049d3fcf-9468-479d-af92-2905904efbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.274138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-049d3fcf-9468-479d-af92-2905904efbaf None None] Port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:17.286102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb273b23-62b9-4a42-b526-1633cb75854a req-01014922-d3c6-43b8-8f06-7fb09ebb8b7e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.287621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb273b23-62b9-4a42-b526-1633cb75854a req-01014922-d3c6-43b8-8f06-7fb09ebb8b7e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 944 time: 0.2100863 Aug 11 02:10:17.341461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb56fd58-89c4-4771-92cc-3955ae7e0fc6 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:17.349433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.354258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f5468-e5bb-4b3f-b58f-6b5767bd96ed req-921eddac-cb67-4550-ae13-b19596eab786 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.355686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-283f5468-e5bb-4b3f-b58f-6b5767bd96ed req-921eddac-cb67-4550-ae13-b19596eab786 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.1843779 Aug 11 02:10:17.362939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Transition to ACTIVE for port object cb56fd58-89c4-4771-92cc-3955ae7e0fc6 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:17.368046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.434975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Pushing event updated for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.439953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb273b23-62b9-4a42-b526-1633cb75854a req-7ef69f78-7c8b-4f9f-a1aa-93ce6bb96076 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386225 Aug 11 02:10:17.493833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Attempting to bind port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:17.494332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Attempting to bind port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:17.494677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Attempting to bind port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:17.499633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:17.499965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Attempting to bind port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:17.501649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-283f5468-e5bb-4b3f-b58f-6b5767bd96ed req-e159b055-c992-41ad-9b86-a6371901ea67 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324010 Aug 11 02:10:17.505595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:17.506167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:17.506520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:17.507118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Bound port: cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:17.507118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.585490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:17.594574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:17.601240 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.637886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.638673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:17.639955 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] 10.222.0.67 "PUT /v2.0/ports/cb56fd58-89c4-4771-92cc-3955ae7e0fc6 HTTP/1.1" status: 200 len: 1096 time: 0.7313428 Aug 11 02:10:17.640470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:17.643683 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5507f-d700-46e8-a2c7-80c9d67686d3" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:17.677560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f15529-d46c-40c0-89d8-fab7051fb04f service neutron] Pushing event updated for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:17.764357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-03726a4f-e4e7-49fd-965a-241325179f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.765974 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-03726a4f-e4e7-49fd-965a-241325179f9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 1099 time: 0.0443411 Aug 11 02:10:17.817602 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-116b77a9-6237-46ef-9d29-e62721c6b00c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6 HTTP/1.1" status: 200 len: 217 time: 0.0411897 Aug 11 02:10:17.876237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-8dee442e-244e-4a5e-a588-20241665542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.877642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-8dee442e-244e-4a5e-a588-20241665542a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0469432 Aug 11 02:10:17.929245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-051b69a6-0caf-4134-965b-9389dde5f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:17.930988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-051b69a6-0caf-4134-965b-9389dde5f685 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0440569 Aug 11 02:10:17.932330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:17.935643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:18.037724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c090-6eeb-4bd5-9049-9752050963d1 req-d37c5929-40bd-4fd3-a0c2-b8a127756cb6 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.039288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7f8c090-6eeb-4bd5-9049-9752050963d1 req-d37c5929-40bd-4fd3-a0c2-b8a127756cb6 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.4655859 Aug 11 02:10:18.048660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 1efbc0ab-58ae-4f96-88ab-294984092534 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:18.062007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 1efbc0ab-58ae-4f96-88ab-294984092534 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:18.062413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.065333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad3d6-9935-4832-ab5a-c81a9af2ab01 req-5b3ee5ef-f7fc-4ed2-8aaf-238ad9f1f295 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.066852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a0ad3d6-9935-4832-ab5a-c81a9af2ab01 req-5b3ee5ef-f7fc-4ed2-8aaf-238ad9f1f295 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.4596374 Aug 11 02:10:18.069377 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-a49e4771-508c-49f5-a2cf-75325a541e31 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091619 Aug 11 02:10:18.103798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:18.122116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'mac_address': 'fa:16:3e:0d:f8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:18.141845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7f8c090-6eeb-4bd5-9049-9752050963d1 req-9f5f1224-fab4-412a-aa1e-c86cbd863740 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946648 Aug 11 02:10:18.174694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a0ad3d6-9935-4832-ab5a-c81a9af2ab01 req-66b3ca8f-bedd-46ca-9222-00c4026ded9c tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966833 Aug 11 02:10:18.192408 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a4c499f9-28d6-4a22-87f1-82cce2f8a63e req-bc4d31ee-18c5-4752-9fa5-e4f694f57266 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128662 Aug 11 02:10:18.211961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.236106 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.244704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:18.247779 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5279d72e-881e-4832-b3ae-c66436964111" -d '{"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-plugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:18.259308 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd01efc-e1ef-4486-9c2a-cf48e829c2ce x-openstack-request-id: req-bfd01efc-e1ef-4486-9c2a-cf48e829c2ce {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:18.259688 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:18.259994 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfd01efc-e1ef-4486-9c2a-cf48e829c2ce {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:18.260480 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', 'status': 'completed', 'code': 200} Aug 11 02:10:18.273389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:18.275634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:18.290386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.297640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:18.299570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.300475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:18.305313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.365071 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.373251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-f08afadb-74b8-4a16-80af-7c6ea2b04ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.374838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-f08afadb-74b8-4a16-80af-7c6ea2b04ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 1099 time: 0.0687561 Aug 11 02:10:18.445708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.448286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.481495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99445-2110-4522-9c08-10053a86a687 req-287feb56-5a4a-4be1-b20e-fbb2ae80e228 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.491051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9e99445-2110-4522-9c08-10053a86a687 req-287feb56-5a4a-4be1-b20e-fbb2ae80e228 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.1989019 Aug 11 02:10:18.516884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:18.524127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5224c52-f546-4d38-a774-a6c42b663889 req-d3bea69f-dcda-438e-93aa-6f4db64620a0 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.525994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5224c52-f546-4d38-a774-a6c42b663889 req-d3bea69f-dcda-438e-93aa-6f4db64620a0 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 948 time: 0.1616075 Aug 11 02:10:18.537175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:18.538291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.549694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-31e09c41-49af-4694-beac-9a68d1e9626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.550485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:18.551278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-31e09c41-49af-4694-beac-9a68d1e9626d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1528332 Aug 11 02:10:18.603459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:18.606746 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 associated. External IP: 172.25.3.228, port: d564abcb-7040-4558-80bb-314089e623ce. Aug 11 02:10:18.616722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-56e5961f-2dca-430f-be4c-e00bfbaca39b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6 HTTP/1.1" status: 200 len: 217 time: 0.0507205 Aug 11 02:10:18.618346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9e99445-2110-4522-9c08-10053a86a687 req-099abf93-02f4-40d5-8d81-b806903d7adb tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264338 Aug 11 02:10:18.636024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5224c52-f546-4d38-a774-a6c42b663889 req-e98a806d-0326-473b-8c90-5c8629c2e915 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Aug 11 02:10:18.709256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-1c647968-62f2-4c78-b4a5-7a0978932bf6 service neutron] 10.222.0.61 "GET /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.1631267 Aug 11 02:10:18.710142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-ad1f0b5e-feec-45bd-b5c4-c990605a2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.711797 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-ad1f0b5e-feec-45bd-b5c4-c990605a2221 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0646267 Aug 11 02:10:18.766507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-1f12bffa-e2fa-4519-84a4-a6dc005f75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.770583 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-1f12bffa-e2fa-4519-84a4-a6dc005f75f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490813 Aug 11 02:10:18.846962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:18.907305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-7bde8146-7078-4069-810f-3fed952fbf0c service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267555 Aug 11 02:10:18.908904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a143d81-d734-4be5-a42f-89f9eadb61c2 req-5782d620-df97-4bc4-9e82-954b711de94e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.910628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a143d81-d734-4be5-a42f-89f9eadb61c2 req-5782d620-df97-4bc4-9e82-954b711de94e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 944 time: 0.2001407 Aug 11 02:10:18.955076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73e96a-4329-445c-a75f-60f9d4315b32 req-0840c4d6-81a3-4cd8-96b6-87e8e30f59c1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:18.962657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc73e96a-4329-445c-a75f-60f9d4315b32 req-0840c4d6-81a3-4cd8-96b6-87e8e30f59c1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 947 time: 0.1914198 Aug 11 02:10:19.035182 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e5507f-d700-46e8-a2c7-80c9d67686d3 req-607827e4-3fa3-4d6c-8a0f-34a39d7046fb service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163344 Aug 11 02:10:19.066424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a143d81-d734-4be5-a42f-89f9eadb61c2 req-d013a956-1dfa-4c4f-bafa-566f87dc6a27 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418908 Aug 11 02:10:19.125474 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fca91b-88e7-468c-9c75-c0d7e95f978f x-openstack-request-id: req-d6fca91b-88e7-468c-9c75-c0d7e95f978f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:19.126019 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-plugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:19.126557 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d6fca91b-88e7-468c-9c75-c0d7e95f978f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:19.127113 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534', 'code': 200} Aug 11 02:10:19.158729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc73e96a-4329-445c-a75f-60f9d4315b32 req-9da30fb3-58ba-4dca-8c0e-2439f425dd52 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952007 Aug 11 02:10:19.226249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-b414263e-2391-4eae-aee4-25e084bbcd6b req-06a30729-5a27-41ba-b1ec-0fd3e0eb27f1 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:10:19.227178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b414263e-2391-4eae-aee4-25e084bbcd6b req-06a30729-5a27-41ba-b1ec-0fd3e0eb27f1 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168939 Aug 11 02:10:19.289554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887056-262c-45eb-9a84-9000a60712b1 req-9c3981c4-eb57-41f9-8e99-876021306f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.289554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3887056-262c-45eb-9a84-9000a60712b1 req-9c3981c4-eb57-41f9-8e99-876021306f5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 1097 time: 0.0413938 Aug 11 02:10:19.328540 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3887056-262c-45eb-9a84-9000a60712b1 req-f6b6e383-11f9-49a4-97a9-e7c3ef429b3a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Aug 11 02:10:19.354252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:10:19.377785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396862-71d3-41de-9a0f-30b9ff514a84 req-9dc49f6a-ba4a-4d94-b80e-d2fc774d6c0b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.379403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef396862-71d3-41de-9a0f-30b9ff514a84 req-9dc49f6a-ba4a-4d94-b80e-d2fc774d6c0b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 945 time: 0.1740370 Aug 11 02:10:19.387361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:19.416843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b414263e-2391-4eae-aee4-25e084bbcd6b req-939ba3ab-bd0b-4648-8e01-6d57be77309c tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1807301 Aug 11 02:10:19.440511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:19.513535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef396862-71d3-41de-9a0f-30b9ff514a84 req-b135f52d-17f2-4bca-818b-341c37908dc7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Aug 11 02:10:19.533897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd12e1e1-39a2-470c-9580-97802f0c4323 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:19.566370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:19.598731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.602403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:10:19.612768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.614587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:10:19.625260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:19.626029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:19.730780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ea938591-8ad5-4b0f-916f-0252f69e8d0e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "PUT /v2.0/floatingips/f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 HTTP/1.1" status: 200 len: 991 time: 2.6653578 Aug 11 02:10:19.733982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:19.736239 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0" -d '{"events": [{"name": "network-changed", "server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "tag": "d564abcb-7040-4558-80bb-314089e623ce"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:19.742461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:19.779152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfcd86-4357-4c19-bc08-52d4d99f97a1 req-a5dafd13-4caf-4d3e-b5ec-c2a4eb179d8c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.780616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9cfcd86-4357-4c19-bc08-52d4d99f97a1 req-a5dafd13-4caf-4d3e-b5ec-c2a4eb179d8c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 943 time: 0.1635666 Aug 11 02:10:19.804968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] Transition to ACTIVE for port object bd12e1e1-39a2-470c-9580-97802f0c4323 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:19.814806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347bc89-667a-4792-83db-e74014437005 req-c28297ad-3a4f-4d0d-b8aa-192cfeab8d1e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:19.817899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b347bc89-667a-4792-83db-e74014437005 req-c28297ad-3a4f-4d0d-b8aa-192cfeab8d1e tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.1298070 Aug 11 02:10:19.826268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:19.897159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9cfcd86-4357-4c19-bc08-52d4d99f97a1 req-31ba2df3-e48c-4b98-9fcb-f5b06d3eebcf tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094003 Aug 11 02:10:19.927431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b347bc89-667a-4792-83db-e74014437005 req-60440abd-6151-4067-830c-325887bdeb05 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987575 Aug 11 02:10:19.973880 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-8d0fd608-baa3-4627-9f5f-05ab17929a2a service neutron] 10.222.0.67 "GET /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.1270008 Aug 11 02:10:19.986112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:20.061557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] No DVR routers for this DVR port bd12e1e1-39a2-470c-9580-97802f0c4323 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:20.082454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] Pushing event updated for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=10']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:20.112405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:20.205103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-409e5af9-552a-43ad-95db-138c302e62cf service neutron] 10.222.0.61 "PUT /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323/bindings/n-h1-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4351659 Aug 11 02:10:20.232801 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71689547-1d33-436b-8267-c388aebff5a9 x-openstack-request-id: req-71689547-1d33-436b-8267-c388aebff5a9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:20.232801 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "tag": "d564abcb-7040-4558-80bb-314089e623ce", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:20.233859 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-71689547-1d33-436b-8267-c388aebff5a9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:20.234392 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce', 'status': 'completed', 'code': 200} Aug 11 02:10:20.280423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd564abcb-7040-4558-80bb-314089e623ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:e2:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:10:18Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:20.283220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:20.307168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:20.337117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:10:20.352461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756eccf7-a9e5-48d5-a002-12598b57769e {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:20.363815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:20.377124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:20.377766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:09:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:20.379543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.407106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c612f-f37f-4af9-866f-51d63151cde6 req-2db8e1fb-ed4b-4284-99fb-e64526b39c7e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.413670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce3c612f-f37f-4af9-866f-51d63151cde6 req-2db8e1fb-ed4b-4284-99fb-e64526b39c7e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 947 time: 0.2918398 Aug 11 02:10:20.475097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] Transition to ACTIVE for port object 756eccf7-a9e5-48d5-a002-12598b57769e will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:20.482273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:20.488883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637c08-1021-4f32-8a55-a48f349de5aa req-2aefd58b-165b-48c5-a6ae-1a2503533dfd tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.490181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50637c08-1021-4f32-8a55-a48f349de5aa req-2aefd58b-165b-48c5-a6ae-1a2503533dfd tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.1486008 Aug 11 02:10:20.539698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce3c612f-f37f-4af9-866f-51d63151cde6 req-f3f73fdc-05f9-4e10-a255-4fe4b6754a30 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247959 Aug 11 02:10:20.552024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] No DVR routers for this DVR port 756eccf7-a9e5-48d5-a002-12598b57769e on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:20.617562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] Pushing event updated for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:20.619611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-3bcd10d3-e8ab-4d81-85aa-0fe1ca50df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.627115 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-d30fd740-daca-4655-9748-4cc91892f117 service neutron] 10.222.0.67 "PUT /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e/bindings/n-h2-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6402760 Aug 11 02:10:20.636312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-3bcd10d3-e8ab-4d81-85aa-0fe1ca50df90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 1097 time: 0.3944690 Aug 11 02:10:20.641732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-e9e7c415-3291-4967-a811-fc72ccaca271 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:20.651757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-e9e7c415-3291-4967-a811-fc72ccaca271 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.3435669 Aug 11 02:10:20.728189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:10:20.823020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50637c08-1021-4f32-8a55-a48f349de5aa req-15d0b6b9-eaec-4cdb-947e-2f360b7595d4 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169940 Aug 11 02:10:20.987614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd564abcb-7040-4558-80bb-314089e623ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:e2:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:10:18Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:21.016157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309aedd-c48e-4c00-b3ad-3a5d7c568b70 None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f3dad10b-f8ea-4af9-a386-6f61cdadbcb5', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'port_id': 'd564abcb-7040-4558-80bb-314089e623ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'mac_address': 'fa:16:3e:e2:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:07:26Z', 'updated_at': '2021-08-11T02:10:18Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:10:21.210632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-934ccecf-c34c-4b91-81c5-c695e98ca9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.212169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-934ccecf-c34c-4b91-81c5-c695e98ca9a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 1096 time: 0.4956625 Aug 11 02:10:21.214105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-e43041ac-9389-4785-941b-32217a737d72 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.216761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-e43041ac-9389-4785-941b-32217a737d72 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.5006602 Aug 11 02:10:21.224269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd7e73-8ee6-4898-8806-8f8cdca23de0 req-93fd0c4f-f69c-4bb4-a339-ebcae58cf6e7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.226380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ddd7e73-8ee6-4898-8806-8f8cdca23de0 req-93fd0c4f-f69c-4bb4-a339-ebcae58cf6e7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 945 time: 0.4802344 Aug 11 02:10:21.235287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc7016-6b39-4425-aa64-1317ad1e7f44 None None] New status for floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:10:21.255645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-a2caeeb1-7e93-4626-b717-53348f27dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.257093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-a2caeeb1-7e93-4626-b717-53348f27dc3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 200 len: 924 time: 0.6026552 Aug 11 02:10:21.325206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57402-1e5e-4c7b-ad68-e1a3b91f9079 req-495b5eb9-8ae9-428d-bfc1-539b57d8edf4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.326632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72e57402-1e5e-4c7b-ad68-e1a3b91f9079 req-495b5eb9-8ae9-428d-bfc1-539b57d8edf4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 947 time: 0.2038646 Aug 11 02:10:21.419467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ddd7e73-8ee6-4898-8806-8f8cdca23de0 req-912ba288-2f1e-41c5-9044-cc49bb1eedba tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857517 Aug 11 02:10:21.425700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-17742277-7c6d-414d-b8ba-8de8d084ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.427197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-17742277-7c6d-414d-b8ba-8de8d084ba3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 1097 time: 0.1956351 Aug 11 02:10:21.455064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-bef25399-3c63-408a-837e-d54deec16ba5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d564abcb-7040-4558-80bb-314089e623ce HTTP/1.1" status: 200 len: 999 time: 0.1699569 Aug 11 02:10:21.458561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72e57402-1e5e-4c7b-ad68-e1a3b91f9079 req-a5bc0d12-de4c-44b2-a0be-6302908768f7 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993385 Aug 11 02:10:21.460640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-0589b243-8a59-4288-8f14-57d312f678bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.462066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-0589b243-8a59-4288-8f14-57d312f678bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1096 time: 0.2100668 Aug 11 02:10:21.652029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-a31e7598-a37e-4e31-bc60-339782bef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.653482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-a31e7598-a37e-4e31-bc60-339782bef256 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 200 len: 862 time: 0.1905420 Aug 11 02:10:21.667757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-877231a1-6c05-465f-9068-ad5148b883af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.669638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-877231a1-6c05-465f-9068-ad5148b883af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1097 time: 0.2056627 Aug 11 02:10:21.717955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eecd7-80c3-4a4f-a099-715a3b1f7e05 req-711a015c-c0f5-458d-8584-f0122978581b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.719477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-294eecd7-80c3-4a4f-a099-715a3b1f7e05 req-711a015c-c0f5-458d-8584-f0122978581b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 945 time: 0.2097681 Aug 11 02:10:21.722653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device cb56fd58-89c4-4771-92cc-3955ae7e0fc6 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:21.724973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:21.779667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601ee1-3cd7-4a92-b749-6d91e36064b3 req-0efacc3c-2f63-4a29-93fe-c135f1013196 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.781184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40601ee1-3cd7-4a92-b749-6d91e36064b3 req-0efacc3c-2f63-4a29-93fe-c135f1013196 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.2577295 Aug 11 02:10:21.815901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:21.818232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-e8e00813-6296-4033-95f2-6b808816d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.824738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-e8e00813-6296-4033-95f2-6b808816d15d service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.3389745 Aug 11 02:10:21.865667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:21.877403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', 'mac_address': 'fa:16:3e:d7:fb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:21.914376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-5270e9b4-dec5-4afc-9c1f-f590e0b536c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.915918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-5270e9b4-dec5-4afc-9c1f-f590e0b536c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5708e07-01f8-48d4-a857-f2710a543986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513928 Aug 11 02:10:21.916567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.922884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-fd598caa-3aa9-4ccd-bec8-1f91aa3ce2ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 200 len: 217 time: 0.0839522 Aug 11 02:10:21.930413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb56fd58-89c4-4771-92cc-3955ae7e0fc6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:21.930627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-294eecd7-80c3-4a4f-a099-715a3b1f7e05 req-53386209-8895-43bd-a794-7a86bfab3ef8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959589 Aug 11 02:10:21.939394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40601ee1-3cd7-4a92-b749-6d91e36064b3 req-dd8207c5-c21e-416b-b300-dd1b432475cb tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467824 Aug 11 02:10:21.956847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:21.962141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-1ae9fa68-9974-415f-ac0b-ab22eeccc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:21.963608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-1ae9fa68-9974-415f-ac0b-ab22eeccc591 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2790394 Aug 11 02:10:21.975273 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:21.984820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:22.074794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:22.088050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-4e85ca43-9883-43d1-82b1-573fadc1aff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 200 len: 217 time: 0.0689161 Aug 11 02:10:22.090636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:22.091000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.149501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-8fd4c28d-dcf0-4daf-bc73-39ef1f3caa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.151009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-8fd4c28d-dcf0-4daf-bc73-39ef1f3caa5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.2080309 Aug 11 02:10:22.175634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.206860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:22.209289 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0808afac-b339-4496-b76d-f230968b71df" -d '{"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:22.219240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-63a658f9-5dc4-48fa-9c96-b7d325afa25a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564916 Aug 11 02:10:22.223990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:22.229736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.231264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d711-c75d-4aab-a462-fd8277524d12 req-ac058f96-6c01-4b33-a909-65b270c541f8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.232915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a516d711-c75d-4aab-a462-fd8277524d12 req-ac058f96-6c01-4b33-a909-65b270c541f8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.2051129 Aug 11 02:10:22.234464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-f88409f1-2734-43cb-b22a-c81fd6b6e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.235910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-f88409f1-2734-43cb-b22a-c81fd6b6e3e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1309831 Aug 11 02:10:22.239363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-01200073-4c96-4dba-afed-fc923132e589 service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974148 Aug 11 02:10:22.300111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:22.328429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['cb56fd58-89c4-4771-92cc-3955ae7e0fc6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:22.364950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-56a6a89b-ff41-4aa3-93c1-f29f6af8242a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149406 Aug 11 02:10:22.471492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a516d711-c75d-4aab-a462-fd8277524d12 req-5f8631d2-2506-40e0-b712-e24eeccc5cb9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245452 Aug 11 02:10:22.546095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d7b5-b14f-4e24-9bd6-9cfac8d99cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:22.562497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1839c93c-3aa0-40c0-8e86-9b79a07d62c0 req-ee127423-a5db-407b-90b0-021cdc5d643b service neutron] 10.222.0.67 "GET /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142431 Aug 11 02:10:22.564265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-65c60ab9-0858-4ef8-abc1-de60cc579dd1 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274772 Aug 11 02:10:22.610857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-7befe5ba-c905-411e-88ee-1da8adffd60f service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301753 Aug 11 02:10:22.620090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963fa65-d638-48c5-b392-14374fc73ea5 req-08387f10-a798-4340-a95f-7be23251e562 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.622064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2963fa65-d638-48c5-b392-14374fc73ea5 req-08387f10-a798-4340-a95f-7be23251e562 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0906601 Aug 11 02:10:22.801141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2963fa65-d638-48c5-b392-14374fc73ea5 req-230ec533-8adf-46f0-8a04-1b3d5fbfa55f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684399 Aug 11 02:10:22.864964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-95f77993-0d91-47e5-8fa4-a6d0a2a4fe7e service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417669 Aug 11 02:10:22.866836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-ac037bb6-e55f-499b-b992-f5c6e7b7486e service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800511 Aug 11 02:10:22.877018 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5c675-f0ee-4c7a-90a6-0a52f80ef1d7 x-openstack-request-id: req-3de5c675-f0ee-4c7a-90a6-0a52f80ef1d7 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:22.877562 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:22.878224 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3de5c675-f0ee-4c7a-90a6-0a52f80ef1d7 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:22.878224 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'code': 200} Aug 11 02:10:22.901071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53526ab-32e8-4420-9e50-210d0a09b442 req-ba48f4c2-a440-4c1c-a9dd-d1c3c572a815 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.908554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53526ab-32e8-4420-9e50-210d0a09b442 req-ba48f4c2-a440-4c1c-a9dd-d1c3c572a815 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.915966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53526ab-32e8-4420-9e50-210d0a09b442 req-ba48f4c2-a440-4c1c-a9dd-d1c3c572a815 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:22.917717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e53526ab-32e8-4420-9e50-210d0a09b442 req-ba48f4c2-a440-4c1c-a9dd-d1c3c572a815 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2&device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b&device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 2417 time: 0.1472445 Aug 11 02:10:23.008306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e53526ab-32e8-4420-9e50-210d0a09b442 req-13f48075-72df-43c6-80fe-b637abf2bb52 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734735 Aug 11 02:10:23.047253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a6f3-8f35-4c07-ba97-7404c67cec6b req-44f47248-1be4-4ef7-8777-803dfcf731a0 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.049275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddd9a6f3-8f35-4c07-ba97-7404c67cec6b req-44f47248-1be4-4ef7-8777-803dfcf731a0 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 945 time: 0.0993485 Aug 11 02:10:23.162025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddd9a6f3-8f35-4c07-ba97-7404c67cec6b req-2c731e6f-c5b6-43a8-94de-1e68f53d547c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061249 Aug 11 02:10:23.235487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-444c69e8-9b14-4c9a-8117-bf7671c721b7 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.237841 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-444c69e8-9b14-4c9a-8117-bf7671c721b7 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.0923166 Aug 11 02:10:23.248366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27faa24-b986-41fc-8ffc-83b37539d157 req-40ee3b41-7f0f-4b5a-9e27-54ff79777311 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.250090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c27faa24-b986-41fc-8ffc-83b37539d157 req-40ee3b41-7f0f-4b5a-9e27-54ff79777311 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 948 time: 0.1705840 Aug 11 02:10:23.257449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890aa9c-34c7-4e5b-8cf9-9a246e779ed0 req-678d378c-3dab-4ffb-899a-94a5b41c3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.259295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f890aa9c-34c7-4e5b-8cf9-9a246e779ed0 req-678d378c-3dab-4ffb-899a-94a5b41c3e73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1101 time: 0.1330175 Aug 11 02:10:23.302280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-21d0b296-bc6c-474e-8ca5-a145e3aead23 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.303936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-21d0b296-bc6c-474e-8ca5-a145e3aead23 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.1389902 Aug 11 02:10:23.380778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-db7e105f-dc98-4a68-beb4-7ab16e506304 service neutron] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:23.384504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-db7e105f-dc98-4a68-beb4-7ab16e506304 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.385993 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-be5ee30e-494f-4d56-91cf-dd7036c672b6 req-db7e105f-dc98-4a68-beb4-7ab16e506304 service neutron] 10.222.0.61 "DELETE /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e/bindings/n-h1-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.1375840 Aug 11 02:10:23.395682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f890aa9c-34c7-4e5b-8cf9-9a246e779ed0 req-6db9deac-cd50-4baf-88c0-2642ddb2e9cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230178 Aug 11 02:10:23.403658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c27faa24-b986-41fc-8ffc-83b37539d157 req-447fc514-0dad-47ac-b795-c46f209e4c7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356087 Aug 11 02:10:23.415124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15259070-6703-4450-8018-0132136300b3 req-7766d17a-16dc-4579-b244-e9aa82ec96e3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.416680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15259070-6703-4450-8018-0132136300b3 req-7766d17a-16dc-4579-b244-e9aa82ec96e3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 945 time: 0.1640809 Aug 11 02:10:23.521763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15259070-6703-4450-8018-0132136300b3 req-e480b769-9c20-48ee-8350-ae9bbdfcf1a0 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964198 Aug 11 02:10:23.568302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fbb7202-d85d-4926-8e0a-c62cab698472 req-fea00b27-0555-4ce0-8bf1-0b45dcc35c1b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1348526 Aug 11 02:10:23.577359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-4c51c29f-764c-4cfc-a4dd-f7b8ad8064a8 service neutron] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:23.582435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-4c51c29f-764c-4cfc-a4dd-f7b8ad8064a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.584099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de43193a-1b16-43e7-9e29-fb2977ba0775 req-4c51c29f-764c-4cfc-a4dd-f7b8ad8064a8 service neutron] 10.222.0.67 "DELETE /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323/bindings/n-h2-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.2647171 Aug 11 02:10:23.735749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be79d6-872d-4791-a7d2-1574e7fe26fd req-0de45d0d-5437-4a58-98d8-76a487eec4e5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:23.737782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67be79d6-872d-4791-a7d2-1574e7fe26fd req-0de45d0d-5437-4a58-98d8-76a487eec4e5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.0547290 Aug 11 02:10:23.738131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device cb56fd58-89c4-4771-92cc-3955ae7e0fc6 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:23.801734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:23.808060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:23.808848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:23.828284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67be79d6-872d-4791-a7d2-1574e7fe26fd req-0ad78cf7-0c4a-4e13-9ef7-446bc3e6513a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759361 Aug 11 02:10:23.956298 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.007638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:24.014274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:24.101051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:24.220553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abf848-bfa5-4da8-a32a-22cff78693e8 req-9924d2fa-553b-4782-a237-853ba5ed5ad3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.222224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17abf848-bfa5-4da8-a32a-22cff78693e8 req-9924d2fa-553b-4782-a237-853ba5ed5ad3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0721765 Aug 11 02:10:24.267122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17abf848-bfa5-4da8-a32a-22cff78693e8 req-5c4b5229-b9c9-4112-8ed9-ccd1ca393c7d tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Aug 11 02:10:24.403238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd02ad5-7062-4b6b-8602-5ff4c187d471 req-f208358f-e25d-48e0-9121-a586c5ef7ac2 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.404906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffd02ad5-7062-4b6b-8602-5ff4c187d471 req-f208358f-e25d-48e0-9121-a586c5ef7ac2 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 1096 time: 0.0486674 Aug 11 02:10:24.451496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffd02ad5-7062-4b6b-8602-5ff4c187d471 req-2505ed6a-aa78-4b9d-b923-90455454b3c7 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Aug 11 02:10:24.574680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb04cea-f9c8-47c0-a63f-d5511f064214 req-1fc90437-3ddf-4b1b-88b6-bdb121519b84 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.576244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeb04cea-f9c8-47c0-a63f-d5511f064214 req-1fc90437-3ddf-4b1b-88b6-bdb121519b84 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 945 time: 0.1040747 Aug 11 02:10:24.644213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeb04cea-f9c8-47c0-a63f-d5511f064214 req-14def9c4-598f-4b98-8820-20a247f073f7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Aug 11 02:10:24.671539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987507a-561a-45ee-afc1-f45ad40dc555 req-c9d9a52b-7c21-47da-adc1-2a00623014bc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:24.679746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8987507a-561a-45ee-afc1-f45ad40dc555 req-c9d9a52b-7c21-47da-adc1-2a00623014bc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1024606 Aug 11 02:10:24.709035 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:10:24.739540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8987507a-561a-45ee-afc1-f45ad40dc555 req-f9f1a4cc-75d9-4057-95e9-27e2da408f9f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Aug 11 02:10:24.878946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:24.881604 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87722c14-b753-4f51-9db2-ae2859c0962c" -d '{"events": [{"server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "name": "network-vif-plugged", "status": "completed", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:24.958591 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64fb8e-6d91-407f-a3b3-fb637f4bace0 x-openstack-request-id: req-4a64fb8e-6d91-407f-a3b3-fb637f4bace0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:24.959549 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "name": "network-vif-plugged", "status": "completed", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:24.960047 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a64fb8e-6d91-407f-a3b3-fb637f4bace0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:24.960591 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', 'code': 200} Aug 11 02:10:25.083868 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c107f40f-f30d-4342-8c67-cc69a4928d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.376724 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:25.385712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018c1f2-d864-43f4-a3e8-09e31672caa8 req-4457d90e-3a0b-49da-9466-fca52338e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.387820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5018c1f2-d864-43f4-a3e8-09e31672caa8 req-4457d90e-3a0b-49da-9466-fca52338e943 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 1101 time: 0.1087224 Aug 11 02:10:25.393994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81766597-c99f-457f-9840-1cdd4bba448a req-ded23aa0-7f8d-4a37-a5a4-62d7c1f9d1ce tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.395492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81766597-c99f-457f-9840-1cdd4bba448a req-ded23aa0-7f8d-4a37-a5a4-62d7c1f9d1ce tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 1097 time: 0.1175249 Aug 11 02:10:25.411942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-26157ed0-7ccb-4715-a785-ef210b9ec65a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.413453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-26157ed0-7ccb-4715-a785-ef210b9ec65a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.4897535 Aug 11 02:10:25.455286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-53b3f520-a0a0-40e2-af4d-2be050e18fda tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/quotas/b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 375 time: 0.0297458 Aug 11 02:10:25.469935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5018c1f2-d864-43f4-a3e8-09e31672caa8 req-d498d405-8dc9-46f0-9566-5c61472cbb20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720706 Aug 11 02:10:25.484412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81766597-c99f-457f-9840-1cdd4bba448a req-5f609e33-4d16-4c21-98b2-184dd8afc59e tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811315 Aug 11 02:10:25.525363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-65f73645-0a1c-4c9c-a650-8413a0ae3e87 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629852 Aug 11 02:10:25.632562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-d38f386c-33b1-4509-a986-c0a942848a0e service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974963 Aug 11 02:10:25.740954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-74e1c81e-fd63-4df4-8384-6e66851caab7 service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962970 Aug 11 02:10:25.868515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfda3-79f4-4bce-8d42-62234358dfbc req-71a3bd43-ed86-4692-b906-829c5e1e6102 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:25.870186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cefcfda3-79f4-4bce-8d42-62234358dfbc req-71a3bd43-ed86-4692-b906-829c5e1e6102 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0534263 Aug 11 02:10:25.934516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cefcfda3-79f4-4bce-8d42-62234358dfbc req-375f511d-8dd6-46de-867f-fd6bdcbf5a73 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Aug 11 02:10:26.105862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-096a8f90-b0a7-4b4f-8328-8b869b9d6a47 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.107403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-096a8f90-b0a7-4b4f-8328-8b869b9d6a47 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.1321039 Aug 11 02:10:26.134754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-c36336bc-8754-4bc7-bda2-83a189ae948c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/quotas/52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 375 time: 0.0194781 Aug 11 02:10:26.202459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-b9b4913e-66f9-46ca-8c85-64b6d925e440 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664237 Aug 11 02:10:26.285583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:26.332561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c6b39-dd21-4fe0-bb32-2f6e987eb598 req-3ebd9a53-8735-4272-9c3c-fd6233bbbb8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.334286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38c6b39-dd21-4fe0-bb32-2f6e987eb598 req-3ebd9a53-8735-4272-9c3c-fd6233bbbb8b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1296549 Aug 11 02:10:26.340903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-13fc258d-4c6c-4524-83ad-a64dbc9165dc service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375613 Aug 11 02:10:26.433923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38c6b39-dd21-4fe0-bb32-2f6e987eb598 req-0fe9cc89-0d71-475d-a41c-c27136686638 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914407 Aug 11 02:10:26.497845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-44fdc715-768e-429b-aad3-610bdf0e540a service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455088 Aug 11 02:10:26.597172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f208890d-00eb-426f-a28f-6010472f4815 req-2658dc98-352d-4fa5-8bd3-1121fc7dcbe9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Aug 11 02:10:26.825763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603f209-76f1-43dd-995b-4e2fba294838 req-1752a67f-ae18-461d-a2ac-650333a15aac tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.827400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c603f209-76f1-43dd-995b-4e2fba294838 req-1752a67f-ae18-461d-a2ac-650333a15aac tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.1018727 Aug 11 02:10:26.846829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89e78d-e79c-4152-a384-0fe3d5345f54 req-5865f494-174a-425b-8b9c-a17820ae94cc tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:26.848676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df89e78d-e79c-4152-a384-0fe3d5345f54 req-5865f494-174a-425b-8b9c-a17820ae94cc tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1334140 Aug 11 02:10:26.905488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c603f209-76f1-43dd-995b-4e2fba294838 req-0f63e124-5b79-455f-bf12-fb112d53ce30 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Aug 11 02:10:26.932232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df89e78d-e79c-4152-a384-0fe3d5345f54 req-57b75a04-acf2-46f1-8551-96eafdf92145 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747707 Aug 11 02:10:26.992208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97767f30-c5e6-4416-ab7a-c96f12c23915 req-b3dcbbe3-5d9c-4dd1-a5e5-0d3870947877 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 210 time: 0.0390375 Aug 11 02:10:27.507322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f049a0d-bca8-41b8-9709-92641365cc15 req-408e4f3e-fff0-4a9c-aaec-a138f0212cf1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.514245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f049a0d-bca8-41b8-9709-92641365cc15 req-408e4f3e-fff0-4a9c-aaec-a138f0212cf1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1594658 Aug 11 02:10:27.541183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-bf393050-0210-42ec-8d02-fbeae43860d2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.543325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-bf393050-0210-42ec-8d02-fbeae43860d2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.2356870 Aug 11 02:10:27.572427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Request body: {'port': {'device_id': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'admin_state_up': True, 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:27.651119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f049a0d-bca8-41b8-9709-92641365cc15 req-7ae92186-ffee-4c69-bb77-580e98efb806 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357012 Aug 11 02:10:27.671339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d0508-46ed-43d2-8f71-e92f1b0c98f6 req-07030e95-46ad-4979-a17b-c825370844d0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:27.674255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-682d0508-46ed-43d2-8f71-e92f1b0c98f6 req-07030e95-46ad-4979-a17b-c825370844d0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1565132 Aug 11 02:10:27.750209 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-682d0508-46ed-43d2-8f71-e92f1b0c98f6 req-fd90b79b-3615-44c3-9f19-c124497e4603 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Aug 11 02:10:27.763816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:27.770559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.900075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:27.986353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78036341-c650-4989-9b71-e5007dc3f7d7 req-b2008559-ad0e-46d8-a7aa-73af274262e7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 210 time: 0.0758076 Aug 11 02:10:28.024610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Allocated IP 172.20.0.5 (47372fc7-bf2b-4a2c-83f8-601b0277f883/ffa78850-f001-423b-b807-303263916f7c/274bc096-1b9b-4b3b-b912-1f6e55eda2df) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:28.029459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:28.080845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ffdf9-e767-4de4-8a6e-cde210363ddf req-7a7525ec-daba-44ed-84f4-13e1e12f1450 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.082623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c09ffdf9-e767-4de4-8a6e-cde210363ddf req-7a7525ec-daba-44ed-84f4-13e1e12f1450 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 1101 time: 0.1740274 Aug 11 02:10:28.205356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:28.219579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '1efbc0ab-58ae-4f96-88ab-294984092534', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '1efbc0ab-58ae-4f96-88ab-294984092534', 'mac_address': 'fa:16:3e:75:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:28.225244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c09ffdf9-e767-4de4-8a6e-cde210363ddf req-1be891b8-c377-4978-9b98-4ddee7f94134 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223855 Aug 11 02:10:28.253753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1713b18-7f31-4bbc-9a21-7ca6ee0ba25b req-bbe8e378-9072-4235-b0ba-8a76f45a73b8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.255584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1713b18-7f31-4bbc-9a21-7ca6ee0ba25b req-bbe8e378-9072-4235-b0ba-8a76f45a73b8 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.1781981 Aug 11 02:10:28.294048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-eb3ae13c-04a5-49f5-944c-99f341f90ea4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.295596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-eb3ae13c-04a5-49f5-944c-99f341f90ea4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.2947052 Aug 11 02:10:28.320129 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.334609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Request body: {'port': {'device_id': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'admin_state_up': True, 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:28.336771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1efbc0ab-58ae-4f96-88ab-294984092534 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:28.361117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:28.364492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aed6089d-be44-4c6a-ab05-a2f30871c6ed req-c85f0e10-2b30-4ed4-b439-680173594e4f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 210 time: 0.0474994 Aug 11 02:10:28.366801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.467392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:28.490473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1713b18-7f31-4bbc-9a21-7ca6ee0ba25b req-ee2d980b-bd6b-48d3-9b00-f2887367eaf3 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929932 Aug 11 02:10:28.530322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.531308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['1efbc0ab-58ae-4f96-88ab-294984092534'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:28.551054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ca8bdbd2-1df9-4c75-9e60-c4cce39ceefc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380898 Aug 11 02:10:28.588459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-a821a640-bdd7-4ee2-b5b2-fc367332614b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.591232 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-a821a640-bdd7-4ee2-b5b2-fc367332614b tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 945 time: 0.0690191 Aug 11 02:10:28.674603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:28.683056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.716811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.728066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Deleting port ed9f7f6d-c46b-4612-8895-12ffc38c40eb {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:28.728450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.829831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:28.831071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] For port ed9f7f6d-c46b-4612-8895-12ffc38c40eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:28.831713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:28.848566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Calling delete_port for ed9f7f6d-c46b-4612-8895-12ffc38c40eb owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:28.848827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:28.901476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-7101f524-e696-407f-a6f1-8377e314adab tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:28.909420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-7101f524-e696-407f-a6f1-8377e314adab tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504381 Aug 11 02:10:28.919457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:28.971062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.014543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-14391b40-136d-4a28-9bf1-a4ff835e2611 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.1038656 Aug 11 02:10:29.036371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.049795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['56fa9775-6170-441c-8cf4-6f6292640a70', '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:29.092477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89f006-c0e5-41df-b022-2a9f3ca0ec82 req-e7a34eec-4532-4700-83de-9978ef9404f6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.103221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e89f006-c0e5-41df-b022-2a9f3ca0ec82 req-e7a34eec-4532-4700-83de-9978ef9404f6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2798524 Aug 11 02:10:29.119860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.120464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.131453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event deleted for resources: {'Port': ['ID=ed9f7f6d-c46b-4612-8895-12ffc38c40eb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:29.154673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] No DVR routers for this DVR port ed9f7f6d-c46b-4612-8895-12ffc38c40eb on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:29.157267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.161684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9e4560a2-8a0a-4fe5-aec1-7e163b519c89 req-d3761883-07fd-474d-943b-61203369b973 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "DELETE /v2.0/ports/ed9f7f6d-c46b-4612-8895-12ffc38c40eb HTTP/1.1" status: 204 len: 173 time: 0.5621660 Aug 11 02:10:29.162195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'name': 'network-vif-deleted', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:29.165882 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38607f83-7882-4a38-84c3-95bc746db4dc" -d '{"events": [{"server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "name": "network-vif-deleted", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:29.182303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9badf16c-d98d-4518-91af-09ca75db5d59 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150293 Aug 11 02:10:29.192486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Allocated IP 172.20.0.6 (8c699a42-4cbc-4d04-ad2d-d185563aca41/623cb132-d3ad-4914-8e03-ce3418613164/7af86b54-9224-42c6-b68e-b4d3941dfe8b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:29.197531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e89f006-c0e5-41df-b022-2a9f3ca0ec82 req-9a5fefa5-bbf3-4a0a-8d9f-615dcee0e73e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935574 Aug 11 02:10:29.221448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-a3a780a2-a30e-4a2e-8707-39be149ea71d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2057176 Aug 11 02:10:29.228907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Request body: {'port': {'device_id': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:29.436122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.536381 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3499e-1010-48a1-b1b4-f8cf29ea8dd3 x-openstack-request-id: req-88c3499e-1010-48a1-b1b4-f8cf29ea8dd3 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:29.537700 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2", "name": "network-vif-deleted", "tag": "ed9f7f6d-c46b-4612-8895-12ffc38c40eb", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:29.537985 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-88c3499e-1010-48a1-b1b4-f8cf29ea8dd3 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:29.538397 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2', 'name': 'network-vif-deleted', 'tag': 'ed9f7f6d-c46b-4612-8895-12ffc38c40eb', 'status': 'completed', 'code': 200} Aug 11 02:10:29.745202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a1389c4-17b3-41a2-813a-64389ba47f19 req-ff48917d-9426-4405-a2aa-447ee6bfc55e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 210 time: 0.1256118 Aug 11 02:10:29.846374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c1515-6c84-464a-864e-0d72af40ffd6 req-c9d4563e-6542-41b4-81d3-1a313695e3f4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:29.847931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d35c1515-6c84-464a-864e-0d72af40ffd6 req-c9d4563e-6542-41b4-81d3-1a313695e3f4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 931 time: 0.3533709 Aug 11 02:10:29.895216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:29.989692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d35c1515-6c84-464a-864e-0d72af40ffd6 req-59bbde6e-7acd-46bc-94ac-a4b23f62eb9c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335835 Aug 11 02:10:30.002616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b715f201-eae5-4511-a93c-05793a2d1f8d req-1f47c057-f8fd-4616-b962-9132cbc3fb52 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 210 time: 0.0665684 Aug 11 02:10:30.029311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:30.156217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.158247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 1efbc0ab-58ae-4f96-88ab-294984092534 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:30.159709 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.273956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.308475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:30.311044 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d83d71f-c0ba-4030-8778-4d2f00e689c0" -d '{"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-plugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:30.329029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:30.338290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.369021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be51ddc0-c239-4bee-b196-f3259eb945bf req-ea47eb4f-196c-4da7-b137-066397863851 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ae6e74-01ce-4682-bebe-eb3f2bc8f0d2 HTTP/1.1" status: 200 len: 210 time: 0.2142131 Aug 11 02:10:30.446421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:30.461672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274bc096-1b9b-4b3b-b912-1f6e55eda2df {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:30.471130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:30.472318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:30.484961 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.485118 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3489d-6855-4810-b4ae-d26b76701683 x-openstack-request-id: req-76e3489d-6855-4810-b4ae-d26b76701683 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:30.485503 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-plugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:30.485848 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76e3489d-6855-4810-b4ae-d26b76701683 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:30.486342 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534', 'code': 200} Aug 11 02:10:30.492766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:30.499100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:30.865263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557d6a7-6640-40fb-a5ea-affc30dc3283 req-7713f595-3acd-4b58-9fbf-49fd46daa9a0 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.866820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0557d6a7-6640-40fb-a5ea-affc30dc3283 req-7713f595-3acd-4b58-9fbf-49fd46daa9a0 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.5147431 Aug 11 02:10:30.897232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Transition to ACTIVE for port object 274bc096-1b9b-4b3b-b912-1f6e55eda2df will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:30.916521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:30.968769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:30.969443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.049701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61ea77-1761-4f0e-8863-23b7eba13ae7 req-855444f9-1d6b-4fc3-9a12-8e7e900889c2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.056873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c61ea77-1761-4f0e-8863-23b7eba13ae7 req-855444f9-1d6b-4fc3-9a12-8e7e900889c2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 931 time: 0.2042410 Aug 11 02:10:31.070119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0557d6a7-6640-40fb-a5ea-affc30dc3283 req-d096b204-7867-4b0e-92cd-9f6634d83522 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873910 Aug 11 02:10:31.095023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-d6d32e0c-abe6-4b0e-adaa-ab64cb735177 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7833841 Aug 11 02:10:31.095611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:31.122732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Request body: {'port': {'device_id': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:31.219141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-b9d0b1e0-6aa4-459f-b682-151b1eb78f78 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012008 Aug 11 02:10:31.309248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c61ea77-1761-4f0e-8863-23b7eba13ae7 req-2f6d2997-af4c-4681-a58a-cb2638c58ca6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514100 Aug 11 02:10:31.392714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76bf2061-5bbd-4c6e-8b90-add7d4b1b603 req-369ea7e0-a8d9-415e-9b75-2e39e44ba236 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 210 time: 0.1120145 Aug 11 02:10:31.397441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.441556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:31.441922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:31.442306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:31.491325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:31.491753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:31.530883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:31.531241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:31.531753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:31.532286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Bound port: 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:31.532727 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.586450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-2b6f7d23-6d04-4474-bf87-02b6a84c3551 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.587867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-2b6f7d23-6d04-4474-bf87-02b6a84c3551 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349993 Aug 11 02:10:31.606913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3f1d-c4fd-47dd-a06b-29e732807ff2 req-3e467eb3-b41f-4fe4-a2c3-5da208d09355 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:31.608518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ead3f1d-c4fd-47dd-a06b-29e732807ff2 req-3e467eb3-b41f-4fe4-a2c3-5da208d09355 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.1709428 Aug 11 02:10:31.687699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:31.914468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ead3f1d-c4fd-47dd-a06b-29e732807ff2 req-287647b6-1536-4f04-bdfb-e415d1963628 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520061 Aug 11 02:10:31.915293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:31.960671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:31.972752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:31.998315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733be7-0fb5-4f35-b444-5f49477499f6 req-57e9042b-3abe-45b4-9542-744b06081a91 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.005507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d733be7-0fb5-4f35-b444-5f49477499f6 req-57e9042b-3abe-45b4-9542-744b06081a91 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.2556374 Aug 11 02:10:32.037719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ed9f7f6d-c46b-4612-8895-12ffc38c40eb no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:32.070821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: ed9f7f6d-c46b-4612-8895-12ffc38c40eb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:32.071150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ed9f7f6d-c46b-4612-8895-12ffc38c40eb not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:32.114747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.115537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.117207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] 10.222.0.61 "PUT /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 1092 time: 2.8946357 Aug 11 02:10:32.117659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:32.120201 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:32.164166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:32.170928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.246267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc073b4-df25-4049-83a2-db8b23185f49 service neutron] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:32.314523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d733be7-0fb5-4f35-b444-5f49477499f6 req-e2db870c-2993-4d76-9492-11d85a1ad4ca tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081081 Aug 11 02:10:32.440488 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdbef05-4f92-486c-81c8-7042f9129248 x-openstack-request-id: req-6fdbef05-4f92-486c-81c8-7042f9129248 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:32.441325 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:32.441680 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6fdbef05-4f92-486c-81c8-7042f9129248 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:32.442391 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'status': 'completed', 'code': 200} Aug 11 02:10:32.455759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-93fe1ac3-f6d6-441c-8c53-227ff85711aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.457951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-93fe1ac3-f6d6-441c-8c53-227ff85711aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1095 time: 0.2739575 Aug 11 02:10:32.503913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af86b54-9224-42c6-b68e-b4d3941dfe8b {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:32.520648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2149e6-bdb8-4720-b539-8c5f5ebce86b req-ee26b2ad-8a40-48e0-8d37-d4f30a653ca8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.522474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c2149e6-bdb8-4720-b539-8c5f5ebce86b req-ee26b2ad-8a40-48e0-8d37-d4f30a653ca8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.3421657 Aug 11 02:10:32.555769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.583661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-9fe9e5d8-7919-4757-9976-bc27bd78c99e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 217 time: 0.1139483 Aug 11 02:10:32.649086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Transition to ACTIVE for port object 7af86b54-9224-42c6-b68e-b4d3941dfe8b will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:32.715740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:32.760336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c2149e6-bdb8-4720-b539-8c5f5ebce86b req-2ad0d14f-173e-4e1e-a128-765894229045 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001147 Aug 11 02:10:32.792297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.193 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/386fa377-bc9c-4558-89e7-bb29a5c65efb) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:32.803205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-214b1e42-5013-4906-839a-db704442c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.804975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-214b1e42-5013-4906-839a-db704442c494 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1915293 Aug 11 02:10:32.822132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa9369-3f8d-4129-ad59-db9dd603875a req-0de58084-2983-40ad-8314-bc714845ab89 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:32.831372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3aa9369-3f8d-4129-ad59-db9dd603875a req-0de58084-2983-40ad-8314-bc714845ab89 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 931 time: 0.2725475 Aug 11 02:10:32.864860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:32.898610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-77287dd8-4c15-4cab-a6f0-7ecac9dc09f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547488 Aug 11 02:10:32.963701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6299ce1c-c436-4d66-be14-a9b0d7cb2b49 req-b8a149c2-9e7a-40bc-a670-e85668452a9a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 210 time: 0.0684874 Aug 11 02:10:33.063050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3aa9369-3f8d-4129-ad59-db9dd603875a req-e89edf79-0287-4309-bd5d-157d3168c10d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307653 Aug 11 02:10:33.189617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:33.189998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:33.190333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:33.221351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:33.221696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:33.231954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-13f8bb5b-740b-47ee-8f09-1f59a19b30b8 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019249 Aug 11 02:10:33.245380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:33.246318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:33.246711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:33.247163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Bound port: 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:33.247521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.324976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.359518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca04364-8179-48c8-a3e5-ddde51e728fb req-5fb69af0-e5f1-46af-b752-f1b54c744d05 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.361098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aca04364-8179-48c8-a3e5-ddde51e728fb req-5fb69af0-e5f1-46af-b752-f1b54c744d05 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.1924012 Aug 11 02:10:33.408856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object 386fa377-bc9c-4558-89e7-bb29a5c65efb will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:33.456424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-3ab8d121-8840-4222-860c-5e92b2b5d423 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.458951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-3ab8d121-8840-4222-860c-5e92b2b5d423 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.0943840 Aug 11 02:10:33.559218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:33.571699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aca04364-8179-48c8-a3e5-ddde51e728fb req-6fa6b61a-866f-4968-865e-7781742e7a57 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916053 Aug 11 02:10:33.584813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5602d6ee-686d-440e-a66a-379118d2ce43 req-3f3d039a-2152-4067-b533-1b4b1a7801fe service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327460 Aug 11 02:10:33.586698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:33.588010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Deleting port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:33.589727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.604736 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.650100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.672381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:33.676285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:33.681140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84e24f-403c-40b0-bb2a-485024d5d16d req-612d3eda-ab95-4bf9-9b22-8dd5f1165eca tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.688598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba84e24f-403c-40b0-bb2a-485024d5d16d req-612d3eda-ab95-4bf9-9b22-8dd5f1165eca tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2ebee00-2a7b-423d-9bd3-c7e7efd3083b HTTP/1.1" status: 200 len: 945 time: 0.2202322 Aug 11 02:10:33.720193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:33.720825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.723503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] 10.222.0.67 "PUT /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 1092 time: 2.6071637 Aug 11 02:10:33.766739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] For port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:33.767423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:33.773551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:33.784465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca9fb5-cd64-4ab9-a788-8eeec6bfd270 service neutron] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:33.787426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:33.807283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:33.809301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Calling delete_port for 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:34.072729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.170963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event deleted for resources: {'Port': ['ID=8848a2a8-d10f-4228-8d52-e6d1cccc0c7d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:34.201887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] No DVR routers for this DVR port 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:34.206254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.209152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6aa7cdb5-4069-4962-baf0-52f19953b40c req-aee2c9a1-d13a-46cf-9218-14a4225aaf74 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "DELETE /v2.0/ports/8848a2a8-d10f-4228-8d52-e6d1cccc0c7d HTTP/1.1" status: 204 len: 173 time: 0.7432806 Aug 11 02:10:34.209844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'name': 'network-vif-deleted', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:34.224764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-451ffd1f-eca6-470b-890f-f480193b4c0c None None] Provisioning for port 386fa377-bc9c-4558-89e7-bb29a5c65efb completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:34.227065 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b036d-b312-4f77-ad22-2c5b8bbdab68" -d '{"events": [{"server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "name": "network-vif-deleted", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:34.267264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-451ffd1f-eca6-470b-890f-f480193b4c0c None None] Provisioning complete for port 386fa377-bc9c-4558-89e7-bb29a5c65efb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:34.267913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-451ffd1f-eca6-470b-890f-f480193b4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.307875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-451ffd1f-eca6-470b-890f-f480193b4c0c None None] Port 386fa377-bc9c-4558-89e7-bb29a5c65efb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:34.398202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba84e24f-403c-40b0-bb2a-485024d5d16d req-a777c4e7-84f8-4b29-a209-9aa7faf6106f tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086186 Aug 11 02:10:34.445660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:34.446217 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33780562-a508-4a8e-bbc7-ec84411624aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:34.478656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:34.492253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-fc49ee71-31f1-4688-98b3-f66c903149da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.494392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-fc49ee71-31f1-4688-98b3-f66c903149da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1095 time: 0.8256831 Aug 11 02:10:34.681346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.682058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:34.749574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bdd93-5e50-4903-b18d-86fa3622f45c req-da30a7dc-f635-4afa-a8cf-1e65c692f40b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.751189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-608bdd93-5e50-4903-b18d-86fa3622f45c req-da30a7dc-f635-4afa-a8cf-1e65c692f40b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.3517606 Aug 11 02:10:34.765902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-54514082-2189-4aeb-a662-f628f2123345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.767409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-54514082-2189-4aeb-a662-f628f2123345 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1095 time: 0.9760034 Aug 11 02:10:34.787504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-61470a7a-ce7a-420a-9937-b3ab2ab85879 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1265376 Aug 11 02:10:34.867280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-a6d81d30-3a8d-4430-8adc-196f22c460ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 217 time: 0.0784097 Aug 11 02:10:34.877406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Request body: {'port': {'device_id': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:34.993861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dc24-e867-4230-98e9-6d206f269417 req-1252cd82-7b03-4af8-b35f-4730b66cf678 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:34.996518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2985dc24-e867-4230-98e9-6d206f269417 req-1252cd82-7b03-4af8-b35f-4730b66cf678 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 936 time: 0.4439855 Aug 11 02:10:34.998929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['56fa9775-6170-441c-8cf4-6f6292640a70'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:35.020708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-608bdd93-5e50-4903-b18d-86fa3622f45c req-11564f78-7379-4f30-9166-bc4b9bc402bb tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520077 Aug 11 02:10:35.069593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-421382ec-db04-44cf-a5f0-376a960b1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.071224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-421382ec-db04-44cf-a5f0-376a960b1337 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.5584679 Aug 11 02:10:35.085583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-acf5d479-e523-4141-a667-9dd26da0d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.086784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-acf5d479-e523-4141-a667-9dd26da0d02e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1763749 Aug 11 02:10:35.092913 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:35.141073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-0c997e8c-0433-4ea4-ae0c-5ebe16fc574f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 217 time: 0.0527318 Aug 11 02:10:35.179799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-890c9165-958d-446f-97bb-efeb483b71f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253956 Aug 11 02:10:35.252746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2985dc24-e867-4230-98e9-6d206f269417 req-cad8fa27-21e2-43e8-a50e-65fe43a0210b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260435 Aug 11 02:10:35.363072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-a844025e-f2f9-4889-89ef-2e39d7e1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.364537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-a844025e-f2f9-4889-89ef-2e39d7e1a589 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1794717 Aug 11 02:10:35.375522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce572b-0511-439d-9d2e-37d260e84a29 req-dfdfeb44-c3c1-479d-9651-85db456c8390 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.384336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6ce572b-0511-439d-9d2e-37d260e84a29 req-dfdfeb44-c3c1-479d-9651-85db456c8390 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.2310178 Aug 11 02:10:35.444805 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5abb6a-351e-4992-827e-05b75e797be5 x-openstack-request-id: req-3e5abb6a-351e-4992-827e-05b75e797be5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:35.445874 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ebee00-2a7b-423d-9bd3-c7e7efd3083b", "name": "network-vif-deleted", "tag": "8848a2a8-d10f-4228-8d52-e6d1cccc0c7d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:35.446314 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e5abb6a-351e-4992-827e-05b75e797be5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:35.446974 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ebee00-2a7b-423d-9bd3-c7e7efd3083b', 'name': 'network-vif-deleted', 'tag': '8848a2a8-d10f-4228-8d52-e6d1cccc0c7d', 'status': 'completed', 'code': 200} Aug 11 02:10:35.471240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6ce572b-0511-439d-9d2e-37d260e84a29 req-88659871-92a2-4fa9-89a1-43610cb04ca8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857620 Aug 11 02:10:35.563166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-82004bb5-5bc2-40e3-94cf-4659c405669d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759427 Aug 11 02:10:35.572233 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c557f3-0e47-4416-bc17-b092ff5b7d33 x-openstack-request-id: req-79c557f3-0e47-4416-bc17-b092ff5b7d33 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:35.572590 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:35.572788 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-79c557f3-0e47-4416-bc17-b092ff5b7d33 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:35.573182 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'status': 'completed', 'code': 200} Aug 11 02:10:35.713186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-a493d704-b0ed-424a-9b65-bf1c61859ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081456 Aug 11 02:10:35.795715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc710-05d3-403d-af1c-66f69d64986f req-6cb1dfce-ba44-4209-b97e-13b0d514a989 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:35.803864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d4cc710-05d3-403d-af1c-66f69d64986f req-6cb1dfce-ba44-4209-b97e-13b0d514a989 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.2389822 Aug 11 02:10:35.928181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-76ced792-c7af-4d88-9287-dc60cfb49f37 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521938 Aug 11 02:10:35.953642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d4cc710-05d3-403d-af1c-66f69d64986f req-e266c83d-b3f0-439c-a537-871ace58fbf9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468379 Aug 11 02:10:36.038818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:36.041972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:36.072243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52add73a-5890-46d4-8a8f-424ecc2feb84 req-c78f2904-9806-42d3-b375-f9d903caa429 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465145 Aug 11 02:10:36.081234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:36.081962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 8848a2a8-d10f-4228-8d52-e6d1cccc0c7d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:36.222386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcf160-9653-462d-814e-51de2cb27e5e req-e5a208e0-edf0-4a25-bad7-e82b368c33da tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.229898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1fcf160-9653-462d-814e-51de2cb27e5e req-e5a208e0-edf0-4a25-bad7-e82b368c33da tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.2592397 Aug 11 02:10:36.273724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:36.274372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e46ab6d-0f28-4d24-b1a2-ad86c3d7a2dc req-600b599d-2dd8-450c-a70a-748b4e78506d service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325355 Aug 11 02:10:36.282903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386fa377-bc9c-4558-89e7-bb29a5c65efb {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:36.302259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.306229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'port_id': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'mac_address': 'fa:16:3e:35:a0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa78850-f001-423b-b807-303263916f7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:36.334077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1fcf160-9653-462d-814e-51de2cb27e5e req-982415c4-c4fd-439b-9477-246fb71c3f4d tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016345 Aug 11 02:10:36.350388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Transition to ACTIVE for port object 386fa377-bc9c-4558-89e7-bb29a5c65efb will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:36.361296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33780562-a508-4a8e-bbc7-ec84411624aa req-c35750d6-4f20-4f8e-b38b-30ab3bf9fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.363190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-c35750d6-4f20-4f8e-b38b-30ab3bf9fdd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1095 time: 0.2213554 Aug 11 02:10:36.364040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.427225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.473392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274bc096-1b9b-4b3b-b912-1f6e55eda2df {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:36.527494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:36.532983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:36.610613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:36.626336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Pushing event updated for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:36.699871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc77f5-ddee-4e33-aae8-f3de410c9075 req-fa2acaf3-26a7-4539-a610-63dad1b1d60c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.707186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18dc77f5-ddee-4e33-aae8-f3de410c9075 req-fa2acaf3-26a7-4539-a610-63dad1b1d60c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 948 time: 0.2009103 Aug 11 02:10:36.721628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64060-3ac7-428e-b97b-9218a8091a20 req-f6ebb87d-ba9a-4c4e-ab8d-fa416cd3d58b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.729081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59c64060-3ac7-428e-b97b-9218a8091a20 req-f6ebb87d-ba9a-4c4e-ab8d-fa416cd3d58b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2333086 Aug 11 02:10:36.784590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33780562-a508-4a8e-bbc7-ec84411624aa req-97962881-b73e-4bfd-a69f-1a8a0ad67e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.786165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-97962881-b73e-4bfd-a69f-1a8a0ad67e94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.4071681 Aug 11 02:10:36.864624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18dc77f5-ddee-4e33-aae8-f3de410c9075 req-80022973-5048-4948-b859-bd13f02c8d49 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565120 Aug 11 02:10:36.869935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-1b0f00d4-fb3c-4fbf-9dd4-24f9de08ce44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 217 time: 0.0666873 Aug 11 02:10:36.879934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59c64060-3ac7-428e-b97b-9218a8091a20 req-4d2ae3b3-7f6e-481f-9282-bccaac9eb0a2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498280 Aug 11 02:10:36.911463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:36.930121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Attempting to bind port 386fa377-bc9c-4558-89e7-bb29a5c65efb on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:36.930494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Attempting to bind port 386fa377-bc9c-4558-89e7-bb29a5c65efb by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:36.930795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Attempting to bind port 386fa377-bc9c-4558-89e7-bb29a5c65efb on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:36.941756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Port 386fa377-bc9c-4558-89e7-bb29a5c65efb on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:36.942145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Attempting to bind port 386fa377-bc9c-4558-89e7-bb29a5c65efb on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:36.953721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33780562-a508-4a8e-bbc7-ec84411624aa req-699395ce-c622-482e-b6e7-cf072e8b67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:36.955508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-699395ce-c622-482e-b6e7-cf072e8b67a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.0732594 Aug 11 02:10:36.956998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:36.957642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:36.958127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:36.958686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Bound port: 386fa377-bc9c-4558-89e7-bb29a5c65efb, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:36.959133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.006900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-83643856-57ac-4e40-81bd-06d56c36613e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357077 Aug 11 02:10:37.264954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:37.279195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:37.289238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.301144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733bf0-5a09-4d5b-80c9-e6dfc5f158b3 req-f9110614-c7a8-433f-834d-e1fc3249b818 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.302811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96733bf0-5a09-4d5b-80c9-e6dfc5f158b3 req-f9110614-c7a8-433f-834d-e1fc3249b818 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.1601875 Aug 11 02:10:37.304601 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-54fe676a-d4e8-4f18-8f64-cf2656d083ea service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748168 Aug 11 02:10:37.363937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c2e42-a226-4dd8-a2bb-a09584190802 req-ae945027-5995-400c-a9be-93fedcc55736 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.365579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-903c2e42-a226-4dd8-a2bb-a09584190802 req-ae945027-5995-400c-a9be-93fedcc55736 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.1854763 Aug 11 02:10:37.435591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.446303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:37.447809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] 10.222.0.67 "PUT /v2.0/ports/386fa377-bc9c-4558-89e7-bb29a5c65efb HTTP/1.1" status: 200 len: 1097 time: 2.5773127 Aug 11 02:10:37.585396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:37.585709 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a926dc6a-6cba-460b-94c2-1c8a07c45774" -d '{"events": [{"name": "network-changed", "server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:37.619592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7c94c-b4e3-43ff-acfc-0f5ed7e15a35 service neutron] Pushing event updated for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:37.641950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96733bf0-5a09-4d5b-80c9-e6dfc5f158b3 req-74a94b07-0290-4ab8-9312-0edf0cfe24c1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115029 Aug 11 02:10:37.704940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-903c2e42-a226-4dd8-a2bb-a09584190802 req-aa1175cc-1381-4f65-9b07-d61748c43fa7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267386 Aug 11 02:10:37.801106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33780562-a508-4a8e-bbc7-ec84411624aa req-ed6c6a04-c8df-40ab-9ce6-8e2129029b51 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599864 Aug 11 02:10:37.802768 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f8623-5999-4857-98c1-92bb339ef1df x-openstack-request-id: req-708f8623-5999-4857-98c1-92bb339ef1df {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:37.803171 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:37.803550 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-708f8623-5999-4857-98c1-92bb339ef1df {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:37.805187 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb', 'status': 'completed', 'code': 200} Aug 11 02:10:37.819044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-42d608d3-8d4d-41fd-a9ed-717f4f9e0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.821490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-42d608d3-8d4d-41fd-a9ed-717f4f9e0692 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 1100 time: 0.2904041 Aug 11 02:10:37.945484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-63565a38-68b8-41f6-a33c-3a0ab425b8f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb HTTP/1.1" status: 200 len: 217 time: 0.0936396 Aug 11 02:10:37.981781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-078adbbc-d9c7-475f-829c-092e750f01b9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:37.983337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-078adbbc-d9c7-475f-829c-092e750f01b9 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.2496192 Aug 11 02:10:38.341093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-073dae2b-add9-4982-b4ee-a5b7172101cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.342624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-073dae2b-add9-4982-b4ee-a5b7172101cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3963151 Aug 11 02:10:38.491942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-0168d3f4-fdb6-47ea-93c1-93f3c7aef9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.493451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-0168d3f4-fdb6-47ea-93c1-93f3c7aef9e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315114 Aug 11 02:10:38.532618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca73c2a-9882-4ca8-8dda-17fe78fe0a71 req-8cdcc8fc-56de-45f2-93d2-a31041af3f46 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.540283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bca73c2a-9882-4ca8-8dda-17fe78fe0a71 req-8cdcc8fc-56de-45f2-93d2-a31041af3f46 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 946 time: 0.6543937 Aug 11 02:10:38.619332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd9d2f-a504-42fe-802a-563fea0de4ac req-a9839096-5f45-4d84-85b9-cbcaceb62d7a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.627149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3efd9d2f-a504-42fe-802a-563fea0de4ac req-a9839096-5f45-4d84-85b9-cbcaceb62d7a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 948 time: 0.2771325 Aug 11 02:10:38.706078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bca73c2a-9882-4ca8-8dda-17fe78fe0a71 req-87d71032-541c-4e10-ad52-60fa77c6b978 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/security-groups?id=3cf1e58f-f85e-4c36-926b-a55d3d18a772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575892 Aug 11 02:10:38.744083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Deleting port 56fa9775-6170-441c-8cf4-6f6292640a70 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:38.744319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:38.771958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3efd9d2f-a504-42fe-802a-563fea0de4ac req-5bac2b3a-d95d-4639-a4b6-3876cef8a6c3 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439025 Aug 11 02:10:38.829574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-21aa6f9d-623a-42b8-adbc-8676623d18bf service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126984 Aug 11 02:10:38.977079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705e8c6-3bad-4e86-9e88-16dbc5c69d6f req-79be0f16-6390-44d9-a85b-f543474db68b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:38.978647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4705e8c6-3bad-4e86-9e88-16dbc5c69d6f req-79be0f16-6390-44d9-a85b-f543474db68b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2008240 Aug 11 02:10:38.998860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] For port 56fa9775-6170-441c-8cf4-6f6292640a70, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=56fa9775-6170-441c-8cf4-6f6292640a70,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:38.999234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.065458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Calling delete_port for 56fa9775-6170-441c-8cf4-6f6292640a70 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:39.087288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea73b679-1269-40a9-988b-8e05f00b5973 req-b95db6f4-c3c8-452e-b706-8da06ebba690 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355304 Aug 11 02:10:39.101936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4705e8c6-3bad-4e86-9e88-16dbc5c69d6f req-be539769-bdec-4ea5-a38b-d2689dfaed21 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130331 Aug 11 02:10:39.163586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56ff6-0c93-4ed8-bbb1-1ae21083d4f8 req-fa51c01f-710f-4244-94b2-ef2b14bd615b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.166123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bda56ff6-0c93-4ed8-bbb1-1ae21083d4f8 req-fa51c01f-710f-4244-94b2-ef2b14bd615b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.1405380 Aug 11 02:10:39.349748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bda56ff6-0c93-4ed8-bbb1-1ae21083d4f8 req-d54be930-80e2-4eed-a603-4ca2cab0bcb8 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510112 Aug 11 02:10:39.358301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-38332c2a-ba38-4d45-9588-4c2f1f9424ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.359853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-38332c2a-ba38-4d45-9588-4c2f1f9424ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 1100 time: 0.1558912 Aug 11 02:10:39.392201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a18174-1959-43af-9b66-267d717ac436 req-78ef6e26-dd5c-4ec9-8fef-6fedcb40c642 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.394700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a18174-1959-43af-9b66-267d717ac436 req-78ef6e26-dd5c-4ec9-8fef-6fedcb40c642 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.1734269 Aug 11 02:10:39.497137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.514103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['56fa9775-6170-441c-8cf4-6f6292640a70'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:39.596116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Pushing event deleted for resources: {'Port': ['ID=56fa9775-6170-441c-8cf4-6f6292640a70,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:39.673455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] No DVR routers for this DVR port 56fa9775-6170-441c-8cf4-6f6292640a70 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:39.678335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a18174-1959-43af-9b66-267d717ac436 req-def2e74d-19c2-4528-8c21-4b7b33ba9ba3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880090 Aug 11 02:10:39.685580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:39.687928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d64cb940-f353-4d2b-964e-30b4896384b0 req-4fc428a1-9c2e-48e1-b6e8-b6b54241e442 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.61 "DELETE /v2.0/ports/56fa9775-6170-441c-8cf4-6f6292640a70 HTTP/1.1" status: 204 len: 173 time: 1.3443780 Aug 11 02:10:39.705604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-c2fcc62e-8051-40a0-a119-1237b3dc86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:39.707496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-c2fcc62e-8051-40a0-a119-1237b3dc86c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2973177 Aug 11 02:10:39.813637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'name': 'network-vif-deleted', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:39.816201 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17add4a3-90be-436b-9757-c01d5c355c4e" -d '{"events": [{"server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "name": "network-vif-deleted", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:39.830299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:39.882426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-b51235ff-9d8c-438c-92c4-09e4ae4998fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb HTTP/1.1" status: 200 len: 217 time: 0.1575801 Aug 11 02:10:39.982370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5196e1b-56e8-4563-81d7-c5d2dd456d5f req-5727b61b-b723-40c6-b9ce-c5ebce7ec660 tempest-ListServerFiltersTestJSON-205069154 tempest-ListServerFiltersTestJSON-205069154-project] 10.222.0.68 "GET /v2.0/ports?device_id=77525050-e8e9-46ea-83d7-ea7b38663b8f HTTP/1.1" status: 200 len: 210 time: 0.1552429 Aug 11 02:10:40.064864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:40.084214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-783816d1-a406-4e64-be44-48ae05ec1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.086478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-783816d1-a406-4e64-be44-48ae05ec1448 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1606548 Aug 11 02:10:40.102457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41269b-a301-4b5a-bb41-63220dbf4b26 req-b9c78684-6d70-4929-bd0d-0798ce270a0d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.104537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b41269b-a301-4b5a-bb41-63220dbf4b26 req-b9c78684-6d70-4929-bd0d-0798ce270a0d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 948 time: 0.1546822 Aug 11 02:10:40.106828 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826febda-235d-48c0-ba93-49295a8faefe x-openstack-request-id: req-826febda-235d-48c0-ba93-49295a8faefe {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:40.107123 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77525050-e8e9-46ea-83d7-ea7b38663b8f", "name": "network-vif-deleted", "tag": "56fa9775-6170-441c-8cf4-6f6292640a70", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:40.107376 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-826febda-235d-48c0-ba93-49295a8faefe {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:40.107764 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77525050-e8e9-46ea-83d7-ea7b38663b8f', 'name': 'network-vif-deleted', 'tag': '56fa9775-6170-441c-8cf4-6f6292640a70', 'status': 'completed', 'code': 200} Aug 11 02:10:40.192461 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.206898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 274bc096-1b9b-4b3b-b912-1f6e55eda2df completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:40.217880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 274bc096-1b9b-4b3b-b912-1f6e55eda2df triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:40.218366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.260723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b41269b-a301-4b5a-bb41-63220dbf4b26 req-c87d995f-b65f-47a0-9d98-55b06ce9f60b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314812 Aug 11 02:10:40.288178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-63e506b6-1dec-4855-8b64-6af250d67dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.293613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-63e506b6-1dec-4855-8b64-6af250d67dd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825783 Aug 11 02:10:40.297382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:40.334102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'port_id': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'mac_address': 'fa:16:3e:d1:e7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623cb132-d3ad-4914-8e03-ce3418613164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:40.404440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.472081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f32b0-f040-441e-a7d8-2940bc93bb76 req-1e634641-f7c5-4b90-82b7-4eba13d2fe64 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.474082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c8f32b0-f040-441e-a7d8-2940bc93bb76 req-1e634641-f7c5-4b90-82b7-4eba13d2fe64 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1016891 Aug 11 02:10:40.486363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:40.488590 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150cde91-c1aa-436d-acd9-88f660405cee" -d '{"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-plugged", "status": "completed", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:40.496950 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.521763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:40.531452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.566433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af86b54-9224-42c6-b68e-b4d3941dfe8b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:40.598669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c8f32b0-f040-441e-a7d8-2940bc93bb76 req-89dd009e-ca0e-4421-b1d1-1880c3eab119 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Aug 11 02:10:40.610336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-eccdcf5a-e566-4c2e-9d7d-c3db2d663d5b service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094578 Aug 11 02:10:40.626432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:40.628173 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.640579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:40.693037 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0203b-4fa9-46a0-8fa8-0e31eb4d947b x-openstack-request-id: req-5ae0203b-4fa9-46a0-8fa8-0e31eb4d947b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:40.693581 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-plugged", "status": "completed", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:40.694083 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ae0203b-4fa9-46a0-8fa8-0e31eb4d947b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:40.694667 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'code': 200} Aug 11 02:10:40.752364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a926dc6a-6cba-460b-94c2-1c8a07c45774 req-b0fc4dc5-509d-40af-86b7-269c84a9bbdc service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255791 Aug 11 02:10:40.762617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.781742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b543d-b7fe-4128-8613-20dde7c3bd04 req-29d54a6d-545e-4695-b099-7638fcf6af81 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.783697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e34b543d-b7fe-4128-8613-20dde7c3bd04 req-29d54a6d-545e-4695-b099-7638fcf6af81 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.2336819 Aug 11 02:10:40.885599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:40.924232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77707248-31be-4775-9109-edacd0cdfeb7 req-0a8c4226-2efc-4142-b4ae-e40a5052718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.925770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77707248-31be-4775-9109-edacd0cdfeb7 req-0a8c4226-2efc-4142-b4ae-e40a5052718c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1097 time: 0.1360958 Aug 11 02:10:40.962331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e34b543d-b7fe-4128-8613-20dde7c3bd04 req-dd1c1713-aa22-4df4-8967-e713c5040cbf tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293213 Aug 11 02:10:40.970762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750daf-8025-48ea-8e1e-50b2d3046c22 req-3f02b96e-d542-4459-b545-ce18675b6957 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:40.972763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b750daf-8025-48ea-8e1e-50b2d3046c22 req-3f02b96e-d542-4459-b545-ce18675b6957 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1259637 Aug 11 02:10:41.014993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77707248-31be-4775-9109-edacd0cdfeb7 req-ee3e1cea-87be-44cc-9e5e-ce189be115fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803323 Aug 11 02:10:41.052172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b750daf-8025-48ea-8e1e-50b2d3046c22 req-d19f357c-4422-4ed0-b512-a0ad09c05524 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653651 Aug 11 02:10:41.067599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35464) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:41.128956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7af86b54-9224-42c6-b68e-b4d3941dfe8b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:41.133108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Deleting subnet b3fed933-4e58-49fd-9262-61064702fd3f {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:10:41.150685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.221165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.476496 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.519388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be871-37ac-4363-90f1-2d9989fc1019 req-8a3f4c63-fe42-4854-ab49-2407a844cc94 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.522259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac8be871-37ac-4363-90f1-2d9989fc1019 req-8a3f4c63-fe42-4854-ab49-2407a844cc94 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 948 time: 0.1514800 Aug 11 02:10:41.592462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac8be871-37ac-4363-90f1-2d9989fc1019 req-740c83cb-d8e5-4d80-a645-809e07a5c28f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Aug 11 02:10:41.602707 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.655986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fed933-4e58-49fd-9262-61064702fd3f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:41.662268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.664692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf8a8d-dfcc-4191-bfe9-25ac8549de3e None None] Network efdba616-4913-4d73-884a-589f9a460c57 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:41.677706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-47bf7b55-882d-4871-8d32-b75615a8440d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b3fed933-4e58-49fd-9262-61064702fd3f HTTP/1.1" status: 204 len: 168 time: 0.6066737 Aug 11 02:10:41.678601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35486) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:41.829986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586f23-fbcb-42ab-aa75-a90e3d9e148f req-67e2af4e-bf5c-48c7-b022-10e0ea4747fb tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:41.831746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db586f23-fbcb-42ab-aa75-a90e3d9e148f req-67e2af4e-bf5c-48c7-b022-10e0ea4747fb tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1355741 Aug 11 02:10:41.835132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:41.842730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 386fa377-bc9c-4558-89e7-bb29a5c65efb details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:41.920865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db586f23-fbcb-42ab-aa75-a90e3d9e148f req-d81f6394-a167-4b2f-94cd-7c81ab004bb7 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812886 Aug 11 02:10:41.959522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Deleting port 40ff39f2-867c-4f60-af9f-75c4c1600c20 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:41.960214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.028010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.061187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '386fa377-bc9c-4558-89e7-bb29a5c65efb', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '386fa377-bc9c-4558-89e7-bb29a5c65efb', 'mac_address': 'fa:16:3e:18:77:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:42.128982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 56fa9775-6170-441c-8cf4-6f6292640a70 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:42.136058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] DHCP port deletion for efdba616-4913-4d73-884a-589f9a460c57 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:10:42.237190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 56fa9775-6170-441c-8cf4-6f6292640a70 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:42.237832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 56fa9775-6170-441c-8cf4-6f6292640a70 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:42.244908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] For port 40ff39f2-867c-4f60-af9f-75c4c1600c20, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40ff39f2-867c-4f60-af9f-75c4c1600c20,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.244908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.262671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.279170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386fa377-bc9c-4558-89e7-bb29a5c65efb {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:42.287683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Calling delete_port for 40ff39f2-867c-4f60-af9f-75c4c1600c20 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:42.312935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.322007 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.342400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867b3ef-b5d8-400e-b348-803304ab5ef5 req-24508930-cd3c-4c85-9e0d-e3bd81819492 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:42.343721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3867b3ef-b5d8-400e-b348-803304ab5ef5 req-24508930-cd3c-4c85-9e0d-e3bd81819492 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.2013357 Aug 11 02:10:42.351987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf7b06-0669-4cce-8bef-45a0f50ae6f8 req-266dee44-3712-4373-bfe1-8092528b0d43 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:42.360374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeaf7b06-0669-4cce-8bef-45a0f50ae6f8 req-266dee44-3712-4373-bfe1-8092528b0d43 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1377065 Aug 11 02:10:42.394718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Deleting port 40ff39f2-867c-4f60-af9f-75c4c1600c20 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:42.395452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.399106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:42.489325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40ff39f2-867c-4f60-af9f-75c4c1600c20 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:42.543599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] For port 40ff39f2-867c-4f60-af9f-75c4c1600c20, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40ff39f2-867c-4f60-af9f-75c4c1600c20,segment=NetworkSegment(9ee8f62c-3c07-4b39-a368-0b4261457eb6),segment_id=9ee8f62c-3c07-4b39-a368-0b4261457eb6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:42.544162 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.547441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeaf7b06-0669-4cce-8bef-45a0f50ae6f8 req-232b6422-ca76-441f-9dae-8b70d29c8239 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862211 Aug 11 02:10:42.561080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Calling delete_port for 40ff39f2-867c-4f60-af9f-75c4c1600c20 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:42.567269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3867b3ef-b5d8-400e-b348-803304ab5ef5 req-a6225b6c-7e39-4723-a983-c8eb867c4935 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554203 Aug 11 02:10:42.618697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.669208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.680689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] No DVR routers for this DVR port 40ff39f2-867c-4f60-af9f-75c4c1600c20 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:42.686735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Pushing event deleted for resources: {'Port': ['ID=40ff39f2-867c-4f60-af9f-75c4c1600c20,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:42.766326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.860267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.888651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdba616-4913-4d73-884a-589f9a460c57']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:42.902942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee8f62c-3c07-4b39-a368-0b4261457eb6') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:42.903239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee8f62c-3c07-4b39-a368-0b4261457eb6') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:42.915536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d8bc4-ffc8-417d-8b7b-7b57cba87d4f req-597c9413-e9a7-4ecd-be6f-38ddb4707d88 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:42.917088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd5d8bc4-ffc8-417d-8b7b-7b57cba87d4f req-597c9413-e9a7-4ecd-be6f-38ddb4707d88 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1097 time: 0.1146812 Aug 11 02:10:42.918955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.947067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['386fa377-bc9c-4558-89e7-bb29a5c65efb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:42.949409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.952853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] No DVR routers for this DVR port 40ff39f2-867c-4f60-af9f-75c4c1600c20 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:42.969946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4328-256a-4bc9-be45-02b284d250e3 req-608d7eb1-81f3-4555-b74e-dc50fd3a174f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:42.969946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e7d4328-256a-4bc9-be45-02b284d250e3 req-608d7eb1-81f3-4555-b74e-dc50fd3a174f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 949 time: 0.1323357 Aug 11 02:10:42.969946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:10:42.969946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:10:42.971207 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:10:42.977261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560765-95f2-4df5-8792-8a97c693b575 None None] Pushing event deleted for resources: {'Port': ['ID=40ff39f2-867c-4f60-af9f-75c4c1600c20,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:43.049335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd5d8bc4-ffc8-417d-8b7b-7b57cba87d4f req-4f0e9faf-4cd2-4a14-8aff-72cea4071205 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210029 Aug 11 02:10:43.061876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.072950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.078595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] 10.222.0.68 "DELETE /v2.0/networks/efdba616-4913-4d73-884a-589f9a460c57 HTTP/1.1" status: 204 len: 168 time: 1.3964546 Aug 11 02:10:43.085019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e7d4328-256a-4bc9-be45-02b284d250e3 req-0a0d1435-4835-4cce-8185-719de9f912d9 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021831 Aug 11 02:10:43.097501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa3b4a-c01e-44fc-9621-f44b1cedbeba admin admin] Pushing event deleted for resources: {'Network': ['ID=efdba616-4913-4d73-884a-589f9a460c57,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:43.214239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35530) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:43.228738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8f1d1-35b2-44db-b886-436030c7f624 req-e1b4c092-7860-449c-a15d-2b124c528bda tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:43.232532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16b8f1d1-35b2-44db-b886-436030c7f624 req-e1b4c092-7860-449c-a15d-2b124c528bda tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0758123 Aug 11 02:10:43.295304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5d60a5b2-427c-41cc-9ff2-fd9996d7a7ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2485445bb7984baa8310fd6f2e2d40fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798631 Aug 11 02:10:43.298196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:43.305196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16b8f1d1-35b2-44db-b886-436030c7f624 req-96d41ba2-21f5-4796-a14b-82ea0a6527d6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595384 Aug 11 02:10:43.367622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.392073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.450851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.454673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:43.458515 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cf1e58f-f85e-4c36-926b-a55d3d18a772 HTTP/1.1" status: 204 len: 168 time: 0.1592722 Aug 11 02:10:43.467744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c9d7-ba65-4c9f-b414-318740bb6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1e58f-f85e-4c36-926b-a55d3d18a772,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:43.710568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24da665-29d3-4010-8bb0-f2b761d55157 req-d693c851-7ef4-45a6-ace7-0dde5b4e1add tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:43.718494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e24da665-29d3-4010-8bb0-f2b761d55157 req-d693c851-7ef4-45a6-ace7-0dde5b4e1add tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.0701032 Aug 11 02:10:43.763891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e24da665-29d3-4010-8bb0-f2b761d55157 req-004012ba-fc1d-40b9-b677-cabefd2d8944 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Aug 11 02:10:43.820984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee680-3cac-444e-9220-7f9650f92151 req-2cfdf703-04e7-465d-bca6-00779eb49adf tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:43.822798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c08ee680-3cac-444e-9220-7f9650f92151 req-2cfdf703-04e7-465d-bca6-00779eb49adf tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.0581470 Aug 11 02:10:43.834673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:43.920450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c08ee680-3cac-444e-9220-7f9650f92151 req-299e4a1d-8582-4d77-b687-7a6442d9a0f5 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903780 Aug 11 02:10:43.983224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 7af86b54-9224-42c6-b68e-b4d3941dfe8b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:43.999257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 7af86b54-9224-42c6-b68e-b4d3941dfe8b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:44.000734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.147112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.205009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:44.207344 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a59736-a854-4761-87fc-79c8a71500e9" -d '{"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:44.231822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:44.237482 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:44.321146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c886be-9d8a-4e49-8dcd-19a432160356 req-d116bd1a-38b4-4986-aecd-a88b69cf146b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.323283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5c886be-9d8a-4e49-8dcd-19a432160356 req-d116bd1a-38b4-4986-aecd-a88b69cf146b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 949 time: 0.0698476 Aug 11 02:10:44.332539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:44.395801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5c886be-9d8a-4e49-8dcd-19a432160356 req-547e68ec-51ce-43b3-81c0-a41cfa41a8e4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Aug 11 02:10:44.473945 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9207d879-0d31-4baf-aad8-d4e6f1b4d444 x-openstack-request-id: req-9207d879-0d31-4baf-aad8-d4e6f1b4d444 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:44.474264 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-plugged", "status": "completed", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:44.474523 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9207d879-0d31-4baf-aad8-d4e6f1b4d444 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:44.474926 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'code': 200} Aug 11 02:10:44.621680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c1ff-e6cd-4186-bd55-453b8ccf050a req-da425d22-940f-48ee-ab38-819853095822 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.623226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8768c1ff-e6cd-4186-bd55-453b8ccf050a req-da425d22-940f-48ee-ab38-819853095822 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0906665 Aug 11 02:10:44.639783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c33b73-6484-414f-a068-32fb3240f9bf req-affaf3e8-1fd0-4476-8e97-5de714bad009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:44.641360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84c33b73-6484-414f-a068-32fb3240f9bf req-affaf3e8-1fd0-4476-8e97-5de714bad009 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1097 time: 0.0727413 Aug 11 02:10:44.694235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8768c1ff-e6cd-4186-bd55-453b8ccf050a req-2ee96376-8989-4839-b58a-56f7548229b1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Aug 11 02:10:44.697978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84c33b73-6484-414f-a068-32fb3240f9bf req-4b9ee659-cce2-423f-b2a0-36dcd6fde191 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Aug 11 02:10:45.086135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2ad68-fcc1-4ceb-b1ff-ac0118d7edec req-b981ca10-fe29-4686-9bd9-9f367f83f87f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:45.087949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fae2ad68-fcc1-4ceb-b1ff-ac0118d7edec req-b981ca10-fe29-4686-9bd9-9f367f83f87f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0553560 Aug 11 02:10:45.133060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fae2ad68-fcc1-4ceb-b1ff-ac0118d7edec req-c59c9a83-a984-44af-94ab-7a34ea6e5c7d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Aug 11 02:10:45.183623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74000cee-faf9-4ba8-b497-c2435eccf3cf req-97a7f331-a6a2-4dd7-8b50-f0da4c98bd09 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:45.185278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74000cee-faf9-4ba8-b497-c2435eccf3cf req-97a7f331-a6a2-4dd7-8b50-f0da4c98bd09 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.0565324 Aug 11 02:10:45.223944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74000cee-faf9-4ba8-b497-c2435eccf3cf req-ae84dc92-41ac-42a5-9568-b47945437e06 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Aug 11 02:10:45.859374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 386fa377-bc9c-4558-89e7-bb29a5c65efb up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:45.884778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81e54b-e2c3-4bed-9ced-b34a345b5bdb req-8f9c4103-6a16-49c4-b2be-e732d7b23a5e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:45.886845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb81e54b-e2c3-4bed-9ced-b34a345b5bdb req-8f9c4103-6a16-49c4-b2be-e732d7b23a5e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 949 time: 0.3889844 Aug 11 02:10:45.903760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9e628f27-42c8-4827-ac71-c13222d17f71 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:45.911052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9e628f27-42c8-4827-ac71-c13222d17f71 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.4607358 Aug 11 02:10:45.925763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 386fa377-bc9c-4558-89e7-bb29a5c65efb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:45.931714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 386fa377-bc9c-4558-89e7-bb29a5c65efb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:45.932093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:45.942532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-adeeb01b-2359-4383-9c8b-e10955ebade1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/quotas/76d37bc84dd14f589e430fcf28c3ab8b HTTP/1.1" status: 200 len: 375 time: 0.0305176 Aug 11 02:10:45.972184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-c0884858-fe1a-408d-8cea-7f4c92feb415 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1346395 Aug 11 02:10:45.986755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb81e54b-e2c3-4bed-9ced-b34a345b5bdb req-12df4e22-7db5-4fa7-9519-25e764527ebb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907230 Aug 11 02:10:46.088403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19083-6fa4-47cd-a636-da7adeac318c req-384ea876-f5f2-4ae5-87a9-143278bbfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.091861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-384ea876-f5f2-4ae5-87a9-143278bbfd82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 1102 time: 0.0685308 Aug 11 02:10:46.112043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-a699be8b-4de4-4838-91cb-ace49cfb8357 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620138 Aug 11 02:10:46.114827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:46.211882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.273227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:46.281384 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.316074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19083-6fa4-47cd-a636-da7adeac318c req-9813d041-0983-4e65-bb5c-03d37315b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.317675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-9813d041-0983-4e65-bb5c-03d37315b4f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1082196 Aug 11 02:10:46.357436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.393854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-08845962-83c8-4f11-aaf9-b66cd851f5d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3 HTTP/1.1" status: 200 len: 217 time: 0.0584846 Aug 11 02:10:46.396512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9cfd724c-d593-4265-9d02-7b2d9e53fb06 service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817056 Aug 11 02:10:46.396808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:46.421852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:46.426866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.460309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:46.484175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb'}, {'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:46.487544 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2948945-8556-47ad-b598-079516993d0f" -d '{"events": [{"server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "name": "network-vif-plugged", "status": "completed", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb"}, {"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-unplugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:46.526201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:46.609350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36f4e7-74c1-4d72-9d9e-6db98de07c76 req-dcdbae47-e412-4203-a1fd-207c94b2d039 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.610974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d36f4e7-74c1-4d72-9d9e-6db98de07c76 req-dcdbae47-e412-4203-a1fd-207c94b2d039 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.4028749 Aug 11 02:10:46.623293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-371b8154-d3d4-40dd-a952-5792eaac872e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.637656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d2360-9e56-4989-b039-220deb907f15 req-284a5716-c7d3-409a-9216-a5f53c51a4ca tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.639180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-462d2360-9e56-4989-b039-220deb907f15 req-284a5716-c7d3-409a-9216-a5f53c51a4ca tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.3207638 Aug 11 02:10:46.648894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19083-6fa4-47cd-a636-da7adeac318c req-4bc8e144-29b6-40a4-a9d8-36f686fdbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.649933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-4bc8e144-29b6-40a4-a9d8-36f686fdbc3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2153740 Aug 11 02:10:46.736677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-5696c9c9-9f13-4b36-a762-ff019b60c7fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2099044 Aug 11 02:10:46.761967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-25c64c31-47ac-493e-ae16-db5cbab4f87c service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291376 Aug 11 02:10:46.777604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-371b8154-d3d4-40dd-a952-5792eaac872e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.779656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d36f4e7-74c1-4d72-9d9e-6db98de07c76 req-531bf6d8-f67a-47cc-b1ae-061e0e65111f tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513658 Aug 11 02:10:46.793109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-371b8154-d3d4-40dd-a952-5792eaac872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.843254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-371b8154-d3d4-40dd-a952-5792eaac872e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12f013671b88419987e18edd001fd748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815553 Aug 11 02:10:46.844424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b8154-d3d4-40dd-a952-5792eaac872e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a61313-cf36-4071-8e3a-44fb302aa65e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:46.848671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35718) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:46.912503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19083-6fa4-47cd-a636-da7adeac318c req-28f072da-5de7-4100-a25a-c127b4d399d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:46.914676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-28f072da-5de7-4100-a25a-c127b4d399d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2434115 Aug 11 02:10:46.915556 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:46.943346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.016884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.020558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.026267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38a61313-cf36-4071-8e3a-44fb302aa65e HTTP/1.1" status: 204 len: 168 time: 0.1762173 Aug 11 02:10:47.037136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a3df1-8193-4373-a445-e06a7e8168cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a61313-cf36-4071-8e3a-44fb302aa65e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:47.101280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-5c7a65bb-d035-4b6f-8b81-e679d234cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.103680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-5c7a65bb-d035-4b6f-8b81-e679d234cf35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1097 time: 0.3229163 Aug 11 02:10:47.164034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d81bf-391a-4535-a302-a97add8a9a6d req-491a74d6-a676-481f-9011-42dcd00c54fe tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.172225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463d81bf-391a-4535-a302-a97add8a9a6d req-491a74d6-a676-481f-9011-42dcd00c54fe tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.2656157 Aug 11 02:10:47.180230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Deleting port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:47.180658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.326800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411029-3760-4ae5-81d9-948b589dab05 req-e1e8fe44-64df-4f2f-a4e6-5ee510547b1f tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.328357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc411029-3760-4ae5-81d9-948b589dab05 req-e1e8fe44-64df-4f2f-a4e6-5ee510547b1f tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 945 time: 0.3239202 Aug 11 02:10:47.345637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-0edda517-dfed-439a-bcb5-5e2a1f8c6e2d service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138148 Aug 11 02:10:47.370346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7118d87-588e-4121-8d62-8357f2a49716 req-c5a985f4-7174-4dd1-a250-6ca5e967fa4e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.371947 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d7118d87-588e-4121-8d62-8357f2a49716 req-c5a985f4-7174-4dd1-a250-6ca5e967fa4e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9eeca37-fc72-402f-b947-5f5401ef8cab HTTP/1.1" status: 200 len: 943 time: 0.1050217 Aug 11 02:10:47.399079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463d81bf-391a-4535-a302-a97add8a9a6d req-04776a5c-58de-44b4-9153-3714712222eb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258027 Aug 11 02:10:47.540910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Deleting port 1efbc0ab-58ae-4f96-88ab-294984092534 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:47.543425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.575126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-4c464400-4a35-443e-95cb-c7e9ed48f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.576717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-4c464400-4a35-443e-95cb-c7e9ed48f63c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.4380305 Aug 11 02:10:47.605933 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff9c832-1351-4ce8-b4ce-1887129052dd x-openstack-request-id: req-4ff9c832-1351-4ce8-b4ce-1887129052dd {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:47.606489 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "name": "network-vif-plugged", "status": "completed", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb", "code": 200}, {"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-unplugged", "status": "completed", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:47.606924 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ff9c832-1351-4ce8-b4ce-1887129052dd {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:47.607436 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb', 'code': 200} Aug 11 02:10:47.607767 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534', 'code': 200} Aug 11 02:10:47.743263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] For port 48a60243-8db6-485a-ac5a-6e5e37f4ad48, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48a60243-8db6-485a-ac5a-6e5e37f4ad48,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:47.743641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.748204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-3e952e48-2179-421a-9427-3897e1c4ce75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.1468136 Aug 11 02:10:47.751156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc411029-3760-4ae5-81d9-948b589dab05 req-28467394-83f7-40fc-a7a9-818ba6ff3cc5 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/security-groups?id=c474df7e-4895-4cc2-97de-3bb6c5f329ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952014 Aug 11 02:10:47.817198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Calling delete_port for 48a60243-8db6-485a-ac5a-6e5e37f4ad48 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:47.840107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b5c58f1-fa3e-43a6-9382-7ac64c99f114 req-d591b7a1-fe80-4dff-8f9e-7302652bf737 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 210 time: 0.0972145 Aug 11 02:10:47.880912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbb386-e022-46f7-a738-25c509880d50 req-c2a91725-e348-47c4-b79e-c9e72775efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.882710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-64fbb386-e022-46f7-a738-25c509880d50 req-c2a91725-e348-47c4-b79e-c9e72775efef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 1102 time: 0.1793075 Aug 11 02:10:47.891761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] For port 1efbc0ab-58ae-4f96-88ab-294984092534, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1efbc0ab-58ae-4f96-88ab-294984092534,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:47.894247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:47.946278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Calling delete_port for 1efbc0ab-58ae-4f96-88ab-294984092534 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:47.969607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-64fbb386-e022-46f7-a738-25c509880d50 req-0f9a0352-2ffe-45e1-9ec2-eb4308503d26 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Aug 11 02:10:47.987512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-12bde3d8-ce64-437b-974f-4d7e0c5f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:47.989018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-12bde3d8-ce64-437b-974f-4d7e0c5f0fb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.2237296 Aug 11 02:10:47.990851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba19083-6fa4-47cd-a636-da7adeac318c req-a9b2bef8-9c70-4376-9465-7928a097da42 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287646 Aug 11 02:10:48.094334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-912a0734-d9e1-422c-86a8-e29a64b6afe8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543118 Aug 11 02:10:48.146011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.165765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcbf0e-1e69-41c1-a63e-7d6c1bbcccc2 req-b7aebf6c-9d9e-4eb4-9bbc-a6b4607b88fc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.175949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4adcbf0e-1e69-41c1-a63e-7d6c1bbcccc2 req-b7aebf6c-9d9e-4eb4-9bbc-a6b4607b88fc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.2750423 Aug 11 02:10:48.178092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:48.193503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event deleted for resources: {'Port': ['ID=1efbc0ab-58ae-4f96-88ab-294984092534,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:48.208338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec56f2-67a5-4238-82a3-50010a0f8dc8 req-4621555d-9585-42cc-aa07-c223a8e0c05d tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.217598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ec56f2-67a5-4238-82a3-50010a0f8dc8 req-4621555d-9585-42cc-aa07-c223a8e0c05d tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1097 time: 0.2767525 Aug 11 02:10:48.251544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] No DVR routers for this DVR port 1efbc0ab-58ae-4f96-88ab-294984092534 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:48.254801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.257007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d7118d87-588e-4121-8d62-8357f2a49716 req-84803df9-1443-4b7c-9034-312e359e40d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "DELETE /v2.0/ports/1efbc0ab-58ae-4f96-88ab-294984092534 HTTP/1.1" status: 204 len: 173 time: 0.8708618 Aug 11 02:10:48.257844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-deleted', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:48.260063 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa0e2a-5975-47df-a140-2d35c2878c2b" -d '{"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-deleted", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:48.353676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1226724459-network', 'tenant_id': 'f209e2f49b724e359019b436822bdd33'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:48.432300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4adcbf0e-1e69-41c1-a63e-7d6c1bbcccc2 req-e64b42d3-7072-4aef-8bfe-44c951afed5f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575443 Aug 11 02:10:48.454711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Made reservation on behalf of f209e2f49b724e359019b436822bdd33 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:48.457025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.459270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ec56f2-67a5-4238-82a3-50010a0f8dc8 req-a4046df4-ea69-4c90-90d0-5fc2317f40b8 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402840 Aug 11 02:10:48.489086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-9fceb781-1507-4756-9253-3028f13cb8fa service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740368 Aug 11 02:10:48.494583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.528695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.578342 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fa874-0704-481c-8895-72af30b38e62 x-openstack-request-id: req-fa0fa874-0704-481c-8895-72af30b38e62 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:48.579179 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eeca37-fc72-402f-b947-5f5401ef8cab", "name": "network-vif-deleted", "tag": "1efbc0ab-58ae-4f96-88ab-294984092534", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:48.579179 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa0fa874-0704-481c-8895-72af30b38e62 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:48.579569 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eeca37-fc72-402f-b947-5f5401ef8cab', 'name': 'network-vif-deleted', 'tag': '1efbc0ab-58ae-4f96-88ab-294984092534', 'status': 'completed', 'code': 200} Aug 11 02:10:48.615375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-3b49138e-50e6-4e8b-9667-e33bb818657b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.616903 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-3b49138e-50e6-4e8b-9667-e33bb818657b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.2515612 Aug 11 02:10:48.644598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Request body: {'port': {'device_id': '9d083676-4bf7-4364-b32d-39278107e2e0', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'admin_state_up': True, 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:48.646396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Pushing event deleted for resources: {'Port': ['ID=48a60243-8db6-485a-ac5a-6e5e37f4ad48,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:48.726570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] No DVR routers for this DVR port 48a60243-8db6-485a-ac5a-6e5e37f4ad48 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:10:48.731810 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.734485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-462d2360-9e56-4989-b039-220deb907f15 req-2d4fd3b4-9ba8-41dd-8595-7a657cc4a05d tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.67 "DELETE /v2.0/ports/48a60243-8db6-485a-ac5a-6e5e37f4ad48 HTTP/1.1" status: 204 len: 173 time: 2.0747032 Aug 11 02:10:48.740490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'name': 'network-vif-deleted', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:48.743314 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376264c9-c69d-40dc-9fca-a9a9198ff5af" -d '{"events": [{"server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "name": "network-vif-deleted", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:48.817977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d4e8-3903-49f7-a516-84971a6632b7 req-9924445c-b8cc-4299-8b73-ead4ec398318 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:48.830896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b65d4e8-3903-49f7-a516-84971a6632b7 req-9924445c-b8cc-4299-8b73-ead4ec398318 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2060339 Aug 11 02:10:48.874066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.894317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.898263 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a92b12-2cfe-4933-bc53-62485a93ca05 x-openstack-request-id: req-f7a92b12-2cfe-4933-bc53-62485a93ca05 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:48.898561 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee86203-9aba-4c77-8870-156f8e5690e7", "name": "network-vif-deleted", "tag": "48a60243-8db6-485a-ac5a-6e5e37f4ad48", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:48.898819 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f7a92b12-2cfe-4933-bc53-62485a93ca05 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:48.901241 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee86203-9aba-4c77-8870-156f8e5690e7', 'name': 'network-vif-deleted', 'tag': '48a60243-8db6-485a-ac5a-6e5e37f4ad48', 'status': 'completed', 'code': 200} Aug 11 02:10:48.938945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5286f-c5e1-462a-b00c-1947b89bb90a req-1f5c7c3b-bf41-444b-aa48-a9b542a9e4fc service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380152 Aug 11 02:10:48.958312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:10:48.973583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:48.977317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:48.999979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:49.004137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b65d4e8-3903-49f7-a516-84971a6632b7 req-fcea3293-d553-47e1-badf-7c45465b0d27 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721787 Aug 11 02:10:49.004829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.005198 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Added segment 84e07740-192d-42a4-ac7d-7a2921721075 of type vlan for network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 Aug 11 02:10:49.061572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00c6ad07-7b7e-4b01-adbf-ecb1d71c4ec4 req-f0697093-14a1-4fcb-a29c-b69b947443e3 tempest-AttachSCSIVolumeTestJSON-39476735 tempest-AttachSCSIVolumeTestJSON-39476735-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ee86203-9aba-4c77-8870-156f8e5690e7 HTTP/1.1" status: 200 len: 210 time: 0.0563366 Aug 11 02:10:49.137832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.150123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6ceb039-06c2-41ce-9ff4-da6d91c0a376 req-39e8cf62-d7fc-4b65-a472-8b37069668ae tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 210 time: 0.0432997 Aug 11 02:10:49.247429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.248471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.249069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.309122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Allocated IP 172.20.0.5 (bf8a561d-179b-44eb-822c-d8a9caf5e0f1/83882c61-d3ac-42f2-98b1-633711bae52f/13479822-6eff-4e6c-878f-e29752987180) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:49.331079 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1513186 Aug 11 02:10:49.333940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35784) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:49.343637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325fe07-b536-40d8-b81f-ba026502ed06 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:49.348541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Request body: {'subnet': {'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1226724459-subnet', 'tenant_id': 'f209e2f49b724e359019b436822bdd33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:49.354397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:10:49.380669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Made reservation on behalf of f209e2f49b724e359019b436822bdd33 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:49.383252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.645375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1866a-c6f4-44c0-8bba-fe52b1483bf8 req-9c9941f1-82fc-498c-b93e-4d84b1d95253 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.651874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.652844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab1866a-c6f4-44c0-8bba-fe52b1483bf8 req-9c9941f1-82fc-498c-b93e-4d84b1d95253 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.1121953 Aug 11 02:10:49.696684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.714528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab1866a-c6f4-44c0-8bba-fe52b1483bf8 req-82f6bf86-9978-44bc-ba76-d3cca94f1a92 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606737 Aug 11 02:10:49.745083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:49.749595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:49.754417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:49.786350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.855051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:49.855846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:49.880137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:49.885326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-9ac59479-237a-4363-867d-b26b8910f5a1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2455339 Aug 11 02:10:49.894066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48a60243-8db6-485a-ac5a-6e5e37f4ad48 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:49.902724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Request body: {'port': {'device_id': '9d083676-4bf7-4364-b32d-39278107e2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:49.923648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 48a60243-8db6-485a-ac5a-6e5e37f4ad48 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:49.924380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48a60243-8db6-485a-ac5a-6e5e37f4ad48 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:49.984919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.129363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:10:50.177588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 1efbc0ab-58ae-4f96-88ab-294984092534 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:10:50.178482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1efbc0ab-58ae-4f96-88ab-294984092534 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:10:50.260348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ffc328-5c43-4a61-87bc-dec0c02097c9,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:50.315703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Checking segment: {'id': '84e07740-192d-42a4-ac7d-7a2921721075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:50.316065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Network hostable DHCP agents. Network: aa5b6ec6-633c-4a06-bf17-b0c3c25219b8, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:10:50.336032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730c72e-6c9c-4382-86b7-d8d9db2c375a req-4c31d331-102f-48c0-bbeb-125941ed8ed5 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.343339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d730c72e-6c9c-4382-86b7-d8d9db2c375a req-4c31d331-102f-48c0-bbeb-125941ed8ed5 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 1102 time: 0.4729559 Aug 11 02:10:50.375680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d076b0-56bf-41f3-9b54-426e24359dae req-33e70209-5a10-4150-9091-6694266a873a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.384051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14d076b0-56bf-41f3-9b54-426e24359dae req-33e70209-5a10-4150-9091-6694266a873a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1263120 Aug 11 02:10:50.398276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:10:50.425143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, aa5b6ec6-633c-4a06-bf17-b0c3c25219b8) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:50.429410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.430104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.440960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d730c72e-6c9c-4382-86b7-d8d9db2c375a req-6849b012-92aa-41dd-9ff8-b8e6bc32fc04 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967183 Aug 11 02:10:50.457131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63400ae-bfb4-4e70-9418-84fd620fc035 None None] Network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:50.476312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14d076b0-56bf-41f3-9b54-426e24359dae req-313d86a5-d43b-4264-a809-bae9b1d850aa tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Aug 11 02:10:50.489924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b6256a56-aa5d-425e-849f-e3e7d05441f2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1501508 Aug 11 02:10:50.702394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9bc26-d6ec-4b6a-95d6-d357bbb24020 req-98a5cd66-deb1-480a-b590-fbfda65eff71 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:50.712777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5f9bc26-d6ec-4b6a-95d6-d357bbb24020 req-98a5cd66-deb1-480a-b590-fbfda65eff71 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 931 time: 0.1452105 Aug 11 02:10:50.742943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1581b4-02bc-400b-80ed-fe8b8975ac19 None None] Network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:10:50.785443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5f9bc26-d6ec-4b6a-95d6-d357bbb24020 req-46db43b5-8d6c-423b-873c-928782f1a39a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715165 Aug 11 02:10:50.840587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-3846d6b3-c665-4643-bc43-da514177f9ab tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534744 Aug 11 02:10:50.842467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13479822-6eff-4e6c-878f-e29752987180 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:50.852058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.867569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Transition to ACTIVE for port object 13479822-6eff-4e6c-878f-e29752987180 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:50.883538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:50.988712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:51.007958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-437c0bfe-aaa4-4361-af37-1b109e400546 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.009591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-437c0bfe-aaa4-4361-af37-1b109e400546 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637931 Aug 11 02:10:51.020283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Attempting to bind port 13479822-6eff-4e6c-878f-e29752987180 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:51.020716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Attempting to bind port 13479822-6eff-4e6c-878f-e29752987180 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:51.021046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Attempting to bind port 13479822-6eff-4e6c-878f-e29752987180 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:51.026207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Port 13479822-6eff-4e6c-878f-e29752987180 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:51.026966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-ba94189e-fc8d-4f0f-82f0-043f4c81e41b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/quotas/c624d86cbf77462baa818f237ffe8f8f HTTP/1.1" status: 200 len: 375 time: 0.0101256 Aug 11 02:10:51.027086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Attempting to bind port 13479822-6eff-4e6c-878f-e29752987180 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:51.032355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:51.032703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Checking segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:51.033773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Bound using segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:51.034292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Bound port: 13479822-6eff-4e6c-878f-e29752987180, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:51.034604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.120867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:51.124874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:51.127304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-3272de26-cbc2-49bf-8edb-722db7291e4d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933475 Aug 11 02:10:51.130494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.178026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.179266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:51.180547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] 10.222.0.61 "PUT /v2.0/ports/13479822-6eff-4e6c-878f-e29752987180 HTTP/1.1" status: 200 len: 1092 time: 1.2857304 Aug 11 02:10:51.181206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'tag': '13479822-6eff-4e6c-878f-e29752987180'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:51.184311 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b20a0-e423-4bd1-874b-45d2ba97eb02" -d '{"events": [{"name": "network-changed", "server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "tag": "13479822-6eff-4e6c-878f-e29752987180"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:51.215584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060aa8a-146f-4963-8ad2-4ec30049c290 service neutron] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:51.289142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-c5a7bd83-2537-4344-b133-f485fe2b899d tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.301487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-c5a7bd83-2537-4344-b133-f485fe2b899d tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/networks?id=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 HTTP/1.1" status: 200 len: 814 time: 0.1717780 Aug 11 02:10:51.304929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d3ffee0d-cb6c-4bc3-a849-c37f011a04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.307470 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d3ffee0d-cb6c-4bc3-a849-c37f011a04ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0730128 Aug 11 02:10:51.314912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-a54b71b8-d57b-423a-98aa-16fbf54ce80c tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/quotas/f209e2f49b724e359019b436822bdd33 HTTP/1.1" status: 200 len: 375 time: 0.0121858 Aug 11 02:10:51.381076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-13c45754-e558-4c05-921a-0de79fb615c1 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f209e2f49b724e359019b436822bdd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589731 Aug 11 02:10:51.411936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-e2b874c8-7cf4-4de0-b9f9-ea8c1277dc47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13479822-6eff-4e6c-878f-e29752987180 HTTP/1.1" status: 200 len: 217 time: 0.0914600 Aug 11 02:10:51.429634 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbcecd2-dde6-45e6-ab3b-f0ffa52be18f x-openstack-request-id: req-fdbcecd2-dde6-45e6-ab3b-f0ffa52be18f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:51.446055 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "tag": "13479822-6eff-4e6c-878f-e29752987180", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:51.446586 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fdbcecd2-dde6-45e6-ab3b-f0ffa52be18f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:51.447353 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'tag': '13479822-6eff-4e6c-878f-e29752987180', 'status': 'completed', 'code': 200} Aug 11 02:10:51.499333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-cac122bc-b444-4871-8e42-02f71ad51e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.500882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-cac122bc-b444-4871-8e42-02f71ad51e96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0807602 Aug 11 02:10:51.524304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aeff012c-d37e-47f7-bdf3-f44f30aea5d8 req-5174e5cb-7b73-4444-b3e3-6c508856938d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Aug 11 02:10:51.531898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-5206052c-75a4-4c5b-8cc3-52f5125baa10 service neutron] 10.222.0.68 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498611 Aug 11 02:10:51.537059 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-d281db35-3d06-45cc-b7b0-d603307a6fd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281205 Aug 11 02:10:51.644386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-ac4cd57e-7aea-4acf-a5f9-7e6f40328252 service neutron] 10.222.0.68 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115093 Aug 11 02:10:51.661363 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-aebd1db9-f9df-4cde-94b9-bccc67823301 service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130364 Aug 11 02:10:51.827967 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-81631432-c3f6-4c19-bc5d-82e408c0a06a req-71b7f3c8-ab98-42e5-9599-0de47c950db7 service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568744 Aug 11 02:10:51.959604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-155d3b6d-e9a9-4cc0-aac8-375c2d6aaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:51.964849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-155d3b6d-e9a9-4cc0-aac8-375c2d6aaee2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0762212 Aug 11 02:10:52.023801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba113dc-9eb3-4073-8ed5-a28ee3f7d688 req-b35b1b81-5714-49f9-9985-df4700b4c2dc tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.033998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba113dc-9eb3-4073-8ed5-a28ee3f7d688 req-b35b1b81-5714-49f9-9985-df4700b4c2dc tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0740523 Aug 11 02:10:52.098733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba113dc-9eb3-4073-8ed5-a28ee3f7d688 req-ff72eec7-2227-42e0-a953-0317f0cf222b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Aug 11 02:10:52.250103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-a476892b-34bd-453b-a070-dafb992e3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.251662 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-a476892b-34bd-453b-a070-dafb992e3755 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 906 time: 0.2735465 Aug 11 02:10:52.306094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6514d235-3c09-44d1-af29-50778117e9e9 req-8a261da8-e497-4942-ba86-bb195fdbf0bc tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 210 time: 0.1001318 Aug 11 02:10:52.344103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-2f17b790-f123-4ef0-b977-abc66400c8dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13479822-6eff-4e6c-878f-e29752987180 HTTP/1.1" status: 200 len: 217 time: 0.0814784 Aug 11 02:10:52.349970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf4afe-793f-4e4c-b7d6-a4119dbefdb2 req-f21dd1e9-2d6f-49fc-8d74-c20428125f99 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.351774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02cf4afe-793f-4e4c-b7d6-a4119dbefdb2 req-f21dd1e9-2d6f-49fc-8d74-c20428125f99 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 943 time: 0.1619136 Aug 11 02:10:52.410604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02cf4afe-793f-4e4c-b7d6-a4119dbefdb2 req-0d4668ec-ec6d-48d9-b067-b95a68e8506a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Aug 11 02:10:52.446591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-bd7325be-1175-49fc-bce8-9cb4316e58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:52.448053 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-bd7325be-1175-49fc-bce8-9cb4316e58a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0911860 Aug 11 02:10:52.507276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-0005dd80-f926-41ff-b483-117c39c4e51e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405211 Aug 11 02:10:52.516770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-889b1fb6-4a9e-478a-9538-314d7ca258db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:52.633751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-e1d5293b-2b2a-406e-b540-4cd10a9385ee service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082346 Aug 11 02:10:52.705390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-252e0b6a-6a7a-4acb-89a0-9d3bd96edcdd req-95b94606-1e70-4746-8f11-9bd04cbd1a54 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 210 time: 0.0588355 Aug 11 02:10:52.792835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-420b20a0-e423-4bd1-874b-45d2ba97eb02 req-fe5b50d5-a8c1-48bd-a03b-b34db28bd38d service neutron] 10.222.0.61 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390135 Aug 11 02:10:52.866552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-83294701-00c2-4d6a-a2a3-e807910c5768 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c624d86cbf77462baa818f237ffe8f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244577 Aug 11 02:10:53.081106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-1954d849-af31-4caf-93f6-560fbdeb18f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.082504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-1954d849-af31-4caf-93f6-560fbdeb18f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989188 Aug 11 02:10:53.114488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Request body: {'port': {'device_id': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'c624d86cbf77462baa818f237ffe8f8f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:53.260861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Made reservation on behalf of c624d86cbf77462baa818f237ffe8f8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:53.262756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe34f2-2211-4203-9a7c-84c05524ce00 req-9094aa48-8942-48c9-9293-1bcb3ddade55 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.264524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dbe34f2-2211-4203-9a7c-84c05524ce00 req-9094aa48-8942-48c9-9293-1bcb3ddade55 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0634809 Aug 11 02:10:53.265500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.309911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dbe34f2-2211-4203-9a7c-84c05524ce00 req-bffa106c-445c-411f-9d37-dc9fb9da4f73 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Aug 11 02:10:53.449140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Allocated IP 192.168.233.216 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/849153f3-96f8-4610-908d-9a86b340ce08) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:53.452665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a7d8399-2c1e-4159-99f2-c4c5a225921b req-06762ec4-7d32-4342-a7a8-534f0dcfa1a8 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 210 time: 0.0433252 Aug 11 02:10:53.673369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.690135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Transition to ACTIVE for port object 849153f3-96f8-4610-908d-9a86b340ce08 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:53.711132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a220-15c0-4f49-91e8-5d6fd565c276 req-7456a4fe-96cf-45e4-8b7e-14659b622957 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.719527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8315a220-15c0-4f49-91e8-5d6fd565c276 req-7456a4fe-96cf-45e4-8b7e-14659b622957 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 943 time: 0.1701484 Aug 11 02:10:53.743774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.757982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:53.761170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', '386fa377-bc9c-4558-89e7-bb29a5c65efb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:53.814372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:53.820124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:53.830800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:53.933170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:53.933679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:53.982802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8315a220-15c0-4f49-91e8-5d6fd565c276 req-c0eca3a6-2296-4488-88f4-49e58c238fac tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581222 Aug 11 02:10:54.000155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event updated for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.024736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-ff9897a9-55b5-49a5-87d8-8f04dacf3aff tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.027104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-ff9897a9-55b5-49a5-87d8-8f04dacf3aff tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.61 "GET /v2.0/networks?id=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 HTTP/1.1" status: 200 len: 814 time: 0.3998721 Aug 11 02:10:54.031214 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-79cf1486-9440-4a24-a7b8-888b5290f51f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9207938 Aug 11 02:10:54.061871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Request body: {'port': {'device_id': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:54.108657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3320787-c5e1-4e07-b27f-ea6481ea836f req-5dbf25bc-ddc9-4fde-a0c6-71b00685f37e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.111525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3320787-c5e1-4e07-b27f-ea6481ea836f req-5dbf25bc-ddc9-4fde-a0c6-71b00685f37e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 936 time: 0.2014613 Aug 11 02:10:54.121576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Request body: {'port': {'device_id': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8', 'admin_state_up': True, 'tenant_id': 'f209e2f49b724e359019b436822bdd33'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:54.156550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:54.214087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.242204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3320787-c5e1-4e07-b27f-ea6481ea836f req-8acfedea-75d8-4a00-a86a-8f831d9669a1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113892 Aug 11 02:10:54.381063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Made reservation on behalf of f209e2f49b724e359019b436822bdd33 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:10:54.391858 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.500215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:54.613482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '13479822-6eff-4e6c-878f-e29752987180', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '13479822-6eff-4e6c-878f-e29752987180', 'mac_address': 'fa:16:3e:ca:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:54.634439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1789b780-de2c-4ec5-95e3-81e592a89444 req-435cfd30-ebd1-428e-af7d-5aba159ceef6 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 210 time: 0.0504584 Aug 11 02:10:54.681110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849153f3-96f8-4610-908d-9a86b340ce08 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:54.686979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ad33119f-ce1b-485b-9ae2-d8da06ea6bd9 None None] Provisioning for port 849153f3-96f8-4610-908d-9a86b340ce08 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:54.687983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65220bc-8612-4b8c-b622-eaf390189270 req-1cc5029e-b547-497c-9062-ce91e04c58c8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:54.689616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f65220bc-8612-4b8c-b622-eaf390189270 req-1cc5029e-b547-497c-9062-ce91e04c58c8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2704206 Aug 11 02:10:54.705722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.730380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ad33119f-ce1b-485b-9ae2-d8da06ea6bd9 None None] Provisioning complete for port 849153f3-96f8-4610-908d-9a86b340ce08 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:54.731096 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ad33119f-ce1b-485b-9ae2-d8da06ea6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.735178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Transition to ACTIVE for port object 849153f3-96f8-4610-908d-9a86b340ce08 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:54.743982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.796114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f65220bc-8612-4b8c-b622-eaf390189270 req-b2c29959-930a-4342-8725-0488c7c226a2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 Aug 11 02:10:54.817372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Allocated IP 172.20.0.11 (aa5b6ec6-633c-4a06-bf17-b0c3c25219b8/60ffc328-5c43-4a61-87bc-dec0c02097c9/9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:10:54.885558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:54.916456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13479822-6eff-4e6c-878f-e29752987180 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:54.948639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:54.949096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Pushing event updated for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:54.970467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.009301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Attempting to bind port 849153f3-96f8-4610-908d-9a86b340ce08 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:55.009846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Attempting to bind port 849153f3-96f8-4610-908d-9a86b340ce08 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:55.010459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Attempting to bind port 849153f3-96f8-4610-908d-9a86b340ce08 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:55.017703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Port 849153f3-96f8-4610-908d-9a86b340ce08 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:55.018302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Attempting to bind port 849153f3-96f8-4610-908d-9a86b340ce08 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:55.025359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:55.025895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:55.026438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:55.028615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Bound port: 849153f3-96f8-4610-908d-9a86b340ce08, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:55.029067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.126665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ad33119f-ce1b-485b-9ae2-d8da06ea6bd9 None None] Port 849153f3-96f8-4610-908d-9a86b340ce08 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:10:55.173131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:55.182015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=849153f3-96f8-4610-908d-9a86b340ce08,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:55.188279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.210450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-09d85ad9-824d-4fd6-a7a5-873ed7238ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.252023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.254345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.260284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.260972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.275685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] 10.222.0.61 "PUT /v2.0/ports/849153f3-96f8-4610-908d-9a86b340ce08 HTTP/1.1" status: 200 len: 1097 time: 1.2101505 Aug 11 02:10:55.276143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:55.288098 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb38afea-b8f6-4684-a29c-515dc2483642" -d '{"events": [{"name": "network-changed", "server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "tag": "849153f3-96f8-4610-908d-9a86b340ce08"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:55.356617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceba3d9-c962-48fd-8c0e-add96f71f6fb req-aaa7ae14-d5ac-435f-9716-18a5bf621cec tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.367354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ceba3d9-c962-48fd-8c0e-add96f71f6fb req-aaa7ae14-d5ac-435f-9716-18a5bf621cec tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 944 time: 0.2476287 Aug 11 02:10:55.412182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['13479822-6eff-4e6c-878f-e29752987180'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:55.413839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ccc28-e574-4e82-a8ad-874d10256563 service neutron] Pushing event updated for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.452872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-5bb5d857-8515-460c-a7ec-e9ad1d4e8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.454634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-5bb5d857-8515-460c-a7ec-e9ad1d4e8b7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 1100 time: 0.1401792 Aug 11 02:10:55.514508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-177fc8cb-32f8-44fc-8791-6a86cc99311d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=849153f3-96f8-4610-908d-9a86b340ce08 HTTP/1.1" status: 200 len: 217 time: 0.0486507 Aug 11 02:10:55.552710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.591871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ceba3d9-c962-48fd-8c0e-add96f71f6fb req-8807aa1d-e5e3-4fb9-994f-96cf0f4f4af5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087710 Aug 11 02:10:55.601728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:55.603387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-8b7f4aee-32d6-4eb4-93f9-8b1dea5cfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.608731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-8b7f4aee-32d6-4eb4-93f9-8b1dea5cfebb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0861087 Aug 11 02:10:55.646305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:10:55.652849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:10:55.657801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:10:55.672200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202826a7-4e45-4cba-b2ad-e4c183fd7fb0 req-8acfe6c7-9438-4d60-ac12-88660661dd42 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.681320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-202826a7-4e45-4cba-b2ad-e4c183fd7fb0 req-8acfe6c7-9438-4d60-ac12-88660661dd42 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 948 time: 0.1989551 Aug 11 02:10:55.717755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-98986405-3e3d-45c0-80ae-19df4e706fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.720053 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-98986405-3e3d-45c0-80ae-19df4e706fb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013114 Aug 11 02:10:55.722125 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590cecaa-56b6-4dbf-868b-0758c0f0a212 x-openstack-request-id: req-590cecaa-56b6-4dbf-868b-0758c0f0a212 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:55.722461 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "tag": "849153f3-96f8-4610-908d-9a86b340ce08", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:55.722721 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-590cecaa-56b6-4dbf-868b-0758c0f0a212 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:55.723138 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08', 'status': 'completed', 'code': 200} Aug 11 02:10:55.757318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Pushing event updated for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:55.775373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-202826a7-4e45-4cba-b2ad-e4c183fd7fb0 req-beb4dd59-9118-4470-9d88-ab3a333109a9 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910308 Aug 11 02:10:55.801415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35974) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:55.872787 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-1debc70c-c959-4b11-9a61-44498ba699bf service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330059 Aug 11 02:10:55.921692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:55.922429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.052588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ddac2b1e-0e6a-4e91-a789-c55e05289244 req-328af869-bc86-40c7-ac02-c87ac2c66aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716354 Aug 11 02:10:56.098854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-9e590f94-3fdf-4532-bf59-1b49d7733bc2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9870777 Aug 11 02:10:56.127009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f941cb-baa9-40ed-a439-ff0747ea849a req-f095dd64-9a99-4fea-98a9-233a1cc75353 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.128499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82f941cb-baa9-40ed-a439-ff0747ea849a req-f095dd64-9a99-4fea-98a9-233a1cc75353 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 932 time: 0.2031453 Aug 11 02:10:56.140992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Request body: {'port': {'device_id': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:10:56.189069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-91006066-912f-46ef-ab2a-11f66a00cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.191383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-91006066-912f-46ef-ab2a-11f66a00cceb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c624d86cbf77462baa818f237ffe8f8f&device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 1100 time: 0.0533228 Aug 11 02:10:56.195693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187433-2afa-4d1b-8eaa-fd81704dcf63 req-2b3c54f2-8b84-4930-a70b-3e5651a1f579 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.197249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b187433-2afa-4d1b-8eaa-fd81704dcf63 req-2b3c54f2-8b84-4930-a70b-3e5651a1f579 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.2059100 Aug 11 02:10:56.281821 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.318064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82f941cb-baa9-40ed-a439-ff0747ea849a req-a7a8a12f-e161-47e9-9a49-f95e55b10e72 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717286 Aug 11 02:10:56.342449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-421cbf9b-1477-4f32-aef8-a2ca1e833e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.342449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-421cbf9b-1477-4f32-aef8-a2ca1e833e90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1361654 Aug 11 02:10:56.350962 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.398927 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-ac6f4615-e2c0-48fb-bd7d-bf570069e893 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=849153f3-96f8-4610-908d-9a86b340ce08 HTTP/1.1" status: 200 len: 217 time: 0.0457251 Aug 11 02:10:56.414931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b187433-2afa-4d1b-8eaa-fd81704dcf63 req-a192da6d-aaaa-4e10-b751-76b827038ee0 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093008 Aug 11 02:10:56.467616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-0560b454-07a8-40a5-9f61-e47d11abb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.469655 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-0560b454-07a8-40a5-9f61-e47d11abb497 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0629692 Aug 11 02:10:56.538691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-8f4097d7-e9e0-4cda-bca1-4cc46817d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.540273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-8f4097d7-e9e0-4cda-bca1-4cc46817d43d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556653 Aug 11 02:10:56.667617 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-2a1c383e-77e1-4e07-bdad-4048a4344ff3 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159990 Aug 11 02:10:56.773166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cb38afea-b8f6-4684-a29c-515dc2483642 req-7979850c-a781-4bfe-8b53-d49208408f86 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956194 Aug 11 02:10:56.840897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453711-0cba-4af6-9112-fc72e02059d5 req-f9067798-7b51-41ee-8fa2-b105b47a3db0 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:56.842388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e453711-0cba-4af6-9112-fc72e02059d5 req-f9067798-7b51-41ee-8fa2-b105b47a3db0 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 944 time: 0.1387966 Aug 11 02:10:56.924782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:56.938642 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.970674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Transition to ACTIVE for port object 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:10:56.977101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e453711-0cba-4af6-9112-fc72e02059d5 req-3a10cbfd-e73d-4826-8948-ff2c66f68462 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Aug 11 02:10:56.981651 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.983712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:56.997158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592d5e0-7abe-4361-8d46-ea4f200db04d req-68bf4f3a-039e-4f5d-99e9-e19de83548ac tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.002341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f592d5e0-7abe-4361-8d46-ea4f200db04d req-68bf4f3a-039e-4f5d-99e9-e19de83548ac tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 948 time: 0.1581285 Aug 11 02:10:57.124967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Pushing event updated for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:57.178013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f592d5e0-7abe-4361-8d46-ea4f200db04d req-314ebdb3-c5e3-4c80-9412-d0911c43a8da tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148875 Aug 11 02:10:57.288270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Attempting to bind port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:10:57.288598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Attempting to bind port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '84e07740-192d-42a4-ac7d-7a2921721075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:10:57.288927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Attempting to bind port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 on network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:57.295257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 on network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:10:57.295575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Attempting to bind port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 on network aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:10:57.303119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:10:57.303458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Checking segment: {'id': '84e07740-192d-42a4-ac7d-7a2921721075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:10:57.303841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Bound using segment: {'id': '84e07740-192d-42a4-ac7d-7a2921721075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:10:57.304265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Bound port: 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e07740-192d-42a4-ac7d-7a2921721075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:10:57.304624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.409146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:10:57.412521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,segment=NetworkSegment(84e07740-192d-42a4-ac7d-7a2921721075),segment_id=84e07740-192d-42a4-ac7d-7a2921721075)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:10:57.419989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.522645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.523342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.524640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] 10.222.0.61 "PUT /v2.0/ports/9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 HTTP/1.1" status: 200 len: 1093 time: 1.3932068 Aug 11 02:10:57.527195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:57.529394 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52674b5b-de26-4e25-b0a4-fb3b6923936a" -d '{"events": [{"name": "network-changed", "server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:57.583175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82af0e-7f49-475b-92a2-ff063c186e09 req-bb04116a-92b3-4cae-9ab2-9de88e96fd8c tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:57.584706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab82af0e-7f49-475b-92a2-ff063c186e09 req-bb04116a-92b3-4cae-9ab2-9de88e96fd8c tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 944 time: 0.1692874 Aug 11 02:10:57.595196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd80a6-9577-4ee1-8731-07d7f518872c service neutron] Pushing event updated for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:57.638445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Deleting port 6950c28e-44fa-486c-a915-be4476aa2025 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:10:57.638822 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:57.894104 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.013354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3adf1-dbfe-4709-a4da-e71f8e775a95 req-0ffed6e4-22bc-4647-b428-eb83d144d28c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.014849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ce3adf1-dbfe-4709-a4da-e71f8e775a95 req-0ffed6e4-22bc-4647-b428-eb83d144d28c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.5089679 Aug 11 02:10:58.026954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab82af0e-7f49-475b-92a2-ff063c186e09 req-4e0876e0-f08d-4a56-a397-ef303a351d73 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275014 Aug 11 02:10:58.048823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-56d26235-52c6-4e4d-aed1-b972b328b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.048823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-56d26235-52c6-4e4d-aed1-b972b328b9bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f209e2f49b724e359019b436822bdd33&device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 1096 time: 0.4615531 Aug 11 02:10:58.081421 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b417f72-1783-4905-86e0-c53f6c6d7d7c x-openstack-request-id: req-7b417f72-1783-4905-86e0-c53f6c6d7d7c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:58.081746 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:58.082064 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b417f72-1783-4905-86e0-c53f6c6d7d7c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:58.082421 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718', 'status': 'completed', 'code': 200} Aug 11 02:10:58.141899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-7a303e44-9e33-463b-9d7d-8404231b8c45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 HTTP/1.1" status: 200 len: 217 time: 0.0840106 Aug 11 02:10:58.156189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] For port 6950c28e-44fa-486c-a915-be4476aa2025, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6950c28e-44fa-486c-a915-be4476aa2025,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:58.156511 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.183014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 849153f3-96f8-4610-908d-9a86b340ce08 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:10:58.187254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:10:58.213000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ce3adf1-dbfe-4709-a4da-e71f8e775a95 req-ebb58a07-8638-4bc2-a07e-b414b8693068 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909041 Aug 11 02:10:58.220887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Calling delete_port for 6950c28e-44fa-486c-a915-be4476aa2025 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:10:58.254129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-660bb1cc-0a8b-40a7-9122-1b1e0085074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.255649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-660bb1cc-0a8b-40a7-9122-1b1e0085074a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60ffc328-5c43-4a61-87bc-dec0c02097c9 HTTP/1.1" status: 200 len: 854 time: 0.0954189 Aug 11 02:10:58.303784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 13479822-6eff-4e6c-878f-e29752987180 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:10:58.306124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79fbd-8e5b-4dbc-99d6-417abf402cce req-6e61d23b-99bb-490c-b3d1-c176010e8e15 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.307645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8c79fbd-8e5b-4dbc-99d6-417abf402cce req-6e61d23b-99bb-490c-b3d1-c176010e8e15 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 944 time: 0.1752336 Aug 11 02:10:58.309274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 13479822-6eff-4e6c-878f-e29752987180 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:10:58.309650 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.327906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-147d7bf5-0aec-420a-90fb-fc7469cdad4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425489 Aug 11 02:10:58.369117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=849153f3-96f8-4610-908d-9a86b340ce08,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:58.384199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '849153f3-96f8-4610-908d-9a86b340ce08', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '849153f3-96f8-4610-908d-9a86b340ce08', 'mac_address': 'fa:16:3e:40:b2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:10:58.473370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.475576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.500199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849153f3-96f8-4610-908d-9a86b340ce08 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:10:58.504374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8c79fbd-8e5b-4dbc-99d6-417abf402cce req-a2e187bb-40c3-45c9-a889-b66c41e60be7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789029 Aug 11 02:10:58.521965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:10:58.524597 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36e511-f4f4-4ea2-a7a9-fbe42868674f" -d '{"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:10:58.546247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:58.548614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=849153f3-96f8-4610-908d-9a86b340ce08,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:10:58.551395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a406e2-0fdc-4bad-b824-ae6f3c2b266b req-de219a81-75ed-4404-9263-c0f1d8e7a635 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.553853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.559189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14a406e2-0fdc-4bad-b824-ae6f3c2b266b req-de219a81-75ed-4404-9263-c0f1d8e7a635 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 948 time: 0.1956282 Aug 11 02:10:58.567800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.591548 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd4115-e758-44d9-8d8f-0dc1d77e0571 x-openstack-request-id: req-57fd4115-e758-44d9-8d8f-0dc1d77e0571 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:10:58.591830 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:10:58.592127 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-57fd4115-e758-44d9-8d8f-0dc1d77e0571 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:10:58.592911 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180', 'code': 200} Aug 11 02:10:58.595309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-5db4effb-731c-42e8-9fad-5b119d853386 service neutron] 10.222.0.61 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542393 Aug 11 02:10:58.641023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:58.650540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.650934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.651349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.651694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.652031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.652364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.652695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.653024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.653351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.653687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.654033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.654359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.675475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14a406e2-0fdc-4bad-b824-ae6f3c2b266b req-d46cc20c-d79f-4f0b-b5aa-bdfe9e42e33c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133854 Aug 11 02:10:58.718913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0975-92a9-4489-bf03-369d403cc718 req-a93cdf3a-b4ee-4d5f-875d-e8ad80dfb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.721114 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c7ae0975-92a9-4489-bf03-369d403cc718 req-a93cdf3a-b4ee-4d5f-875d-e8ad80dfb01a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0586317 Aug 11 02:10:58.731261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:58.765353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c7ae0975-92a9-4489-bf03-369d403cc718 req-f50fa926-e913-4f34-8c6a-23d0e9db1a5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Aug 11 02:10:58.788903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc7f99-21a5-4ae4-997c-5ed5628d26a7 req-969bea7d-a9ba-4c2f-96bb-3e52387a4e1b tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.790459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdcc7f99-21a5-4ae4-997c-5ed5628d26a7 req-969bea7d-a9ba-4c2f-96bb-3e52387a4e1b tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1097 time: 0.1283276 Aug 11 02:10:58.793100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c8ff085-1462-41a2-91d5-432d8f675f4c req-12342dea-6a53-4341-a347-3b564a2633e8 service neutron] 10.222.0.61 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852963 Aug 11 02:10:58.793834 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:58.841425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Pushing event deleted for resources: {'Port': ['ID=6950c28e-44fa-486c-a915-be4476aa2025,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:10:58.878445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.878834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.879143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.879509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.879978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.880443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.880909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.881278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.881600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.881948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.882271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.882608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:10:58.905008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdcc7f99-21a5-4ae4-997c-5ed5628d26a7 req-a319d73e-b811-4157-81cd-c5d66121f556 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064830 Aug 11 02:10:58.953344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['849153f3-96f8-4610-908d-9a86b340ce08'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:10:58.967910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-03b1f6e5-0441-4fd8-a456-f6090ef1cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:58.969485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-03b1f6e5-0441-4fd8-a456-f6090ef1cf55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f209e2f49b724e359019b436822bdd33&device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 1096 time: 0.0809622 Aug 11 02:10:59.187901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:10:59.203496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-232010ee-ef2b-4c86-89d6-55ba30e0d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.205428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-232010ee-ef2b-4c86-89d6-55ba30e0d767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 HTTP/1.1" status: 200 len: 915 time: 0.2017813 Aug 11 02:10:59.223076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac080a5-08cc-44fd-bae9-505c4e411446 req-b66eec04-f549-4f69-b945-d3f2a42ad9d8 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.224544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bac080a5-08cc-44fd-bae9-505c4e411446 req-b66eec04-f549-4f69-b945-d3f2a42ad9d8 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 944 time: 0.1136334 Aug 11 02:10:59.305277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-df063bce-2b63-4764-8241-594c67393fe6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 HTTP/1.1" status: 200 len: 217 time: 0.0797493 Aug 11 02:10:59.405297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bac080a5-08cc-44fd-bae9-505c4e411446 req-0ad2b9fc-772c-4c30-ba6e-0b0a9a161077 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382914 Aug 11 02:10:59.428041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-a609b1c5-67e3-4406-90b7-914314fa5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.428041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-a609b1c5-67e3-4406-90b7-914314fa5e15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60ffc328-5c43-4a61-87bc-dec0c02097c9 HTTP/1.1" status: 200 len: 854 time: 0.1084180 Aug 11 02:10:59.512497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-4c0da9de-e398-47c4-95cd-a2cc2bf5be3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434799 Aug 11 02:10:59.651504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70e30-61fb-4e76-85b2-e7840bdba876 req-bfb565fb-b26e-4cbd-b7bd-038135f64847 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.653042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adf70e30-61fb-4e76-85b2-e7840bdba876 req-bfb565fb-b26e-4cbd-b7bd-038135f64847 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1738756 Aug 11 02:10:59.703676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Router 70597b03-9249-46de-b4cb-274a8ddde498 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:10:59.707194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-923f5255-ba50-4d6e-ad5a-b555139892d1 service neutron] 10.222.0.61 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763885 Aug 11 02:10:59.741538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adf70e30-61fb-4e76-85b2-e7840bdba876 req-cba53be0-5304-41a2-b47d-dbbe48846f36 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Aug 11 02:10:59.892515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52674b5b-de26-4e25-b0a4-fb3b6923936a req-cb7ecb2b-9976-4636-b238-4fba63dfdae3 service neutron] 10.222.0.61 "GET /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771505 Aug 11 02:10:59.909684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:10:59.915914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0ec1ae8b-5c3f-4f61-9290-17e93654f71a admin admin] 10.222.0.68 "PUT /v2.0/routers/70597b03-9249-46de-b4cb-274a8ddde498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1049695 Aug 11 02:10:59.919348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36048) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:10:59.922583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Sync routers for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:10:59.934019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:10:59.934881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:10:59.977765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741cff2-1aa2-457e-b7a7-98cb2eb79b9d req-c59326fd-44cc-4037-906e-714153b7c171 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:10:59.979633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7741cff2-1aa2-457e-b7a7-98cb2eb79b9d req-c59326fd-44cc-4037-906e-714153b7c171 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0676982 Aug 11 02:10:59.983255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-cc4433a8-e566-407f-a244-969b76183777 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:10:59.984281 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-cc4433a8-e566-407f-a244-969b76183777 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131283 Aug 11 02:11:00.006687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Request body: {'binding': {'host': 'n-h1-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:00.007788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:11:00.022620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7741cff2-1aa2-457e-b7a7-98cb2eb79b9d req-dd51d037-ecb7-4705-b022-b875cff58eae tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367823 Aug 11 02:11:00.078381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.156854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7a25-15e7-43ef-842d-d933242c17d4 req-a8fdc0c3-5dec-4152-9ce4-e0a41e7c66d0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.164481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f9f7a25-15e7-43ef-842d-d933242c17d4 req-a8fdc0c3-5dec-4152-9ce4-e0a41e7c66d0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 949 time: 0.0661683 Aug 11 02:11:00.206133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f9f7a25-15e7-43ef-842d-d933242c17d4 req-f8fc2ae4-985f-45dc-8e8d-ef4341bfdd46 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Aug 11 02:11:00.229780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:00.287527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.333417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h1-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:00.333758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:00.334126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:00.341534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:00.341879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:00.350247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:00.350589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:00.351008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:00.351501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Bound port: 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:00.405370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Deleting port 912e7887-245d-4550-afed-232b527d66b6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:00.405370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.421293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '912e7887-245d-4550-afed-232b527d66b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:10:58Z', 'revision_number': 5, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port': {'id': '912e7887-245d-4550-afed-232b527d66b6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70597b03-9249-46de-b4cb-274a8ddde498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:01Z', 'updated_at': '2021-08-11T02:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:00.453276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Checking router: 70597b03-9249-46de-b4cb-274a8ddde498 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:11:00.462924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Routers {'70597b03-9249-46de-b4cb-274a8ddde498'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:00.463152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:00.464490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['70597b03-9249-46de-b4cb-274a8ddde498'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:00.472863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.481591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-a2fb1615-413a-4569-a279-f50166004d34 service neutron] 10.222.0.68 "POST /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df/bindings HTTP/1.1" status: 201 len: 390 time: 0.4796863 Aug 11 02:11:00.517786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] For port 912e7887-245d-4550-afed-232b527d66b6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=912e7887-245d-4550-afed-232b527d66b6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:00.518195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.543223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Calling delete_port for 912e7887-245d-4550-afed-232b527d66b6 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:00.593378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b402b-ed04-4850-83c5-80a9014d8cb2 req-b9c69cf6-ccff-4274-a885-73b89b68cef9 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.595400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c4b402b-ed04-4850-83c5-80a9014d8cb2 req-b9c69cf6-ccff-4274-a885-73b89b68cef9 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 944 time: 0.0815313 Aug 11 02:11:00.602884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] Set router 70597b03-9249-46de-b4cb-274a8ddde498 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:00.663678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:11:00Z', 'revision_number': 6, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:00.698313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01916547-e908-4d53-9754-d9b91e855f52 None None] The sync data for ids ['70597b03-9249-46de-b4cb-274a8ddde498'] in n-d-713498-10 is: [{'id': '70597b03-9249-46de-b4cb-274a8ddde498', 'name': 'tempest-AttachSCSIVolumeTestJSON-995796774-router', 'tenant_id': '3a2a395406d34be9a108eb33c43b4248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:08:58Z', 'updated_at': '2021-08-11T02:11:00Z', 'revision_number': 6, 'project_id': '3a2a395406d34be9a108eb33c43b4248', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:11:00.702948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c4b402b-ed04-4850-83c5-80a9014d8cb2 req-553dbbb5-dac4-4c23-9db4-6f8cafbb9e04 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956085 Aug 11 02:11:00.743931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcce07-da72-4c3b-92c6-c7018e7af544 req-25c89305-d966-4e6e-b07f-3f2794a57790 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.745556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebdcce07-da72-4c3b-92c6-c7018e7af544 req-25c89305-d966-4e6e-b07f-3f2794a57790 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1136460 Aug 11 02:11:00.763581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.792608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Pushing event deleted for resources: {'Port': ['ID=912e7887-245d-4550-afed-232b527d66b6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:00.798435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebdcce07-da72-4c3b-92c6-c7018e7af544 req-e5951c2f-8d4c-40b9-ae09-4471c9d72744 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Aug 11 02:11:00.830169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-d966369a-21c7-4f09-8aad-abcfaca8ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.831767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-d966369a-21c7-4f09-8aad-abcfaca8ef48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1097 time: 0.0486791 Aug 11 02:11:00.880475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.956094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a00d9-f263-4631-b3d6-ca271775fac1 req-f537b0c1-5b76-4f40-a453-b3f4062c58d7 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.957694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d16a00d9-f263-4631-b3d6-ca271775fac1 req-f537b0c1-5b76-4f40-a453-b3f4062c58d7 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1174390 Aug 11 02:11:00.982915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.985738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:00.992969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-f7dda9d2-6897-4bab-acdc-213d3cb1d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:00.994508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-f7dda9d2-6897-4bab-acdc-213d3cb1d178 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1451709 Aug 11 02:11:01.031890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.031890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70597b03-9249-46de-b4cb-274a8ddde498 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:11:01.037446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.040748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a4cc829-598c-4589-8886-2dcf7d5ddabd admin admin] 10.222.0.68 "DELETE /v2.0/routers/70597b03-9249-46de-b4cb-274a8ddde498 HTTP/1.1" status: 204 len: 168 time: 1.1177249 Aug 11 02:11:01.040970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:01.059250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-8a4367f2-d392-452a-90a3-f5d4edc7943a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 217 time: 0.0519195 Aug 11 02:11:01.062415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d16a00d9-f263-4631-b3d6-ca271775fac1 req-2526a0a8-57ce-42d0-a18c-c2e731cb26a1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963228 Aug 11 02:11:01.100110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Deleting subnet 9146e0f3-1bd3-4df7-9ba3-9957daaf96b5 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:01.103006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.156106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-53f5424f-ddf2-4ec4-b147-9cabb742ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.157772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-53f5424f-ddf2-4ec4-b147-9cabb742ea24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0860720 Aug 11 02:11:01.191144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c60f50-6984-4faf-b905-5f42d6023d92 req-91c0c22b-4a6d-4eea-9c50-ddcca7976ea3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.192739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c60f50-6984-4faf-b905-5f42d6023d92 req-91c0c22b-4a6d-4eea-9c50-ddcca7976ea3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0727019 Aug 11 02:11:01.210785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-86b42aea-e1d7-4984-98f7-f8efcd75ca5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433710 Aug 11 02:11:01.309516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c60f50-6984-4faf-b905-5f42d6023d92 req-441faf8c-d1ca-4c2f-9b39-27cb1ae47178 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019394 Aug 11 02:11:01.372510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cef8e-f5ea-44ee-bf63-f919eb6925b5 req-a8e2f868-061e-4677-b08c-9991d750ef6b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.374630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-197cef8e-f5ea-44ee-bf63-f919eb6925b5 req-a8e2f868-061e-4677-b08c-9991d750ef6b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 949 time: 0.0893326 Aug 11 02:11:01.379101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-b5c07413-b690-40d3-9f05-0d0a152c2985 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552310 Aug 11 02:11:01.411733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.474816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-197cef8e-f5ea-44ee-bf63-f919eb6925b5 req-0bc82798-7c49-459c-8227-81a62a63f21b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909090 Aug 11 02:11:01.518060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.563502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-8d87f5c2-f63e-410f-b470-5f111301e9d6 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722651 Aug 11 02:11:01.573673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e0039-dff4-43b0-91ea-4e369f13a6ab req-dbe29174-3ec5-45c1-b4d4-4528428c6cd1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.575693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b5e0039-dff4-43b0-91ea-4e369f13a6ab req-dbe29174-3ec5-45c1-b4d4-4528428c6cd1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0872657 Aug 11 02:11:01.579678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.612748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.614501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9146e0f3-1bd3-4df7-9ba3-9957daaf96b5 HTTP/1.1" status: 204 len: 168 time: 0.5724733 Aug 11 02:11:01.616169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9146e0f3-1bd3-4df7-9ba3-9957daaf96b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:01.618575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36070) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:01.619177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41174b41-f323-4efa-bd46-40a4f108436d None None] Network e998d735-e1b5-4e0b-a91d-9cc520b0cc52 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:01.636833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b5e0039-dff4-43b0-91ea-4e369f13a6ab req-dc9e8a5a-27e6-4ce8-98f3-d82832a998a7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.660740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c971af-f4bc-40ae-b9ef-1aa3564d5295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:01.714107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.714633 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:11:01.794334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Deleting port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:01.794824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.859677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad520b-637c-478b-95c0-383d476cb154 req-15ae6f58-214d-4907-91e8-72093fb9777b tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:01.876243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] DHCP port deletion for e998d735-e1b5-4e0b-a91d-9cc520b0cc52 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:11:01.878476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ad520b-637c-478b-95c0-383d476cb154 req-15ae6f58-214d-4907-91e8-72093fb9777b tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 944 time: 0.0962908 Aug 11 02:11:01.881737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] For port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:01.882340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:01.898577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Calling delete_port for 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:01.981406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Deleting port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:01.981780 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.019320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.019919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ad520b-637c-478b-95c0-383d476cb154 req-ab35435c-ace3-49f4-a3a4-fefdded992c0 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402566 Aug 11 02:11:02.034252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0ff7-a959-4614-97eb-ac319f777576 req-7a37a383-8888-4f5b-87b8-2e9b8c174e96 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.057071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-990c0ff7-a959-4614-97eb-ac319f777576 req-7a37a383-8888-4f5b-87b8-2e9b8c174e96 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1189826 Aug 11 02:11:02.074451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.089329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] No DVR routers for this DVR port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:02.092339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] For port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,segment=NetworkSegment(46505683-5b4e-4ce8-94f6-de4db7eda327),segment_id=46505683-5b4e-4ce8-94f6-de4db7eda327)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:02.094949 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.103915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-990c0ff7-a959-4614-97eb-ac319f777576 req-1d41d3fb-79b2-41de-8b35-527fb66a9e83 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 Aug 11 02:11:02.123857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Calling delete_port for 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:02.190945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.202960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e998d735-e1b5-4e0b-a91d-9cc520b0cc52']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:02.216976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:02.217448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46505683-5b4e-4ce8-94f6-de4db7eda327') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:02.217938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46505683-5b4e-4ce8-94f6-de4db7eda327') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:02.219059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 849153f3-96f8-4610-908d-9a86b340ce08 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:02.231423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.243639 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.248008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.249101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0048-a655-4f2e-827d-76f143678f0a req-718e76ca-2648-47c5-b060-13aa6750ff24 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.253283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6ff0048-a655-4f2e-827d-76f143678f0a req-718e76ca-2648-47c5-b060-13aa6750ff24 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0709598 Aug 11 02:11:02.254739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:02.255167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:02.265731 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:02.290126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] Pushing event deleted for resources: {'Port': ['ID=59bf0817-fa94-4ce8-b24d-bbff7c1797b0,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.298528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca73b25-299b-47c5-baed-dcc68e7b3305 None None] No DVR routers for this DVR port 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:02.326634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6ff0048-a655-4f2e-827d-76f143678f0a req-19c35e0a-c93b-4d77-9232-f17dfe1ac299 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669703 Aug 11 02:11:02.332777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.347742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.352582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36082) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:02.352794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e998d735-e1b5-4e0b-a91d-9cc520b0cc52 HTTP/1.1" status: 204 len: 168 time: 0.7329872 Aug 11 02:11:02.363051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f963c-ced6-431c-8834-5c39164cf958 admin admin] Pushing event deleted for resources: {'Network': ['ID=e998d735-e1b5-4e0b-a91d-9cc520b0cc52,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.403964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 849153f3-96f8-4610-908d-9a86b340ce08 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:02.410580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,segment=NetworkSegment(84e07740-192d-42a4-ac7d-7a2921721075),segment_id=84e07740-192d-42a4-ac7d-7a2921721075)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:02.418527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 849153f3-96f8-4610-908d-9a86b340ce08 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:02.418931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.452883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718', 'network_id': 'aa5b6ec6-633c-4a06-bf17-b0c3c25219b8', 'port_id': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718', 'mac_address': 'fa:16:3e:43:80:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ffc328-5c43-4a61-87bc-dec0c02097c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:02.495841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:02.525121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:02.525466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 59bf0817-fa94-4ce8-b24d-bbff7c1797b0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:02.525905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6950c28e-44fa-486c-a915-be4476aa2025 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:02.557297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.559073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6950c28e-44fa-486c-a915-be4476aa2025 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:02.559430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6950c28e-44fa-486c-a915-be4476aa2025 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:02.559827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 912e7887-245d-4550-afed-232b527d66b6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:02.592015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 912e7887-245d-4550-afed-232b527d66b6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:02.592503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 912e7887-245d-4550-afed-232b527d66b6 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:02.596007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:02.649111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,segment=NetworkSegment(84e07740-192d-42a4-ac7d-7a2921721075),segment_id=84e07740-192d-42a4-ac7d-7a2921721075)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:02.652913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.663646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.738804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.756101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:02.758675 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c139c182-c1a3-4b23-a918-41eddf7b0ad2" -d '{"events": [{"server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "name": "network-vif-plugged", "status": "completed", "tag": "849153f3-96f8-4610-908d-9a86b340ce08"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:02.772962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=849153f3-96f8-4610-908d-9a86b340ce08,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:02.777966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:02.837709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:02.934659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d36a-db25-43a4-9a6e-22f4ecbdbb34 req-e981818f-3484-4fe8-b839-c46546fd8bcf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.936205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f675d36a-db25-43a4-9a6e-22f4ecbdbb34 req-e981818f-3484-4fe8-b839-c46546fd8bcf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.1382277 Aug 11 02:11:02.953021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34af30-b03b-40d5-9bb4-acea32a46e8a req-5511720c-ab50-4028-be9f-1113b4d0e8bc tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:02.954546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b34af30-b03b-40d5-9bb4-acea32a46e8a req-5511720c-ab50-4028-be9f-1113b4d0e8bc tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1554291 Aug 11 02:11:03.005584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:03.124016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f675d36a-db25-43a4-9a6e-22f4ecbdbb34 req-3c655812-e08a-432d-9fea-c086b51f4e30 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789074 Aug 11 02:11:03.165513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b34af30-b03b-40d5-9bb4-acea32a46e8a req-8eced543-4037-4ea6-9cd5-64516df3bcd7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003577 Aug 11 02:11:03.203230 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0214ab6c-7af5-4c1d-9130-c3432defdf50 x-openstack-request-id: req-0214ab6c-7af5-4c1d-9130-c3432defdf50 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:03.203722 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "name": "network-vif-plugged", "status": "completed", "tag": "849153f3-96f8-4610-908d-9a86b340ce08", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:03.204781 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0214ab6c-7af5-4c1d-9130-c3432defdf50 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:03.205474 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08', 'code': 200} Aug 11 02:11:03.440997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3e679-b444-4eb9-bc73-cd9083bef1af req-552c8007-e7a4-4043-80e6-ad39ee7c3aca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.445878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fe3e679-b444-4eb9-bc73-cd9083bef1af req-552c8007-e7a4-4043-80e6-ad39ee7c3aca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1591172 Aug 11 02:11:03.451903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d520-59c8-47ac-aa15-c1d4f1acdf42 req-ba688b85-dbca-4d8f-885a-d67b126c22b2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.453526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e59d520-59c8-47ac-aa15-c1d4f1acdf42 req-ba688b85-dbca-4d8f-885a-d67b126c22b2 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 945 time: 0.1573341 Aug 11 02:11:03.455561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff97d-7ed9-4bb9-8013-6abb6b1f624a req-4ad74fe4-ab35-4943-ad77-2faa9381e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.457083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a35ff97d-7ed9-4bb9-8013-6abb6b1f624a req-4ad74fe4-ab35-4943-ad77-2faa9381e472 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 1102 time: 0.1369305 Aug 11 02:11:03.552825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fe3e679-b444-4eb9-bc73-cd9083bef1af req-ce287a26-7ee1-4c15-a3b4-f70f49144a1f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946648 Aug 11 02:11:03.560846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a35ff97d-7ed9-4bb9-8013-6abb6b1f624a req-9582532c-6094-4dc3-bd8c-548273fb0023 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Aug 11 02:11:03.573591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e59d520-59c8-47ac-aa15-c1d4f1acdf42 req-dd445fcc-4e73-4a23-a179-b01413d958fc tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053240 Aug 11 02:11:03.594940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:03.770407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7099a5-dea4-46bb-a3cd-143b8ac25655 req-1a33fa95-1c9d-4403-84f2-5554e5e8a414 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:03.771893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c7099a5-dea4-46bb-a3cd-143b8ac25655 req-1a33fa95-1c9d-4403-84f2-5554e5e8a414 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1338632 Aug 11 02:11:03.880029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c7099a5-dea4-46bb-a3cd-143b8ac25655 req-22e8314a-209a-4857-a122-557ea2e0a7fa tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996370 Aug 11 02:11:03.992309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Deleting port 77e7782b-daa8-443e-bca0-04ff5c105d55 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:03.992548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.092356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] For port 77e7782b-daa8-443e-bca0-04ff5c105d55, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=77e7782b-daa8-443e-bca0-04ff5c105d55,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:04.092637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.111675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Calling delete_port for 77e7782b-daa8-443e-bca0-04ff5c105d55 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:04.337664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ff62-bcd3-42e3-b6e3-57d9fa685754 req-79b09a69-f357-43e6-b0cd-eeafe67f801c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.339176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e76ff62-bcd3-42e3-b6e3-57d9fa685754 req-79b09a69-f357-43e6-b0cd-eeafe67f801c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.1137009 Aug 11 02:11:04.369299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c68a-23b9-4905-8db0-53196bca0498 req-91aae6d0-7eba-4868-bda6-481378fcef06 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.371362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30b3c68a-23b9-4905-8db0-53196bca0498 req-91aae6d0-7eba-4868-bda6-481378fcef06 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1328752 Aug 11 02:11:04.433891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.446178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e76ff62-bcd3-42e3-b6e3-57d9fa685754 req-618b1218-dcf8-457f-94b2-622834c604fd tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875955 Aug 11 02:11:04.479365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30b3c68a-23b9-4905-8db0-53196bca0498 req-b3746bc0-ffd2-4ac6-bdf3-5296c074b23e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987422 Aug 11 02:11:04.481678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=77e7782b-daa8-443e-bca0-04ff5c105d55,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:04.671349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70170e19-70c1-4d50-b1a8-2d448c8ce1f1 req-3487fd24-3773-4cc1-904e-0b49f9559423 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.673223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70170e19-70c1-4d50-b1a8-2d448c8ce1f1 req-3487fd24-3773-4cc1-904e-0b49f9559423 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1097 time: 0.1259296 Aug 11 02:11:04.803927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0729d91-7ad1-45ed-a910-58a5321a2642 req-0b068916-c3c4-41c7-bcbc-5e047f575589 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:04.805494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0729d91-7ad1-45ed-a910-58a5321a2642 req-0b068916-c3c4-41c7-bcbc-5e047f575589 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1369610 Aug 11 02:11:04.806161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:04.818875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70170e19-70c1-4d50-b1a8-2d448c8ce1f1 req-bcb6187d-4674-4451-882e-7cf0d2356ce7 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343780 Aug 11 02:11:04.921910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0729d91-7ad1-45ed-a910-58a5321a2642 req-bf51f185-906a-4e18-a4b0-b6ae37b50892 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056094 Aug 11 02:11:05.003861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8755ae-beef-43d8-915d-3c715b499838 req-72a9929e-9895-47ac-9cc3-f45021e12dc6 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.005441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f8755ae-beef-43d8-915d-3c715b499838 req-72a9929e-9895-47ac-9cc3-f45021e12dc6 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 945 time: 0.1111481 Aug 11 02:11:05.115792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f8755ae-beef-43d8-915d-3c715b499838 req-b30ccb59-703e-4417-8999-2dba148e10e1 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027701 Aug 11 02:11:05.159834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:11:05.330888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc9d6b-a188-4232-8ed4-01350a8cbbaf req-ed0b2131-e324-4e94-a043-2003c780b0d4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.332562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58bc9d6b-a188-4232-8ed4-01350a8cbbaf req-ed0b2131-e324-4e94-a043-2003c780b0d4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1003664 Aug 11 02:11:05.333413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:11:05.339224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c2537096-7920-4b76-82d8-a247cbbffdfa admin admin] 10.222.0.68 "PUT /v2.0/routers/6d6ebf6b-8142-4bb2-90f7-72b4b28f356e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9850373 Aug 11 02:11:05.341789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:05.347127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Sync routers for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:11:05.361192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:05.362213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:05.418142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58bc9d6b-a188-4232-8ed4-01350a8cbbaf req-91de24e5-632a-4f2a-ba3c-14dfdfce4ec3 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771039 Aug 11 02:11:05.557738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.622939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afd376-233c-4cee-8b8f-8fdf13e0f5a7 req-4b943ee8-c834-4437-87c9-966be85d4008 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.630372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73afd376-233c-4cee-8b8f-8fdf13e0f5a7 req-4b943ee8-c834-4437-87c9-966be85d4008 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.0679798 Aug 11 02:11:05.674245 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:05.677067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73afd376-233c-4cee-8b8f-8fdf13e0f5a7 req-c90dc093-9aa5-42b4-a5f9-6506ed24b8fb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Aug 11 02:11:05.733723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.805032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94dce-0ee8-41be-94e2-4471910eb7d4 req-9fd5e85d-2049-481f-ba85-9313ae94a61e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.813896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ee94dce-0ee8-41be-94e2-4471910eb7d4 req-9fd5e85d-2049-481f-ba85-9313ae94a61e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Aug 11 02:11:05.820325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Deleting port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:05.820667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.852015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ee94dce-0ee8-41be-94e2-4471910eb7d4 req-9e387c01-0b52-4ba9-b722-6f436e1e2ee9 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Aug 11 02:11:05.951990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] For port 520fee9f-0d71-4c8b-aca5-3dbb6084e72a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:05.952540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:05.969402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Calling delete_port for 520fee9f-0d71-4c8b-aca5-3dbb6084e72a owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:05.987382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b14c7-4379-49a4-b0ee-ad4f3dda16b5 req-b9b26075-9999-47d5-b61a-388e2555e771 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:05.989250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6b14c7-4379-49a4-b0ee-ad4f3dda16b5 req-b9b26075-9999-47d5-b61a-388e2555e771 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 1102 time: 0.0639918 Aug 11 02:11:05.990191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:11:04Z', 'revision_number': 5, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port': {'id': '520fee9f-0d71-4c8b-aca5-3dbb6084e72a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:09:12Z', 'updated_at': '2021-08-11T02:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:06.047420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Checking router: 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:11:06.059212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Routers {'6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:11:06.060081 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:06.060600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6b14c7-4379-49a4-b0ee-ad4f3dda16b5 req-3e68c932-2d95-4896-b5ce-7df6540d85a2 tempest-ServersOnMultiNodesTest-1301374434 tempest-ServersOnMultiNodesTest-1301374434-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Aug 11 02:11:06.110348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c443e35a-ba59-4391-a949-928f57cad69e tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:11:06.112145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c443e35a-ba59-4391-a949-928f57cad69e tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089364 Aug 11 02:11:06.124436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Request body: {'binding': {'host': 'n-h2-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:06.125051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:11:06.194872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] Set router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:11:06.202380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7097a-17dd-4224-895c-c8fc6da56ecb req-b5ce9e64-ef12-42a3-b878-b6c962bb8158 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.211053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5c7097a-17dd-4224-895c-c8fc6da56ecb req-b5ce9e64-ef12-42a3-b878-b6c962bb8158 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.0651128 Aug 11 02:11:06.217366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:06.247112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.270127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:11:05Z', 'revision_number': 6, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:06.279596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=520fee9f-0d71-4c8b-aca5-3dbb6084e72a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:06.297336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5c7097a-17dd-4224-895c-c8fc6da56ecb req-25466049-492c-4c03-90a1-332361314fc2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Aug 11 02:11:06.320588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:06.327786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:06.328621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.336038 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76fe47-09f2-43fa-ac5a-023a4e0c4f50 None None] The sync data for ids ['6d6ebf6b-8142-4bb2-90f7-72b4b28f356e'] in n-d-713498-10 is: [{'id': '6d6ebf6b-8142-4bb2-90f7-72b4b28f356e', 'name': 'tempest-AttachSCSIVolumeTestJSON-239082357-router', 'tenant_id': '5aca1e0f22c64726b986bf5413cd14cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:09:11Z', 'updated_at': '2021-08-11T02:11:05Z', 'revision_number': 6, 'project_id': '5aca1e0f22c64726b986bf5413cd14cd', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:11:06.412873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.444556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.486462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:06.488490 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba72ff3d-f12b-4526-aeeb-32846164d7df" -d '{"events": [{"server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "name": "network-vif-plugged", "status": "completed", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:06.504935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,segment=NetworkSegment(84e07740-192d-42a4-ac7d-7a2921721075),segment_id=84e07740-192d-42a4-ac7d-7a2921721075)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:06.511630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.530780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h2-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:06.531139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:06.531618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:06.536022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.539407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.548430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:06.548760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:06.570670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:06.589671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:06.590063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:06.590524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:06.590976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Bound port: 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:06.624674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.625218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6ebf6b-8142-4bb2-90f7-72b4b28f356e {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:11:06.627374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7c85a-9e4a-4df2-9876-b0dd11085fc3 req-414de3d1-f8e4-4e7a-8acb-415c17034e18 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.628955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75f7c85a-9e4a-4df2-9876-b0dd11085fc3 req-414de3d1-f8e4-4e7a-8acb-415c17034e18 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.0519152 Aug 11 02:11:06.631006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.632163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b81d44f3-d74b-4940-bbc3-d48799690e0f admin admin] 10.222.0.68 "DELETE /v2.0/routers/6d6ebf6b-8142-4bb2-90f7-72b4b28f356e HTTP/1.1" status: 204 len: 168 time: 1.2869289 Aug 11 02:11:06.643501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:06.679285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75f7c85a-9e4a-4df2-9876-b0dd11085fc3 req-92178877-7cff-4783-93df-b1fbb9ce69ed tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Aug 11 02:11:06.688502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:06.699297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.700564 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-c9876394-7d25-4f49-a93a-85b209c1fda6 service neutron] 10.222.0.68 "POST /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5808125 Aug 11 02:11:06.708824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Deleting subnet 314aff90-bd75-4de3-a563-518a691594a4 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:06.712093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.758034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.872644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97560-28c0-413b-ac22-946d75bbe5f2 req-dc3b14d8-5449-4eb7-8875-964776d418fe tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:06.879335 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd9761-8d72-417b-8f08-b23db77b11b0 x-openstack-request-id: req-cebd9761-8d72-417b-8f08-b23db77b11b0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:06.879733 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "name": "network-vif-plugged", "status": "completed", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:06.880130 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cebd9761-8d72-417b-8f08-b23db77b11b0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:06.880747 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718', 'code': 200} Aug 11 02:11:06.887710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67f97560-28c0-413b-ac22-946d75bbe5f2 req-dc3b14d8-5449-4eb7-8875-964776d418fe tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0794761 Aug 11 02:11:06.902368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.980662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:06.980942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67f97560-28c0-413b-ac22-946d75bbe5f2 req-e6589fca-e0c1-4673-8649-284357802dcd tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920250 Aug 11 02:11:07.023495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314aff90-bd75-4de3-a563-518a691594a4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:07.029994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.032118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3583b6c9-0bd5-4238-8407-d1d3e66f70b8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/314aff90-bd75-4de3-a563-518a691594a4 HTTP/1.1" status: 204 len: 168 time: 0.3875248 Aug 11 02:11:07.034623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:07.038645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca2632-7fd2-4724-86ac-d8eaa38ddeb6 None None] Network 974631ea-45f6-4bd7-9eec-98a52ffd4a44 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:07.059303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee47126-c968-4ba5-aad2-a5693462892c req-81b29d6a-70c4-415d-8c44-e22aecd29968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.060882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aee47126-c968-4ba5-aad2-a5693462892c req-81b29d6a-70c4-415d-8c44-e22aecd29968 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 1098 time: 0.0697954 Aug 11 02:11:07.070183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658687-8a1b-430d-9fbe-fa995e291435 req-cd51f3d7-a028-435f-a6ac-37a8352f54bc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.078489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff658687-8a1b-430d-9fbe-fa995e291435 req-cd51f3d7-a028-435f-a6ac-37a8352f54bc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.1033614 Aug 11 02:11:07.162100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-aa03a054-d428-49b0-b345-20ec505576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.163966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-aa03a054-d428-49b0-b345-20ec505576a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1097 time: 0.1118455 Aug 11 02:11:07.171032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aee47126-c968-4ba5-aad2-a5693462892c req-de3bc32c-28e1-456f-93cd-1c6692ba730a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901327 Aug 11 02:11:07.179678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be99fe2-fd21-4131-a251-de558d5a7de9 req-d1df3e9c-580c-486a-96df-21e8f5a03f77 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.181273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6be99fe2-fd21-4131-a251-de558d5a7de9 req-d1df3e9c-580c-486a-96df-21e8f5a03f77 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.1015911 Aug 11 02:11:07.187060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.196134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff658687-8a1b-430d-9fbe-fa995e291435 req-4f462069-1bad-498b-b568-ddce412447cc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123304 Aug 11 02:11:07.203563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 77e7782b-daa8-443e-bca0-04ff5c105d55 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:07.244197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 77e7782b-daa8-443e-bca0-04ff5c105d55 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:07.245358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 77e7782b-daa8-443e-bca0-04ff5c105d55 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:07.267939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] DHCP port deletion for 974631ea-45f6-4bd7-9eec-98a52ffd4a44 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:11:07.272487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6be99fe2-fd21-4131-a251-de558d5a7de9 req-ac4e34f2-1b0e-4abd-925e-181e08779c09 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752783 Aug 11 02:11:07.329318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Deleting port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:07.329722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.337102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-e80c68e0-91dc-4c74-8dfc-fc50d7a5e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.338902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-e80c68e0-91dc-4c74-8dfc-fc50d7a5e0bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.1654398 Aug 11 02:11:07.349012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Deleting port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:07.349478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.364315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c702bd-837e-4cc1-bfc8-b8b0535ef0a6 req-d49a8407-1966-4150-a14d-5dbbf2d3b8f8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.366060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94c702bd-837e-4cc1-bfc8-b8b0535ef0a6 req-d49a8407-1966-4150-a14d-5dbbf2d3b8f8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0689876 Aug 11 02:11:07.429275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] For port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:07.429746 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.447780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Calling delete_port for 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:07.457136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-2cf12a80-a657-41ca-965d-d1706c05474b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 217 time: 0.0531960 Aug 11 02:11:07.459334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] For port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,segment=NetworkSegment(4140f147-9a7a-493a-92a0-dc6859856f3f),segment_id=4140f147-9a7a-493a-92a0-dc6859856f3f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:07.459751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.468074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c954-784d-4418-a404-103b6156b547 req-5c8e2cbf-1cd7-4b63-94c2-bbab895fcb3f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.469786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b197c954-784d-4418-a404-103b6156b547 req-5c8e2cbf-1cd7-4b63-94c2-bbab895fcb3f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.0676339 Aug 11 02:11:07.472987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94c702bd-837e-4cc1-bfc8-b8b0535ef0a6 req-688b42c3-eeff-4dab-a819-106a63c8e191 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957489 Aug 11 02:11:07.510206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Calling delete_port for 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:07.520991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b197c954-784d-4418-a404-103b6156b547 req-fe2853b7-5123-4267-8729-8a28bebe576a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Aug 11 02:11:07.566769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-6eca04a1-fc81-4cc3-a947-00f4158069a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.568412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-6eca04a1-fc81-4cc3-a947-00f4158069a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1004679 Aug 11 02:11:07.579026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.610308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] Pushing event deleted for resources: {'Port': ['ID=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:07.622967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ee144-9c95-4602-9576-a23f89bd355c None None] No DVR routers for this DVR port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:07.624381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-dbc38f2a-a997-4160-9eda-a9cb62b7ab16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379965 Aug 11 02:11:07.661576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.716728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d81e81-8ac9-4d93-87ce-7cc2a4db6405,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:07.718458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] No DVR routers for this DVR port 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:07.823421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.829126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d6809-6982-4c54-9f20-873dbc19050a req-eba784c6-edba-4a00-aae6-9ccb763657cd tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:07.830768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-214d6809-6982-4c54-9f20-873dbc19050a req-eba784c6-edba-4a00-aae6-9ccb763657cd tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.0652804 Aug 11 02:11:07.835985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-1d181283-f2e7-4e6c-a4b6-702e58b49741 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937551 Aug 11 02:11:07.837583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974631ea-45f6-4bd7-9eec-98a52ffd4a44']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:07.848683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4140f147-9a7a-493a-92a0-dc6859856f3f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:07.848982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4140f147-9a7a-493a-92a0-dc6859856f3f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:07.868360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.872164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-214d6809-6982-4c54-9f20-873dbc19050a req-35f38d46-5ae9-4393-bdb6-b4d265f585ab tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Aug 11 02:11:07.925665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.936660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:07.937076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:07.938943 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:08.011746 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-5ded627e-f232-41d3-8551-799373723751 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552980 Aug 11 02:11:08.014305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.020021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.024542 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] 10.222.0.68 "DELETE /v2.0/networks/974631ea-45f6-4bd7-9eec-98a52ffd4a44 HTTP/1.1" status: 204 len: 168 time: 0.9711123 Aug 11 02:11:08.038729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cd891-70ef-4db6-ba20-dabd95839614 admin admin] Pushing event deleted for resources: {'Network': ['ID=974631ea-45f6-4bd7-9eec-98a52ffd4a44,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:08.144098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36726-361d-4208-984b-7e994ae70cf4 req-cc337de3-e48b-462c-b02b-0abe6918420d tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.145897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bde36726-361d-4208-984b-7e994ae70cf4 req-cc337de3-e48b-462c-b02b-0abe6918420d tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0639877 Aug 11 02:11:08.156823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36180) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:08.191238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bde36726-361d-4208-984b-7e994ae70cf4 req-b5f9a4e5-7d97-412e-beae-a6cd214d1d43 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Aug 11 02:11:08.204717 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-56aebea6-ee11-4f65-8c73-5c4e256470b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a2a395406d34be9a108eb33c43b4248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443473 Aug 11 02:11:08.205874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36182) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:08.274274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.299547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.352445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ea7d6-6b41-49e7-b9f2-b0da6cfdee35 req-85989bbf-d72c-41a3-b922-7dfe12f465ab tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.354625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e93ea7d6-6b41-49e7-b9f2-b0da6cfdee35 req-85989bbf-d72c-41a3-b922-7dfe12f465ab tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.0906262 Aug 11 02:11:08.408658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-6e290e61-7f89-467e-bc46-ba973fd86071 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.410703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-6e290e61-7f89-467e-bc46-ba973fd86071 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 950 time: 0.0757635 Aug 11 02:11:08.417671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.421129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.422684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c474df7e-4895-4cc2-97de-3bb6c5f329ac HTTP/1.1" status: 204 len: 168 time: 0.2161939 Aug 11 02:11:08.429302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e93ea7d6-6b41-49e7-b9f2-b0da6cfdee35 req-46cf3c41-9213-48ef-aa84-612af48514d1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Aug 11 02:11:08.493691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841ba0b-da3a-47ce-8fa0-39a7a7a3cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c474df7e-4895-4cc2-97de-3bb6c5f329ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:08.520857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c08b6-57e0-4c59-b1df-4d9752a1a2f2 req-a5330fdf-0bfd-4c6d-bf2f-bd14a3327d2c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.525405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b9c08b6-57e0-4c59-b1df-4d9752a1a2f2 req-a5330fdf-0bfd-4c6d-bf2f-bd14a3327d2c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.1028204 Aug 11 02:11:08.536512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 520fee9f-0d71-4c8b-aca5-3dbb6084e72a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:08.577712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b9c08b6-57e0-4c59-b1df-4d9752a1a2f2 req-bec7ba67-7474-4e32-9a2c-62594716631d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457885 Aug 11 02:11:08.577938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 520fee9f-0d71-4c8b-aca5-3dbb6084e72a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:08.578082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 520fee9f-0d71-4c8b-aca5-3dbb6084e72a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:08.578511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:08.622983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:08.624168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 20d81e81-8ac9-4d93-87ce-7cc2a4db6405 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:08.668465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port 849153f3-96f8-4610-908d-9a86b340ce08 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:08.668826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.671776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779b84-b294-470a-8bc5-0e8723e3296c req-1f9c5c3f-de70-43a7-9801-e1aa52de5c61 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.673683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca779b84-b294-470a-8bc5-0e8723e3296c req-1f9c5c3f-de70-43a7-9801-e1aa52de5c61 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0749891 Aug 11 02:11:08.770237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca779b84-b294-470a-8bc5-0e8723e3296c req-5668bcea-8e6d-49d7-9031-25d10a101495 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803785 Aug 11 02:11:08.782152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port 849153f3-96f8-4610-908d-9a86b340ce08, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=849153f3-96f8-4610-908d-9a86b340ce08,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:08.782277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:08.789034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09affe-071b-4a07-80c6-3733ebb3b087 req-b97ea8f3-6c24-465e-927c-eafca62e39db tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:08.790663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a09affe-071b-4a07-80c6-3733ebb3b087 req-b97ea8f3-6c24-465e-927c-eafca62e39db tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1144664 Aug 11 02:11:08.805213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for 849153f3-96f8-4610-908d-9a86b340ce08 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:08.850058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a09affe-071b-4a07-80c6-3733ebb3b087 req-de2b9463-1ea1-4d68-9a1a-e874cefb7ac6 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Aug 11 02:11:08.921757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:09.003004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-82b2fe7f-981c-4fe7-97a5-284748bef1d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5aca1e0f22c64726b986bf5413cd14cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795114 Aug 11 02:11:09.005379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36202) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:09.071922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c696d-a885-4440-b74c-4a0e939fb647 req-a64e42d2-e696-4306-8d2d-a85d0de8b56b tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.074899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f53c696d-a885-4440-b74c-4a0e939fb647 req-a64e42d2-e696-4306-8d2d-a85d0de8b56b tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.1087370 Aug 11 02:11:09.102993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.141250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.145665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f53c696d-a885-4440-b74c-4a0e939fb647 req-34fe37b1-7035-47bd-8991-34439617fffa tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606904 Aug 11 02:11:09.198362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.201187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.204736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7ad480b-3ade-4320-ae6d-f2caaeda5b66 HTTP/1.1" status: 204 len: 168 time: 0.1957986 Aug 11 02:11:09.210666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844ae64-441e-4d31-a127-a40f7117e19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad480b-3ade-4320-ae6d-f2caaeda5b66,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:09.260817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.272499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', '849153f3-96f8-4610-908d-9a86b340ce08'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:09.327224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=849153f3-96f8-4610-908d-9a86b340ce08,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:09.328115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', '386fa377-bc9c-4558-89e7-bb29a5c65efb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:09.345419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fe6ed-8cf0-4cc6-9be4-2bab710ab87e req-e26a1a33-a4d5-421d-8f04-a3e4919b7fe1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:09.355967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-084fe6ed-8cf0-4cc6-9be4-2bab710ab87e req-e26a1a33-a4d5-421d-8f04-a3e4919b7fe1 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0716572 Aug 11 02:11:09.423522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port 849153f3-96f8-4610-908d-9a86b340ce08 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:09.434236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-084fe6ed-8cf0-4cc6-9be4-2bab710ab87e req-fe0c22bd-c439-40d0-aec8-c188c3f10423 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Aug 11 02:11:09.438449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:09.442646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dc9ee34a-b783-4f9f-a4b6-3a36695fd364 req-d1c62871-2539-4840-9f08-514b02c93bde tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "DELETE /v2.0/ports/849153f3-96f8-4610-908d-9a86b340ce08 HTTP/1.1" status: 204 len: 173 time: 1.0120070 Aug 11 02:11:09.443355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'name': 'network-vif-deleted', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:09.446882 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806b588-a9fb-4221-b781-18d3a4968643" -d '{"events": [{"server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "name": "network-vif-deleted", "tag": "849153f3-96f8-4610-908d-9a86b340ce08"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:09.541032 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e039aa03-04b1-407d-86d0-bda33bc31ee5 x-openstack-request-id: req-e039aa03-04b1-407d-86d0-bda33bc31ee5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:09.542143 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5763bdde-12b6-41e4-9f87-3f2dbf02cb43", "name": "network-vif-deleted", "tag": "849153f3-96f8-4610-908d-9a86b340ce08", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:09.542619 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e039aa03-04b1-407d-86d0-bda33bc31ee5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:09.543322 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5763bdde-12b6-41e4-9f87-3f2dbf02cb43', 'name': 'network-vif-deleted', 'tag': '849153f3-96f8-4610-908d-9a86b340ce08', 'status': 'completed', 'code': 200} Aug 11 02:11:09.653567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a5903cf-4e20-4a7b-b2f9-c62e65223a48 req-4a6e2138-d0e8-4d56-b099-2ded8c60e193 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=5763bdde-12b6-41e4-9f87-3f2dbf02cb43 HTTP/1.1" status: 200 len: 210 time: 0.0448489 Aug 11 02:11:10.209064 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.362411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35019756-de2b-4650-af73-9baaa2c75997 req-47c32168-16d0-4e50-a46a-9981468a9121 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.373842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35019756-de2b-4650-af73-9baaa2c75997 req-47c32168-16d0-4e50-a46a-9981468a9121 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.6110148 Aug 11 02:11:10.410323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132e3e2-ae5f-4260-b840-2ce660e7ecdf req-1669c565-79e7-4945-8784-1658181e3463 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.418098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5132e3e2-ae5f-4260-b840-2ce660e7ecdf req-1669c565-79e7-4945-8784-1658181e3463 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1178904 Aug 11 02:11:10.468435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:10.476576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35019756-de2b-4650-af73-9baaa2c75997 req-2fe0cd3b-2f7a-4207-8734-bce488807c95 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017575 Aug 11 02:11:10.510737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5132e3e2-ae5f-4260-b840-2ce660e7ecdf req-37a47e27-610c-4a92-9ae6-c3c581a476e4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916893 Aug 11 02:11:10.637929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd1ce-a428-451a-ab01-8041146d0bc9 req-36ff6dba-894d-47be-bb13-29aeffb13849 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.638161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-623cd1ce-a428-451a-ab01-8041146d0bc9 req-36ff6dba-894d-47be-bb13-29aeffb13849 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.0791714 Aug 11 02:11:10.669672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd2eb-f421-4760-b69b-4f50927421d3 req-d1fe1427-3e97-4133-8d37-6c8dfbe111a7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.671154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32ebd2eb-f421-4760-b69b-4f50927421d3 req-d1fe1427-3e97-4133-8d37-6c8dfbe111a7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.0793023 Aug 11 02:11:10.704481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-623cd1ce-a428-451a-ab01-8041146d0bc9 req-9d9f14e7-7355-46ee-b2c2-9df91c804203 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Aug 11 02:11:10.723417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32ebd2eb-f421-4760-b69b-4f50927421d3 req-b217520d-a2fb-40d4-86c2-686c3ec88395 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 11 02:11:10.839079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fadb0-14e7-4b75-8f61-c7c0fa6e695d req-723a8256-52f6-4733-a14e-224bfa92b8d2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:10.840583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b89fadb0-14e7-4b75-8f61-c7c0fa6e695d req-723a8256-52f6-4733-a14e-224bfa92b8d2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0544777 Aug 11 02:11:10.882321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b89fadb0-14e7-4b75-8f61-c7c0fa6e695d req-2698ab3d-da58-477f-a1ef-53cfcb6d79e4 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354569 Aug 11 02:11:11.189583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0af932-e6be-4024-8ec2-a284beae5648 req-6b768f6e-7cc8-45f4-80ea-b8ce6169f3f1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.191222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e0af932-e6be-4024-8ec2-a284beae5648 req-6b768f6e-7cc8-45f4-80ea-b8ce6169f3f1 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.0582073 Aug 11 02:11:11.233975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e0af932-e6be-4024-8ec2-a284beae5648 req-4d8fd7da-5b6b-431c-908c-bf7de3b46cdd tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Aug 11 02:11:11.594389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6ebdd-0270-4344-8143-7aa27c60d098 req-7fcff3a0-92db-4044-9f34-0874ca9bea42 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.600639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31f6ebdd-0270-4344-8143-7aa27c60d098 req-7fcff3a0-92db-4044-9f34-0874ca9bea42 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0670249 Aug 11 02:11:11.641206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-984c10a4-0d2b-4267-afd5-608e4abf4edb tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.643418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-984c10a4-0d2b-4267-afd5-608e4abf4edb tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.61 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.0620477 Aug 11 02:11:11.678638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31f6ebdd-0270-4344-8143-7aa27c60d098 req-986bf356-b8d7-45e8-8d7a-7414c6221708 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758595 Aug 11 02:11:11.711191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e564da-10b0-4089-ab06-4b561658e8e3 req-436f1285-dbba-4f51-b9a7-0511aac86806 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.712989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5e564da-10b0-4089-ab06-4b561658e8e3 req-436f1285-dbba-4f51-b9a7-0511aac86806 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1093431 Aug 11 02:11:11.767487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5e564da-10b0-4089-ab06-4b561658e8e3 req-4f1f621d-9ff8-4277-ae47-d981d7d90d3d tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Aug 11 02:11:11.783276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Deleting port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:11.783801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.860520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36310) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:11.903004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8c95e-6879-435e-81ba-992211609029 req-20b5a693-1c02-436f-9d59-524b6c984370 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.906648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] For port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,segment=NetworkSegment(84e07740-192d-42a4-ac7d-7a2921721075),segment_id=84e07740-192d-42a4-ac7d-7a2921721075)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:11.907296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:11.914394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14f8c95e-6879-435e-81ba-992211609029 req-20b5a693-1c02-436f-9d59-524b6c984370 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 946 time: 0.1227853 Aug 11 02:11:11.925386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Calling delete_port for 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:11.978450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14f8c95e-6879-435e-81ba-992211609029 req-ddfe9df0-ee2e-4d34-909e-e66f0ce826b7 tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/security-groups?id=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Aug 11 02:11:11.995736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1480b-ab6f-4f3b-9127-3068b3f6147f req-91ea3aba-89fb-4679-9d90-9b86ce118eb2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:11.997299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89d1480b-ab6f-4f3b-9127-3068b3f6147f req-91ea3aba-89fb-4679-9d90-9b86ce118eb2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1542919 Aug 11 02:11:12.061798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89d1480b-ab6f-4f3b-9127-3068b3f6147f req-994cfb80-0a2d-4470-abf4-ead3d6a04b1c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567045 Aug 11 02:11:12.083995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9497-caec-479c-a3ff-bc82ce4c4813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.089301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.104562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:12.156890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Pushing event deleted for resources: {'Port': ['ID=9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.198662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] No DVR routers for this DVR port 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:12.201281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.203860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a82fa6dd-2a82-4dd9-85f3-4a86ae1e6d02 req-4b7df1e2-2ed0-4f46-8f4f-e403fdb821ca tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.61 "DELETE /v2.0/ports/9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 HTTP/1.1" status: 204 len: 173 time: 0.5537846 Aug 11 02:11:12.204556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'name': 'network-vif-deleted', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:12.206892 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaaccbd-b089-4061-8631-d5ff4bb8233f" -d '{"events": [{"server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "name": "network-vif-deleted", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:12.230839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:12.234403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 849153f3-96f8-4610-908d-9a86b340ce08 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:12.255348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c395-6d06-48ba-8ec5-9aafd4a3a236 req-b7acb23b-97b2-4b27-95bb-15a58d21d743 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.262559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98e4c395-6d06-48ba-8ec5-9aafd4a3a236 req-b7acb23b-97b2-4b27-95bb-15a58d21d743 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.0992241 Aug 11 02:11:12.273353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9497-caec-479c-a3ff-bc82ce4c4813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.286701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f0d9497-caec-479c-a3ff-bc82ce4c4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.314478 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ef217-305a-4867-a5bb-21c631202923 x-openstack-request-id: req-d59ef217-305a-4867-a5bb-21c631202923 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:12.314880 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81831b7-a0e8-477f-a29c-bfdf295e7c4d", "name": "network-vif-deleted", "tag": "9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:12.315367 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d59ef217-305a-4867-a5bb-21c631202923 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:12.316449 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81831b7-a0e8-477f-a29c-bfdf295e7c4d', 'name': 'network-vif-deleted', 'tag': '9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718', 'status': 'completed', 'code': 200} Aug 11 02:11:12.331351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 849153f3-96f8-4610-908d-9a86b340ce08 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:12.332999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 849153f3-96f8-4610-908d-9a86b340ce08 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:12.334085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:12.352189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4f0d9497-caec-479c-a3ff-bc82ce4c4813 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5853b91445fa43f882e99f172e6b4edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685032 Aug 11 02:11:12.353039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36320) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:12.367212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98e4c395-6d06-48ba-8ec5-9aafd4a3a236 req-1841a2cd-7678-4610-a05e-1e4d7c71834b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018145 Aug 11 02:11:12.369373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d9497-caec-479c-a3ff-bc82ce4c4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4081342c-2ee5-4bf5-af5f-16def99406a4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.428187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:11:12.432056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.471996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.500093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf32f1-298e-43b4-a4f4-bec95bacda93 req-8c743038-7d76-459c-8042-1a04dcbb462d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.508113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5bf32f1-298e-43b4-a4f4-bec95bacda93 req-8c743038-7d76-459c-8042-1a04dcbb462d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.0602951 Aug 11 02:11:12.532559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.536713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.538529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4081342c-2ee5-4bf5-af5f-16def99406a4 HTTP/1.1" status: 204 len: 168 time: 0.1843088 Aug 11 02:11:12.546825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.549841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e4fc9-06e7-4b92-b85c-7fe90f4d535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4081342c-2ee5-4bf5-af5f-16def99406a4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.568747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5bf32f1-298e-43b4-a4f4-bec95bacda93 req-daed7d05-f4f8-4032-8259-8f2fe0285b27 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596809 Aug 11 02:11:12.611557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:12.613953 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd13e61-9f8a-46c2-89a9-745f082c749b" -d '{"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:12.641731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:12.655645 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ace49-49ba-4a2a-bf8c-cf1564e3f2d8 x-openstack-request-id: req-a73ace49-49ba-4a2a-bf8c-cf1564e3f2d8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:12.655853 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:12.656274 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a73ace49-49ba-4a2a-bf8c-cf1564e3f2d8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:12.656822 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'code': 200} Aug 11 02:11:12.659308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.695360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:12.715237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'mac_address': 'fa:16:3e:0d:f8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:12.769679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.788843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.805678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:12.835145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:12.850671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f121e-9335-4bfe-8d05-fedb9fffa4ff req-bcb8fff3-0430-4130-8eff-f13a632492b2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.853421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e36f121e-9335-4bfe-8d05-fedb9fffa4ff req-bcb8fff3-0430-4130-8eff-f13a632492b2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0986154 Aug 11 02:11:12.859169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:12.929327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e36f121e-9335-4bfe-8d05-fedb9fffa4ff req-115b7387-1a30-41fa-8a3c-656c95446f99 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678718 Aug 11 02:11:12.950456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:12.982919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2dc8-b1bb-43ee-8560-d6636bc49bef req-f05f409d-eb2b-4a83-aedf-1cc978d2db18 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:12.984371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7ab2dc8-b1bb-43ee-8560-d6636bc49bef req-f05f409d-eb2b-4a83-aedf-1cc978d2db18 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0953677 Aug 11 02:11:13.038320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7ab2dc8-b1bb-43ee-8560-d6636bc49bef req-44fe6db6-b2e6-462a-a00d-7e4c531458db tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448563 Aug 11 02:11:13.106404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e17c0d28-2050-42ca-8592-9313a9395c20 req-d6b73b00-9c1b-4887-8c7a-de7c07976acb tempest-ServerAddressesTestJSON-264683061 tempest-ServerAddressesTestJSON-264683061-project] 10.222.0.68 "GET /v2.0/ports?device_id=e81831b7-a0e8-477f-a29c-bfdf295e7c4d HTTP/1.1" status: 200 len: 210 time: 0.0298562 Aug 11 02:11:13.163771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-bee62056-7413-423f-aa5f-1bb4bbb230c2 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.165768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-bee62056-7413-423f-aa5f-1bb4bbb230c2 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.0556276 Aug 11 02:11:13.185618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:13.238044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:13.313785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.512564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d27b7-2d31-4b63-96e5-c62ee06693fa req-fc89c570-e831-4f55-a0e3-48fe806f055a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.514527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f8d27b7-2d31-4b63-96e5-c62ee06693fa req-fc89c570-e831-4f55-a0e3-48fe806f055a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 945 time: 0.1442096 Aug 11 02:11:13.564338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa5750-1780-4dd7-91ca-481485998adb req-43921b89-ca14-4d44-bda5-692dc45b6151 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.565831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7fa5750-1780-4dd7-91ca-481485998adb req-43921b89-ca14-4d44-bda5-692dc45b6151 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1201046 Aug 11 02:11:13.582838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:13.626141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f8d27b7-2d31-4b63-96e5-c62ee06693fa req-16de8a0e-2b04-4a96-9a47-72f84a72599d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Aug 11 02:11:13.647899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7fa5750-1780-4dd7-91ca-481485998adb req-6473801a-bdee-41f6-9ed9-1804f1e97871 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Aug 11 02:11:13.673101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:13.710876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:13.713211 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54d26de-6914-458a-b612-2b0f0f954491" -d '{"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-unplugged", "status": "completed", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:13.718049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.741545 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.849155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b296e-1ccf-49dd-b159-758535a03985 req-4e555639-6f78-44a3-b2c6-162bfd51c090 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.850717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f97b296e-1ccf-49dd-b159-758535a03985 req-4e555639-6f78-44a3-b2c6-162bfd51c090 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.1206408 Aug 11 02:11:13.868883 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77fe143-e72f-48d8-b62e-1a60f5f9615e x-openstack-request-id: req-f77fe143-e72f-48d8-b62e-1a60f5f9615e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:13.869205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-unplugged", "status": "completed", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:13.869468 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f77fe143-e72f-48d8-b62e-1a60f5f9615e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:13.869920 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'code': 200} Aug 11 02:11:13.889798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:13.915422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h2-713498-10 for vnic_type normal with profile {"migrating_to": "n-h1-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:13.915760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:13.916110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:13.930131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:13.930892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:13.950610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:13.950955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:13.951339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:13.951785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Bound port: 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:13.952154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:13.958208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f97b296e-1ccf-49dd-b159-758535a03985 req-f448e51b-70ae-4c14-aff5-adfedb55e1cb tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874207 Aug 11 02:11:13.976995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-050c2b38-9f01-45b8-84ba-b82088722e85 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:13.978585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-050c2b38-9f01-45b8-84ba-b82088722e85 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 950 time: 0.1482902 Aug 11 02:11:14.034174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:14.159780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:14.176796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:14.190692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h2-713498-10 for vnic_type normal with profile {"migrating_to": "n-h1-713498-10"} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:14.191402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:14.191523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:14.197507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:14.198468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Attempting to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:14.203668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:14.204061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:14.204645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:14.205281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Bound port: 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:14.205402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910399-a49c-49ec-bda2-cbb1a6e42b9a req-85e643e7-8b5e-4685-8512-058e146097dd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.205677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.206968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b910399-a49c-49ec-bda2-cbb1a6e42b9a req-85e643e7-8b5e-4685-8512-058e146097dd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.1786549 Aug 11 02:11:14.214298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:14.234746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.246575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:14.271663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:14.272005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9f06dfe1-7dfe-4fe8-b09e-d2ce0747b718 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:14.289416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013093-4c60-4067-99e6-656fb927c014 req-bc4987c2-cddb-4f27-ab9b-5f4c72c98a21 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.290995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3013093-4c60-4067-99e6-656fb927c014 req-bc4987c2-cddb-4f27-ab9b-5f4c72c98a21 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1589973 Aug 11 02:11:14.293770 n-d-713498-10 neutron-server[94654]: WARNING neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Concurrent port binding operations failed on port 274bc096-1b9b-4b3b-b912-1f6e55eda2df Aug 11 02:11:14.297731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:14.299174 n-d-713498-10 neutron-server[94654]: INFO neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Attempt 2 to bind port 274bc096-1b9b-4b3b-b912-1f6e55eda2df Aug 11 02:11:14.299624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df has no active binding in host n-h1-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:11:14.340931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port 386fa377-bc9c-4558-89e7-bb29a5c65efb {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:14.341278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.355688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b910399-a49c-49ec-bda2-cbb1a6e42b9a req-5f190d7a-d80d-4451-9f1a-25f4c780fc17 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359777 Aug 11 02:11:14.355856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:14.413898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36414) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:14.435467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.436103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.437600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 1123 time: 1.2059960 Aug 11 02:11:14.438345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89157414-0613-4538-bc34-e4f446fcb3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.461691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3013093-4c60-4067-99e6-656fb927c014 req-821eedd3-ab60-4824-8ac4-d345745de87a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476328 Aug 11 02:11:14.527434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port 386fa377-bc9c-4558-89e7-bb29a5c65efb, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=386fa377-bc9c-4558-89e7-bb29a5c65efb,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:14.527918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.535698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db3ae8b0-c197-4496-98d7-7068306a6c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.543609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Deleting subnet 60ffc328-5c43-4a61-87bc-dec0c02097c9 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:14.547134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for 386fa377-bc9c-4558-89e7-bb29a5c65efb owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:14.552823 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.573170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:14.597721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.622006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:14.698712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.699030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.727298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=386fa377-bc9c-4558-89e7-bb29a5c65efb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.773325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.825638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.832814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/60ffc328-5c43-4a61-87bc-dec0c02097c9 HTTP/1.1" status: 204 len: 168 time: 0.4151883 Aug 11 02:11:14.833477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:14.848151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d7578-ced8-40c3-a501-eb5d89927e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ffc328-5c43-4a61-87bc-dec0c02097c9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:14.872713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port 386fa377-bc9c-4558-89e7-bb29a5c65efb on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:14.878214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.880254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b311608-c8c4-4d3e-bc0c-5001434c302f req-d5563e47-dbff-4c9d-873a-dbc33fa2cb7b tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "DELETE /v2.0/ports/386fa377-bc9c-4558-89e7-bb29a5c65efb HTTP/1.1" status: 204 len: 173 time: 0.8621039 Aug 11 02:11:14.898457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:14.916662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db3ae8b0-c197-4496-98d7-7068306a6c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.926316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db165c1-b7c8-46b0-acb2-a02afebee1b5 req-4bcbc5d9-ea31-4dd9-a40e-5c803a8b93d9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.932596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db3ae8b0-c197-4496-98d7-7068306a6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:14.941940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5db165c1-b7c8-46b0-acb2-a02afebee1b5 req-4bcbc5d9-ea31-4dd9-a40e-5c803a8b93d9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.1861141 Aug 11 02:11:14.958158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c41b-9f5c-406c-8db4-5d4510218efd req-8c1ef2a8-773e-4be7-9efa-1e5f474bd052 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:14.959921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1095c41b-9f5c-406c-8db4-5d4510218efd req-8c1ef2a8-773e-4be7-9efa-1e5f474bd052 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1656506 Aug 11 02:11:15.006460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.010718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae8b0-c197-4496-98d7-7068306a6c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1e7912-43c2-46e4-a815-32a60f61a905,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:15.017699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-db3ae8b0-c197-4496-98d7-7068306a6c17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15c3ac5280bc42108b686c8386aa8b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582730 Aug 11 02:11:15.017892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36424) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:15.029444 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5db165c1-b7c8-46b0-acb2-a02afebee1b5 req-edbe0d12-4eca-49af-95bf-f576b3668599 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864830 Aug 11 02:11:15.087838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1095c41b-9f5c-406c-8db4-5d4510218efd req-54c45ab1-c722-4dbe-a692-c96d49863179 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721855 Aug 11 02:11:15.151422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99720887-9a11-42be-98d3-e430faeec1dd req-938b18d9-0807-4397-91d5-4214d7082f66 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=98aca5bd-cc0c-4fe6-b569-897594af1edf HTTP/1.1" status: 200 len: 210 time: 0.0333507 Aug 11 02:11:15.202314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.219930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.242242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5b6ec6-633c-4a06-bf17-b0c3c25219b8']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:15.245519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.259931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e07740-192d-42a4-ac7d-7a2921721075') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:15.260740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e07740-192d-42a4-ac7d-7a2921721075') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:15.276288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.300317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.306863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:15.307901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:15.309579 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:15.357289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.359852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.363434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a1e7912-43c2-46e4-a815-32a60f61a905 HTTP/1.1" status: 204 len: 168 time: 0.3423395 Aug 11 02:11:15.370762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.372445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e66bd6-88e8-4617-9fb4-b8f993f6afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1e7912-43c2-46e4-a815-32a60f61a905,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:15.377430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.388619 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/aa5b6ec6-633c-4a06-bf17-b0c3c25219b8 HTTP/1.1" status: 204 len: 168 time: 0.5423973 Aug 11 02:11:15.403004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8899a-6bce-46b9-9bba-3c50ba1a25a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5b6ec6-633c-4a06-bf17-b0c3c25219b8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:15.556750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c0ee-bb77-4dcd-a973-15fcbf73b4a0 req-66152c51-5ea0-4222-9ef4-5023f8137109 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.559047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0475c0ee-bb77-4dcd-a973-15fcbf73b4a0 req-66152c51-5ea0-4222-9ef4-5023f8137109 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0885754 Aug 11 02:11:15.610709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:15.680427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0475c0ee-bb77-4dcd-a973-15fcbf73b4a0 req-fbdddb43-86ed-4d57-9c31-fa9a32dfedf6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140785 Aug 11 02:11:15.680681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-774e4cec-21d7-4090-9c28-e58bd5392cda admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f209e2f49b724e359019b436822bdd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681491 Aug 11 02:11:15.683260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:15.731134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a7f5c-463e-450e-b967-113d50d5a173 req-85075c6b-d8a6-48f9-a436-938811175bfd tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:15.732881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d54a7f5c-463e-450e-b967-113d50d5a173 req-85075c6b-d8a6-48f9-a436-938811175bfd tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1240358 Aug 11 02:11:15.792261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.807599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d54a7f5c-463e-450e-b967-113d50d5a173 req-991e9df8-02d0-480c-8594-2c7a7dc5ff1d tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660365 Aug 11 02:11:15.834225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.870740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df'}, {'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'name': 'network-vif-deleted', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:15.873066 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934dff1d-a60a-4d50-85d3-dda76b112b32" -d '{"events": [{"name": "network-changed", "server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df"}, {"server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "name": "network-vif-deleted", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:15.900280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', '386fa377-bc9c-4558-89e7-bb29a5c65efb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:15.917332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.922351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:15.926750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03d68d1f-9ef6-4042-83a9-c2ee13afb9c4 HTTP/1.1" status: 204 len: 168 time: 0.2424729 Aug 11 02:11:15.937024 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be9e5d8-3321-4b57-9f8d-429cb8ba0ed8 x-openstack-request-id: req-9be9e5d8-3321-4b57-9f8d-429cb8ba0ed8 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:15.937497 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df", "status": "completed", "code": 200}, {"server_uuid": "98aca5bd-cc0c-4fe6-b569-897594af1edf", "name": "network-vif-deleted", "tag": "386fa377-bc9c-4558-89e7-bb29a5c65efb", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:15.937837 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9be9e5d8-3321-4b57-9f8d-429cb8ba0ed8 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:15.938256 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'status': 'completed', 'code': 200} Aug 11 02:11:15.938530 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98aca5bd-cc0c-4fe6-b569-897594af1edf', 'name': 'network-vif-deleted', 'tag': '386fa377-bc9c-4558-89e7-bb29a5c65efb', 'status': 'completed', 'code': 200} Aug 11 02:11:15.939990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0ec67-ddbd-4dfe-a46a-6f3f80f54c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d68d1f-9ef6-4042-83a9-c2ee13afb9c4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:16.048385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-dbdf8181-e094-4678-8f96-4f155a8df3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.053110 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-dbdf8181-e094-4678-8f96-4f155a8df3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1126 time: 0.0773132 Aug 11 02:11:16.189217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81af6a-1963-465d-a79d-b27f20ca853e req-cc8319e4-e0cf-4b89-8f83-9f056cbb8436 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.197448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f81af6a-1963-465d-a79d-b27f20ca853e req-cc8319e4-e0cf-4b89-8f83-9f056cbb8436 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.0745509 Aug 11 02:11:16.272241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:16.279782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-1891fd44-e627-45db-8f30-0fc9e73654da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.282166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-1891fd44-e627-45db-8f30-0fc9e73654da service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.2170146 Aug 11 02:11:16.284511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f81af6a-1963-465d-a79d-b27f20ca853e req-74792562-b3cb-4ad2-9c7d-27a3c64eaf94 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820363 Aug 11 02:11:16.321161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e1ae-65f5-4499-869b-4eba01871771 req-b778af41-ea4f-4437-be2c-4fc723d0ac0b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.324059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67b3e1ae-65f5-4499-869b-4eba01871771 req-b778af41-ea4f-4437-be2c-4fc723d0ac0b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 949 time: 0.1163354 Aug 11 02:11:16.355317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-4e60574e-76fd-4de2-ab23-31535660dc9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 217 time: 0.0639892 Aug 11 02:11:16.432686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67b3e1ae-65f5-4499-869b-4eba01871771 req-e0afb7cb-5e79-4a3a-ae42-8beb8fbbc941 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Aug 11 02:11:16.460398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port dbfc0e44-e695-4236-82fd-3dcbe82b92ec triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:16.461112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.467641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-aa277152-abd2-47ad-b4c2-009c2d0340c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.470854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-aa277152-abd2-47ad-b4c2-009c2d0340c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1061218 Aug 11 02:11:16.534091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-da24d54b-0d70-4155-ade8-6959dadc1c55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521812 Aug 11 02:11:16.606692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.650536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:16.653181 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a78d3d-b8ea-4cb0-8e6e-17038ed7efe0" -d '{"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:16.675265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:16.692376 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-07424b1d-5e3b-4b85-8085-cfc77e73b4cd service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486149 Aug 11 02:11:16.699473 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:16.742627 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a40b2-354e-402f-a6d5-56d451e4a22f x-openstack-request-id: req-391a40b2-354e-402f-a6d5-56d451e4a22f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:16.742995 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:16.743319 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-391a40b2-354e-402f-a6d5-56d451e4a22f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:16.743838 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'code': 200} Aug 11 02:11:16.778889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722ebb-7bd3-4582-9012-7faf81d98b62 req-9cc6135f-d90b-4884-95d0-087a51571068 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.787619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:16.800053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d722ebb-7bd3-4582-9012-7faf81d98b62 req-9cc6135f-d90b-4884-95d0-087a51571068 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1191394 Aug 11 02:11:16.874506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d722ebb-7bd3-4582-9012-7faf81d98b62 req-d194e4b4-58d9-4fc6-929c-8789cf3d1a82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680890 Aug 11 02:11:16.907026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-934dff1d-a60a-4d50-85d3-dda76b112b32 req-0565ff25-c914-45ce-b636-71b66baebe68 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958618 Aug 11 02:11:16.957155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa932-ec76-49a1-8582-ea79218d1d55 req-240177e4-2b65-44f7-9ae5-4d015f8e56f0 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:16.958992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-926aa932-ec76-49a1-8582-ea79218d1d55 req-240177e4-2b65-44f7-9ae5-4d015f8e56f0 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0828426 Aug 11 02:11:17.016198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-926aa932-ec76-49a1-8582-ea79218d1d55 req-c016c0c9-5e44-46e7-8fc9-c0201a691bea tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Aug 11 02:11:17.025271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019bd8-523b-45c0-8c71-837dec57e955 req-8495b374-6dc1-4e45-ae05-d0ac7a2115c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.027403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-aa019bd8-523b-45c0-8c71-837dec57e955 req-8495b374-6dc1-4e45-ae05-d0ac7a2115c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1102 time: 0.0573087 Aug 11 02:11:17.077402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-aa019bd8-523b-45c0-8c71-837dec57e955 req-77fa0367-0913-4eb1-a17f-b10afbb40b0a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Aug 11 02:11:17.097043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb67178-1bb0-4e93-aa12-f85d3b39952c req-dbce6b5a-7b8c-47f6-835f-3c06f908ab9a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.098639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1cb67178-1bb0-4e93-aa12-f85d3b39952c req-dbce6b5a-7b8c-47f6-835f-3c06f908ab9a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0650845 Aug 11 02:11:17.141918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1cb67178-1bb0-4e93-aa12-f85d3b39952c req-8c346052-11d2-4c9d-bec1-62411588ac8f tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Aug 11 02:11:17.169907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:17.270466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2107995380-network', 'tenant_id': '46abab1b7d3241e88342031c6924906a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:17.294334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Made reservation on behalf of 46abab1b7d3241e88342031c6924906a for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:17.297580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.306305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.368921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-e2c7e22a-e363-4ce0-b7cc-39fc32dbf07c tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268633 Aug 11 02:11:17.416624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.421031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.448272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:17.454122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a1a166-821b-4cf0-8468-162f93566ea4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.460816 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.460816 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Added segment e385d736-ff96-4975-bd10-798b7e07f6a7 of type vlan for network 4bee1638-c47f-43f4-91b3-95ca09264335 Aug 11 02:11:17.482360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ef481-4b65-44da-9af1-0b6fa9e5ee52 req-420335cf-bada-4af8-be96-0d94d5203459 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.483877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-527ef481-4b65-44da-9af1-0b6fa9e5ee52 req-420335cf-bada-4af8-be96-0d94d5203459 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.1138141 Aug 11 02:11:17.504019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.533731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.534724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.535304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.549941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-3d8b6f41-c069-47f5-b76a-c2bcb2981509 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.551394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-3d8b6f41-c069-47f5-b76a-c2bcb2981509 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705027 Aug 11 02:11:17.556844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-527ef481-4b65-44da-9af1-0b6fa9e5ee52 req-36f98401-a142-4684-90a6-10c20547074b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603547 Aug 11 02:11:17.568413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-f851496c-2d08-449e-8fc3-e286eea96ca9 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/quotas/f4e7c509f9784a67baccae6b197fdbc7 HTTP/1.1" status: 200 len: 375 time: 0.0095522 Aug 11 02:11:17.590240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4190969 Aug 11 02:11:17.596279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:17.602130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Request body: {'subnet': {'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2107995380-subnet', 'tenant_id': '46abab1b7d3241e88342031c6924906a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:17.607215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db0c84-77cd-4aa3-9fb1-b6c1369777fb admin admin] Pushing event updated for resources: {'Network': ['ID=4bee1638-c47f-43f4-91b3-95ca09264335,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.619009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-ae02aa28-d93d-4b50-8141-65411ad59ad0 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305991 Aug 11 02:11:17.621054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4bee1638-c47f-43f4-91b3-95ca09264335 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:17.636596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Made reservation on behalf of 46abab1b7d3241e88342031c6924906a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:17.639324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.706680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726acc-edb4-4ba4-abae-cd657f574b0b req-ea500456-82a6-4627-9ca3-9ec6077d1efa tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.708271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4726acc-edb4-4ba4-abae-cd657f574b0b req-ea500456-82a6-4627-9ca3-9ec6077d1efa tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 950 time: 0.0757427 Aug 11 02:11:17.779026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4726acc-edb4-4ba4-abae-cd657f574b0b req-b54eea8b-e502-41c3-8f60-1453db3135bd tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612681 Aug 11 02:11:17.809388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c3283a1-18fb-439b-aacc-149fbf75682d req-bd14d3e6-7d00-4545-a610-6d7eed9b0c53 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 210 time: 0.0356901 Aug 11 02:11:17.837658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.900629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61222c3e-64ca-4eb6-a364-6256d374b754,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:17.911854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Checking segment: {'id': 'e385d736-ff96-4975-bd10-798b7e07f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:17.912262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Network hostable DHCP agents. Network: 4bee1638-c47f-43f4-91b3-95ca09264335, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:17.930895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Network 4bee1638-c47f-43f4-91b3-95ca09264335 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:17.943576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4bee1638-c47f-43f4-91b3-95ca09264335) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:17.948982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:17.949552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:17.955767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef634539-5b67-4448-bb3a-c365f98cb9b7 None None] Network 4bee1638-c47f-43f4-91b3-95ca09264335 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:17.979741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c4889a51-e838-4e10-8a31-30a2d600f416 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3808687 Aug 11 02:11:18.038441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 386fa377-bc9c-4558-89e7-bb29a5c65efb no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:18.038651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2843d-addf-4380-bac3-d45459385fd9 req-c0eae076-cb8b-486c-a5e4-c0baa3ff7758 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.039183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08f2843d-addf-4380-bac3-d45459385fd9 req-c0eae076-cb8b-486c-a5e4-c0baa3ff7758 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.0758827 Aug 11 02:11:18.098840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 386fa377-bc9c-4558-89e7-bb29a5c65efb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:18.099191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 386fa377-bc9c-4558-89e7-bb29a5c65efb not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:18.125456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08f2843d-addf-4380-bac3-d45459385fd9 req-3d8e4d18-5615-4f2e-b539-7fe216e552c9 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Aug 11 02:11:18.168087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3431f0-345c-4819-86fe-61b08732cbd9 None None] Network 4bee1638-c47f-43f4-91b3-95ca09264335 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:18.194672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53076e46-3fff-47a8-b7ae-85112119b2fb req-f3de6fb8-2448-4678-a9b9-a46163be9d97 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.196219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53076e46-3fff-47a8-b7ae-85112119b2fb req-f3de6fb8-2448-4678-a9b9-a46163be9d97 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.0689766 Aug 11 02:11:18.266477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53076e46-3fff-47a8-b7ae-85112119b2fb req-a451507e-b60b-47d6-b4d9-7109111fed6a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 Aug 11 02:11:18.337071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d5de-2f96-439a-be9a-8f3d011724ed req-17a2024c-cb15-4d55-9325-381096972445 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.339004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf4d5de-2f96-439a-be9a-8f3d011724ed req-17a2024c-cb15-4d55-9325-381096972445 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.0876081 Aug 11 02:11:18.399010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf4d5de-2f96-439a-be9a-8f3d011724ed req-e31ae3bb-0c10-4c87-875d-39c7b77cfa6f tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Aug 11 02:11:18.687996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2237fe-9477-4c67-944f-89601d8d92b2 req-1b2c4de7-8f11-4212-8983-a43a4f3b1817 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.689551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae2237fe-9477-4c67-944f-89601d8d92b2 req-1b2c4de7-8f11-4212-8983-a43a4f3b1817 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.0546219 Aug 11 02:11:18.734072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae2237fe-9477-4c67-944f-89601d8d92b2 req-ede3f61e-a638-4fbf-baa7-e8a6ad5501ea tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Aug 11 02:11:18.909025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ad23-6801-4110-acc3-cb89888ed433 req-293f443b-586f-4c09-9a2f-bfc6a61ded09 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:18.910573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27b8ad23-6801-4110-acc3-cb89888ed433 req-293f443b-586f-4c09-9a2f-bfc6a61ded09 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 950 time: 0.0538070 Aug 11 02:11:18.952870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27b8ad23-6801-4110-acc3-cb89888ed433 req-d1da78aa-0c78-4a89-9e20-f0590824e2ae tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Aug 11 02:11:18.988910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8242dc39-2cbf-4419-9d99-073fdaece6fc req-ac922dff-9fa0-4390-bf32-e9baeb5c5488 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 210 time: 0.0350595 Aug 11 02:11:19.240831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-b26d66de-3acf-4604-92a8-f8b1a79334be tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255654 Aug 11 02:11:19.417844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1cfd-7e1f-49c5-b980-bfeb4590a29f req-68114c38-f5d3-489a-b7e1-533a98fca781 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.419356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-883e1cfd-7e1f-49c5-b980-bfeb4590a29f req-68114c38-f5d3-489a-b7e1-533a98fca781 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1819832 Aug 11 02:11:19.421175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc9dcf-0bd2-4a83-8d45-46d7b4da1452 req-6e5a062a-ee19-4848-bd53-32ddd466b2d5 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.423048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7fc9dcf-0bd2-4a83-8d45-46d7b4da1452 req-6e5a062a-ee19-4848-bd53-32ddd466b2d5 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1102 time: 0.1867623 Aug 11 02:11:19.484543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-d853bc1e-3285-406e-a9a8-6690d0ef07b2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.486050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-d853bc1e-3285-406e-a9a8-6690d0ef07b2 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 949 time: 0.1462922 Aug 11 02:11:19.497488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-d7099bc9-d768-4291-8120-dcc302859fdb tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.498851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-d7099bc9-d768-4291-8120-dcc302859fdb tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417557 Aug 11 02:11:19.546945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Request body: {'port': {'device_id': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'f4e7c509f9784a67baccae6b197fdbc7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:19.571188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-883e1cfd-7e1f-49c5-b980-bfeb4590a29f req-491b15a0-58f9-4b2b-a838-206a92880bc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445534 Aug 11 02:11:19.572756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7fc9dcf-0bd2-4a83-8d45-46d7b4da1452 req-e7c57ae3-0c1a-4e0b-9ce5-60a34e400b60 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369433 Aug 11 02:11:19.688568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-d36e46cc-9660-4f58-8452-9513e165ee69 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.690182 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-d36e46cc-9660-4f58-8452-9513e165ee69 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.0570669 Aug 11 02:11:19.704293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-10'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:19.762627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.794495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665bc84-ea1d-4adc-a968-ba21be03a46f req-5bd5e28b-f136-44ad-97bc-73b1722cda23 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.796623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0665bc84-ea1d-4adc-a968-ba21be03a46f req-5bd5e28b-f136-44ad-97bc-73b1722cda23 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 945 time: 0.1317108 Aug 11 02:11:19.801279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:19.801641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.809162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Made reservation on behalf of f4e7c509f9784a67baccae6b197fdbc7 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:19.813239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.878728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253600f6-0025-44dc-a22c-be7424201004 req-ca7549da-1c98-41c7-8841-2eee7d0b0317 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:19.880269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253600f6-0025-44dc-a22c-be7424201004 req-ca7549da-1c98-41c7-8841-2eee7d0b0317 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1788602 Aug 11 02:11:19.881282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.903109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:19.946071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:19.986050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0665bc84-ea1d-4adc-a968-ba21be03a46f req-a591f443-d440-4590-bebc-f63acfbd33c6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777761 Aug 11 02:11:19.995940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:19.999717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:20.015516 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f7f8c-e49b-41f5-be9c-8cd0fb6bfc6b" -d '{"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:20.015516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.027942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port cb56fd58-89c4-4771-92cc-3955ae7e0fc6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:20.028324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.049145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253600f6-0025-44dc-a22c-be7424201004 req-3d296e64-2797-434a-9129-071db660e1b3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503720 Aug 11 02:11:20.090922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for cb56fd58-89c4-4771-92cc-3955ae7e0fc6 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:20.160789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=7']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.165704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:20.166114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:20.166531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.176277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:20.176277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.189664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:20.190285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:20.190487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:20.190915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Bound port: 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:20.191283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.208107 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a2b8f-562b-4739-85ee-97ee8130ace2 x-openstack-request-id: req-be6a2b8f-562b-4739-85ee-97ee8130ace2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:20.208404 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:20.208752 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be6a2b8f-562b-4739-85ee-97ee8130ace2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:20.209054 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'code': 200} Aug 11 02:11:20.267923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:20.278358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:20.282611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:20.289586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.389429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.390380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.391947 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] 10.222.0.61 "PUT /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 1123 time: 0.6922455 Aug 11 02:11:20.393094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb749a-84e3-478b-939b-4e8af4d741dd service neutron] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=8']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.397415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:20.425390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:20.426057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:20.426425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.431727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:20.432659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Attempting to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:20.451199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:20.452266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:20.452266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:20.452589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Bound port: 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:20.453365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.531946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7af86b54-9224-42c6-b68e-b4d3941dfe8b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:20.539258 n-d-713498-10 neutron-server[94654]: WARNING neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Concurrent port binding operations failed on port 7af86b54-9224-42c6-b68e-b4d3941dfe8b Aug 11 02:11:20.563777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7af86b54-9224-42c6-b68e-b4d3941dfe8b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:20.600912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:20.601206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a174446-0c5e-4452-a9d1-1e8491334548 req-5eebbcca-bef6-4246-9e07-3cadeb0f4e8b tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 210 time: 0.0454340 Aug 11 02:11:20.615516 n-d-713498-10 neutron-server[94654]: INFO neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Attempt 2 to bind port 7af86b54-9224-42c6-b68e-b4d3941dfe8b Aug 11 02:11:20.616002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b has no active binding in host n-h2-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:11:20.626039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.634509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107db9e-3fa1-49f6-9e19-312b68041f2b req-aaa32d60-5941-4b3e-b0a7-a96e8d7e7a9c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:20.642684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d107db9e-3fa1-49f6-9e19-312b68041f2b req-aaa32d60-5941-4b3e-b0a7-a96e8d7e7a9c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.4918890 Aug 11 02:11:20.654020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.784411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0060f2-49af-486b-9555-ab71d4ad1e73,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:20.835389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d107db9e-3fa1-49f6-9e19-312b68041f2b req-78422cd7-8dda-4a6c-8ddc-2dab1b9194b7 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917119 Aug 11 02:11:20.871655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:20.894388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90', '9a04fc4a-db43-4828-94e9-2a122c3a5254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:20.951168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=cb56fd58-89c4-4771-92cc-3955ae7e0fc6,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.062223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port cb56fd58-89c4-4771-92cc-3955ae7e0fc6 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:21.073315 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.075505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f5ef6d3-d8f8-413f-9152-cfbebaf10400 req-434ce5c7-27e7-4140-9995-9332c7e4cdc6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "DELETE /v2.0/ports/cb56fd58-89c4-4771-92cc-3955ae7e0fc6 HTTP/1.1" status: 204 len: 173 time: 1.5757623 Aug 11 02:11:21.079149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'name': 'network-vif-deleted', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:21.081544 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cdd18f-f7b7-4fda-a152-6da21b22cdc7" -d '{"events": [{"server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "name": "network-vif-deleted", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:21.106429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-30732a67-bd0c-44d3-98d4-b8c7d25cdadd tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.110407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-30732a67-bd0c-44d3-98d4-b8c7d25cdadd tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/networks?id=4bee1638-c47f-43f4-91b3-95ca09264335 HTTP/1.1" status: 200 len: 810 time: 0.3327332 Aug 11 02:11:21.117718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Allocated IP 192.168.233.218 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/6899048f-45e4-4a6b-a07f-8cb3bb842540) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:21.126600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc8808-f7e1-4b9d-9c79-4301bea20ab7 req-dcc88573-42e4-43f2-b9a2-f78f6e0a4481 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.128203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06bc8808-f7e1-4b9d-9c79-4301bea20ab7 req-dcc88573-42e4-43f2-b9a2-f78f6e0a4481 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 1102 time: 0.2082717 Aug 11 02:11:21.152910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-dc10ac89-aa02-45d6-a93f-35366b3b4516 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/quotas/46abab1b7d3241e88342031c6924906a HTTP/1.1" status: 200 len: 375 time: 0.0320516 Aug 11 02:11:21.229569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-3cae6380-9c99-4210-b7b6-8330e56f8ddc tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=46abab1b7d3241e88342031c6924906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658991 Aug 11 02:11:21.264853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06bc8808-f7e1-4b9d-9c79-4301bea20ab7 req-a694a8f7-d6d4-47d9-9f42-b8d730b662a6 tempest-ServersAdminTestJSON-752775375 tempest-ServersAdminTestJSON-752775375-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248786 Aug 11 02:11:21.449424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-8d5b0b85-0e72-4efd-82c0-dc7ef3d8ebe7 service neutron] 10.222.0.68 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067156 Aug 11 02:11:21.457228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:21.563020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.568696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b3efd50-457e-4fa4-98d6-1a29b82bd250 req-52cd6651-1fd8-4406-9be1-20b183468abe tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=58ea9a96-4ceb-46a6-be96-0addf78ab9db HTTP/1.1" status: 200 len: 210 time: 0.1024649 Aug 11 02:11:21.605660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Transition to ACTIVE for port object 6899048f-45e4-4a6b-a07f-8cb3bb842540 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:21.621730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-a08bbebe-da67-400b-876b-d8d583773cce service neutron] 10.222.0.68 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712182 Aug 11 02:11:21.721334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f13cd-4b3b-43a2-b9e5-fd14227ad652 req-12e79545-f1fb-4ad6-8261-ffb44f7d695e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.723456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7f13cd-4b3b-43a2-b9e5-fd14227ad652 req-12e79545-f1fb-4ad6-8261-ffb44f7d695e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.0811963 Aug 11 02:11:21.725413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:21.789167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:21.800422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:21.807645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:21.853527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Pushing event updated for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:21.953468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7f13cd-4b3b-43a2-b9e5-fd14227ad652 req-a2b32ec8-478e-48fd-b6f9-bb50bcb85afb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181315 Aug 11 02:11:21.975074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:21.976371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.047445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-c59bd9f1-d370-47cc-86f3-2eda6bec24f1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5092692 Aug 11 02:11:22.050101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device cb56fd58-89c4-4771-92cc-3955ae7e0fc6 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:22.058576 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7e20a0-c4a8-4277-ae7c-e6012bff1b12 x-openstack-request-id: req-2e7e20a0-c4a8-4277-ae7c-e6012bff1b12 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:22.058903 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea9a96-4ceb-46a6-be96-0addf78ab9db", "name": "network-vif-deleted", "tag": "cb56fd58-89c4-4771-92cc-3955ae7e0fc6", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:22.059642 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e7e20a0-c4a8-4277-ae7c-e6012bff1b12 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:22.059642 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea9a96-4ceb-46a6-be96-0addf78ab9db', 'name': 'network-vif-deleted', 'tag': 'cb56fd58-89c4-4771-92cc-3955ae7e0fc6', 'status': 'completed', 'code': 200} Aug 11 02:11:22.070514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Request body: {'port': {'device_id': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:22.087228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0d58-7d24-4479-9f5e-7033c3fdbdbf req-79e65343-f6d3-476b-bd19-12c75cf7a435 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.090945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-567f0d58-7d24-4479-9f5e-7033c3fdbdbf req-79e65343-f6d3-476b-bd19-12c75cf7a435 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1029623 Aug 11 02:11:22.106706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: cb56fd58-89c4-4771-92cc-3955ae7e0fc6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:22.107175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device cb56fd58-89c4-4771-92cc-3955ae7e0fc6 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:22.126290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d60d7e6b-ab47-4c6f-baee-5ee04c1570c9 None None] Provisioning for port 6899048f-45e4-4a6b-a07f-8cb3bb842540 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:22.139930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d60d7e6b-ab47-4c6f-baee-5ee04c1570c9 None None] Provisioning complete for port 6899048f-45e4-4a6b-a07f-8cb3bb842540 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:22.139930 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d60d7e6b-ab47-4c6f-baee-5ee04c1570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.187664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.204811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d60d7e6b-ab47-4c6f-baee-5ee04c1570c9 None None] Port 6899048f-45e4-4a6b-a07f-8cb3bb842540 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:11:22.210377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:22.212780 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:22.246698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-567f0d58-7d24-4479-9f5e-7033c3fdbdbf req-7f2fc177-cbb1-4413-886a-92fe3386d644 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248314 Aug 11 02:11:22.277422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:22.440769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-e12e90a2-a447-487a-b8d1-9fb48fc91eb3 service neutron] 10.222.0.61 "GET /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.0848632 Aug 11 02:11:22.510628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b6e79857-3345-4178-b4e7-dfe5ff873f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.537870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693c30d-679e-4db5-b9b9-76e54603f169 req-fc6e4d8c-fb1e-4b61-b1c7-a90ad59d11ef tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.539409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f693c30d-679e-4db5-b9b9-76e54603f169 req-fc6e4d8c-fb1e-4b61-b1c7-a90ad59d11ef tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 936 time: 0.1615558 Aug 11 02:11:22.582260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3824-3e81-4d97-8782-77556ed87260 req-91a4b46c-f848-411f-9e54-b0ae1f11bec0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.583743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717c3824-3e81-4d97-8782-77556ed87260 req-91a4b46c-f848-411f-9e54-b0ae1f11bec0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 943 time: 0.1583214 Aug 11 02:11:22.644036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:22.660620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f693c30d-679e-4db5-b9b9-76e54603f169 req-763a727b-c198-4394-af4b-2596ea3b5f4c tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069858 Aug 11 02:11:22.668625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:22.672510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717c3824-3e81-4d97-8782-77556ed87260 req-b8368a2d-1f61-4a17-b4d8-07d72be73f8e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Aug 11 02:11:22.725251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274bc096-1b9b-4b3b-b912-1f6e55eda2df {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:22.739336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:22.750440 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecfd55c-cdc6-459c-ad15-4917589c6f63 x-openstack-request-id: req-eecfd55c-cdc6-459c-ad15-4917589c6f63 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:22.750993 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:22.751528 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eecfd55c-cdc6-459c-ad15-4917589c6f63 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:22.752149 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'status': 'completed', 'code': 200} Aug 11 02:11:22.758634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.787239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d467c28-920f-425d-ae5f-418a1bf5c518 req-34f780e4-189e-4954-9d9b-b6352e0da2b4 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 210 time: 0.0411646 Aug 11 02:11:22.797135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6899048f-45e4-4a6b-a07f-8cb3bb842540 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:22.824595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.880652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] Transition to ACTIVE for port object 274bc096-1b9b-4b3b-b912-1f6e55eda2df will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:22.883210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Transition to ACTIVE for port object 6899048f-45e4-4a6b-a07f-8cb3bb842540 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:22.886478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.897670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:22.910211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-467c3660-8d36-4a7b-8c6b-f19197eabc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:22.912225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-467c3660-8d36-4a7b-8c6b-f19197eabc9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1126 time: 0.1275587 Aug 11 02:11:22.957733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] No DVR routers for this DVR port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:22.984268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a9318-2732-4e77-a06c-d60826729047 service neutron] Pushing event updated for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.019494 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-234a9318-2732-4e77-a06c-d60826729047 service neutron] 10.222.0.61 "PUT /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df/bindings/n-h1-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 0.5700681 Aug 11 02:11:23.043667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ba6ed-1fee-4e3c-a601-d5788583fe9d req-78c5073a-59a2-421d-900c-8c55ab2092a6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.045768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae8ba6ed-1fee-4e3c-a601-d5788583fe9d req-78c5073a-59a2-421d-900c-8c55ab2092a6 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 950 time: 0.2150216 Aug 11 02:11:23.074295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Pushing event updated for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.184823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae8ba6ed-1fee-4e3c-a601-d5788583fe9d req-12b8f502-ca8e-479b-875d-e027370803d2 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219447 Aug 11 02:11:23.193407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-03ee72e8-bc2b-4820-ad4c-58ecb33f3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.194915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-03ee72e8-bc2b-4820-ad4c-58ecb33f3dc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2448423 Aug 11 02:11:23.267617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-59f392a5-8a0f-4e52-84f2-3e5b1c810271 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 217 time: 0.0529003 Aug 11 02:11:23.274846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Attempting to bind port 6899048f-45e4-4a6b-a07f-8cb3bb842540 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:23.275186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Attempting to bind port 6899048f-45e4-4a6b-a07f-8cb3bb842540 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:23.275519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Attempting to bind port 6899048f-45e4-4a6b-a07f-8cb3bb842540 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:23.283769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Port 6899048f-45e4-4a6b-a07f-8cb3bb842540 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:23.284103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Attempting to bind port 6899048f-45e4-4a6b-a07f-8cb3bb842540 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:23.298068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea1e5-9e8b-44e6-b1a3-b86b186efc37 req-b7c65f2f-5baf-434b-a3d4-5cf5cf53be1d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.300094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6eea1e5-9e8b-44e6-b1a3-b86b186efc37 req-b7c65f2f-5baf-434b-a3d4-5cf5cf53be1d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.1363738 Aug 11 02:11:23.310597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:23.310936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:23.311318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:23.311768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Bound port: 6899048f-45e4-4a6b-a07f-8cb3bb842540, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:23.312128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.467366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-4339cbb1-3096-4a75-985e-e6d42b2fbb2c tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.469132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-4339cbb1-3096-4a75-985e-e6d42b2fbb2c tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.1411684 Aug 11 02:11:23.474782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6eea1e5-9e8b-44e6-b1a3-b86b186efc37 req-3a072ccc-232b-4344-a771-76c9a55a87bb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604328 Aug 11 02:11:23.478377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-7c43fc0a-01df-4d94-bc59-cf6b42ad2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.479964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-7c43fc0a-01df-4d94-bc59-cf6b42ad2ee3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1782436 Aug 11 02:11:23.507686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:23.545519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:23.548256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-90480bba-ba7b-4b23-bd7a-814fac10dbaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429809 Aug 11 02:11:23.558406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803820b-c17e-4aa5-b581-cf1ceb582b4a req-1304f285-5b06-4de2-bb35-59b27c5de075 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.560171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2803820b-c17e-4aa5-b581-cf1ceb582b4a req-1304f285-5b06-4de2-bb35-59b27c5de075 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.1350350 Aug 11 02:11:23.571160 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.580919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-1154b190-9da9-4e24-983d-75374d57519f tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.582547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-1154b190-9da9-4e24-983d-75374d57519f tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.61 "GET /v2.0/networks?id=4bee1638-c47f-43f4-91b3-95ca09264335 HTTP/1.1" status: 200 len: 810 time: 0.1997757 Aug 11 02:11:23.590297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-5a2e8b69-848e-4f28-826e-6aaabf2ca045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.591724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-5a2e8b69-848e-4f28-826e-6aaabf2ca045 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 1096 time: 0.1102028 Aug 11 02:11:23.602328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Request body: {'port': {'device_id': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335', 'admin_state_up': True, 'tenant_id': '46abab1b7d3241e88342031c6924906a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:23.717717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.718374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.720208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] 10.222.0.67 "PUT /v2.0/ports/6899048f-45e4-4a6b-a07f-8cb3bb842540 HTTP/1.1" status: 200 len: 1097 time: 1.6569278 Aug 11 02:11:23.724422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-d2f92573-07a7-4074-8740-274c6f17899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.725952 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-d2f92573-07a7-4074-8740-274c6f17899d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1096 time: 0.0849884 Aug 11 02:11:23.763688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71e1f-4b84-4ba1-941e-2b29a4545bde service neutron] Pushing event updated for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:23.768856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2803820b-c17e-4aa5-b581-cf1ceb582b4a req-c9b6c358-4a45-45f7-9b6e-7d7243d47ca1 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937580 Aug 11 02:11:23.807698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea94e46-f335-481d-b4fd-292929600b4d req-10e60f3b-87a8-4d4b-826f-19ad201eabc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.809273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dea94e46-f335-481d-b4fd-292929600b4d req-10e60f3b-87a8-4d4b-826f-19ad201eabc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.2467809 Aug 11 02:11:23.821679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Made reservation on behalf of 46abab1b7d3241e88342031c6924906a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:23.825636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:23.839367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-5a135b44-cb66-4974-b4a2-7b16b7e40017 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782135 Aug 11 02:11:23.933610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-2c790f78-cd8e-4e7b-9e7b-bda03c12d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.935135 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-2c790f78-cd8e-4e7b-9e7b-bda03c12d3b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1935747 Aug 11 02:11:23.943177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-e34a8233-f1df-442d-b889-6bafb1fe0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:23.944679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-e34a8233-f1df-442d-b889-6bafb1fe0247 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 1100 time: 0.1748970 Aug 11 02:11:23.951083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dea94e46-f335-481d-b4fd-292929600b4d req-dd63aa68-fba6-4cb0-8762-1607c5e7f5d0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246409 Aug 11 02:11:24.011081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-2d1ce3be-e4f7-4492-a483-b35af4f322a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 200 len: 217 time: 0.0441172 Aug 11 02:11:24.030728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Allocated IP 172.20.0.7 (4bee1638-c47f-43f4-91b3-95ca09264335/61222c3e-64ca-4eb6-a364-6256d374b754/6890471b-0e38-457e-aac8-81f2c3d240d4) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:24.043841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0021ec72-c79c-47d7-ba4f-a6ae9978e0ec req-29d48dbc-1a87-42eb-a262-0629dcd0ed91 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897483 Aug 11 02:11:24.047889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-37ba5b0d-43d1-48b6-b906-529a294cfe3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540 HTTP/1.1" status: 200 len: 217 time: 0.0870132 Aug 11 02:11:24.072506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:24.075227 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c2dea-56f0-4bb0-b359-92c131c559b2" -d '{"events": [{"name": "network-changed", "server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:24.103339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100be85-6f29-4879-b74b-360d859e19a9 req-dfcd9904-81a2-432e-9991-0c03b0847ab4 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.105332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1100be85-6f29-4879-b74b-360d859e19a9 req-dfcd9904-81a2-432e-9991-0c03b0847ab4 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 948 time: 0.2371910 Aug 11 02:11:24.109728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-b7612958-e7e8-40c7-bf74-5593fd795e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.110989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-b7612958-e7e8-40c7-bf74-5593fd795e75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0817416 Aug 11 02:11:24.160439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-2f421434-36e4-4113-860f-c81d63a8c6d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361640 Aug 11 02:11:24.200172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29394f71-2e91-4879-8b85-b75a355159a0 req-5754e4cc-41a2-49e0-b564-a91a6433ed17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.201724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29394f71-2e91-4879-8b85-b75a355159a0 req-5754e4cc-41a2-49e0-b564-a91a6433ed17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.1606400 Aug 11 02:11:24.209696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-62037a7f-9ff5-4108-af49-c896665b98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.210543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-62037a7f-9ff5-4108-af49-c896665b98ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1300142 Aug 11 02:11:24.230291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61372-889d-4d73-aab7-7c244ec45945 req-9402f2f5-6fca-485a-9f5d-a99d8765c6ff tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.231700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-beb61372-889d-4d73-aab7-7c244ec45945 req-9402f2f5-6fca-485a-9f5d-a99d8765c6ff tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 950 time: 0.1536644 Aug 11 02:11:24.236569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1100be85-6f29-4879-b74b-360d859e19a9 req-29a19c5f-85e8-4099-a625-7777c761ddcb tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Aug 11 02:11:24.326008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.331166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-b8135db7-50d1-45e4-8611-68d2b76be46f service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427820 Aug 11 02:11:24.433238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.479845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-520de7e7-cf80-47a7-8324-1e3f9e380859 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390641 Aug 11 02:11:24.494311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Network 4bee1638-c47f-43f4-91b3-95ca09264335 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:24.499737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:24.502041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Pushing event updated for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:24.504134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:24.560618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.561237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.575856 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-873ee125-6a86-4954-aa74-cd7e49650dc5 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9776514 Aug 11 02:11:24.596504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Request body: {'port': {'device_id': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:24.636062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29394f71-2e91-4879-8b85-b75a355159a0 req-4eaf0f19-c8a1-4503-9203-01fbaea18494 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212873 Aug 11 02:11:24.660565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.684372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-b93d3a60-6492-43b4-b99d-d92f64c02251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.686581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-b93d3a60-6492-43b4-b99d-d92f64c02251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4540138 Aug 11 02:11:24.708873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac292c74-878d-4881-8e35-3cc3c29afc3f req-6912ad28-ec21-4ed0-9684-6390d14e6889 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.710437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac292c74-878d-4881-8e35-3cc3c29afc3f req-6912ad28-ec21-4ed0-9684-6390d14e6889 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 931 time: 0.4123962 Aug 11 02:11:24.792729 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae29512-e146-4c5a-9a16-1e25f843e24b x-openstack-request-id: req-9ae29512-e146-4c5a-9a16-1e25f843e24b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:24.793408 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:24.793408 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9ae29512-e146-4c5a-9a16-1e25f843e24b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:24.793627 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540', 'status': 'completed', 'code': 200} Aug 11 02:11:24.816554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Deleting port 3f5a01dd-848f-4e29-bd5c-f6986751da76 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:24.816922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:24.871104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac292c74-878d-4881-8e35-3cc3c29afc3f req-248dc183-742e-4424-b950-6e28e80b3d0d tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378045 Aug 11 02:11:24.877034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-92a775f3-f7cb-46b1-8dbc-09467cca5624 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:24.878599 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-92a775f3-f7cb-46b1-8dbc-09467cca5624 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.1017997 Aug 11 02:11:24.939020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-4b2d9efc-7e16-4348-b0d6-df19fb85f8bc service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274194 Aug 11 02:11:25.039935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789494c-bbdd-4285-8498-e92bdaf2e5dc req-3b3f4300-754b-49f3-8371-a0d6e2a26f2b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.042467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9789494c-bbdd-4285-8498-e92bdaf2e5dc req-3b3f4300-754b-49f3-8371-a0d6e2a26f2b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 950 time: 0.1737370 Aug 11 02:11:25.079850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] For port 3f5a01dd-848f-4e29-bd5c-f6986751da76, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3f5a01dd-848f-4e29-bd5c-f6986751da76,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:25.080345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.110480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7445a956-5b4a-468b-8d23-28288bdfddfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.120275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Calling delete_port for 3f5a01dd-848f-4e29-bd5c-f6986751da76 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:25.129338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa4db-3d72-4d8e-bd2c-2886ef7585ad req-98da03ec-8095-41e2-8d93-1de60d0c6fed tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.130920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6daa4db-3d72-4d8e-bd2c-2886ef7585ad req-98da03ec-8095-41e2-8d93-1de60d0c6fed tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.1943672 Aug 11 02:11:25.181574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9789494c-bbdd-4285-8498-e92bdaf2e5dc req-d104f9b1-2f4f-4bc2-9ab8-4a58d3572532 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231577 Aug 11 02:11:25.226644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf78e1a-0bf2-448e-bf2d-a16c22c29aad req-e36e796c-54f2-49f5-911e-856c4df1757f service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668710 Aug 11 02:11:25.244634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6daa4db-3d72-4d8e-bd2c-2886ef7585ad req-68515040-63f7-4ed5-96a2-e44a41f7c366 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038563 Aug 11 02:11:25.348471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-41128710-8dde-4b01-b228-caf53fb8d44c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.350002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-41128710-8dde-4b01-b228-caf53fb8d44c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d459daa-e7f3-4e04-a84d-8a22a3d0de9c HTTP/1.1" status: 200 len: 950 time: 0.1251955 Aug 11 02:11:25.381126 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.392342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6890471b-0e38-457e-aac8-81f2c3d240d4 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:25.397057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-046bedba-46c1-4092-8859-3b6577269076 service neutron] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:25.403739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.413672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-046bedba-46c1-4092-8859-3b6577269076 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.414863 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b85fbf3e-5af2-492e-b262-57a5e55e23e7 req-046bedba-46c1-4092-8859-3b6577269076 service neutron] 10.222.0.67 "DELETE /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df/bindings/n-h2-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.5247355 Aug 11 02:11:25.461951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Transition to ACTIVE for port object 6890471b-0e38-457e-aac8-81f2c3d240d4 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:25.466971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.467631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaddb3-2b3e-4b93-9064-67c61bd86365 req-598e506a-723a-4696-a63e-a706327b97e3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.469177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcfaddb3-2b3e-4b93-9064-67c61bd86365 req-598e506a-723a-4696-a63e-a706327b97e3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.2069793 Aug 11 02:11:25.480248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-79efe9fb-6430-424f-b128-7722b8b945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.481728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-79efe9fb-6430-424f-b128-7722b8b945e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 1100 time: 0.1957672 Aug 11 02:11:25.494089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-a1e955af-395c-429b-85e9-91b0d8d4e46a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.495554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-a1e955af-395c-429b-85e9-91b0d8d4e46a tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.1794202 Aug 11 02:11:25.516235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db6b13-fabf-44b9-a696-b503b966afc3 req-edb687c1-7e2a-4984-88f9-e18b13f3b830 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.517705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61db6b13-fabf-44b9-a696-b503b966afc3 req-edb687c1-7e2a-4984-88f9-e18b13f3b830 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 949 time: 0.1863761 Aug 11 02:11:25.526423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Pushing event updated for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:25.563315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:25.563657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.602573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.615273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:25.620877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['aae441f2-a4b8-4223-807c-b45eea54df9f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:25.674978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Attempting to bind port 6890471b-0e38-457e-aac8-81f2c3d240d4 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:25.675321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Attempting to bind port 6890471b-0e38-457e-aac8-81f2c3d240d4 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'e385d736-ff96-4975-bd10-798b7e07f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:25.675631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Attempting to bind port 6890471b-0e38-457e-aac8-81f2c3d240d4 on network 4bee1638-c47f-43f4-91b3-95ca09264335 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:25.688216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Port 6890471b-0e38-457e-aac8-81f2c3d240d4 on network 4bee1638-c47f-43f4-91b3-95ca09264335 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:25.688462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Attempting to bind port 6890471b-0e38-457e-aac8-81f2c3d240d4 on network 4bee1638-c47f-43f4-91b3-95ca09264335 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:25.694971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:25.695343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.696314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event deleted for resources: {'Port': ['ID=3f5a01dd-848f-4e29-bd5c-f6986751da76,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:25.704975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:25.705313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Checking segment: {'id': 'e385d736-ff96-4975-bd10-798b7e07f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:25.705694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Bound using segment: {'id': 'e385d736-ff96-4975-bd10-798b7e07f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:25.706150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Bound port: 6890471b-0e38-457e-aac8-81f2c3d240d4, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e385d736-ff96-4975-bd10-798b7e07f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:25.706504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.721630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcfaddb3-2b3e-4b93-9064-67c61bd86365 req-75566ff6-5395-43b3-8778-1c8a202e392e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352498 Aug 11 02:11:25.724436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:25.762925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61db6b13-fabf-44b9-a696-b503b966afc3 req-3097a60f-c277-4dcf-8d5e-0586a16483e0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241366 Aug 11 02:11:25.827557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] No DVR routers for this DVR port 3f5a01dd-848f-4e29-bd5c-f6986751da76 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:25.851238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.853307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-beb61372-889d-4d73-aab7-7c244ec45945 req-f3054758-da44-4986-b5ec-f14fe931f537 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "DELETE /v2.0/ports/3f5a01dd-848f-4e29-bd5c-f6986751da76 HTTP/1.1" status: 204 len: 173 time: 1.6020393 Aug 11 02:11:25.863747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:25.877242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-a15dd054-28dc-406e-a43c-611ec601a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.879421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-a15dd054-28dc-406e-a43c-611ec601a392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3722413 Aug 11 02:11:25.890537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6890471b-0e38-457e-aac8-81f2c3d240d4,segment=NetworkSegment(e385d736-ff96-4975-bd10-798b7e07f6a7),segment_id=e385d736-ff96-4975-bd10-798b7e07f6a7)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:25.903962 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.949734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:25.951658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.953139 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] 10.222.0.61 "PUT /v2.0/ports/6890471b-0e38-457e-aac8-81f2c3d240d4 HTTP/1.1" status: 200 len: 1092 time: 1.3612003 Aug 11 02:11:25.953607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port 9a04fc4a-db43-4828-94e9-2a122c3a5254 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:25.953989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:25.959526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:25.963630 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde21262-059e-448d-8072-d299edc581d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:26.019401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-df8bbd8a-328f-4af0-9b4f-58a95192a4f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540 HTTP/1.1" status: 200 len: 217 time: 0.0888388 Aug 11 02:11:26.048795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee718bef-08fb-499a-a76e-7f2e6211d25d service neutron] Pushing event updated for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:26.065518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.104646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d106-696c-4ec0-90d7-b5fdc20fe8bc req-dfee6dbb-3849-48e4-9b51-5500e5e85c0b tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.106202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e8d106-696c-4ec0-90d7-b5fdc20fe8bc req-dfee6dbb-3849-48e4-9b51-5500e5e85c0b tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 948 time: 0.2470460 Aug 11 02:11:26.117106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=884a4a71-fd80-4a4a-933c-b4af8d48a1c6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:26.117298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5c5f6-c398-4638-a642-e976898c296c req-e81ce0a5-744f-4c9b-a035-863eb21b677c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.118899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c5c5f6-c398-4638-a642-e976898c296c req-e81ce0a5-744f-4c9b-a035-863eb21b677c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.2547798 Aug 11 02:11:26.189789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-fef79ce4-4365-40dd-a647-b7129253f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.191284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-fef79ce4-4365-40dd-a647-b7129253f527 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1434281 Aug 11 02:11:26.192155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-8f89e074-24df-4813-bc69-f627380449d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.194569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-8f89e074-24df-4813-bc69-f627380449d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46abab1b7d3241e88342031c6924906a&device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 1095 time: 0.1409509 Aug 11 02:11:26.195388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:26.198264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.200504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ae076ff6-b818-49bc-8da0-a5fb4e2c8448 req-597bede0-7fd5-49b4-9468-a50fbf675cc0 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "DELETE /v2.0/ports/884a4a71-fd80-4a4a-933c-b4af8d48a1c6 HTTP/1.1" status: 204 len: 173 time: 0.8427153 Aug 11 02:11:26.251977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-d5a3b133-71e5-449a-a607-311b0473277e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6890471b-0e38-457e-aac8-81f2c3d240d4 HTTP/1.1" status: 200 len: 217 time: 0.0458152 Aug 11 02:11:26.257646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3', '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:26.262078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e8d106-696c-4ec0-90d7-b5fdc20fe8bc req-0088b8ca-6884-4d87-84cd-2f6780f7484f tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364405 Aug 11 02:11:26.268624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port 9a04fc4a-db43-4828-94e9-2a122c3a5254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9a04fc4a-db43-4828-94e9-2a122c3a5254,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:26.268986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.285633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c5c5f6-c398-4638-a642-e976898c296c req-2afd87ba-e680-44eb-b856-909109a3076e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540265 Aug 11 02:11:26.316174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for 9a04fc4a-db43-4828-94e9-2a122c3a5254 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:26.357942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-cb966ea9-43f1-4826-91ac-ffb1e5acc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.360142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-cb966ea9-43f1-4826-91ac-ffb1e5acc6e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411834 Aug 11 02:11:26.365223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-1fdaebb8-becb-4724-be99-51529d59a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.366886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-1fdaebb8-becb-4724-be99-51529d59a074 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61222c3e-64ca-4eb6-a364-6256d374b754 HTTP/1.1" status: 200 len: 850 time: 0.1075625 Aug 11 02:11:26.371393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:26.429300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-194d5184-e3b1-4555-a06b-26d9d443fd36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bee1638-c47f-43f4-91b3-95ca09264335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525029 Aug 11 02:11:26.449103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:26.548804 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-8467faa6-4a54-4671-b1c3-0ad05c2334bb service neutron] 10.222.0.61 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123874 Aug 11 02:11:26.551323 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6d1ef-e574-4333-9bab-a843a14cfff2 x-openstack-request-id: req-8df6d1ef-e574-4333-9bab-a843a14cfff2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:26.551762 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:26.552156 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8df6d1ef-e574-4333-9bab-a843a14cfff2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:26.553259 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4', 'status': 'completed', 'code': 200} Aug 11 02:11:26.574352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a42c9e-4c75-4f30-bc92-16c9ae6ef9dc req-78e69011-2e9f-4c8a-94a8-e623e69a5751 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.578817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30a42c9e-4c75-4f30-bc92-16c9ae6ef9dc req-78e69011-2e9f-4c8a-94a8-e623e69a5751 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 943 time: 0.1664128 Aug 11 02:11:26.620773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-30642f44-50ad-40b7-88c9-30fc7e03d409 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278223 Aug 11 02:11:26.630974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:26.631637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 884a4a71-fd80-4a4a-933c-b4af8d48a1c6 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:26.632304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3f5a01dd-848f-4e29-bd5c-f6986751da76 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:26.634167 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:26.668856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 3f5a01dd-848f-4e29-bd5c-f6986751da76 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:26.669521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3f5a01dd-848f-4e29-bd5c-f6986751da76 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:26.755829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30a42c9e-4c75-4f30-bc92-16c9ae6ef9dc req-b38a3aef-5f8f-4048-8ba3-f16d5c221107 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306999 Aug 11 02:11:26.780393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee5c2b81-de90-49c1-8e27-a28faf92db0c req-06bfcca0-d5ba-47c0-96ff-97611d262e95 service neutron] 10.222.0.61 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113776 Aug 11 02:11:26.815335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'name': 'network-vif-deleted', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:26.817925 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93abcf25-f0ae-4a96-bcdd-220cb45a3099" -d '{"events": [{"server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "name": "network-vif-deleted", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:26.862455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-875363e6-813b-447d-90bd-52f0d01f0197 req-72223556-a990-42b8-9833-7798e83f4f37 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9669fe49-5ea0-47ee-bd34-6ee24d14a2e6 HTTP/1.1" status: 200 len: 210 time: 0.1025884 Aug 11 02:11:26.979049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21262-059e-448d-8072-d299edc581d8 req-6b51b673-ac64-49d7-a26e-b5f6156b4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:26.980961 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-6b51b673-ac64-49d7-a26e-b5f6156b4ceb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46abab1b7d3241e88342031c6924906a&device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 1095 time: 0.1160424 Aug 11 02:11:27.016015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.094129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=9a04fc4a-db43-4828-94e9-2a122c3a5254,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:27.102280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d13c2dea-56f0-4bb0-b359-92c131c559b2 req-53d69375-4f6d-49be-a4cf-d082c7fd9d20 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289896 Aug 11 02:11:27.172884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21262-059e-448d-8072-d299edc581d8 req-0726de11-8025-464c-95b3-7141aad36d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.175150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-0726de11-8025-464c-95b3-7141aad36d2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bee1638-c47f-43f4-91b3-95ca09264335 HTTP/1.1" status: 200 len: 911 time: 0.1859362 Aug 11 02:11:27.190731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port 9a04fc4a-db43-4828-94e9-2a122c3a5254 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:27.196862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:27.199719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ab44f37-7310-4fd5-9be1-ff48e926f4c3 req-b1512847-2f87-4f56-8373-a6b5323f8d82 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "DELETE /v2.0/ports/9a04fc4a-db43-4828-94e9-2a122c3a5254 HTTP/1.1" status: 204 len: 173 time: 1.6915548 Aug 11 02:11:27.217991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb477e-3a6c-4e1b-a38f-94b8a7226a35 req-3a9f85dc-16a1-4d60-ba6b-412a3e30caf1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.219708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94fb477e-3a6c-4e1b-a38f-94b8a7226a35 req-3a9f85dc-16a1-4d60-ba6b-412a3e30caf1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.3116715 Aug 11 02:11:27.229244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6148-3f01-45a2-a105-e7f8c9368382 req-ee425256-687e-453a-8082-5207ecaeaa9e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.237105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cdb6148-3f01-45a2-a105-e7f8c9368382 req-ee425256-687e-453a-8082-5207ecaeaa9e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 945 time: 0.2028232 Aug 11 02:11:27.246999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-24c2f06b-7a62-49fd-b874-632681e6a56b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6890471b-0e38-457e-aac8-81f2c3d240d4 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Aug 11 02:11:27.321604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21262-059e-448d-8072-d299edc581d8 req-f1f5a400-6c5d-4b95-a3da-d788f4081130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.323945 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-f1f5a400-6c5d-4b95-a3da-d788f4081130 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61222c3e-64ca-4eb6-a364-6256d374b754 HTTP/1.1" status: 200 len: 850 time: 0.0693982 Aug 11 02:11:27.326381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94fb477e-3a6c-4e1b-a38f-94b8a7226a35 req-a59415b8-9493-495d-a918-8a65fc7cb069 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865650 Aug 11 02:11:27.329855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cdb6148-3f01-45a2-a105-e7f8c9368382 req-5bea821c-6f02-4bc4-99a8-09c900549804 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919521 Aug 11 02:11:27.338514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:27.384915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-04d6ab80-2597-420d-929b-837e508e63ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bee1638-c47f-43f4-91b3-95ca09264335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527751 Aug 11 02:11:27.452605 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a482684-b00a-433e-80fd-c3fead6d52f3 x-openstack-request-id: req-4a482684-b00a-433e-80fd-c3fead6d52f3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:27.453091 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9669fe49-5ea0-47ee-bd34-6ee24d14a2e6", "name": "network-vif-deleted", "tag": "3f5a01dd-848f-4e29-bd5c-f6986751da76", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:27.453519 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a482684-b00a-433e-80fd-c3fead6d52f3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:27.454122 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9669fe49-5ea0-47ee-bd34-6ee24d14a2e6', 'name': 'network-vif-deleted', 'tag': '3f5a01dd-848f-4e29-bd5c-f6986751da76', 'status': 'completed', 'code': 200} Aug 11 02:11:27.522823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bdf3392-e7e3-4397-916b-ad26081dc6ff req-b9269a01-c5bc-489a-8963-ae937445b001 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=745a4f3d-6efa-49a3-ab72-9b910421badb HTTP/1.1" status: 200 len: 210 time: 0.0615451 Aug 11 02:11:27.530093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-e897c99c-c62f-499a-8761-2078aad3615a service neutron] 10.222.0.61 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378560 Aug 11 02:11:27.714320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fde21262-059e-448d-8072-d299edc581d8 req-edfe96ca-86e8-4d08-ab1b-553ac36e4046 service neutron] 10.222.0.61 "GET /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758022 Aug 11 02:11:27.736210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef09845-3a26-4f10-be17-a3b1c9adccb0 req-1ada7699-4d90-4056-9ad8-e969db4c6942 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.737946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ef09845-3a26-4f10-be17-a3b1c9adccb0 req-1ada7699-4d90-4056-9ad8-e969db4c6942 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1096 time: 0.1252539 Aug 11 02:11:27.766667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da500d-5a24-4e3d-b999-2e3e2cec76a0 req-c66938ce-f71f-47f9-959e-a5d1567c8f08 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:27.769490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61da500d-5a24-4e3d-b999-2e3e2cec76a0 req-c66938ce-f71f-47f9-959e-a5d1567c8f08 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 948 time: 0.0896027 Aug 11 02:11:27.816032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ef09845-3a26-4f10-be17-a3b1c9adccb0 req-b89c5b5e-c056-44ae-a4a8-6add2f38b91a tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714369 Aug 11 02:11:27.833343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61da500d-5a24-4e3d-b999-2e3e2cec76a0 req-026b8222-6ae5-4589-b544-2e11976a810a tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566406 Aug 11 02:11:27.873334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', '9939c9d8-927f-46ea-b01f-40e7435d3e90'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:27.926382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.048338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb988f-af17-4a21-ae2d-a24bf9440700 req-07842bd8-a6ae-4c68-b83c-ef587c12aa4e tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.049824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07bb988f-af17-4a21-ae2d-a24bf9440700 req-07842bd8-a6ae-4c68-b83c-ef587c12aa4e tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 943 time: 0.0565574 Aug 11 02:11:28.065305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6899048f-45e4-4a6b-a07f-8cb3bb842540 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:28.067269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9a04fc4a-db43-4828-94e9-2a122c3a5254 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:28.102101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07bb988f-af17-4a21-ae2d-a24bf9440700 req-a0f4c966-e7e9-43d1-9f20-cb77ff455542 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Aug 11 02:11:28.102970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 9a04fc4a-db43-4828-94e9-2a122c3a5254 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:28.103317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9a04fc4a-db43-4828-94e9-2a122c3a5254 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:28.103789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:28.225751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa1573-972a-4e5a-9a79-6b1f7a45556e req-3707178d-146a-4f7b-a46e-5f88330d473d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.227239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50fa1573-972a-4e5a-9a79-6b1f7a45556e req-3707178d-146a-4f7b-a46e-5f88330d473d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 1096 time: 0.0522752 Aug 11 02:11:28.274359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50fa1573-972a-4e5a-9a79-6b1f7a45556e req-4a96758f-650e-41da-b162-c7f23469bbde tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Aug 11 02:11:28.363818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6890471b-0e38-457e-aac8-81f2c3d240d4 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:28.380102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:28.428596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '6899048f-45e4-4a6b-a07f-8cb3bb842540', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '6899048f-45e4-4a6b-a07f-8cb3bb842540', 'mac_address': 'fa:16:3e:46:a9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:28.521483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888eae-2ccd-4271-a1d5-49bc754ac7af req-843553fe-21ea-437b-bfb9-3639ff18096b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.531218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f888eae-2ccd-4271-a1d5-49bc754ac7af req-843553fe-21ea-437b-bfb9-3639ff18096b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 943 time: 0.0720797 Aug 11 02:11:28.539423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.558695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'name': 'network-vif-deleted', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:28.564791 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c94b6-ca33-4a0c-a442-d5ea9eaabf76" -d '{"events": [{"server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "name": "network-vif-deleted", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:28.565133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6899048f-45e4-4a6b-a07f-8cb3bb842540 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:28.581747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f888eae-2ccd-4271-a1d5-49bc754ac7af req-283db573-07e6-46c0-b523-b840f5705cff tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Aug 11 02:11:28.614194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:28.624242 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.683756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6890471b-0e38-457e-aac8-81f2c3d240d4,segment=NetworkSegment(e385d736-ff96-4975-bd10-798b7e07f6a7),segment_id=e385d736-ff96-4975-bd10-798b7e07f6a7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:28.698408 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e8eac-31f3-4a47-9be2-af958ee0a2de x-openstack-request-id: req-fb9e8eac-31f3-4a47-9be2-af958ee0a2de {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:28.698980 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d459daa-e7f3-4e04-a84d-8a22a3d0de9c", "name": "network-vif-deleted", "tag": "884a4a71-fd80-4a4a-933c-b4af8d48a1c6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:28.699274 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb9e8eac-31f3-4a47-9be2-af958ee0a2de {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:28.699793 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d459daa-e7f3-4e04-a84d-8a22a3d0de9c', 'name': 'network-vif-deleted', 'tag': '884a4a71-fd80-4a4a-933c-b4af8d48a1c6', 'status': 'completed', 'code': 200} Aug 11 02:11:28.709653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '6890471b-0e38-457e-aac8-81f2c3d240d4', 'network_id': '4bee1638-c47f-43f4-91b3-95ca09264335', 'port_id': '6890471b-0e38-457e-aac8-81f2c3d240d4', 'mac_address': 'fa:16:3e:01:ad:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61222c3e-64ca-4eb6-a364-6256d374b754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:28.718871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.736660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-58caf40b-3694-4c55-a201-5c479df58a03 service neutron] 10.222.0.67 "GET /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.0780554 Aug 11 02:11:28.759353 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.773460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6890471b-0e38-457e-aac8-81f2c3d240d4 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:28.795841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6890471b-0e38-457e-aac8-81f2c3d240d4,segment=NetworkSegment(e385d736-ff96-4975-bd10-798b7e07f6a7),segment_id=e385d736-ff96-4975-bd10-798b7e07f6a7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:28.801204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:28.866462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2f3d-b230-4b3e-8830-fde5bd9ad137 req-7ec6f8dc-edff-4e37-b12e-7a1bba5b0400 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:28.867986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74fc2f3d-b230-4b3e-8830-fde5bd9ad137 req-7ec6f8dc-edff-4e37-b12e-7a1bba5b0400 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.0873084 Aug 11 02:11:28.878140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:28.971162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6899048f-45e4-4a6b-a07f-8cb3bb842540'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:28.981495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74fc2f3d-b230-4b3e-8830-fde5bd9ad137 req-735cc771-0614-4760-97a9-4e19571c9d71 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847435 Aug 11 02:11:29.059941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:29.114520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:29.141543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6890471b-0e38-457e-aac8-81f2c3d240d4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:29.154529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1158-cb0a-42ae-b2bd-f93d5381a7e6 req-b477a7c4-ed2b-4573-82cf-251b1525c9be tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.162361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cabe1158-cb0a-42ae-b2bd-f93d5381a7e6 req-b477a7c4-ed2b-4573-82cf-251b1525c9be tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 949 time: 0.1089957 Aug 11 02:11:29.190237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af86b54-9224-42c6-b68e-b4d3941dfe8b {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:29.205103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:29.236529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cabe1158-cb0a-42ae-b2bd-f93d5381a7e6 req-9c24f513-bad6-4efb-85b1-738396258305 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731690 Aug 11 02:11:29.253116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.310180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac21d2-0481-4cf0-8c15-768cf393fc5c req-bb96fa8d-60d0-484c-819d-49468c687de3 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.311793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bac21d2-0481-4cf0-8c15-768cf393fc5c req-bb96fa8d-60d0-484c-819d-49468c687de3 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 944 time: 0.0927117 Aug 11 02:11:29.381695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bac21d2-0481-4cf0-8c15-768cf393fc5c req-4c43a18b-bbc5-4c02-bcd4-bd84006c3a79 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597789 Aug 11 02:11:29.383364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] Transition to ACTIVE for port object 7af86b54-9224-42c6-b68e-b4d3941dfe8b will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:29.388061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:29.457690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] No DVR routers for this DVR port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:29.459404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'name': 'network-vif-deleted', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:29.461646 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5b4f1-c620-4ccc-8c55-6a3a7bd39640" -d '{"events": [{"server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "name": "network-vif-deleted", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:29.474765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] Pushing event updated for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=10']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:29.499568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-f04fcedb-327a-43d4-8a8c-a90781218e92 service neutron] 10.222.0.67 "PUT /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b/bindings/n-h2-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7519190 Aug 11 02:11:29.510570 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b34bb2-e3df-404f-bad7-cb9b8b42f52c x-openstack-request-id: req-86b34bb2-e3df-404f-bad7-cb9b8b42f52c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:29.510903 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745a4f3d-6efa-49a3-ab72-9b910421badb", "name": "network-vif-deleted", "tag": "9a04fc4a-db43-4828-94e9-2a122c3a5254", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:29.511169 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-86b34bb2-e3df-404f-bad7-cb9b8b42f52c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:29.511563 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745a4f3d-6efa-49a3-ab72-9b910421badb', 'name': 'network-vif-deleted', 'tag': '9a04fc4a-db43-4828-94e9-2a122c3a5254', 'status': 'completed', 'code': 200} Aug 11 02:11:29.614845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-4b4913de-ff23-4fd5-b6bc-ffe3d5bb9335 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.616547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-4b4913de-ff23-4fd5-b6bc-ffe3d5bb9335 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.0495770 Aug 11 02:11:29.623070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c52d0c-fbd8-4a21-8a6e-58ada89d065c req-5e76904b-4785-44c4-815b-c8da376690bf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.624833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c52d0c-fbd8-4a21-8a6e-58ada89d065c req-5e76904b-4785-44c4-815b-c8da376690bf tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.0526748 Aug 11 02:11:29.669503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-67445908-b8f7-407a-9e63-c6281fe5a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.671506 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-67445908-b8f7-407a-9e63-c6281fe5a307 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 1096 time: 0.0452728 Aug 11 02:11:29.688072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c52d0c-fbd8-4a21-8a6e-58ada89d065c req-413092c5-3e98-442b-8e3c-cf749acdcf6e tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Aug 11 02:11:29.733568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853403ae-7583-42f9-9648-6754062adab4 req-6a66e99b-2668-431c-b354-f89823bd8e65 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.735247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-853403ae-7583-42f9-9648-6754062adab4 req-6a66e99b-2668-431c-b354-f89823bd8e65 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.0632756 Aug 11 02:11:29.747491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-3a357519-4ef2-4357-942f-fe03ac7c3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.749292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-3a357519-4ef2-4357-942f-fe03ac7c3598 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1096 time: 0.0473986 Aug 11 02:11:29.774179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-853403ae-7583-42f9-9648-6754062adab4 req-8ca39634-cc90-4a9b-820c-0557cc5c02a9 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 11 02:11:29.843290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-85d70af8-3c0b-49e2-a1ec-6aef1fa9f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.844844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-85d70af8-3c0b-49e2-a1ec-6aef1fa9f30e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.0882251 Aug 11 02:11:29.892223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-b6b6d742-315f-43b7-b7e3-d190c769ccf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 200 len: 217 time: 0.0389934 Aug 11 02:11:29.953017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-65051311-8ca4-4ad0-b5c7-80b318785626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:29.954512 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-65051311-8ca4-4ad0-b5c7-80b318785626 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.0440302 Aug 11 02:11:29.989957 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-b2369bfa-e3f9-4fe0-b158-6ab5b5c4aa36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255482 Aug 11 02:11:30.066278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6899048f-45e4-4a6b-a07f-8cb3bb842540 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:30.099351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-03841435-4795-4382-94d0-b0aa8585f698 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009064 Aug 11 02:11:30.136142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 6899048f-45e4-4a6b-a07f-8cb3bb842540 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:30.146041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 6899048f-45e4-4a6b-a07f-8cb3bb842540 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:30.146041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.167134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39282657-f322-4eb9-895e-b77edc948c8c req-6ed8dcd5-9cdb-4fac-887f-ef22f67106b8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.168587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39282657-f322-4eb9-895e-b77edc948c8c req-6ed8dcd5-9cdb-4fac-887f-ef22f67106b8 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.1170378 Aug 11 02:11:30.228303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39282657-f322-4eb9-895e-b77edc948c8c req-e429f3ff-f0de-4d0b-aee9-f2c0fa7d15cb tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522554 Aug 11 02:11:30.261085 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.272019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-20f5c685-37fc-4f43-a316-17f8600ef4f7 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635463 Aug 11 02:11:30.288636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:30.290983 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228bb31-f092-4a3d-bf2f-371234b36311" -d '{"events": [{"server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "name": "network-vif-plugged", "status": "completed", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:30.306298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:30.312022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.342387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:30.344381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6890471b-0e38-457e-aac8-81f2c3d240d4 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:30.386851 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de0501-65ad-4064-b12b-233941e92741 x-openstack-request-id: req-87de0501-65ad-4064-b12b-233941e92741 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:30.387429 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "name": "network-vif-plugged", "status": "completed", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:30.387954 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87de0501-65ad-4064-b12b-233941e92741 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:30.388656 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540', 'code': 200} Aug 11 02:11:30.396230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7ef4-a96a-405f-833f-06e1a20c8e01 req-20c60fa1-2b62-48ad-bbc5-1ea0e9f4b9a6 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.405947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f3e7ef4-a96a-405f-833f-06e1a20c8e01 req-20c60fa1-2b62-48ad-bbc5-1ea0e9f4b9a6 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.0855596 Aug 11 02:11:30.436363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:30.531970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 6890471b-0e38-457e-aac8-81f2c3d240d4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:11:30.545614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 6890471b-0e38-457e-aac8-81f2c3d240d4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:30.546188 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.583663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f3e7ef4-a96a-405f-833f-06e1a20c8e01 req-1a266404-a2c0-497c-a277-c417a1f76ad1 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646073 Aug 11 02:11:30.592961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:30.621225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '13479822-6eff-4e6c-878f-e29752987180', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '13479822-6eff-4e6c-878f-e29752987180', 'mac_address': 'fa:16:3e:ca:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:30.629843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-22c20496-de91-425c-88e6-a7f5b6c88e9c tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.633255 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-22c20496-de91-425c-88e6-a7f5b6c88e9c tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.0889776 Aug 11 02:11:30.644413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-1420dacc-0758-4aba-b704-2064770dd04e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.646087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-1420dacc-0758-4aba-b704-2064770dd04e tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.67 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.1590459 Aug 11 02:11:30.659594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e8cb-3513-4bc4-a479-518881089e5f req-d9f172f0-2b0e-4752-a2e0-382ca70c6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.662038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a9e8cb-3513-4bc4-a479-518881089e5f req-d9f172f0-2b0e-4752-a2e0-382ca70c6ffe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 1102 time: 0.1692259 Aug 11 02:11:30.705405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.707640 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.740214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13479822-6eff-4e6c-878f-e29752987180 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:30.757453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68c93-9c83-40a1-aa22-a505bfc94d6f req-43feb815-f0a5-4006-a609-988f0d87aca4 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.759194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc68c93-9c83-40a1-aa22-a505bfc94d6f req-43feb815-f0a5-4006-a609-988f0d87aca4 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 944 time: 0.1808734 Aug 11 02:11:30.764099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:30.774494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.789461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6890471b-0e38-457e-aac8-81f2c3d240d4,segment=NetworkSegment(e385d736-ff96-4975-bd10-798b7e07f6a7),segment_id=e385d736-ff96-4975-bd10-798b7e07f6a7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:30.803381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a9e8cb-3513-4bc4-a479-518881089e5f req-94512096-1a4d-4cf4-a0c0-7c7d0f13c2a8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861340 Aug 11 02:11:30.818362 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.819801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-2f171ba8-913a-42d5-b9db-6c50662ba9a7 service neutron] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:30.826407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-2f171ba8-913a-42d5-b9db-6c50662ba9a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.829181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb927ea3-1e1a-4c2b-be56-80b2a728176d req-2f171ba8-913a-42d5-b9db-6c50662ba9a7 service neutron] 10.222.0.61 "DELETE /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b/bindings/n-h1-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.1813650 Aug 11 02:11:30.858687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:30.905899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bc68c93-9c83-40a1-aa22-a505bfc94d6f req-9fea163b-fb7d-4cc7-9273-8ac274717aa7 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002488 Aug 11 02:11:30.920989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbef52-f6ea-4569-a01a-f7d647ed4fb5 req-e8dd9596-3342-4ba3-9588-7814086b3152 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:30.922843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2dbef52-f6ea-4569-a01a-f7d647ed4fb5 req-e8dd9596-3342-4ba3-9588-7814086b3152 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.1230166 Aug 11 02:11:30.936010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Deleting port aae441f2-a4b8-4223-807c-b45eea54df9f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:30.936624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:30.942879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['13479822-6eff-4e6c-878f-e29752987180'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:31.011453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:31.099218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2dbef52-f6ea-4569-a01a-f7d647ed4fb5 req-2e12c940-c330-4bc1-9234-63c825aa4437 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588495 Aug 11 02:11:31.132601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf924b1-9702-498f-bc82-7c8abdbe84f8 req-49a02806-86ac-435a-904d-10b30fae5e0e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.140796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edf924b1-9702-498f-bc82-7c8abdbe84f8 req-49a02806-86ac-435a-904d-10b30fae5e0e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.1412587 Aug 11 02:11:31.144051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] For port aae441f2-a4b8-4223-807c-b45eea54df9f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=aae441f2-a4b8-4223-807c-b45eea54df9f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:31.144446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.172825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Calling delete_port for aae441f2-a4b8-4223-807c-b45eea54df9f owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:31.602020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-06d4c179-6833-4fad-8c91-458b1ee8d9cc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.604464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-06d4c179-6833-4fad-8c91-458b1ee8d9cc tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b42e3a1-4635-49e6-bb0b-36caa390e772 HTTP/1.1" status: 200 len: 949 time: 0.0773718 Aug 11 02:11:31.615678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edf924b1-9702-498f-bc82-7c8abdbe84f8 req-c9ab0aca-59fa-452e-8bcd-6b179cea4979 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738820 Aug 11 02:11:31.703258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-fb875a3a-4740-4041-b254-176b57d0b1ba tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.704858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-fb875a3a-4740-4041-b254-176b57d0b1ba tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.0929992 Aug 11 02:11:31.750943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:31.751875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.813064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fc334-053d-43c0-8864-baf7371932af req-31e0b5dc-3155-4a47-b689-95d982e1f2f9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:31.814659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-508fc334-053d-43c0-8864-baf7371932af req-31e0b5dc-3155-4a47-b689-95d982e1f2f9 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=2da00af1-6031-4c6b-9d4e-e00b8fe64cb5 HTTP/1.1" status: 200 len: 950 time: 0.2504566 Aug 11 02:11:31.893375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-508fc334-053d-43c0-8864-baf7371932af req-16b5380b-25a6-4926-a1b6-db356b92a247 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630953 Aug 11 02:11:31.943668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:31.944049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.961540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:31.981763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:31.994543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['aae441f2-a4b8-4223-807c-b45eea54df9f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:32.005941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692cf11-1eb2-471a-8400-131e8c8fbb41 req-367de93f-6446-424a-a74c-722b164149cc tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.013377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b692cf11-1eb2-471a-8400-131e8c8fbb41 req-367de93f-6446-424a-a74c-722b164149cc tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.2664516 Aug 11 02:11:32.065277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dbfc0e44-e695-4236-82fd-3dcbe82b92ec'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:32.120761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event deleted for resources: {'Port': ['ID=aae441f2-a4b8-4223-807c-b45eea54df9f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:32.130450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] No DVR routers for this DVR port aae441f2-a4b8-4223-807c-b45eea54df9f on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:32.140040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.142554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-608ce4cd-2dbb-42d3-86f8-f999661aa8e0 req-05ca9bd9-a350-4ba0-a82a-8a7b98f73c6a tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.67 "DELETE /v2.0/ports/aae441f2-a4b8-4223-807c-b45eea54df9f HTTP/1.1" status: 204 len: 173 time: 1.4852786 Aug 11 02:11:32.151332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'name': 'network-vif-deleted', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:32.153933 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bac1397-0abb-406a-b398-efda613fd4fe" -d '{"events": [{"server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "name": "network-vif-deleted", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:32.187495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port 9939c9d8-927f-46ea-b01f-40e7435d3e90 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:32.188601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.207023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b692cf11-1eb2-471a-8400-131e8c8fbb41 req-bd2f4d31-8ac2-4153-9ebe-c03b494adb6d tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882033 Aug 11 02:11:32.338060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.445936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:11:32.482653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:32.544633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:32.546889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:32.548325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.550621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b49c5da6-59f6-4c95-be73-92062039bed5 req-330a421b-a7b4-4ebb-91cd-340450c89759 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "DELETE /v2.0/ports/f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac HTTP/1.1" status: 204 len: 173 time: 0.9373877 Aug 11 02:11:32.551385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'name': 'network-vif-deleted', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:32.551926 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40acab41-f6bf-4a76-8e3a-20657a049d7e" -d '{"events": [{"server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "name": "network-vif-plugged", "status": "completed", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:32.554498 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44556d5-fe94-40c5-8981-118165e6fe49" -d '{"events": [{"server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "name": "network-vif-deleted", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:32.558768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48067be-6b2e-4cf9-ac0f-81eeb1781291 req-12a6a0ec-674f-4d7e-9c7c-996c83f199a8 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.568524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48067be-6b2e-4cf9-ac0f-81eeb1781291 req-12a6a0ec-674f-4d7e-9c7c-996c83f199a8 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.3268223 Aug 11 02:11:32.632732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57dfa-6359-4dea-856c-82be284625da req-1d6633a7-087a-4617-8a44-592763cdb37c tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.642803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5d57dfa-6359-4dea-856c-82be284625da req-1d6633a7-087a-4617-8a44-592763cdb37c tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1096 time: 0.2163317 Aug 11 02:11:32.646931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 13479822-6eff-4e6c-878f-e29752987180 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:11:32.647322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.680418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port 9939c9d8-927f-46ea-b01f-40e7435d3e90, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9939c9d8-927f-46ea-b01f-40e7435d3e90,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:32.680710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.715434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5d57dfa-6359-4dea-856c-82be284625da req-5c7af423-8658-4be6-a244-269e174525dd tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715549 Aug 11 02:11:32.725222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for 9939c9d8-927f-46ea-b01f-40e7435d3e90 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:32.831925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48067be-6b2e-4cf9-ac0f-81eeb1781291 req-8195e14b-ae80-439f-8998-981ccf96d67a tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624266 Aug 11 02:11:32.833099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.880193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:32.890570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:32.901145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:32.936724 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc6a71-1319-43d4-a3a1-f1850b072005 x-openstack-request-id: req-efcc6a71-1319-43d4-a3a1-f1850b072005 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:32.937137 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da00af1-6031-4c6b-9d4e-e00b8fe64cb5", "name": "network-vif-deleted", "tag": "aae441f2-a4b8-4223-807c-b45eea54df9f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:32.937510 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efcc6a71-1319-43d4-a3a1-f1850b072005 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:32.938489 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da00af1-6031-4c6b-9d4e-e00b8fe64cb5', 'name': 'network-vif-deleted', 'tag': 'aae441f2-a4b8-4223-807c-b45eea54df9f', 'status': 'completed', 'code': 200} Aug 11 02:11:32.967106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5142b-0600-4cca-af02-97e9852b9b50 req-f693b798-7d33-4db6-a836-61b427321e31 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:32.984336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eb5142b-0600-4cca-af02-97e9852b9b50 req-f693b798-7d33-4db6-a836-61b427321e31 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=16b636df-215b-47d4-958e-9e060798add3 HTTP/1.1" status: 200 len: 950 time: 0.1452394 Aug 11 02:11:33.073975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:33.075469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eb5142b-0600-4cca-af02-97e9852b9b50 req-d9514246-31aa-4810-bff2-9846865f15a4 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896685 Aug 11 02:11:33.133473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.170343 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82df685-ce0a-495a-8db3-556330e8ad2c x-openstack-request-id: req-f82df685-ce0a-495a-8db3-556330e8ad2c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:33.170845 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b42e3a1-4635-49e6-bb0b-36caa390e772", "name": "network-vif-deleted", "tag": "f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:33.170961 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f82df685-ce0a-495a-8db3-556330e8ad2c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:33.172154 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b42e3a1-4635-49e6-bb0b-36caa390e772', 'name': 'network-vif-deleted', 'tag': 'f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac', 'status': 'completed', 'code': 200} Aug 11 02:11:33.221390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=9939c9d8-927f-46ea-b01f-40e7435d3e90,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:33.298665 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dac400-3c7d-4201-9b6b-e685b9c8edc2 x-openstack-request-id: req-80dac400-3c7d-4201-9b6b-e685b9c8edc2 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:33.299009 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "name": "network-vif-plugged", "status": "completed", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:33.299206 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80dac400-3c7d-4201-9b6b-e685b9c8edc2 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:33.299601 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4', 'code': 200} Aug 11 02:11:33.388671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port 9939c9d8-927f-46ea-b01f-40e7435d3e90 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:33.397300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:33.403738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e4a1c7a-1d5e-43d4-800f-b170b9eafd48 req-808e39b4-6b57-4d33-8979-b88514cd456d tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.67 "DELETE /v2.0/ports/9939c9d8-927f-46ea-b01f-40e7435d3e90 HTTP/1.1" status: 204 len: 173 time: 1.6579494 Aug 11 02:11:33.454840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9a48-c42d-4b79-8a72-9d0ec72855c0 req-5cbcd00b-695f-4d6e-852f-4a0f5b2e654a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.493235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1aee9a48-c42d-4b79-8a72-9d0ec72855c0 req-5cbcd00b-695f-4d6e-852f-4a0f5b2e654a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 1096 time: 0.2020226 Aug 11 02:11:33.559325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813e9ca-fe7f-4c7d-98bf-606344340b2f req-de00b0ea-5a76-411e-810e-e05064486fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.568811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a813e9ca-fe7f-4c7d-98bf-606344340b2f req-de00b0ea-5a76-411e-810e-e05064486fb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 1097 time: 0.1584237 Aug 11 02:11:33.590976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1aee9a48-c42d-4b79-8a72-9d0ec72855c0 req-7ff9d486-0fb6-4981-a418-7b478c6d2f85 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Aug 11 02:11:33.702790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a813e9ca-fe7f-4c7d-98bf-606344340b2f req-fe8210c7-bed2-4a5e-a875-b7b5931a5b23 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236742 Aug 11 02:11:33.775419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:33.792963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010b70d-de89-48fd-a27a-6cf73ca9d0ac req-dec538f0-475b-44c0-b565-6ccbf0d7ed99 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:33.795532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0010b70d-de89-48fd-a27a-6cf73ca9d0ac req-dec538f0-475b-44c0-b565-6ccbf0d7ed99 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.1174839 Aug 11 02:11:33.870970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0010b70d-de89-48fd-a27a-6cf73ca9d0ac req-dabe791a-8dcb-48cf-b81b-532318ffbae2 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616913 Aug 11 02:11:34.082907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc5b67-d0b2-4fc7-910d-d96cf7b3cfc1 req-0271143f-a851-4cb0-a24d-9e484be0f836 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.093108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7bc5b67-d0b2-4fc7-910d-d96cf7b3cfc1 req-0271143f-a851-4cb0-a24d-9e484be0f836 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.0830762 Aug 11 02:11:34.101317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9939c9d8-927f-46ea-b01f-40e7435d3e90 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:34.137706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 9939c9d8-927f-46ea-b01f-40e7435d3e90 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:34.138151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9939c9d8-927f-46ea-b01f-40e7435d3e90 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:34.138712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device aae441f2-a4b8-4223-807c-b45eea54df9f no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:34.158161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7bc5b67-d0b2-4fc7-910d-d96cf7b3cfc1 req-de6806db-2e21-40d5-8590-22e3867933ba tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Aug 11 02:11:34.187488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: aae441f2-a4b8-4223-807c-b45eea54df9f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:34.188089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device aae441f2-a4b8-4223-807c-b45eea54df9f not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:34.188768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:34.255375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:34.258763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f00b3fcc-64de-4088-bb40-9d2b0dc6c4ac not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:34.356427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff3d4-3795-429f-a8ca-aaceaaed0a82 req-9a7a6d8e-3aaa-4e44-8c45-b3910edcefc5 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.366548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfaff3d4-3795-429f-a8ca-aaceaaed0a82 req-9a7a6d8e-3aaa-4e44-8c45-b3910edcefc5 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 950 time: 0.0848856 Aug 11 02:11:34.482495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfaff3d4-3795-429f-a8ca-aaceaaed0a82 req-139e8e20-f19d-4a75-8faf-73bbb8240908 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148572 Aug 11 02:11:34.806186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf42ed-abba-4262-bb10-b79310359255 req-644f4151-08c1-40d5-998a-aaa573eee544 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:34.813569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dbf42ed-abba-4262-bb10-b79310359255 req-644f4151-08c1-40d5-998a-aaa573eee544 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.0749698 Aug 11 02:11:34.877363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dbf42ed-abba-4262-bb10-b79310359255 req-a0d772a4-9d8c-46ee-bcbd-93bc505a6f56 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624948 Aug 11 02:11:34.939382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'name': 'network-vif-deleted', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:34.942119 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc8470d-01a7-42ea-8a5f-e75da7fac0de" -d '{"events": [{"server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "name": "network-vif-deleted", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:34.981206 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385b0e3-f161-4acc-ac37-2cdb5cf0dd6b x-openstack-request-id: req-e385b0e3-f161-4acc-ac37-2cdb5cf0dd6b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:34.981537 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b636df-215b-47d4-958e-9e060798add3", "name": "network-vif-deleted", "tag": "9939c9d8-927f-46ea-b01f-40e7435d3e90", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:34.981853 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e385b0e3-f161-4acc-ac37-2cdb5cf0dd6b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:34.982260 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b636df-215b-47d4-958e-9e060798add3', 'name': 'network-vif-deleted', 'tag': '9939c9d8-927f-46ea-b01f-40e7435d3e90', 'status': 'completed', 'code': 200} Aug 11 02:11:35.150057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156641a-325e-4589-97d6-3a677c7b378e req-3a85d654-64c2-40fb-a8e5-56a5165ac1f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.151770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3156641a-325e-4589-97d6-3a677c7b378e req-3a85d654-64c2-40fb-a8e5-56a5165ac1f6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.0574696 Aug 11 02:11:35.209951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3156641a-325e-4589-97d6-3a677c7b378e req-d8bee951-f3fb-4200-943e-620e056b5f65 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Aug 11 02:11:35.298814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509fabd-5d04-42a6-8496-79664e87395c req-47cb3b0d-b4ab-4089-a476-ea027e2a86de tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.300413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f509fabd-5d04-42a6-8496-79664e87395c req-47cb3b0d-b4ab-4089-a476-ea027e2a86de tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.0631783 Aug 11 02:11:35.300744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:35.303102 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0887bf-1d08-429b-a7a8-baa419c1509a" -d '{"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:35.371431 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5dc2f-bdaa-4f12-b182-3e6d773f26b9 x-openstack-request-id: req-beb5dc2f-bdaa-4f12-b182-3e6d773f26b9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:35.371640 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-plugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:35.371993 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-beb5dc2f-bdaa-4f12-b182-3e6d773f26b9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:35.373030 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180', 'code': 200} Aug 11 02:11:35.378348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f509fabd-5d04-42a6-8496-79664e87395c req-d9003ec2-2b70-4a5c-9d35-69763b2356df tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Aug 11 02:11:35.643895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8996-fd92-4bdb-b594-5c88b50be111 req-febc124b-04d9-4692-9fae-d4641c9f3bea tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.653498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cca8996-fd92-4bdb-b594-5c88b50be111 req-febc124b-04d9-4692-9fae-d4641c9f3bea tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 950 time: 0.0999708 Aug 11 02:11:35.709252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cca8996-fd92-4bdb-b594-5c88b50be111 req-eba0da1c-d196-4fa6-af49-e8b7a5183f83 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/security-groups?id=e15b121d-34db-4314-9b3e-20a79d08b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544958 Aug 11 02:11:35.852863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-c5aefa3e-cd19-4d78-8fc4-98e97de6653b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:35.864314 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-c5aefa3e-cd19-4d78-8fc4-98e97de6653b tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 950 time: 0.1003542 Aug 11 02:11:36.076619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Deleting port dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:36.076964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.262074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] For port dbfc0e44-e695-4236-82fd-3dcbe82b92ec, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:36.262451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.277936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Calling delete_port for dbfc0e44-e695-4236-82fd-3dcbe82b92ec owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:36.360448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025efac-ec10-4b85-a876-cdf174874f1f req-3c3d8f81-8eb1-45b9-975f-7085af7db3df tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.362016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2025efac-ec10-4b85-a876-cdf174874f1f req-3c3d8f81-8eb1-45b9-975f-7085af7db3df tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.67 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.1859279 Aug 11 02:11:36.380074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170f87-0a29-4d43-b1cb-a9ac5a9833bf req-9920e3d2-358d-482b-a3bc-db17256a8b11 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.381769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d170f87-0a29-4d43-b1cb-a9ac5a9833bf req-9920e3d2-358d-482b-a3bc-db17256a8b11 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 950 time: 0.2869413 Aug 11 02:11:36.429912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826e10b-b8e8-4ace-875a-3ad28cc4b031 req-741e6416-2bfa-4d96-aab8-3bbd484776db tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.438256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6826e10b-b8e8-4ace-875a-3ad28cc4b031 req-741e6416-2bfa-4d96-aab8-3bbd484776db tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.1733496 Aug 11 02:11:36.459862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.537283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Pushing event deleted for resources: {'Port': ['ID=dbfc0e44-e695-4236-82fd-3dcbe82b92ec,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:36.594434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] No DVR routers for this DVR port dbfc0e44-e695-4236-82fd-3dcbe82b92ec on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:36.598139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.600809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ffaf04de-811f-4c7b-87ef-28b7160c2b99 req-7b3d5447-ee70-4a72-babd-a9a941c3f968 tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.61 "DELETE /v2.0/ports/dbfc0e44-e695-4236-82fd-3dcbe82b92ec HTTP/1.1" status: 204 len: 173 time: 0.7284532 Aug 11 02:11:36.601472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-deleted', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:36.604572 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478ebf7-38e4-42ff-b639-3f1333560c82" -d '{"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-deleted", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:36.609520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6826e10b-b8e8-4ace-875a-3ad28cc4b031 req-1889d1a2-4301-4be0-8726-3778df612ff4 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702642 Aug 11 02:11:36.623561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d170f87-0a29-4d43-b1cb-a9ac5a9833bf req-9166987c-b7a5-43f9-bfd0-15245739987b tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe0060f2-49af-486b-9555-ab71d4ad1e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762571 Aug 11 02:11:36.676686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Deleting port 6899048f-45e4-4a6b-a07f-8cb3bb842540 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:36.678359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:36.755602 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3288ec43-6833-447e-ad2a-1e36413c8793 x-openstack-request-id: req-3288ec43-6833-447e-ad2a-1e36413c8793 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:36.756290 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6e370-181d-443d-a337-45d6bff571ba", "name": "network-vif-deleted", "tag": "dbfc0e44-e695-4236-82fd-3dcbe82b92ec", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:36.756700 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3288ec43-6833-447e-ad2a-1e36413c8793 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:36.757250 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6e370-181d-443d-a337-45d6bff571ba', 'name': 'network-vif-deleted', 'tag': 'dbfc0e44-e695-4236-82fd-3dcbe82b92ec', 'status': 'completed', 'code': 200} Aug 11 02:11:36.784969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a231de3-6b58-4130-b705-91403ff05644 req-bb76658c-bdb1-4c69-8bda-383e19c297e6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:36.787522 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a231de3-6b58-4130-b705-91403ff05644 req-bb76658c-bdb1-4c69-8bda-383e19c297e6 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.0790391 Aug 11 02:11:37.047012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Deleting port ece4d096-fd5b-42ef-b763-a75d926f37b3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:37.047979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.182360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245333c3-f530-4935-b2d9-af1fe03c1c48 req-26e62591-ae15-47e1-a1a6-274520eb2a0c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:37.187882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] For port ece4d096-fd5b-42ef-b763-a75d926f37b3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ece4d096-fd5b-42ef-b763-a75d926f37b3,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:37.194214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.200660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-245333c3-f530-4935-b2d9-af1fe03c1c48 req-26e62591-ae15-47e1-a1a6-274520eb2a0c tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b78825d-8bd8-441b-96ff-1a55ef909f5f HTTP/1.1" status: 200 len: 950 time: 0.4016008 Aug 11 02:11:37.212184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Calling delete_port for ece4d096-fd5b-42ef-b763-a75d926f37b3 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:37.277376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3216daac-b5dc-4447-bd66-cc90290a3cfb req-96099c31-3551-41f7-9612-4334ff9c7c2c tempest-ServersAdminTestJSON-1290015210 tempest-ServersAdminTestJSON-1290015210-project] 10.222.0.68 "GET /v2.0/ports?device_id=68f6e370-181d-443d-a337-45d6bff571ba HTTP/1.1" status: 200 len: 210 time: 0.2989593 Aug 11 02:11:37.362732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] For port 6899048f-45e4-4a6b-a07f-8cb3bb842540, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6899048f-45e4-4a6b-a07f-8cb3bb842540,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:37.363196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.416999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Calling delete_port for 6899048f-45e4-4a6b-a07f-8cb3bb842540 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:37.592683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.608499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ece4d096-fd5b-42ef-b763-a75d926f37b3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:37.631006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-245333c3-f530-4935-b2d9-af1fe03c1c48 req-ed90a800-93d4-4bda-9c77-f61529de2e66 tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4fd9da6-31da-4a68-b78d-439bf433013e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157526 Aug 11 02:11:37.656670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Pushing event deleted for resources: {'Port': ['ID=ece4d096-fd5b-42ef-b763-a75d926f37b3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:37.733769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] No DVR routers for this DVR port ece4d096-fd5b-42ef-b763-a75d926f37b3 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:37.736638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.740486 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a231de3-6b58-4130-b705-91403ff05644 req-c35c64ad-a1d7-4689-9262-6460e9b4424f tempest-ServersOnMultiNodesTest-1301333553 tempest-ServersOnMultiNodesTest-1301333553-project] 10.222.0.61 "DELETE /v2.0/ports/ece4d096-fd5b-42ef-b763-a75d926f37b3 HTTP/1.1" status: 204 len: 173 time: 0.9385068 Aug 11 02:11:37.864798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:37.878804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6899048f-45e4-4a6b-a07f-8cb3bb842540'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:37.900860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-6a0a635f-6bd1-4d5e-9659-a19c5007afcb tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:37.918320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-6a0a635f-6bd1-4d5e-9659-a19c5007afcb tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.1556311 Aug 11 02:11:37.976587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Pushing event deleted for resources: {'Port': ['ID=6899048f-45e4-4a6b-a07f-8cb3bb842540,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:38.053265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] No DVR routers for this DVR port 6899048f-45e4-4a6b-a07f-8cb3bb842540 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:38.080467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39e9c-f9ff-4b92-bfd5-e4fb8fc9ad11 req-3bbab9be-c2b0-46a1-90cd-f3e3cd1e1f08 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:38.090903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18a39e9c-f9ff-4b92-bfd5-e4fb8fc9ad11 req-3bbab9be-c2b0-46a1-90cd-f3e3cd1e1f08 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 945 time: 0.2554038 Aug 11 02:11:38.136528 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.140732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2025efac-ec10-4b85-a876-cdf174874f1f req-b494b378-d35b-42f7-b575-c9e7e29dde14 tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.67 "DELETE /v2.0/ports/6899048f-45e4-4a6b-a07f-8cb3bb842540 HTTP/1.1" status: 204 len: 173 time: 1.7687762 Aug 11 02:11:38.141772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'name': 'network-vif-deleted', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:38.147407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca0bf08-f011-45c7-a347-c8f427c14e87" -d '{"events": [{"server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "name": "network-vif-deleted", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:38.190807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Deleting port 6890471b-0e38-457e-aac8-81f2c3d240d4 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:11:38.191796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.223951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18a39e9c-f9ff-4b92-bfd5-e4fb8fc9ad11 req-70c5ed30-ce6a-4b3d-bfd5-4961cc8cbbb7 tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/security-groups?id=47a1a166-821b-4cf0-8468-162f93566ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316874 Aug 11 02:11:38.364420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:38.377877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d52c278a-ac07-441d-b3b4-94c528dcfeac req-061cd1dd-782f-4f94-b5c8-28e2b5c2988a tempest-ImagesNegativeTestJSON-919105685 tempest-ImagesNegativeTestJSON-919105685-project] 10.222.0.68 "GET /v2.0/ports?device_id=dabb6729-2b74-4ff2-bc0b-7cb6de0fee49 HTTP/1.1" status: 200 len: 210 time: 0.0656164 Aug 11 02:11:38.418470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: dbfc0e44-e695-4236-82fd-3dcbe82b92ec {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:38.422302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dbfc0e44-e695-4236-82fd-3dcbe82b92ec not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:38.509153 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b81472b-aef6-47f9-8eac-a3fe26d4ecbd x-openstack-request-id: req-4b81472b-aef6-47f9-8eac-a3fe26d4ecbd {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:38.509665 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabb6729-2b74-4ff2-bc0b-7cb6de0fee49", "name": "network-vif-deleted", "tag": "6899048f-45e4-4a6b-a07f-8cb3bb842540", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:38.509980 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b81472b-aef6-47f9-8eac-a3fe26d4ecbd {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:38.510496 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabb6729-2b74-4ff2-bc0b-7cb6de0fee49', 'name': 'network-vif-deleted', 'tag': '6899048f-45e4-4a6b-a07f-8cb3bb842540', 'status': 'completed', 'code': 200} Aug 11 02:11:38.568117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] For port 6890471b-0e38-457e-aac8-81f2c3d240d4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6890471b-0e38-457e-aac8-81f2c3d240d4,segment=NetworkSegment(e385d736-ff96-4975-bd10-798b7e07f6a7),segment_id=e385d736-ff96-4975-bd10-798b7e07f6a7)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:38.568489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:38.609685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Calling delete_port for 6890471b-0e38-457e-aac8-81f2c3d240d4 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:11:38.714488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:11:38.800501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'name': 'network-vif-deleted', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:38.805169 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b09c1a5-29ea-44cd-9f3e-e329cc851c83" -d '{"events": [{"server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "name": "network-vif-deleted", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:39.012670 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c8945e-445a-4dc9-af7a-26258f80dc6b x-openstack-request-id: req-05c8945e-445a-4dc9-af7a-26258f80dc6b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:39.015512 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b78825d-8bd8-441b-96ff-1a55ef909f5f", "name": "network-vif-deleted", "tag": "ece4d096-fd5b-42ef-b763-a75d926f37b3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:39.015512 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05c8945e-445a-4dc9-af7a-26258f80dc6b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:39.015512 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b78825d-8bd8-441b-96ff-1a55ef909f5f', 'name': 'network-vif-deleted', 'tag': 'ece4d096-fd5b-42ef-b763-a75d926f37b3', 'status': 'completed', 'code': 200} Aug 11 02:11:39.042533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.140724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Pushing event deleted for resources: {'Port': ['ID=6890471b-0e38-457e-aac8-81f2c3d240d4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:39.158761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] No DVR routers for this DVR port 6890471b-0e38-457e-aac8-81f2c3d240d4 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:11:39.162806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.169095 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28a1efef-6705-4591-b5f5-6f3d02b6f2d9 req-fe50ad80-d325-4142-a7f2-cddbb290b31b tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.61 "DELETE /v2.0/ports/6890471b-0e38-457e-aac8-81f2c3d240d4 HTTP/1.1" status: 204 len: 173 time: 1.2427206 Aug 11 02:11:39.169095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.471067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a6c06f7-3156-4c14-8943-7299166edacd req-9c5363a1-0fa4-4c0e-b5fe-ad88378e92ee tempest-ServerGroupTestJSON-78898563 tempest-ServerGroupTestJSON-78898563-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd HTTP/1.1" status: 200 len: 210 time: 0.0788343 Aug 11 02:11:39.488536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.707483 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8edd342b-cbe6-4ce1-a1e1-f696bb5c84b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1abe985e1e824b65baf6b3aaca1d67fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385010 Aug 11 02:11:39.710005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37104) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.760277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2e22575e-3033-490a-9355-6ecb89271580 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c624d86cbf77462baa818f237ffe8f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686341 Aug 11 02:11:39.760277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37106) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:39.850815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.877483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.935389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:39.943174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.109340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.114503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6899048f-45e4-4a6b-a07f-8cb3bb842540 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:40.116378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.127012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.132098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.133630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e15b121d-34db-4314-9b3e-20a79d08b429 HTTP/1.1" status: 204 len: 168 time: 0.4216173 Aug 11 02:11:40.135276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4fd9da6-31da-4a68-b78d-439bf433013e HTTP/1.1" status: 204 len: 168 time: 0.3728271 Aug 11 02:11:40.159676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019d034-1b8d-4205-bd8a-9e5499d7d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15b121d-34db-4314-9b3e-20a79d08b429,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:40.171435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a584e8e-3a94-4ddb-aa1b-d07ece5374af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fd9da6-31da-4a68-b78d-439bf433013e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:40.229044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 6899048f-45e4-4a6b-a07f-8cb3bb842540 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:40.230036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6899048f-45e4-4a6b-a07f-8cb3bb842540 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:40.335247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.381713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ece4d096-fd5b-42ef-b763-a75d926f37b3 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:40.492524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: ece4d096-fd5b-42ef-b763-a75d926f37b3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:40.494861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ece4d096-fd5b-42ef-b763-a75d926f37b3 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:40.496337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6890471b-0e38-457e-aac8-81f2c3d240d4 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:40.568993 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:40.575070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 6890471b-0e38-457e-aac8-81f2c3d240d4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:11:40.575992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6890471b-0e38-457e-aac8-81f2c3d240d4 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:11:40.894018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:40.998118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c032e64d-5595-44a3-83f9-452cabb71a04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac8c83de49224e91a2ef39f81a673220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020868 Aug 11 02:11:40.999999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37148) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.124913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'name': 'network-vif-deleted', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:41.127344 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0113f4-fb07-4561-9991-016fb4eb61fc" -d '{"events": [{"server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "name": "network-vif-deleted", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:41.153375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37156) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.170938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.189780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37160) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.233086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.306977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Deleting subnet 61222c3e-64ca-4eb6-a364-6256d374b754 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:11:41.316615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.346432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.353137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.356098 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb93f89f-bba1-4092-bd68-bdb13ca5972f HTTP/1.1" status: 204 len: 168 time: 0.3550911 Aug 11 02:11:41.375953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31c3b5-8e2a-4b68-be30-37d672a1bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb93f89f-bba1-4092-bd68-bdb13ca5972f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:41.388210 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843f2b0-9268-4aa8-968e-8c681e5f4351 x-openstack-request-id: req-e843f2b0-9268-4aa8-968e-8c681e5f4351 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:41.390578 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd", "name": "network-vif-deleted", "tag": "6890471b-0e38-457e-aac8-81f2c3d240d4", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:41.391698 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e843f2b0-9268-4aa8-968e-8c681e5f4351 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:41.392978 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdc8a49-2ad4-440d-aa8b-ffc5c0fb9afd', 'name': 'network-vif-deleted', 'tag': '6890471b-0e38-457e-aac8-81f2c3d240d4', 'status': 'completed', 'code': 200} Aug 11 02:11:41.441246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.491429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf514865-3deb-47c9-a203-738497fb1715 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4e7c509f9784a67baccae6b197fdbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344843 Aug 11 02:11:41.492257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.531243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.566669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.621821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.640300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.657453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.703479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61222c3e-64ca-4eb6-a364-6256d374b754,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:41.723132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.731961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fde2b6b7-767d-4440-881d-96b3afcc3bbf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/61222c3e-64ca-4eb6-a364-6256d374b754 HTTP/1.1" status: 204 len: 168 time: 0.5397594 Aug 11 02:11:41.732666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.784409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.787007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:41.788180 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe0060f2-49af-486b-9555-ab71d4ad1e73 HTTP/1.1" status: 204 len: 168 time: 0.2951291 Aug 11 02:11:41.799266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09153b4e-2757-4aba-af3b-7f4fe3cad1f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=097a834942ac40cb8717447db7804668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175944 Aug 11 02:11:41.809004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37178) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:41.814393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32133ca-0d2f-4e5d-9462-e6d678eeee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0060f2-49af-486b-9555-ab71d4ad1e73,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:41.985480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.020837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.035430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.207349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.220953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bee1638-c47f-43f4-91b3-95ca09264335']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:42.235167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e385d736-ff96-4975-bd10-798b7e07f6a7') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:42.235597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e385d736-ff96-4975-bd10-798b7e07f6a7') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:11:42.247655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.270469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.279086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:11:42.279560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:11:42.281751 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:11:42.330304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.332907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.334175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8bd1eedd-711e-4239-b239-5bec0cfb781a HTTP/1.1" status: 204 len: 168 time: 0.5242176 Aug 11 02:11:42.348439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cbdb5-7dba-4815-b709-9b492de0f889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd1eedd-711e-4239-b239-5bec0cfb781a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:42.364935 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.380997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:42.389969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4bee1638-c47f-43f4-91b3-95ca09264335 HTTP/1.1" status: 204 len: 168 time: 0.6561716 Aug 11 02:11:42.426918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a14b5-e857-4235-9c6e-4aa3baf1a972 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bee1638-c47f-43f4-91b3-95ca09264335,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:42.856110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37212) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:42.953240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e5ded7f7-e540-461f-bb52-6b292525ea3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=46abab1b7d3241e88342031c6924906a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958512 Aug 11 02:11:42.955780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:43.040643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.106177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.196879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.200859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.205923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47a1a166-821b-4cf0-8468-162f93566ea4 HTTP/1.1" status: 204 len: 168 time: 0.2490103 Aug 11 02:11:43.227199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ed753-78ae-4208-928c-110efbbf7655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a1a166-821b-4cf0-8468-162f93566ea4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:43.342314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37232) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:43.749914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1846318391-network', 'tenant_id': '495ef791a1d14cb4aa338802c2fe002d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:43.799241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Made reservation on behalf of 495ef791a1d14cb4aa338802c2fe002d for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:43.803481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:43.822036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.041043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.049201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.064593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:44.076732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.077312 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Added segment 735812c4-4866-488e-82f2-ecd3d5c0a487 of type vlan for network d66ade9a-5934-4d6d-a5c2-cdfae288855a Aug 11 02:11:44.087245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:44.148780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.181938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e61b89a-a786-440d-b63f-e394d9bbfd3f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:44.249201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.250293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:44.250925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.313000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1675229694-network', 'tenant_id': '4062b874fe964835b1f46c667a62c33d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:44.354787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] Pushing event updated for resources: {'Network': ['ID=d66ade9a-5934-4d6d-a5c2-cdfae288855a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:44.366394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d66ade9a-5934-4d6d-a5c2-cdfae288855a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:44.373835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a0532b4-0c19-4699-8c24-295a44bac35f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0288007 Aug 11 02:11:44.375514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37280) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:44.392542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Made reservation on behalf of 4062b874fe964835b1f46c667a62c33d for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:44.394733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Request body: {'subnet': {'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1846318391-subnet', 'tenant_id': '495ef791a1d14cb4aa338802c2fe002d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:44.398071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.428829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Made reservation on behalf of 495ef791a1d14cb4aa338802c2fe002d for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:44.434118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.440126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.707328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.722583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.761264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:44.795217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.798262 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Added segment 95bee06c-d95d-405c-99cc-acd15b344f90 of type vlan for network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f Aug 11 02:11:44.880531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:44.958598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafafea2-55e1-4d2b-9b4a-f4fc6a261401,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:44.965713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Checking segment: {'id': '735812c4-4866-488e-82f2-ecd3d5c0a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:44.966478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Network hostable DHCP agents. Network: d66ade9a-5934-4d6d-a5c2-cdfae288855a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:44.994694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Network d66ade9a-5934-4d6d-a5c2-cdfae288855a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:45.001374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.010462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d66ade9a-5934-4d6d-a5c2-cdfae288855a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:45.019850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df2b02-59c3-4136-8997-46cc37f5f165 None None] Network d66ade9a-5934-4d6d-a5c2-cdfae288855a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:45.047956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.050380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.051636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb69aa0a-513c-461d-91ab-c71ed73cc2b3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:45.081412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-91d96146-e15e-4ce1-ad1d-3b53d7f04df5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7038515 Aug 11 02:11:45.125562 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.127458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:45.131893 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.251572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac4bc62-e92c-4699-a648-bdc6e5e2838f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:45.274735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc532c7e-8408-497e-87d3-082673e5d6e6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1855142 Aug 11 02:11:45.283671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37304) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:45.284926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a319a8-a0ea-4c3b-a17e-0d95a28a016f None None] Network d66ade9a-5934-4d6d-a5c2-cdfae288855a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:45.293967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Request body: {'subnet': {'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1675229694-subnet', 'tenant_id': '4062b874fe964835b1f46c667a62c33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:45.332908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37306) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:45.358200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Made reservation on behalf of 4062b874fe964835b1f46c667a62c33d for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:45.361645 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.399439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:45.729604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1678957473-network', 'tenant_id': '449a757cf30f4d18b39371f85e5b5293'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:45.766925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.776752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Made reservation on behalf of 449a757cf30f4d18b39371f85e5b5293 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:45.779408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.811400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:45.854797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bcc776-a0f2-4c62-89c1-e43ef8779745,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:45.914028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Checking segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:45.914396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Network hostable DHCP agents. Network: 7ac4bc62-e92c-4699-a648-bdc6e5e2838f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:45.978671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:46.004905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7ac4bc62-e92c-4699-a648-bdc6e5e2838f) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:46.010249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.010899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.015508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce633d92-7c0c-4b74-bd85-8d251e64daf6 None None] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:46.071801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.081685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.105670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-63e843b0-cc09-40d2-93aa-a82a821416c2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8184173 Aug 11 02:11:46.141428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:46.181951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a7062-2c9e-47e5-a3d6-19b64928c418,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:46.232162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37332) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:46.242912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-279147402-network', 'tenant_id': '45d8a542cb684d4897f5724eb6edb87e'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:46.265037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.265538 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Added segment dfa57acf-ac9e-4667-b1d4-82739795e4c3 of type vlan for network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 Aug 11 02:11:46.319097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2b8a5-15d2-4c48-aaa6-6219e596a668 None None] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:46.418178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Made reservation on behalf of 45d8a542cb684d4897f5724eb6edb87e for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:46.420566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.431195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.466102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.534168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.535462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:46.536282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.677129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:46.694479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:46.791002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.800947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.819808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-60a26f2a-c795-43ea-b944-f0c716888a30 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4821846 Aug 11 02:11:46.821989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:46.828596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Request body: {'subnet': {'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1678957473-subnet', 'tenant_id': '449a757cf30f4d18b39371f85e5b5293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:46.873292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Made reservation on behalf of 449a757cf30f4d18b39371f85e5b5293 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:46.877879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.894145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:46.909224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d20c8-a0b3-4ae8-9c8a-450a89864258,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:46.931192 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:46.932316 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Added segment 76f56750-1ac8-4ffe-9453-b6afacc4569d of type vlan for network be0ffa8c-d2e5-4490-9357-cc0c8710a717 Aug 11 02:11:47.035559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.121925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.123633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.124472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.192831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9549088 Aug 11 02:11:47.195417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37350) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:47.202209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Request body: {'subnet': {'network_id': 'be0ffa8c-d2e5-4490-9357-cc0c8710a717', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-279147402-subnet', 'tenant_id': '45d8a542cb684d4897f5724eb6edb87e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:47.219086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974bf46-c0ea-4cee-a1f4-967678de4a40 admin admin] Pushing event updated for resources: {'Network': ['ID=be0ffa8c-d2e5-4490-9357-cc0c8710a717,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.230782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network be0ffa8c-d2e5-4490-9357-cc0c8710a717 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:47.238883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Made reservation on behalf of 45d8a542cb684d4897f5724eb6edb87e for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:47.244342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.258146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.335545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e36373a-ae43-4fda-af75-3774e70dfa78,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.346090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Checking segment: {'id': 'dfa57acf-ac9e-4667-b1d4-82739795e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:47.346721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Network hostable DHCP agents. Network: 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:47.373242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:47.389006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:47.399514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfe586-e845-461a-bde9-8b6de6322996 None None] Network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:47.404117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.406405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.471884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-143b7961-0b6b-4ed6-a993-97f3537af2b6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6473799 Aug 11 02:11:47.580185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.688645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Checking segment: {'id': '76f56750-1ac8-4ffe-9453-b6afacc4569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be0ffa8c-d2e5-4490-9357-cc0c8710a717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:47.690324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Network hostable DHCP agents. Network: be0ffa8c-d2e5-4490-9357-cc0c8710a717, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:11:47.694702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88cca1e-61f3-46c1-9c3b-fbe2cf44ff5f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:47.723077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6be2b-ff74-4d6f-9042-460e6868864c None None] Network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:47.738273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Network be0ffa8c-d2e5-4490-9357-cc0c8710a717 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:11:47.759546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, be0ffa8c-d2e5-4490-9357-cc0c8710a717) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:47.767568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.768165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:47.776068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310d628-dbf6-4c45-b290-f94b633e0303 None None] Network be0ffa8c-d2e5-4490-9357-cc0c8710a717 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:47.797712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-670a34c7-c127-4c61-9628-55b0dd78635f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1316259 Aug 11 02:11:47.807158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a5e07be8-ed9f-4a2b-b7df-c7159445d2ca admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6106935 Aug 11 02:11:47.961258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8125b-e697-402b-b871-c3d47244b9ca req-942d28eb-3039-493b-a9f7-981eacb8576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:47.967395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-942d28eb-3039-493b-a9f7-981eacb8576f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 1097 time: 0.1187153 Aug 11 02:11:48.014180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce0e693-fdd8-45f8-94e6-3683cb96125b None None] Network be0ffa8c-d2e5-4490-9357-cc0c8710a717 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:11:48.125338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8125b-e697-402b-b871-c3d47244b9ca req-f62a195d-f104-4a80-ab38-3692f49c2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.126883 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-f62a195d-f104-4a80-ab38-3692f49c2902 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1243651 Aug 11 02:11:48.203433 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-908a097c-dcbd-477a-b0cd-e4ee5d8d3526 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 200 len: 217 time: 0.0656948 Aug 11 02:11:48.271489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8125b-e697-402b-b871-c3d47244b9ca req-ffa230e7-165f-4ecb-982d-5dbcb0b46f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:48.273121 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-ffa230e7-165f-4ecb-982d-5dbcb0b46f93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0610485 Aug 11 02:11:48.310211 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-17b1eaee-39e6-4ad5-8127-eea1b9f52612 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277183 Aug 11 02:11:48.431546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-8548111d-9433-4779-85b4-39b0a7948cc5 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128273 Aug 11 02:11:48.582586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0be8125b-e697-402b-b871-c3d47244b9ca req-37c766ad-f15a-4434-9f64-4e7000277371 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375482 Aug 11 02:11:51.010924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-dadb0dd6-0bf3-4953-b4d9-05490ee786ee tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.012424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-dadb0dd6-0bf3-4953-b4d9-05490ee786ee tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.1933718 Aug 11 02:11:51.043219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-c7be6719-c7f7-4067-a86b-407bbcded9b3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/quotas/4062b874fe964835b1f46c667a62c33d HTTP/1.1" status: 200 len: 375 time: 0.0207727 Aug 11 02:11:51.066846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-ebd8b21a-aa80-41e7-8e93-3c9869739bb8 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:51.070281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-ebd8b21a-aa80-41e7-8e93-3c9869739bb8 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/networks?id=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 HTTP/1.1" status: 200 len: 813 time: 0.1479204 Aug 11 02:11:51.094747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-3efb51fb-ddb2-493e-937a-3503e5039c4a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439672 Aug 11 02:11:51.111828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-17a63eaa-c0fd-45fc-931f-6ca4ee00ee93 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/quotas/449a757cf30f4d18b39371f85e5b5293 HTTP/1.1" status: 200 len: 375 time: 0.0329502 Aug 11 02:11:51.186481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-9e5d5ec5-a963-49eb-889f-f690055c355e tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=449a757cf30f4d18b39371f85e5b5293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736797 Aug 11 02:11:51.596558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-92dab36e-183d-49ef-b2d5-323828ae32fd service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917624 Aug 11 02:11:51.654012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-416acf07-204f-4d45-97be-067d01475c17 service neutron] 10.222.0.68 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508114 Aug 11 02:11:51.752896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-b5c096f0-28fd-489c-949d-49a3225bd857 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502697 Aug 11 02:11:51.776966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-f7777175-703d-4df2-af61-ba86e3775e4a service neutron] 10.222.0.68 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148317 Aug 11 02:11:52.503747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c95d491a-19d5-41d4-96ab-2a6bba7e722f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:53.156670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-8d83a40b-b46c-4309-a7b0-5fee2c38f6eb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.158293 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-8d83a40b-b46c-4309-a7b0-5fee2c38f6eb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.1324005 Aug 11 02:11:53.174731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'port': {'device_id': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'admin_state_up': True, 'tenant_id': '4062b874fe964835b1f46c667a62c33d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:53.287106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Made reservation on behalf of 4062b874fe964835b1f46c667a62c33d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:53.291253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:53.675357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Allocated IP 172.20.0.10 (7ac4bc62-e92c-4699-a648-bdc6e5e2838f/27bcc776-a0f2-4c62-89c1-e43ef8779745/5aeffeb3-2edb-4538-b4b3-5d8a66795c51) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:53.880877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-1319347d-a631-448d-b5a2-57ba2317e676 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:53.882342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-1319347d-a631-448d-b5a2-57ba2317e676 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.61 "GET /v2.0/networks?id=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 HTTP/1.1" status: 200 len: 813 time: 0.2086172 Aug 11 02:11:53.899053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Request body: {'port': {'device_id': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1', 'admin_state_up': True, 'tenant_id': '449a757cf30f4d18b39371f85e5b5293'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:53.963811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.031208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.090667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:54.097714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:54.101964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:54.106327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:54.139795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Made reservation on behalf of 449a757cf30f4d18b39371f85e5b5293 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:54.143251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.179358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.179358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.223524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-2ac16831-00a4-4d48-9bd6-8ef9c72c8bed tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0535758 Aug 11 02:11:54.236555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Request body: {'port': {'device_id': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:54.342333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.360077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Allocated IP 172.20.0.7 (9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1/8e36373a-ae43-4fda-af75-3774e70dfa78/c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:54.425955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:11:54.510992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.564612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:54.569429 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d066bfe5-b582-4630-aa3d-cc918ea4e744" -d '{"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:54.586315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:54.591949 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.652904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:54.679636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.730816 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.835378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:54.842713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:54.863283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Pushing event updated for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:54.869840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:54.883119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fffa5e5-98d3-428b-90fa-d283cb3bce55 req-2a901062-bc20-4026-bda0-5d445585047d tempest-FlavorsV2NegativeTest-1199326697 tempest-FlavorsV2NegativeTest-1199326697-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ae3e4d8076274a58be88ce2fd3de25d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352058 Aug 11 02:11:54.913565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:54.929637 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.952946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.955538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.960426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Transition to ACTIVE for port object 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:54.972274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:54.984618 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-afc5830d-83a8-4135-8fcd-8c46ee270d00 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888174 Aug 11 02:11:54.990951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-1bcad0e0-668c-4292-9183-6570b884fc0c tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:54.992575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-1bcad0e0-668c-4292-9183-6570b884fc0c tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/networks?id=d66ade9a-5934-4d6d-a5c2-cdfae288855a HTTP/1.1" status: 200 len: 815 time: 0.2205064 Aug 11 02:11:55.013686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Request body: {'port': {'device_id': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:55.029388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b4b2afd3-8e2e-4bed-8a25-2f3969847882 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/quotas/495ef791a1d14cb4aa338802c2fe002d HTTP/1.1" status: 200 len: 375 time: 0.0205078 Aug 11 02:11:55.082326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffa5e5-98d3-428b-90fa-d283cb3bce55 req-4a8eb871-3eb0-45fc-aaa5-8bf448ed0ace tempest-FlavorsV2NegativeTest-1199326697 tempest-FlavorsV2NegativeTest-1199326697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.084005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fffa5e5-98d3-428b-90fa-d283cb3bce55 req-4a8eb871-3eb0-45fc-aaa5-8bf448ed0ace tempest-FlavorsV2NegativeTest-1199326697 tempest-FlavorsV2NegativeTest-1199326697-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808457 Aug 11 02:11:55.086061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-1243c160-9a1b-42c6-9f49-7d1fee4f1138 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=495ef791a1d14cb4aa338802c2fe002d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470595 Aug 11 02:11:55.087103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:55.104148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fbf5209d-7f4c-4e26-a77e-425e003b6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.120653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fffa5e5-98d3-428b-90fa-d283cb3bce55 req-7a60b210-e415-41ce-95a3-68e7beb2dc02 tempest-FlavorsV2NegativeTest-1199326697 tempest-FlavorsV2NegativeTest-1199326697-project] 10.222.0.68 "GET /v2.0/quotas/ae3e4d8076274a58be88ce2fd3de25d3 HTTP/1.1" status: 200 len: 375 time: 0.0246301 Aug 11 02:11:55.138420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.206618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Attempting to bind port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:55.207282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Attempting to bind port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:55.207282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Attempting to bind port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:55.209518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fffa5e5-98d3-428b-90fa-d283cb3bce55 req-61ed152d-fa83-4bab-9e8d-dbbed0252654 tempest-FlavorsV2NegativeTest-1199326697 tempest-FlavorsV2NegativeTest-1199326697-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae3e4d8076274a58be88ce2fd3de25d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353334 Aug 11 02:11:55.218723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:55.219075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Attempting to bind port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:55.229517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:55.230045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Checking segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:55.230262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Bound using segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:55.230708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Bound port: 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:55.231077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.270126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-ec9a9d2b-fe36-4c55-b491-596ef1be2a75 service neutron] 10.222.0.68 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617539 Aug 11 02:11:55.380873 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.412490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-cafc7f22-d34c-422a-a031-07fb6b17aa4a service neutron] 10.222.0.68 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404357 Aug 11 02:11:55.509741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:55.515002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:55.520617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.561238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c4068-2928-4ac6-aab1-b0fa2ada5bff req-463cce2f-c4d9-4583-a962-4b49caab0104 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.563128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b78c4068-2928-4ac6-aab1-b0fa2ada5bff req-463cce2f-c4d9-4583-a962-4b49caab0104 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 944 time: 0.0969126 Aug 11 02:11:55.580378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.580998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.582430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] 10.222.0.61 "PUT /v2.0/ports/5aeffeb3-2edb-4538-b4b3-5d8a66795c51 HTTP/1.1" status: 200 len: 1093 time: 1.3503001 Aug 11 02:11:55.583386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:55.585747 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:55.703608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b78c4068-2928-4ac6-aab1-b0fa2ada5bff req-fd599014-f683-43e1-90f2-159bfcb412b8 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982268 Aug 11 02:11:55.709115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef1c9-46e1-4a55-bf29-4631f82659c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:55.756726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:55.765699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-d019a8a4-ce50-42e8-8ff8-5545964a1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.767254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-d019a8a4-ce50-42e8-8ff8-5545964a1eeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 1096 time: 0.1312404 Aug 11 02:11:55.769186 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.833125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Transition to ACTIVE for port object c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:11:55.833125 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-cb2bf967-a89d-416e-876b-63c4f47faeaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51 HTTP/1.1" status: 200 len: 217 time: 0.0539801 Aug 11 02:11:55.836859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:55.838263 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefb9107-6198-4ad5-8ed6-6e9e3ac56fad x-openstack-request-id: req-aefb9107-6198-4ad5-8ed6-6e9e3ac56fad {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:55.839182 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "13479822-6eff-4e6c-878f-e29752987180", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:55.839713 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aefb9107-6198-4ad5-8ed6-6e9e3ac56fad {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:55.840300 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13479822-6eff-4e6c-878f-e29752987180', 'code': 200} Aug 11 02:11:55.873160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f75c8-239e-4f27-b333-59b9d52f354e req-5a38f63d-5e56-468c-8faa-1d49023a2375 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.875085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-268f75c8-239e-4f27-b333-59b9d52f354e req-5a38f63d-5e56-468c-8faa-1d49023a2375 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 931 time: 0.1204472 Aug 11 02:11:55.937274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942305a4-e57b-469d-8a04-28a62240698d req-abb8975d-6e3d-4c03-ba84-0b970eb1f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:55.938795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-abb8975d-6e3d-4c03-ba84-0b970eb1f946 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.0979841 Aug 11 02:11:55.946363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.003929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-268f75c8-239e-4f27-b333-59b9d52f354e req-48ab1006-a6eb-4cc5-abd0-c1c9a250f481 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225421 Aug 11 02:11:56.045298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-ceb61508-b9fd-4179-b29e-311fea9b4b7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585237 Aug 11 02:11:56.138001 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78288879-35d1-49c6-8b9a-355f8038c593 x-openstack-request-id: req-78288879-35d1-49c6-8b9a-355f8038c593 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:56.138389 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:56.138909 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78288879-35d1-49c6-8b9a-355f8038c593 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:56.139413 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'status': 'completed', 'code': 200} Aug 11 02:11:56.171642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Attempting to bind port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:11:56.172395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Attempting to bind port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'dfa57acf-ac9e-4667-b1d4-82739795e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:11:56.173095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Attempting to bind port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca on network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:56.185493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca on network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:11:56.186052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Attempting to bind port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca on network 9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:11:56.242255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:11:56.242983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Checking segment: {'id': 'dfa57acf-ac9e-4667-b1d4-82739795e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:11:56.242983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Bound using segment: {'id': 'dfa57acf-ac9e-4667-b1d4-82739795e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:11:56.243521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Bound port: c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa57acf-ac9e-4667-b1d4-82739795e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:11:56.243810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.262788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bae38b3-f9f9-49f9-8240-e90ce8b8c80f req-1b39ac16-40d9-4c92-b616-3154ff45c9e1 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 210 time: 0.0626850 Aug 11 02:11:56.280230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:56.291921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.321118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-301eee7f-ee6b-4d75-a70f-a8e59f20e170 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669106 Aug 11 02:11:56.505010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14f2444a-05f5-47b5-a78c-33cfb80f60c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.556982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:11:56.569832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,segment=NetworkSegment(dfa57acf-ac9e-4667-b1d4-82739795e4c3),segment_id=dfa57acf-ac9e-4667-b1d4-82739795e4c3)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:11:56.585469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.654218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.654890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.656506 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] 10.222.0.61 "PUT /v2.0/ports/c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca HTTP/1.1" status: 200 len: 1092 time: 1.6477931 Aug 11 02:11:56.658590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-942305a4-e57b-469d-8a04-28a62240698d req-7592db5e-a479-4436-8298-c928fc9997f2 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300040 Aug 11 02:11:56.725955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c823fdd-8c55-40a9-b6f8-43e7195cd9ff service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.747441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-cbd10643-1864-49cc-b24f-24208ae8c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.749067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14f2444a-05f5-47b5-a78c-33cfb80f60c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.749470 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-cbd10643-1864-49cc-b24f-24208ae8c372 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=449a757cf30f4d18b39371f85e5b5293&device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 1095 time: 0.0531209 Aug 11 02:11:56.754040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14f2444a-05f5-47b5-a78c-33cfb80f60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:56.805969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-14f2444a-05f5-47b5-a78c-33cfb80f60c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae3e4d8076274a58be88ce2fd3de25d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243995 Aug 11 02:11:56.809223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37642) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:56.842479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-09b591c2-dad0-4c67-9fa3-ef5433820be4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca HTTP/1.1" status: 200 len: 217 time: 0.0833762 Aug 11 02:11:56.958150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2444a-05f5-47b5-a78c-33cfb80f60c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279be85b-080f-4d95-ba56-951a2d6e0fca,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:56.971970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-bd90fcc9-997e-4392-9edf-1c8638b00ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.973500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-bd90fcc9-997e-4392-9edf-1c8638b00ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 1096 time: 0.1124697 Aug 11 02:11:56.975716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cca328-2714-408d-9fc8-09c383a01605 req-2a0a3834-8215-4bed-9ade-061af521ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.977379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-2a0a3834-8215-4bed-9ade-061af521ba2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e36373a-ae43-4fda-af75-3774e70dfa78 HTTP/1.1" status: 200 len: 853 time: 0.1276209 Aug 11 02:11:56.988658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c67db7-ee45-4115-b0ae-5552e63ef455 req-d47b74b2-ca41-4d25-aa24-c875fa8330e1 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:56.990240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3c67db7-ee45-4115-b0ae-5552e63ef455 req-d47b74b2-ca41-4d25-aa24-c875fa8330e1 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 944 time: 0.1563032 Aug 11 02:11:57.004458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.084309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.088062 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-b1e3c535-0da1-4af8-aa7c-43914bbce36a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940685 Aug 11 02:11:57.119432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3c67db7-ee45-4115-b0ae-5552e63ef455 req-113a43e4-394d-4120-9dd6-d2ed4dabb802 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082203 Aug 11 02:11:57.177843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.181103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.185063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/279be85b-080f-4d95-ba56-951a2d6e0fca HTTP/1.1" status: 204 len: 168 time: 0.3727641 Aug 11 02:11:57.222723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcf390-5dde-4ea4-b812-e09315aa33ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279be85b-080f-4d95-ba56-951a2d6e0fca,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:57.234700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-d83efea8-1083-42ab-bf17-08cfe267dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.239562 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-d83efea8-1083-42ab-bf17-08cfe267dfd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 923 time: 0.2504280 Aug 11 02:11:57.340118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-cbee6e13-556a-4356-908a-0022ab42386f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51 HTTP/1.1" status: 200 len: 217 time: 0.0911214 Aug 11 02:11:57.347699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811df066-bc2f-4f98-a9f2-978a22499932 req-d05a7850-f658-4db9-8161-c5c5cc5cc368 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.356350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-811df066-bc2f-4f98-a9f2-978a22499932 req-d05a7850-f658-4db9-8161-c5c5cc5cc368 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 943 time: 0.1718740 Aug 11 02:11:57.483498 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-4c442bf7-8daf-4ee0-8d28-14b4ade87bad service neutron] 10.222.0.61 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658032 Aug 11 02:11:57.491057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-c104921c-bae5-4b5e-b570-c6e697b9600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.497434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-c104921c-bae5-4b5e-b570-c6e697b9600b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.1325076 Aug 11 02:11:57.554584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-811df066-bc2f-4f98-a9f2-978a22499932 req-4d7a2e44-915d-48f8-a4c3-2c4d3c4e9941 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887529 Aug 11 02:11:57.639586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3bd60ab-b007-4899-85c5-5607338fbee6 req-86487c16-cbb4-4b16-8333-67f58233b813 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 210 time: 0.0954475 Aug 11 02:11:57.666994 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-eedf765d-ac71-4f8a-9bee-670dfedc549c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522205 Aug 11 02:11:57.800581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-8d6bd0b5-f289-470e-a97b-fa12c76e1814 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:57.803106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-8d6bd0b5-f289-470e-a97b-fa12c76e1814 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.67 "GET /v2.0/networks?id=d66ade9a-5934-4d6d-a5c2-cdfae288855a HTTP/1.1" status: 200 len: 815 time: 0.4361370 Aug 11 02:11:57.812735 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6cca328-2714-408d-9fc8-09c383a01605 req-fe39eaa9-0e0e-4442-82b2-2f88eb0c9048 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136036 Aug 11 02:11:57.836867 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-4ea738c6-6f55-4c3f-b533-18569a83a5b4 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596560 Aug 11 02:11:57.849090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Request body: {'port': {'device_id': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a', 'admin_state_up': True, 'tenant_id': '495ef791a1d14cb4aa338802c2fe002d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:57.902373 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:57.996547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee0305a4-74fe-4514-80b0-3f97cb1d9eb0 req-d521054c-44c8-423b-bcd4-135474d346e4 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508768 Aug 11 02:11:58.087143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Made reservation on behalf of 495ef791a1d14cb4aa338802c2fe002d for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:58.091186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.140353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:11:58.143467 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec6a8c7-9356-48e2-841f-194f3c1a1891" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:11:58.203673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-0effda40-4caf-44f9-8f18-ff769ce6bc26 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.205579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-0effda40-4caf-44f9-8f18-ff769ce6bc26 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.3998876 Aug 11 02:11:58.266463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-2ca23eb5-dc17-436b-8029-6dd802aef35a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/quotas/76d37bc84dd14f589e430fcf28c3ab8b HTTP/1.1" status: 200 len: 375 time: 0.0451734 Aug 11 02:11:58.406266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37706) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:58.417389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6632ac-3c2f-468e-9f0c-65d4874cc763 req-14a07a68-9674-4d61-8e78-3d61cccc4d82 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.419012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc6632ac-3c2f-468e-9f0c-65d4874cc763 req-14a07a68-9674-4d61-8e78-3d61cccc4d82 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 944 time: 0.1796780 Aug 11 02:11:58.433846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Allocated IP 172.20.0.4 (d66ade9a-5934-4d6d-a5c2-cdfae288855a/dafafea2-55e1-4d2b-9b4a-f4fc6a261401/a6df5cbf-71ec-40c3-b62f-696e34ae50bd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:11:58.444608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-e8496e87-9066-46d1-aa66-a0dd8cb44dd7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838090 Aug 11 02:11:58.466077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:11:58.580042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-network', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:58.614032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:58.629064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'port_id': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'mac_address': 'fa:16:3e:9d:12:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcc776-a0f2-4c62-89c1-e43ef8779745', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:11:58.644116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc6632ac-3c2f-468e-9f0c-65d4874cc763 req-ac110fb1-a1cb-477a-b60d-f2b1746f1784 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122986 Aug 11 02:11:58.646380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Made reservation on behalf of 55aaf9d79ded4ddb89ec0061d12956c3 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:58.650974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.673933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.680362 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.695683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-2d375a6a-3211-4485-b280-23d1efcc806b service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339830 Aug 11 02:11:58.695908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:11:58.707421 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd270ab-6d49-4214-a1bb-992381dacd79 x-openstack-request-id: req-ddd270ab-6d49-4214-a1bb-992381dacd79 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:11:58.708369 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:11:58.708369 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ddd270ab-6d49-4214-a1bb-992381dacd79 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:11:58.719461 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca', 'status': 'completed', 'code': 200} Aug 11 02:11:58.723664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:11:58.730406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.797174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:58.808582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.809248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.809603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.810106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.810536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.811719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.811989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.812428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.812808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.813324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.813588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.813943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:58.834986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-603775c5-8717-4e98-81ef-ea3c2b34a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.836817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-603775c5-8717-4e98-81ef-ea3c2b34a98f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=449a757cf30f4d18b39371f85e5b5293&device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 1095 time: 0.1059630 Aug 11 02:11:58.919576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2888856-07b1-4aa6-9cdb-8234fceefc27 req-6898ed83-419e-4a37-962c-2fd76ae8868f tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.921326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2888856-07b1-4aa6-9cdb-8234fceefc27 req-6898ed83-419e-4a37-962c-2fd76ae8868f tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 943 time: 0.1491110 Aug 11 02:11:58.981155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.984386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-60f912e5-14c8-4fd8-82d0-0bd4d0affb48 service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848473 Aug 11 02:11:58.985006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-9f47fc86-05aa-444f-b933-cc8e81f7055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:58.987184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-9f47fc86-05aa-444f-b933-cc8e81f7055a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 HTTP/1.1" status: 200 len: 914 time: 0.1400712 Aug 11 02:11:58.991009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:58.999653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5aeffeb3-2edb-4538-b4b3-5d8a66795c51'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:11:59.010621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:11:59.022896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.023636 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Added segment df16acfb-5093-457f-bf33-6614cf8ec9c4 of type vlan for network cd38d783-d2c2-4159-b02a-df4033aae060 Aug 11 02:11:59.070792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.073774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2888856-07b1-4aa6-9cdb-8234fceefc27 req-a81c5710-f291-4b2e-8c71-43989b034ea4 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357334 Aug 11 02:11:59.131723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.185856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.186773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.187348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.196622 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-01badf14-82ce-4a83-bc3f-ce82a8a067f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca HTTP/1.1" status: 200 len: 217 time: 0.0941317 Aug 11 02:11:59.199363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.289698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Network d66ade9a-5934-4d6d-a5c2-cdfae288855a is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:11:59.300018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:11:59.340875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:11:59.357775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-53917ffa-3a9e-428c-8a61-d45e5a63a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.383757 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-53917ffa-3a9e-428c-8a61-d45e5a63a3ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e36373a-ae43-4fda-af75-3774e70dfa78 HTTP/1.1" status: 200 len: 853 time: 0.1237025 Aug 11 02:11:59.442595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.443247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.490823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058a0228-2700-44d1-bf5d-cb7cc52a7e5c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:59.498328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d96f6d62-aeca-473d-992c-9a41a3ae27cc req-b18e7c64-d739-44aa-9570-95249c9f7fd2 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 210 time: 0.0448849 Aug 11 02:11:59.498941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Pushing event updated for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:59.513822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.514166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.514514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.514948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.515276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.515509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.515807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.516134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.516466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.516805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.517118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.517435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:11:59.527587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-b5a968d0-5fce-4789-b1b4-a14fd0a27df8 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6946642 Aug 11 02:11:59.535368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573adf4d-a37f-4144-80b0-ec3a0e04eccc req-bcbd3043-246f-4044-9415-b4ae7c1ef50a tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.536978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-573adf4d-a37f-4144-80b0-ec3a0e04eccc req-bcbd3043-246f-4044-9415-b4ae7c1ef50a tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 931 time: 0.2409976 Aug 11 02:11:59.542140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Request body: {'port': {'device_id': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:59.586959 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-d12f6bc7-5dac-46a4-a5c5-6c74b549b825 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997381 Aug 11 02:11:59.589340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1818364 Aug 11 02:11:59.593549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:11:59.602678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Request body: {'subnet': {'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-subnet', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:11:59.631351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411966-bf41-444e-848c-329ddcdb1ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=cd38d783-d2c2-4159-b02a-df4033aae060,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:11:59.650775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network cd38d783-d2c2-4159-b02a-df4033aae060 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:11:59.688055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:11:59.692735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f731bb-9d29-4577-89fa-4106073816b8 req-b63ab465-b0c2-45bf-8fdd-4a5c21ac0f3c tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:11:59.694454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-73f731bb-9d29-4577-89fa-4106073816b8 req-b63ab465-b0c2-45bf-8fdd-4a5c21ac0f3c tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d083676-4bf7-4364-b32d-39278107e2e0 HTTP/1.1" status: 200 len: 943 time: 0.5905247 Aug 11 02:11:59.710892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Made reservation on behalf of 55aaf9d79ded4ddb89ec0061d12956c3 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:11:59.715565 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.278279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-ed760677-a760-46e4-8b05-4b313e952f69 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802316 Aug 11 02:12:00.315532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Deleting port 13479822-6eff-4e6c-878f-e29752987180 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:00.315807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.344645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6df5cbf-71ec-40c3-b62f-696e34ae50bd {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:00.371256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04154f-2d3d-457e-989f-e83bb3c43dcd req-d5e69460-570e-4fc7-82c2-06965e579edf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.372724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b04154f-2d3d-457e-989f-e83bb3c43dcd req-d5e69460-570e-4fc7-82c2-06965e579edf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 945 time: 0.5890951 Aug 11 02:12:00.376661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.421347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-573adf4d-a37f-4144-80b0-ec3a0e04eccc req-c2a20fd5-d7fa-47a9-b3be-2b2f862bc456 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8388941 Aug 11 02:12:00.447624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Transition to ACTIVE for port object a6df5cbf-71ec-40c3-b62f-696e34ae50bd will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:00.462296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.476235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:00.530593 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ec6a8c7-9356-48e2-841f-194f3c1a1891 req-de721634-c9e4-4f6e-a8b3-3472f805b845 service neutron] 10.222.0.61 "GET /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370796 Aug 11 02:12:00.583483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b04154f-2d3d-457e-989f-e83bb3c43dcd req-878933ca-20bb-4413-ad1b-4ac2175646c3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886845 Aug 11 02:12:00.617176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] For port 13479822-6eff-4e6c-878f-e29752987180, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13479822-6eff-4e6c-878f-e29752987180,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:00.617593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.653461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Calling delete_port for 13479822-6eff-4e6c-878f-e29752987180 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:00.675544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Pushing event updated for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:00.762208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,segment=NetworkSegment(dfa57acf-ac9e-4667-b1d4-82739795e4c3),segment_id=dfa57acf-ac9e-4667-b1d4-82739795e4c3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:00.778119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:00.780500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca', 'network_id': '9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1', 'port_id': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca', 'mac_address': 'fa:16:3e:1f:56:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e36373a-ae43-4fda-af75-3774e70dfa78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:00.842218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.911136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b3fe6f5-ed0a-4c0f-aa6d-fbb6430cb0a6 req-289f10aa-8dbe-42ea-b71f-e3b0010f30c3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 210 time: 0.0815773 Aug 11 02:12:00.932806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Attempting to bind port a6df5cbf-71ec-40c3-b62f-696e34ae50bd on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:00.933399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Attempting to bind port a6df5cbf-71ec-40c3-b62f-696e34ae50bd by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '735812c4-4866-488e-82f2-ecd3d5c0a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:00.934008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Attempting to bind port a6df5cbf-71ec-40c3-b62f-696e34ae50bd on network d66ade9a-5934-4d6d-a5c2-cdfae288855a {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:00.957672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Port a6df5cbf-71ec-40c3-b62f-696e34ae50bd on network d66ade9a-5934-4d6d-a5c2-cdfae288855a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:00.958409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Attempting to bind port a6df5cbf-71ec-40c3-b62f-696e34ae50bd on network d66ade9a-5934-4d6d-a5c2-cdfae288855a {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:00.977002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:00.977725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Checking segment: {'id': '735812c4-4866-488e-82f2-ecd3d5c0a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:00.978894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Bound using segment: {'id': '735812c4-4866-488e-82f2-ecd3d5c0a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:00.979604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Bound port: a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735812c4-4866-488e-82f2-ecd3d5c0a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:00.980463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:00.990391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827ba3d-311f-4817-8a49-f354a4ffe53d req-578957b7-80c5-4eea-aed4-ae0fdaca3a6d tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:00.998290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9827ba3d-311f-4817-8a49-f354a4ffe53d req-578957b7-80c5-4eea-aed4-ae0fdaca3a6d tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 943 time: 0.3761680 Aug 11 02:12:01.000663 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.012871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68294e7-82f0-4f36-af2c-bf38277aaa6a,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:01.014215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:01.018945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:01.030707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:01.032378 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.090474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9827ba3d-311f-4817-8a49-f354a4ffe53d req-92699b7f-626f-4bf4-b074-55f2134a1418 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907831 Aug 11 02:12:01.096300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Checking segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:01.096920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Network hostable DHCP agents. Network: cd38d783-d2c2-4159-b02a-df4033aae060, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:12:01.098318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,segment=NetworkSegment(dfa57acf-ac9e-4667-b1d4-82739795e4c3),segment_id=dfa57acf-ac9e-4667-b1d4-82739795e4c3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:01.108379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.143291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-37e6dfd3-39b2-4c0c-b385-16d3455ff337 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.144318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Network cd38d783-d2c2-4159-b02a-df4033aae060 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:12:01.150054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:01.150388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-37e6dfd3-39b2-4c0c-b385-16d3455ff337 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.3337140 Aug 11 02:12:01.155974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,segment=NetworkSegment(735812c4-4866-488e-82f2-ecd3d5c0a487),segment_id=735812c4-4866-488e-82f2-ecd3d5c0a487)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:01.163381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.182687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.248625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, cd38d783-d2c2-4159-b02a-df4033aae060) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:01.257141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Request body: {'port': {'device_id': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'admin_state_up': True, 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:01.268720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Pushing event updated for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:01.271837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.272434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.287395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:01.289874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:01.310361 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdebc3f5-a889-4833-95b5-e6a1c874375a" -d '{"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:01.310882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.311586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.313129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-826802a9-511c-4b8e-a240-fdffbae41d80 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6df5cbf-71ec-40c3-b62f-696e34ae50bd HTTP/1.1" status: 200 len: 1092 time: 1.7751904 Aug 11 02:12:01.313682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:01.316033 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b83d8-3c08-4bd9-be2f-4781f8252108" -d '{"events": [{"name": "network-changed", "server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:01.331497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0782e3ce-f224-4599-9378-12c4310f2681 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7356117 Aug 11 02:12:01.334571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37762) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:01.339871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:01.359842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8ca99-481b-4937-ae5e-b955a698d899 None None] Network cd38d783-d2c2-4159-b02a-df4033aae060 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:01.382430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.429209 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f53cd-ce98-4665-81d1-3d74d02a3210 x-openstack-request-id: req-520f53cd-ce98-4665-81d1-3d74d02a3210 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:01.429438 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:01.429661 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-520f53cd-ce98-4665-81d1-3d74d02a3210 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:01.430076 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'code': 200} Aug 11 02:12:01.448334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.449921 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ab4b9-b3c1-4545-b265-df449c91bd9e x-openstack-request-id: req-cb0ab4b9-b3c1-4545-b265-df449c91bd9e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:01.466494 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:01.466763 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb0ab4b9-b3c1-4545-b265-df449c91bd9e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:01.467227 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd', 'status': 'completed', 'code': 200} Aug 11 02:12:01.479658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:01.498132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.499644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.515181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:01.515417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-a407e8d3-aca1-4e36-a35c-3db5f6f3cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.519133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-a407e8d3-aca1-4e36-a35c-3db5f6f3cec2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=495ef791a1d14cb4aa338802c2fe002d&device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 1095 time: 0.1462810 Aug 11 02:12:01.626607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:01.665599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event deleted for resources: {'Port': ['ID=13479822-6eff-4e6c-878f-e29752987180,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:01.755681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.776666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] No DVR routers for this DVR port 13479822-6eff-4e6c-878f-e29752987180 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:01.778635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-e846ffcd-2d4f-4b46-961d-f9cb7f6acbfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd HTTP/1.1" status: 200 len: 217 time: 0.2448897 Aug 11 02:12:01.787914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.791092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-73f731bb-9d29-4577-89fa-4106073816b8 req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.61 "DELETE /v2.0/ports/13479822-6eff-4e6c-878f-e29752987180 HTTP/1.1" status: 204 len: 173 time: 2.0856576 Aug 11 02:12:01.802441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-deleted', 'tag': '13479822-6eff-4e6c-878f-e29752987180'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:01.806918 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad28a1c-bf53-4e7b-aa18-3727feafe357" -d '{"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-deleted", "tag": "13479822-6eff-4e6c-878f-e29752987180"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:01.814303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.815393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.816136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.816725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.817602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.818340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.819072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.819742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.820923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.821544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.822402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.822990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a60971f-d349-4f4c-8ddc-c5c97ea1fff7 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:01.830467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:01.837623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.841642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e064018-081f-45d9-8b10-26f2219ac6ee req-ed82ce39-644b-4b9a-a863-d7b73820a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:01.843748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2e064018-081f-45d9-8b10-26f2219ac6ee req-ed82ce39-644b-4b9a-a863-d7b73820a929 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 1098 time: 0.3576672 Aug 11 02:12:01.891552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-cd38d783-d2c2-4159-b02a-df4033aae060', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:12:01.892499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:01.893907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2e064018-081f-45d9-8b10-26f2219ac6ee req-17c20bd5-479f-44a1-a09c-b97f9815b603 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Aug 11 02:12:02.124178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb11c9-e152-40e5-b538-53d9857fb4bd req-a3859e48-13c1-4ff8-b459-39bb448c206e tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:02.127231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Allocated IP 172.20.0.8 (bf8a561d-179b-44eb-822c-d8a9caf5e0f1/83882c61-d3ac-42f2-98b1-633711bae52f/17878cb1-6294-4275-8d1d-7cdce3af5706) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:02.127510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdcb11c9-e152-40e5-b538-53d9857fb4bd req-a3859e48-13c1-4ff8-b459-39bb448c206e tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.3567727 Aug 11 02:12:02.167691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Allocated IP 172.20.0.2 (cd38d783-d2c2-4159-b02a-df4033aae060/e68294e7-82f0-4f36-af2c-bf38277aaa6a/06a3dd11-dfa0-4fc6-9a70-9208ce7f2693) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:02.265224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.274736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-181d7896-bc88-458e-bbf7-5d3cafb61557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:02.277292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-181d7896-bc88-458e-bbf7-5d3cafb61557 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dafafea2-55e1-4d2b-9b4a-f4fc6a261401 HTTP/1.1" status: 200 len: 855 time: 0.4693949 Aug 11 02:12:02.406184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdcb11c9-e152-40e5-b538-53d9857fb4bd req-652474a0-d39e-462e-a012-abe88e639514 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125537 Aug 11 02:12:02.409443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-d4e01403-179b-4a68-be86-4d7e5110989a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ade9a-5934-4d6d-a5c2-cdfae288855a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983570 Aug 11 02:12:02.432434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.502239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33860d4-a92d-43a1-841f-065640120f24 req-f3c57d90-0056-4362-bfc7-c09ed39862a6 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:02.508842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e33860d4-a92d-43a1-841f-065640120f24 req-f3c57d90-0056-4362-bfc7-c09ed39862a6 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 943 time: 0.7505512 Aug 11 02:12:02.518078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.675322 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb4723-24ca-477a-b1ff-1239648a265e x-openstack-request-id: req-cccb4723-24ca-477a-b1ff-1239648a265e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:02.676545 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d083676-4bf7-4364-b32d-39278107e2e0", "name": "network-vif-deleted", "tag": "13479822-6eff-4e6c-878f-e29752987180", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:02.676800 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cccb4723-24ca-477a-b1ff-1239648a265e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:02.678689 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d083676-4bf7-4364-b32d-39278107e2e0', 'name': 'network-vif-deleted', 'tag': '13479822-6eff-4e6c-878f-e29752987180', 'status': 'completed', 'code': 200} Aug 11 02:12:02.681997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:02.727645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:02.731343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:02.733864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:02.808511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:02.809199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.830915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-04b745c6-2244-473a-9a61-f2bad7794fa6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5798330 Aug 11 02:12:02.846765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Request body: {'port': {'device_id': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:02.848260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.860795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Transition to ACTIVE for port object 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:02.881084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Transition to ACTIVE for port object 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:02.887780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:02.893992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.982386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:02.996574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Pushing event updated for resources: {'Port': ['ID=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:03.013942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 13479822-6eff-4e6c-878f-e29752987180 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:03.014448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13479822-6eff-4e6c-878f-e29752987180 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:03.020349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Network cd38d783-d2c2-4159-b02a-df4033aae060 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:03.022469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:03.029223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:03.109525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Attempting to bind port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:03.110207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Attempting to bind port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:03.110747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Attempting to bind port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 on network cd38d783-d2c2-4159-b02a-df4033aae060 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:03.117008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:03.118355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Checking segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:03.118979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.119558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Bound using segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:03.120212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Bound port: 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:03.120966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.203474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] For port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:03.208713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] For port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:03.218481 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.240297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e33860d4-a92d-43a1-841f-065640120f24 req-4d794335-1d4a-460a-8fc5-19f2f1c3972d tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087529 Aug 11 02:12:03.263892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402db9c-6ec9-45f5-a3d5-528d381cbeb7 req-026b5719-89c7-498c-b1cb-c4c4b60022b5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.276555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4402db9c-6ec9-45f5-a3d5-528d381cbeb7 req-026b5719-89c7-498c-b1cb-c4c4b60022b5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 931 time: 0.1576769 Aug 11 02:12:03.298230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-922111db-1d5a-4b9a-aa72-40c3cf4bd29f service neutron] 10.222.0.67 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834980 Aug 11 02:12:03.329322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908e149-087b-485a-aa6d-7a700eb7ba56 None None] Pushing event updated for resources: {'Port': ['ID=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:03.444578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17878cb1-6294-4275-8d1d-7cdce3af5706 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:03.454162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.467004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Transition to ACTIVE for port object 17878cb1-6294-4275-8d1d-7cdce3af5706 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:03.472488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.478212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4402db9c-6ec9-45f5-a3d5-528d381cbeb7 req-cfc43f78-ea72-4f39-93b7-3561fad7d333 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982892 Aug 11 02:12:03.628602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:03.669103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88025272-e5d5-4fe4-a371-d4aefb8a2c1f req-9965cec7-41b4-401c-8e41-84615b149da7 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.672307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88025272-e5d5-4fe4-a371-d4aefb8a2c1f req-9965cec7-41b4-401c-8e41-84615b149da7 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 944 time: 0.3138945 Aug 11 02:12:03.757354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Attempting to bind port 17878cb1-6294-4275-8d1d-7cdce3af5706 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:03.757942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Attempting to bind port 17878cb1-6294-4275-8d1d-7cdce3af5706 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:03.759123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Attempting to bind port 17878cb1-6294-4275-8d1d-7cdce3af5706 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:03.770249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Port 17878cb1-6294-4275-8d1d-7cdce3af5706 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:03.770934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Attempting to bind port 17878cb1-6294-4275-8d1d-7cdce3af5706 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:03.783262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:03.783919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Checking segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:03.784874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Bound using segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:03.785317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Bound port: 17878cb1-6294-4275-8d1d-7cdce3af5706, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:03.786071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.795242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e611e9-0071-46b4-a616-c4768ac2d00d req-e6585556-2dfb-46e9-be00-e79d87938741 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790058 Aug 11 02:12:03.882824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:03.886793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:03.892483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.927545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.928215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:03.929779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] 10.222.0.67 "PUT /v2.0/ports/17878cb1-6294-4275-8d1d-7cdce3af5706 HTTP/1.1" status: 200 len: 1092 time: 1.0880976 Aug 11 02:12:03.951581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88025272-e5d5-4fe4-a371-d4aefb8a2c1f req-c180367b-6a67-493f-a215-e093f897be16 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284625 Aug 11 02:12:03.960828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0b96-c32a-40e9-9ee8-991859c9d958 req-88c7a539-d2cf-42ca-b516-2ce18272ea04 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:03.963283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a53f0b96-c32a-40e9-9ee8-991859c9d958 req-88c7a539-d2cf-42ca-b516-2ce18272ea04 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.2870302 Aug 11 02:12:04.010289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380b78-dcc7-4246-8fd8-a9190c1fa38f service neutron] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:04.039762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-864de6a5-7e2b-4124-9460-1a663e00631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.041364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-864de6a5-7e2b-4124-9460-1a663e00631c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=495ef791a1d14cb4aa338802c2fe002d&device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 1095 time: 0.1711240 Aug 11 02:12:04.042436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.085506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-912cedae-d4ed-4348-87c6-166f99db0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.088088 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-912cedae-d4ed-4348-87c6-166f99db0c91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 1095 time: 0.0841432 Aug 11 02:12:04.093314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.106013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a53f0b96-c32a-40e9-9ee8-991859c9d958 req-d4eaa4f3-80a6-4922-9442-2b0bd049418a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203558 Aug 11 02:12:04.151796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-c2da4275-757a-485b-9e8c-3cf4ca5a523b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17878cb1-6294-4275-8d1d-7cdce3af5706 HTTP/1.1" status: 200 len: 217 time: 0.0539453 Aug 11 02:12:04.213178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091e92-b31a-4577-9097-419f47c71c2e req-9f5a97dd-8ae4-4f0b-8709-cb7d52c86d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.214388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-9f5a97dd-8ae4-4f0b-8709-cb7d52c86d4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0566361 Aug 11 02:12:04.256957 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-9531a413-9c49-46d7-bcc2-428bbd8aaa31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334406 Aug 11 02:12:04.285302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-6a3d8874-dbcb-42db-ac53-702544579cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.286859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-6a3d8874-dbcb-42db-ac53-702544579cec service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ade9a-5934-4d6d-a5c2-cdfae288855a HTTP/1.1" status: 200 len: 916 time: 0.2073455 Aug 11 02:12:04.326376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620c167-68b7-4671-b59e-b3f9279497ee req-b2970660-6bcd-47b4-a51d-0d8c22960a59 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.330276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d620c167-68b7-4671-b59e-b3f9279497ee req-b2970660-6bcd-47b4-a51d-0d8c22960a59 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1436806 Aug 11 02:12:04.375874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-862c80b1-e814-4bf8-bdde-20364f2de740 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd HTTP/1.1" status: 200 len: 217 time: 0.0775580 Aug 11 02:12:04.391108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-12525a4f-cfac-46bb-96ed-e3858fc85c00 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247828 Aug 11 02:12:04.395326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Allocated IP 172.25.3.64 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6dbbb61e-e162-4e51-bde4-e419185aab39) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:04.494212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:04.572690 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-37091e92-b31a-4577-9097-419f47c71c2e req-cef9dcca-ebe4-47a4-b784-152e9a0a7b60 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735024 Aug 11 02:12:04.603357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:04.607955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:04.608382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.610914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-8ffd2f81-f02f-43e7-bc3a-c9897370215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.612421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-8ffd2f81-f02f-43e7-bc3a-c9897370215d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dafafea2-55e1-4d2b-9b4a-f4fc6a261401 HTTP/1.1" status: 200 len: 855 time: 0.2144842 Aug 11 02:12:04.618150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d620c167-68b7-4671-b59e-b3f9279497ee req-74a776f0-aeb0-48d4-80c9-49558a841e6d tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543287 Aug 11 02:12:04.649476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e165-ed84-48bb-b837-ddb0eea7e247 req-1d6f849b-3764-448b-9633-c2a3f365260b tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.651686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbc7e165-ed84-48bb-b837-ddb0eea7e247 req-1d6f849b-3764-448b-9633-c2a3f365260b tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 943 time: 0.2930479 Aug 11 02:12:04.665010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:04.677201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-91845e91-40ed-4b32-9ed4-99f29f342ebc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ade9a-5934-4d6d-a5c2-cdfae288855a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543478 Aug 11 02:12:04.679598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:04.683314 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4300e3bc-af0c-487d-beef-5d01b7935dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:04.749952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.777456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83af26-b4db-4bea-a852-997d505e21e8 None None] Network cd38d783-d2c2-4159-b02a-df4033aae060 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:04.805131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:04.832920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:04.838217 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b193cdbf-05ae-455d-82be-a4617a5b4ede" -d '{"events": [{"server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:04.855372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,segment=NetworkSegment(dfa57acf-ac9e-4667-b1d4-82739795e4c3),segment_id=dfa57acf-ac9e-4667-b1d4-82739795e4c3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:04.867900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.900925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbc7e165-ed84-48bb-b837-ddb0eea7e247 req-6d4d8866-5090-4240-a68b-a6f4bddc826a tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318909 Aug 11 02:12:04.920701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Provisioning for port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:04.924450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.946292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Provisioning complete for port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:04.947347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:04.964432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9b0b-c9e3-4cfd-8f35-b4d343e0367c req-cba081d1-a290-45cb-afcb-449bf796d2d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:04.966012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e22f9b0b-c9e3-4cfd-8f35-b4d343e0367c req-cba081d1-a290-45cb-afcb-449bf796d2d8 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 943 time: 0.1538272 Aug 11 02:12:04.969613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-f1445690-7ed8-44c7-807b-f08ca44bf943 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752860 Aug 11 02:12:04.995651 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a6841-bddb-44b7-9d6b-860ed5b51176 x-openstack-request-id: req-800a6841-bddb-44b7-9d6b-860ed5b51176 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:04.996159 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:04.996159 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-800a6841-bddb-44b7-9d6b-860ed5b51176 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:04.996468 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'status': 'completed', 'code': 200} Aug 11 02:12:04.997964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.105129 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.123502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-db19dec8-ba74-4198-b61c-7aa94d0942c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.125069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-db19dec8-ba74-4198-b61c-7aa94d0942c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 1095 time: 0.1023886 Aug 11 02:12:05.152817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] For port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:05.158130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.218287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c9057-ee76-430c-a105-7778c3e8ee1f None None] Pushing event updated for resources: {'Port': ['ID=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.246619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.271087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-51fcaf66-a357-4b9e-b82d-44f36e87f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.272869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-51fcaf66-a357-4b9e-b82d-44f36e87f0a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 906 time: 0.1371214 Aug 11 02:12:05.303954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e22f9b0b-c9e3-4cfd-8f35-b4d343e0367c req-1dcbeed1-16ed-43af-aef2-47deb904f199 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533090 Aug 11 02:12:05.332840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-d25a0503-5cf0-47cc-8590-ab2b65bac778 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17878cb1-6294-4275-8d1d-7cdce3af5706 HTTP/1.1" status: 200 len: 217 time: 0.0510087 Aug 11 02:12:05.348127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:05.357463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2b83d8-3c08-4bd9-be2f-4781f8252108 req-504dd0bc-d552-4c6b-969b-dbe5a75f1351 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779769 Aug 11 02:12:05.369450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:05.371668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:05.373391 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5171e-dcd3-4e19-b719-944a1064b08d x-openstack-request-id: req-b3b5171e-dcd3-4e19-b719-944a1064b08d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:05.374166 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:05.374667 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3b5171e-dcd3-4e19-b719-944a1064b08d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:05.375732 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca', 'code': 200} Aug 11 02:12:05.430169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbbb61e-e162-4e51-bde4-e419185aab39,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:05.437332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-456b4a5d-0b98-44a4-9237-e4602dd92b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.440815 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-456b4a5d-0b98-44a4-9237-e4602dd92b75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.0989602 Aug 11 02:12:05.488973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-0b3c8e99-75be-444a-ae78-197a608ce8b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296605 Aug 11 02:12:05.497970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e2e3425d-b152-4c5e-abc1-5afd10f91d60 None None] Provisioning complete for port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:05.498521 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e2e3425d-b152-4c5e-abc1-5afd10f91d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:05.512213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-3b0c5801-6870-40db-b927-388264b36458 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.514873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-3b0c5801-6870-40db-b927-388264b36458 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.3883123 Aug 11 02:12:05.574100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a6493-4d49-47e3-895c-db5529f120ac req-65dfc4a5-70e2-4532-baf4-bce45da58c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.575623 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-421a6493-4d49-47e3-895c-db5529f120ac req-65dfc4a5-70e2-4532-baf4-bce45da58c8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 1097 time: 0.1314628 Aug 11 02:12:05.627865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-a2150687-c81c-48bb-8e45-a7b0e62bfc47 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/quotas/b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 375 time: 0.0695210 Aug 11 02:12:05.630223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-421a6493-4d49-47e3-895c-db5529f120ac req-a4abe6d0-0a02-47e6-9d07-3ea7ad32f30d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Aug 11 02:12:05.636229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-cdfd13d0-ff4c-4cde-b176-081aa8cf9f3c service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330216 Aug 11 02:12:05.689980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197f24-0115-4079-b6d4-beafa933f8fd req-9cf17c40-47b7-4533-8cca-7d74898f95bb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:05.691546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7197f24-0115-4079-b6d4-beafa933f8fd req-9cf17c40-47b7-4533-8cca-7d74898f95bb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.2331789 Aug 11 02:12:05.740215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4300e3bc-af0c-487d-beef-5d01b7935dc0 req-60f064c0-d6d5-4011-814d-875235b0c545 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920341 Aug 11 02:12:05.791536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-050643df-5b8b-4dc8-bf75-65b08e20c05c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422358 Aug 11 02:12:05.810129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7197f24-0115-4079-b6d4-beafa933f8fd req-6bbb952d-92be-4253-b7a2-ddee01e80ac2 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079376 Aug 11 02:12:05.942563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.016338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d71a7-aee6-43aa-b14f-65fec4464461 req-6f1a8856-620c-49fa-bbd7-bffa6205bd06 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.017867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-077d71a7-aee6-43aa-b14f-65fec4464461 req-6f1a8856-620c-49fa-bbd7-bffa6205bd06 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.1270542 Aug 11 02:12:06.019692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-f0fd744d-2a5c-4b84-b290-dfa36c8b2801 service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210379 Aug 11 02:12:06.148494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-077d71a7-aee6-43aa-b14f-65fec4464461 req-60c3f1a7-b207-4d2a-a933-c4119bc66d1b tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955238 Aug 11 02:12:06.245742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-d0700c9c-b957-45de-b8a5-d05461c6ccac service neutron] 10.222.0.68 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916924 Aug 11 02:12:06.278591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.284681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:06.424293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:06.440163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'mac_address': 'fa:16:3e:a3:05:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:06.491860 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.516905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17878cb1-6294-4275-8d1d-7cdce3af5706 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:06.545438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:06.550456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.551342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6df5cbf-71ec-40c3-b62f-696e34ae50bd details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:06.716879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:06.788341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c331-5b69-4f1c-bf6f-c413f21957fa req-1b035f2b-5968-4656-ab8f-ab191af090b2 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.789862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a782c331-5b69-4f1c-bf6f-c413f21957fa req-1b035f2b-5968-4656-ab8f-ab191af090b2 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.5009389 Aug 11 02:12:06.819533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:06.846076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,segment=NetworkSegment(735812c4-4866-488e-82f2-ecd3d5c0a487),segment_id=735812c4-4866-488e-82f2-ecd3d5c0a487)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:06.866633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:06.867018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:06.890721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a782c331-5b69-4f1c-bf6f-c413f21957fa req-dfe6bbeb-eed4-4dd8-8834-9fd0dc4e8c18 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Aug 11 02:12:06.914604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd', 'network_id': 'd66ade9a-5934-4d6d-a5c2-cdfae288855a', 'port_id': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd', 'mac_address': 'fa:16:3e:bf:95:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafafea2-55e1-4d2b-9b4a-f4fc6a261401', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:06.915666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf890-0e08-4fb3-99b5-2229f688b129 req-83127688-d9a9-4ee4-a660-1dfde1a1cf42 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:06.917639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-407bf890-0e08-4fb3-99b5-2229f688b129 req-83127688-d9a9-4ee4-a660-1dfde1a1cf42 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 943 time: 0.1490762 Aug 11 02:12:07.011831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Router 7aeeade7-fc99-454d-a699-ca4f6966f0fc is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:12:07.013475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.069502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-407bf890-0e08-4fb3-99b5-2229f688b129 req-e0d9b830-b17b-49dd-bf7e-875c3388ee30 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327000 Aug 11 02:12:07.104282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6df5cbf-71ec-40c3-b62f-696e34ae50bd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:07.153393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,segment=NetworkSegment(735812c4-4866-488e-82f2-ecd3d5c0a487),segment_id=735812c4-4866-488e-82f2-ecd3d5c0a487)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:07.161193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.242382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:07.267851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcd30b7b-b0c4-4c89-b95f-53ff8dcdb39b req-729c5283-2d33-47ad-935b-466e42ba4339 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.0594108 Aug 11 02:12:07.330132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14972d1b-c898-4382-8791-c67b95f25414 req-7dd1b0b1-92e6-49f7-934b-2f37d2177061 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.331389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14972d1b-c898-4382-8791-c67b95f25414 req-7dd1b0b1-92e6-49f7-934b-2f37d2177061 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 944 time: 0.3175972 Aug 11 02:12:07.402132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:07.417119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Sync routers for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:07.435071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:07.435903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:11:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:07.443041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14972d1b-c898-4382-8791-c67b95f25414 req-d3d24676-0977-4a65-ab45-625a5e0c95eb tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959973 Aug 11 02:12:07.447585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:07.448779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-55102710-6310-437c-8458-b5a42741ac89 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.1132221 Aug 11 02:12:07.453357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:07.479645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71787-95b6-40d9-a11e-73bd4e408837 req-5b8747a8-af85-4bd8-9c79-6116b1601a5e tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.481246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20e71787-95b6-40d9-a11e-73bd4e408837 req-5b8747a8-af85-4bd8-9c79-6116b1601a5e tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.1271167 Aug 11 02:12:07.482202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['17878cb1-6294-4275-8d1d-7cdce3af5706'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:07.484386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['a6df5cbf-71ec-40c3-b62f-696e34ae50bd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:07.553182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20e71787-95b6-40d9-a11e-73bd4e408837 req-1ac7880c-00f9-479f-8e8c-2c34e42a71d4 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555353 Aug 11 02:12:07.672476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:07.762885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024a4ec-ef90-4725-9d2f-78baaf919416 req-664c2d12-9c38-41cf-8b35-a693719552ce tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:07.770458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2024a4ec-ef90-4725-9d2f-78baaf919416 req-664c2d12-9c38-41cf-8b35-a693719552ce tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1379192 Aug 11 02:12:07.866157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2024a4ec-ef90-4725-9d2f-78baaf919416 req-067c49aa-b973-459b-a042-8e1bb87695c9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867825 Aug 11 02:12:08.131908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:05Z', 'revision_number': 3, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:08.145560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aed37-8799-4235-9eef-ddd83daff898 req-23d15078-5282-41d4-a940-3a89dd8128ec tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.155760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e49aed37-8799-4235-9eef-ddd83daff898 req-23d15078-5282-41d4-a940-3a89dd8128ec tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1404133 Aug 11 02:12:08.168374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Checking router: 7aeeade7-fc99-454d-a699-ca4f6966f0fc for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:08.168794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Updating router 7aeeade7-fc99-454d-a699-ca4f6966f0fc port 6dbbb61e-e162-4e51-bde4-e419185aab39 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:12:08.217742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e49aed37-8799-4235-9eef-ddd83daff898 req-0a5ac982-0e4a-4b65-8e44-94f07df65772 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Aug 11 02:12:08.217996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.389156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a167-b748-4c84-86d2-c8b65f97f7fe req-6c14a0ac-888c-4309-9121-e678fc003876 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.390815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6467a167-b748-4c84-86d2-c8b65f97f7fe req-6c14a0ac-888c-4309-9121-e678fc003876 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 944 time: 0.0616014 Aug 11 02:12:08.501475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.502459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f429e95e-73c4-41a6-8aeb-b2ae46b2e84a req-aa76f9cf-63d7-4c63-a0c5-5fa93b8d385c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.0639329 Aug 11 02:12:08.524232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6467a167-b748-4c84-86d2-c8b65f97f7fe req-3aa55aa6-a570-456d-9681-063454c0d1f6 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262047 Aug 11 02:12:08.582604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-e85b996a-9b2a-4a26-a4d3-a94b77b8cd01 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.584202 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-e85b996a-9b2a-4a26-a4d3-a94b77b8cd01 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 821 time: 0.2036176 Aug 11 02:12:08.626954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Request body: {'port': {'device_id': '64468c37-5037-4216-bac4-61d22c7a62f5', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'admin_state_up': True, 'tenant_id': 'b3526bb9e88d46db87a33cb2f7d25d9a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:08.812747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c539-7be1-409e-9410-4bcdf47ad096 req-e9a76bad-6a80-498b-baad-b66df1fb2fa3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.824026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db38c539-7be1-409e-9410-4bcdf47ad096 req-e9a76bad-6a80-498b-baad-b66df1fb2fa3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1028533 Aug 11 02:12:08.847171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Allocated IP 172.20.0.1 (cd38d783-d2c2-4159-b02a-df4033aae060/e68294e7-82f0-4f36-af2c-bf38277aaa6a/929a5034-76d3-42ac-a153-2d2b599d0899) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:08.858372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Made reservation on behalf of b3526bb9e88d46db87a33cb2f7d25d9a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:08.861925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.872063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93cbfb-d1b5-460e-b613-75d2dc888871 req-a2991d13-bd41-4856-8949-f10ac14dcbe1 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:08.874066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d93cbfb-d1b5-460e-b613-75d2dc888871 req-a2991d13-bd41-4856-8949-f10ac14dcbe1 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.1992488 Aug 11 02:12:08.900914 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.915481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Transition to ACTIVE for port object 6dbbb61e-e162-4e51-bde4-e419185aab39 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:08.918817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db38c539-7be1-409e-9410-4bcdf47ad096 req-792be81f-d07c-4e57-bcfc-018909df24c6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Aug 11 02:12:08.954383 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:08.974168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d93cbfb-d1b5-460e-b613-75d2dc888871 req-293c6e9e-2940-4821-a6b0-05fd0e9ef8ac tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799592 Aug 11 02:12:09.027804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Attempting to bind port 6dbbb61e-e162-4e51-bde4-e419185aab39 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:09.028182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Attempting to bind port 6dbbb61e-e162-4e51-bde4-e419185aab39 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:09.028556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Attempting to bind port 6dbbb61e-e162-4e51-bde4-e419185aab39 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:09.052506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:09.052892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:09.053307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.053711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:09.060751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Bound port: 6dbbb61e-e162-4e51-bde4-e419185aab39, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:09.062092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.093380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.119726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Transition to ACTIVE for port object 929a5034-76d3-42ac-a153-2d2b599d0899 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:09.125848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Allocated IP 172.20.0.6 (47372fc7-bf2b-4a2c-83f8-601b0277f883/ffa78850-f001-423b-b807-303263916f7c/3461fbcb-ad39-434e-b20d-79ef274e07f6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:09.148928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37716b03-32dc-48c7-8755-4cfe6f2aed00 req-0e5e18db-c988-46b6-ae13-ae96a43a34ff tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:09.161446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37716b03-32dc-48c7-8755-4cfe6f2aed00 req-0e5e18db-c988-46b6-ae13-ae96a43a34ff tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 944 time: 0.1005027 Aug 11 02:12:09.228408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] For port 6dbbb61e-e162-4e51-bde4-e419185aab39, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:09.237058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.237193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] For port 6dbbb61e-e162-4e51-bde4-e419185aab39, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6dbbb61e-e162-4e51-bde4-e419185aab39,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:09.237193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e4a6-74fd-49d7-8dea-9d2b9cacaff4 None None] Pushing event updated for resources: {'Port': ['ID=6dbbb61e-e162-4e51-bde4-e419185aab39,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:09.255996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.312870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37716b03-32dc-48c7-8755-4cfe6f2aed00 req-f5bf7bfe-fc23-42e5-8a20-812e4e6b1b3c tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480711 Aug 11 02:12:09.327453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Network cd38d783-d2c2-4159-b02a-df4033aae060 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:09.334505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:09.339213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:09.341460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:09.363169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d04ff-c676-487c-9327-fdd86f15073e req-14558cd3-5005-432e-8b8d-288b5afed336 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:09.365908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e0d04ff-c676-487c-9327-fdd86f15073e req-14558cd3-5005-432e-8b8d-288b5afed336 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1655846 Aug 11 02:12:09.383140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:09.383850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:11:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:09.428159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.429718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.429914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e0d04ff-c676-487c-9327-fdd86f15073e req-518e111f-a349-48c6-ba1a-8df9298de026 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Aug 11 02:12:09.504246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e4a6-74fd-49d7-8dea-9d2b9cacaff4 None None] Pushing event updated for resources: {'Port': ['ID=6dbbb61e-e162-4e51-bde4-e419185aab39,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:09.661580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:09.664373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:09.702940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:09.740670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Network 47372fc7-bf2b-4a2c-83f8-601b0277f883 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:09.746236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:09.750147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:09.787062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddb93d-0a8f-44cf-8d8a-293927875c2b req-a0cf6f19-e2ac-49c4-871b-d8517ba807f4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:09.787062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eddb93d-0a8f-44cf-8d8a-293927875c2b req-a0cf6f19-e2ac-49c4-871b-d8517ba807f4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 931 time: 0.1258192 Aug 11 02:12:09.878235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eddb93d-0a8f-44cf-8d8a-293927875c2b req-5750a9f7-3c95-4002-9b74-4c85a7b8a95b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826423 Aug 11 02:12:10.000119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-98dedf30-2581-4092-8b60-a2f3f4c2b6f7 None None] Provisioning for port 929a5034-76d3-42ac-a153-2d2b599d0899 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:10.041539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-98dedf30-2581-4092-8b60-a2f3f4c2b6f7 None None] Provisioning complete for port 929a5034-76d3-42ac-a153-2d2b599d0899 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:10.041982 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-98dedf30-2581-4092-8b60-a2f3f4c2b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.098707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e369-88c4-40f7-beb1-8eb54618e846 req-f503cc50-34d7-4f28-b816-4033453d0f8e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.102726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a2e369-88c4-40f7-beb1-8eb54618e846 req-f503cc50-34d7-4f28-b816-4033453d0f8e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 944 time: 0.1029773 Aug 11 02:12:10.202943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a2e369-88c4-40f7-beb1-8eb54618e846 req-bfb64135-7b2c-4558-89cc-e0c2bc0f5dd5 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900240 Aug 11 02:12:10.315071 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.327550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-98dedf30-2581-4092-8b60-a2f3f4c2b6f7 None None] Port 929a5034-76d3-42ac-a153-2d2b599d0899 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:10.335793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37752de-6827-43a2-b356-f10b364aabc7 req-4c41934c-3960-4344-ab64-23a85daf4ccc tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.336461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:10.342991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e37752de-6827-43a2-b356-f10b364aabc7 req-4c41934c-3960-4344-ab64-23a85daf4ccc tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.1248868 Aug 11 02:12:10.425854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:10.436870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.444575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e37752de-6827-43a2-b356-f10b364aabc7 req-3aad4d2f-4164-453e-8101-4aa3040cf436 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937512 Aug 11 02:12:10.605774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:05Z', 'revision_number': 3, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:10.620868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 17878cb1-6294-4275-8d1d-7cdce3af5706 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:10.687029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.689000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.709734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789d909-70aa-454b-8a08-02f66519d8f7 None None] The sync data for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 is: [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:05Z', 'revision_number': 3, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:10.713121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.717718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 17878cb1-6294-4275-8d1d-7cdce3af5706 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:10.717718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.736986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-ec0f0ee2-8c56-4b0c-b20d-4121dc9cf1d8 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.740878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-ec0f0ee2-8c56-4b0c-b20d-4121dc9cf1d8 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.3331950 Aug 11 02:12:10.804455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f01c5-6914-4eb0-83d4-bae0fa973a04 req-58275e7c-2bb6-40e7-9f33-a44e4c8095cf tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.809626 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-0a92df99-e92f-4807-bbbe-0ce1a49ff5c4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1914456 Aug 11 02:12:10.812638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf4f01c5-6914-4eb0-83d4-bae0fa973a04 req-58275e7c-2bb6-40e7-9f33-a44e4c8095cf tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 944 time: 0.1558142 Aug 11 02:12:10.911199 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:10.917506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd1404-837f-4176-87ed-bbeee8952f47 req-b033fbd6-fc3c-4851-87a1-35f5bb456c0e tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:10.922911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5cd1404-837f-4176-87ed-bbeee8952f47 req-b033fbd6-fc3c-4851-87a1-35f5bb456c0e tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.1397779 Aug 11 02:12:10.949413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf4f01c5-6914-4eb0-83d4-bae0fa973a04 req-ba4c27ac-d5d6-4978-846f-85cbff370760 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357744 Aug 11 02:12:10.986327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:10.989660 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007717c6-58d8-477b-ae77-0197ca718219" -d '{"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-plugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:11.009846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Request body: {'port': {'device_id': '64468c37-5037-4216-bac4-61d22c7a62f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:11.038906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:11.046992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.047807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6df5cbf-71ec-40c3-b62f-696e34ae50bd up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:11.050041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5cd1404-837f-4176-87ed-bbeee8952f47 req-70c562a2-3bf0-4469-ad40-1028f0d8bd41 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957985 Aug 11 02:12:11.127402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Deleting port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:11.127756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.228222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:11.232822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d8436-092b-458e-a67a-c3142a860df1 req-098b4415-6864-442e-a5e7-738ec9c05298 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:11.240561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e5d8436-092b-458e-a67a-c3142a860df1 req-098b4415-6864-442e-a5e7-738ec9c05298 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 931 time: 0.1395662 Aug 11 02:12:11.241643 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5cb55e-480e-4703-9895-de827a080afa x-openstack-request-id: req-ee5cb55e-480e-4703-9895-de827a080afa {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:11.241962 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-plugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:11.242214 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee5cb55e-480e-4703-9895-de827a080afa {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:11.242604 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'code': 200} Aug 11 02:12:11.268152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port a6df5cbf-71ec-40c3-b62f-696e34ae50bd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:11.277971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port a6df5cbf-71ec-40c3-b62f-696e34ae50bd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:11.278364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.348717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e5d8436-092b-458e-a67a-c3142a860df1 req-a6ba5f74-fd68-4d4d-a329-dde1a308dc05 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976555 Aug 11 02:12:11.462075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.500662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.537372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,segment=NetworkSegment(735812c4-4866-488e-82f2-ecd3d5c0a487),segment_id=735812c4-4866-488e-82f2-ecd3d5c0a487)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:11.546474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.547339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4ac27-2b1a-412d-939c-c73b39f8124a req-25936e3e-6166-4465-9bd8-9405861f343e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:11.551388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c4ac27-2b1a-412d-939c-c73b39f8124a req-25936e3e-6166-4465-9bd8-9405861f343e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 944 time: 0.1679590 Aug 11 02:12:11.577340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] For port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,segment=NetworkSegment(dfa57acf-ac9e-4667-b1d4-82739795e4c3),segment_id=dfa57acf-ac9e-4667-b1d4-82739795e4c3)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:11.578129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.595460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Calling delete_port for c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:11.620412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c4ac27-2b1a-412d-939c-c73b39f8124a req-cfebd788-1393-4821-a016-c6466e617ce6 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611854 Aug 11 02:12:11.673584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:11.675100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.703510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.757413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716653-d361-4d89-8621-99154486b674 req-c2a5cb54-2f18-4d7f-871f-89482ba8fe4f tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:11.759640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d716653-d361-4d89-8621-99154486b674 req-c2a5cb54-2f18-4d7f-871f-89482ba8fe4f tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 945 time: 0.0955102 Aug 11 02:12:11.834772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d716653-d361-4d89-8621-99154486b674 req-19438f18-fef7-41ba-bdab-8d9ce79bf0b3 tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/security-groups?id=d36a7062-2c9e-47e5-a3d6-19b64928c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Aug 11 02:12:11.847164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977bf1c-a721-41b8-81e4-90ff58e4d895 req-d4da39bc-bcb2-4087-afcb-4f206efd40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:11.848951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3977bf1c-a721-41b8-81e4-90ff58e4d895 req-d4da39bc-bcb2-4087-afcb-4f206efd40c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 1097 time: 0.5008667 Aug 11 02:12:11.897490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:11.996183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:12.130317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3977bf1c-a721-41b8-81e4-90ff58e4d895 req-507d811c-9101-4975-b36c-28c9feb06d2f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667732 Aug 11 02:12:12.145694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ac860-fdd1-4c25-a17c-5b0db9854f47 req-361d938b-28e2-473b-9aaf-855bac1bcd4a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:12.162729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c37ac860-fdd1-4c25-a17c-5b0db9854f47 req-361d938b-28e2-473b-9aaf-855bac1bcd4a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 945 time: 0.0995712 Aug 11 02:12:12.222397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c37ac860-fdd1-4c25-a17c-5b0db9854f47 req-2a14f7b0-23ca-4608-bece-690f107c6d68 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584834 Aug 11 02:12:12.259920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.332065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e842b-2854-49af-bc99-a232b724d521 req-f4dcb1ac-3c34-4858-84c6-1ccd4891c7a6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:12.334722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a7e842b-2854-49af-bc99-a232b724d521 req-f4dcb1ac-3c34-4858-84c6-1ccd4891c7a6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.0918715 Aug 11 02:12:12.352776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Pushing event deleted for resources: {'Port': ['ID=c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:12.397849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Network cd38d783-d2c2-4159-b02a-df4033aae060 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:12.406904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a7e842b-2854-49af-bc99-a232b724d521 req-a5b2b525-fa8b-4d04-bb30-40f37104a278 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649793 Aug 11 02:12:12.424496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] No DVR routers for this DVR port c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:12.426277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:12.429517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:12.433158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5bc222aa-638d-45bd-b114-5a068cc69780 req-8901ecaa-5a28-4310-9ab1-983f2f44c40c tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.61 "DELETE /v2.0/ports/c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca HTTP/1.1" status: 204 len: 173 time: 1.6559644 Aug 11 02:12:12.473277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'name': 'network-vif-deleted', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:12.476625 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f6d3b5-569e-4aa5-800d-17eef1d23ac6" -d '{"events": [{"server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "name": "network-vif-deleted", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:12.521437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:12.529511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:12.660296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:12.660767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:12.716321 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3109d68-f13a-44d4-a063-3c4bc02c26a4 x-openstack-request-id: req-b3109d68-f13a-44d4-a063-3c4bc02c26a4 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:12.717123 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f", "name": "network-vif-deleted", "tag": "c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:12.717521 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3109d68-f13a-44d4-a063-3c4bc02c26a4 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:12.718424 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f', 'name': 'network-vif-deleted', 'tag': 'c0eb3f6e-937b-40f1-8d98-1a1fa82e86ca', 'status': 'completed', 'code': 200} Aug 11 02:12:12.722695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8df3d-479e-4f0e-acc9-d431767f3904 req-a5b5b911-1ca6-45e3-b7c9-fe6bc279ee4d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:12.730130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9d8df3d-479e-4f0e-acc9-d431767f3904 req-a5b5b911-1ca6-45e3-b7c9-fe6bc279ee4d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 931 time: 0.2559268 Aug 11 02:12:12.751591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Router 7aeeade7-fc99-454d-a699-ca4f6966f0fc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:12.843119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6dbbb61e-e162-4e51-bde4-e419185aab39 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:12.874378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9d8df3d-479e-4f0e-acc9-d431767f3904 req-dbc0fba2-5614-4dca-87f5-6424e1e99c29 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370213 Aug 11 02:12:12.937877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3461fbcb-ad39-434e-b20d-79ef274e07f6 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:12.956605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.068442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Transition to ACTIVE for port object 3461fbcb-ad39-434e-b20d-79ef274e07f6 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:13.076205 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.141848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:13.152125 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e883485d-981e-432b-b661-3e19b188f0d3 admin admin] 10.222.0.68 "PUT /v2.0/routers/7aeeade7-fc99-454d-a699-ca4f6966f0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6967938 Aug 11 02:12:13.234929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:13.292521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:13.344686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5be5d38b-6e38-4935-88f6-f44af2dc09dc req-2a8613c9-a948-4f8a-978a-4925c3878b8e tempest-ServerPasswordTestJSON-1376879831 tempest-ServerPasswordTestJSON-1376879831-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d5cf241-2990-4eb5-ac5c-fdf96cc59c0f HTTP/1.1" status: 200 len: 210 time: 0.2587576 Aug 11 02:12:13.354598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:13.357385 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702ed8e-a716-47e0-90ea-a9413191a8e4" -d '{"events": [{"server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "name": "network-vif-plugged", "status": "completed", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:13.372876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'port_id': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'mac_address': 'fa:16:3e:9d:12:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcc776-a0f2-4c62-89c1-e43ef8779745', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:13.412263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-585d99c0-ccea-4ec0-ac30-af3cd50ed805 None None] Provisioning complete for port 929a5034-76d3-42ac-a153-2d2b599d0899 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:13.414059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-585d99c0-ccea-4ec0-ac30-af3cd50ed805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.432325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5d58-34dc-4c96-892d-6185e4c15984 req-9d71c94a-745a-4963-a462-f027e86c91e4 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:13.435185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:13.435529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:13.438721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1ef5d58-34dc-4c96-892d-6185e4c15984 req-9d71c94a-745a-4963-a462-f027e86c91e4 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 945 time: 0.3829486 Aug 11 02:12:13.440609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:13.451226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:13.452903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:13.468736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:13.469355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:13.469577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:13.470752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Bound port: 3461fbcb-ad39-434e-b20d-79ef274e07f6, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:13.471131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.496120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-585d99c0-ccea-4ec0-ac30-af3cd50ed805 None None] Port 929a5034-76d3-42ac-a153-2d2b599d0899 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:13.550217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.554100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6dbbb61e-e162-4e51-bde4-e419185aab39 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:13.570276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6dbbb61e-e162-4e51-bde4-e419185aab39 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:13.571029 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.580012 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Sync routers for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:13.592087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:13.594790 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:11:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:13.600003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1ef5d58-34dc-4c96-892d-6185e4c15984 req-07cce411-0d08-40fe-8ca6-e22c4d0569fc tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541462 Aug 11 02:12:13.612351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:13.624699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a27fc1-5ca5-4ddd-bcd2-654292bfbcd0 req-a7939054-b19e-4224-88ef-ef5dccaec159 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:13.630270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:13.635002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49a27fc1-5ca5-4ddd-bcd2-654292bfbcd0 req-a7939054-b19e-4224-88ef-ef5dccaec159 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 945 time: 0.1646490 Aug 11 02:12:13.636921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.667200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:13.697213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:13.716572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49a27fc1-5ca5-4ddd-bcd2-654292bfbcd0 req-8c6b2fcb-1f60-40d0-9a02-5e6001575a33 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805852 Aug 11 02:12:13.740568 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7b555-69b9-4d24-804b-8d3eeb8212e7 x-openstack-request-id: req-56b7b555-69b9-4d24-804b-8d3eeb8212e7 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:13.741363 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "name": "network-vif-plugged", "status": "completed", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:13.741724 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56b7b555-69b9-4d24-804b-8d3eeb8212e7 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:13.742283 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd', 'code': 200} Aug 11 02:12:13.745324 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.765996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:13.793253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:13.794962 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.796991 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-bdbde839-e7f9-4e91-ba55-7c3c2fbad9d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 1092 time: 2.9585187 Aug 11 02:12:13.852420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:13.915754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:13.951638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:13.976314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326ae2-bf16-4203-a2b7-8a84f71ca738 req-45b1b2e4-a874-4526-9fde-030f98bd28bb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:13.991832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f326ae2-bf16-4203-a2b7-8a84f71ca738 req-45b1b2e4-a874-4526-9fde-030f98bd28bb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 945 time: 0.1065719 Aug 11 02:12:14.007251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863b498-e201-4f45-aac8-f90830eb2ba8 req-2fa50b7d-fcb0-4947-a070-7617a7dc636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:14.007758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6dbbb61e-e162-4e51-bde4-e419185aab39, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6dbbb61e-e162-4e51-bde4-e419185aab39,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:14.009119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5863b498-e201-4f45-aac8-f90830eb2ba8 req-2fa50b7d-fcb0-4947-a070-7617a7dc636c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 1097 time: 0.2106354 Aug 11 02:12:14.011735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5aeffeb3-2edb-4538-b4b3-5d8a66795c51'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:14.013468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-416c7e53-adb0-42fc-b546-1f91e05741a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:14.015117 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-416c7e53-adb0-42fc-b546-1f91e05741a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1095 time: 0.0994148 Aug 11 02:12:14.016562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.073185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f326ae2-bf16-4203-a2b7-8a84f71ca738 req-82d177be-a717-4180-8914-c0c36d7e221b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786314 Aug 11 02:12:14.147901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6dbbb61e-e162-4e51-bde4-e419185aab39,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:14.151129 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-7f9d1f83-4885-4da4-80d8-4f96fcadf7cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 217 time: 0.0993044 Aug 11 02:12:14.194681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5863b498-e201-4f45-aac8-f90830eb2ba8 req-18efe248-601e-41ba-a13c-dbbefd07eb0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772041 Aug 11 02:12:14.258537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-294f3a9c-fe5e-4e39-ab6a-3fb9f5f01966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:14.260141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-294f3a9c-fe5e-4e39-ab6a-3fb9f5f01966 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0978513 Aug 11 02:12:14.332112 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-079aa8c1-7660-4f42-b44c-9b87cd795cde service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645673 Aug 11 02:12:14.341508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-205c30d6-21ce-4110-a84b-7a1acd4a26d8 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:14.350570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-205c30d6-21ce-4110-a84b-7a1acd4a26d8 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 828 time: 0.2393820 Aug 11 02:12:14.351221 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:10Z', 'revision_number': 2, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:14.371518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-bd5cc242-df27-4127-83b6-01550a82aa77 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/quotas/55aaf9d79ded4ddb89ec0061d12956c3 HTTP/1.1" status: 200 len: 375 time: 0.0199249 Aug 11 02:12:14.418761 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Checking router: 7aeeade7-fc99-454d-a699-ca4f6966f0fc for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:14.419114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Updating router 7aeeade7-fc99-454d-a699-ca4f6966f0fc port 929a5034-76d3-42ac-a153-2d2b599d0899 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:12:14.442811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-485c2088-4b34-4bf7-8479-6c3aa7b6178b tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700426 Aug 11 02:12:14.479083 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.507974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:14.518388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-fcc66c4e-4aca-46ff-9e35-7cfe74b6cd68 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781943 Aug 11 02:12:14.627537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6dbbb61e-e162-4e51-bde4-e419185aab39 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:14.632295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:14.632985 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.653289 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d5a2e9d-aea7-4620-9e2e-b680f3dcd89d req-197598b0-838c-4bb3-afad-bb92f4f7ea89 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251011 Aug 11 02:12:14.714728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dec59-173c-4e69-9ff5-dc41ec76bc7c req-0e93ef67-1b31-4642-b2aa-204ff5d16a3e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:14.719271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:14.722497 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf623095-2625-464f-9ecb-b139f7f92e45" -d '{"events": [{"name": "network-changed", "server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:14.727962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e3dec59-173c-4e69-9ff5-dc41ec76bc7c req-0e93ef67-1b31-4642-b2aa-204ff5d16a3e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.2058573 Aug 11 02:12:14.731764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-b35f6b69-eec0-4064-8654-504cd31fe7ef service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876427 Aug 11 02:12:14.753018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6dbbb61e-e162-4e51-bde4-e419185aab39 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:14.753783 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.817872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.860502 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.871551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:14.872885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Transition to ACTIVE for port object 929a5034-76d3-42ac-a153-2d2b599d0899 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:14.881331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.882195 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:14.901551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e3dec59-173c-4e69-9ff5-dc41ec76bc7c req-43f1bf54-dc23-41a7-b52e-bc331349ae36 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692560 Aug 11 02:12:14.995546 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Pushing event updated for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:15.033520 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.035952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.036197 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.046749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:15.047568 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.047938 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.048644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-cd37485b-be20-4d5b-8ea4-655adf3c5de9 service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985058 Aug 11 02:12:15.048781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.048781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.049081 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.049284 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.054407 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.055111 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.055460 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:15.146680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Attempting to bind port 929a5034-76d3-42ac-a153-2d2b599d0899 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:15.147805 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Attempting to bind port 929a5034-76d3-42ac-a153-2d2b599d0899 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:15.148920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Attempting to bind port 929a5034-76d3-42ac-a153-2d2b599d0899 on network cd38d783-d2c2-4159-b02a-df4033aae060 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:15.162308 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:15.164901 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Checking segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:15.166275 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.168546 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Bound using segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:15.169277 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Bound port: 929a5034-76d3-42ac-a153-2d2b599d0899, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:15.171332 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.363367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533f310-7360-462c-927a-7cb7d1680ee8 req-0f39639f-b7d6-4b13-8438-2ff3c821a2d6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:15.369681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38020) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:15.382833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b533f310-7360-462c-927a-7cb7d1680ee8 req-0f39639f-b7d6-4b13-8438-2ff3c821a2d6 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 945 time: 0.1163521 Aug 11 02:12:15.409341 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] For port 929a5034-76d3-42ac-a153-2d2b599d0899, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:15.423595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] For port 929a5034-76d3-42ac-a153-2d2b599d0899, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=929a5034-76d3-42ac-a153-2d2b599d0899,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:15.432207 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.468071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b533f310-7360-462c-927a-7cb7d1680ee8 req-84a14b60-430a-4e3d-b385-776c9e639d4b tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846217 Aug 11 02:12:15.512323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Deleting subnet 8e36373a-ae43-4fda-af75-3774e70dfa78 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:15.518767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.564744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.610682 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d413dd-8e13-4a1c-9888-18276af5edda None None] Pushing event updated for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:15.641094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.654621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:15.655252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:11:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:15.693060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597a42-9158-440f-bf7a-326667978d1f req-2a998e86-2e20-4736-bbed-16891f47aa81 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:15.697889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa597a42-9158-440f-bf7a-326667978d1f req-2a998e86-2e20-4736-bbed-16891f47aa81 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 945 time: 0.1791224 Aug 11 02:12:15.725188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.746465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:15.748804 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a59d73-b063-4fd7-b53f-55dc034f508e" -d '{"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:15.773643 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a842128-91e0-4b9b-958f-ab0d3b2aad18 x-openstack-request-id: req-5a842128-91e0-4b9b-958f-ab0d3b2aad18 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:15.774620 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:15.775140 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a842128-91e0-4b9b-958f-ab0d3b2aad18 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:15.775917 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'status': 'completed', 'code': 200} Aug 11 02:12:15.788435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e36373a-ae43-4fda-af75-3774e70dfa78,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:15.807668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa597a42-9158-440f-bf7a-326667978d1f req-df66658a-f2f4-449d-832b-ec6e5ca0a630 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Aug 11 02:12:15.897582 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:15.910451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47c658cb-5818-4a01-b7e1-120b24435049 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8e36373a-ae43-4fda-af75-3774e70dfa78 HTTP/1.1" status: 204 len: 168 time: 0.5372701 Aug 11 02:12:15.910684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38036) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:16.059878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1096f4f-2d98-4130-af6c-fde10e90cc31 req-888f72c0-512b-46c7-abe3-1048092dfef2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 210 time: 0.1159687 Aug 11 02:12:16.133643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e543cd6-7222-4233-a9fc-a30d6b3231de req-28306881-1818-4344-9a5a-0fd15a22acb1 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.142567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e543cd6-7222-4233-a9fc-a30d6b3231de req-28306881-1818-4344-9a5a-0fd15a22acb1 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 946 time: 0.2579792 Aug 11 02:12:16.225391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-967054d5-7bef-4228-87b0-7836410a6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.236550 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-967054d5-7bef-4228-87b0-7836410a6bec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1095 time: 0.4295928 Aug 11 02:12:16.249342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.257313 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:16.274296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e543cd6-7222-4233-a9fc-a30d6b3231de req-77a3a0b0-c750-468c-a94c-241c82da6bd6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Aug 11 02:12:16.389224 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:16.419818 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c14b5dd-7e3b-48f9-8b1f-2a7726f18c34 x-openstack-request-id: req-0c14b5dd-7e3b-48f9-8b1f-2a7726f18c34 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:16.420114 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:16.420371 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c14b5dd-7e3b-48f9-8b1f-2a7726f18c34 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:16.420767 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'code': 200} Aug 11 02:12:16.510266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:16.563331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.578707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-2b72f9c2-a51a-49aa-a126-f7c75384668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.587788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-2b72f9c2-a51a-49aa-a126-f7c75384668e service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.3327975 Aug 11 02:12:16.592231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:16.649458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa57acf-ac9e-4667-b1d4-82739795e4c3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:16.650556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa57acf-ac9e-4667-b1d4-82739795e4c3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:16.666089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.685595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.694118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:16.695247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.748454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47101-b8a6-4203-a022-a01ac66c564d req-b3f35b8c-19c8-4bd3-b378-83669babb2a9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:16.766368 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:16.774862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49c47101-b8a6-4203-a022-a01ac66c564d req-b3f35b8c-19c8-4bd3-b378-83669babb2a9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1852474 Aug 11 02:12:16.799920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.865435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.873842 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-03444fc3-9e60-4c15-bdf6-9297d7b0dba0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 217 time: 0.2529869 Aug 11 02:12:16.887432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:16.894751 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.942038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49c47101-b8a6-4203-a022-a01ac66c564d req-10d090de-0cac-448c-a77d-22ac84c94000 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Aug 11 02:12:16.942807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:16.944855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1 HTTP/1.1" status: 204 len: 168 time: 1.0333767 Aug 11 02:12:16.945791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f39de-a316-4fc9-9f5e-67ea926f4c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec9b481-fcf9-41df-9d3a-82b90c6aa6a1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.110523 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:15Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:17.114580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:17.246758 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbda1df-2f7f-40aa-8229-cebdfcd438b3 None None] The sync data for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 is: [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:15Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:17.361207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-14c5c814-a93c-4643-a849-31caa3c4e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.366341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-14c5c814-a93c-4643-a849-31caa3c4e70c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.4354105 Aug 11 02:12:17.461752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-9721ec18-5da2-40ac-b7a9-66d07d2485d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807068 Aug 11 02:12:17.590733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:17.687074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-dc3ac620-e4e0-4b2e-9eb5-1e6292fd1337 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.688725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-dc3ac620-e4e0-4b2e-9eb5-1e6292fd1337 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 944 time: 0.5368729 Aug 11 02:12:17.728516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1d2ef81-7790-4b6f-8b50-64062adda451 req-439db3f0-65ca-4c9f-96bb-4d0d86f54616 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 210 time: 0.0967710 Aug 11 02:12:17.749654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-abcfdc1e-961e-4756-9821-4df07846f21a tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.751343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-abcfdc1e-961e-4756-9821-4df07846f21a tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.61 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 828 time: 0.5770078 Aug 11 02:12:17.780923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'port': {'device_id': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'admin_state_up': True, 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:17.878704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f3f75-b530-4714-93cd-1245190259c6 req-8c56fcd4-188a-4c62-93b9-e67b8cc88bb5 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:17.887079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-736f3f75-b530-4714-93cd-1245190259c6 req-8c56fcd4-188a-4c62-93b9-e67b8cc88bb5 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 944 time: 0.2713485 Aug 11 02:12:18.009678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-736f3f75-b530-4714-93cd-1245190259c6 req-dfa7dd3b-7b2b-4f2d-8c74-493c99140b5f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212213 Aug 11 02:12:18.069721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Made reservation on behalf of 55aaf9d79ded4ddb89ec0061d12956c3 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:18.075589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.183645 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f840980-0866-4eee-bf7b-43efebd4de5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=449a757cf30f4d18b39371f85e5b5293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895801 Aug 11 02:12:18.189974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38084) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:18.263103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-70d6332b-1fba-4a59-b7c7-430b740be20f service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952044 Aug 11 02:12:18.334478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:18.382322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.402135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Allocated IP 172.20.0.12 (cd38d783-d2c2-4159-b02a-df4033aae060/e68294e7-82f0-4f36-af2c-bf38277aaa6a/7783b92f-df8a-4988-877a-cacb089b8c47) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:18.429780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Deleting port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:18.431306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.432157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:18.434540 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421789b-1478-4fe4-a40b-ddc2515f94f8" -d '{"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:18.478981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d2a5d-bdc5-4cf2-bec9-105758ef1900 req-eb19e33e-ef96-4cdc-b93f-821bc8601023 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:18.497021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-502d2a5d-bdc5-4cf2-bec9-105758ef1900 req-eb19e33e-ef96-4cdc-b93f-821bc8601023 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.3785832 Aug 11 02:12:18.508075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.541322 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b98f75-4636-44a7-9be8-31f364cf2901 x-openstack-request-id: req-e0b98f75-4636-44a7-9be8-31f364cf2901 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:18.541637 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:18.542163 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0b98f75-4636-44a7-9be8-31f364cf2901 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:18.544433 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'code': 200} Aug 11 02:12:18.622004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:18.646044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'mac_address': 'fa:16:3e:a3:05:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:18.670277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf623095-2625-464f-9ecb-b139f7f92e45 req-a8d75379-3ebb-4657-a7f7-a98d6a1ba9f8 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956411 Aug 11 02:12:18.711002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-502d2a5d-bdc5-4cf2-bec9-105758ef1900 req-6efe3615-d27c-4084-84f8-17e6e77c7b8d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124043 Aug 11 02:12:18.713990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.717872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.719419 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d36a7062-2c9e-47e5-a3d6-19b64928c418 HTTP/1.1" status: 204 len: 168 time: 0.5283751 Aug 11 02:12:18.742048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db28f29-ffdf-4aae-becb-9edf20ad2750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a7062-2c9e-47e5-a3d6-19b64928c418,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:18.744690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 929a5034-76d3-42ac-a153-2d2b599d0899 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:18.772333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] For port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:18.772709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.809866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Calling delete_port for 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:18.870926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.920246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17878cb1-6294-4275-8d1d-7cdce3af5706 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:18.935840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 929a5034-76d3-42ac-a153-2d2b599d0899 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:18.959317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 929a5034-76d3-42ac-a153-2d2b599d0899 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:18.959965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:18.989977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:19.000953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.075383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a93b73e1-572d-4284-8837-599ff666ffba req-65c06aa7-5122-45f3-b885-b3edaf75ba91 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 210 time: 0.1349781 Aug 11 02:12:19.177970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:19.202329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['17878cb1-6294-4275-8d1d-7cdce3af5706'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:19.241006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.256387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.315348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event deleted for resources: {'Port': ['ID=5aeffeb3-2edb-4538-b4b3-5d8a66795c51,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:19.328187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b519e22-81e0-49b6-9371-ac3cd7a8a1e8 req-292025dd-3107-40e5-b7be-878eaf66eb7a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b9d9d92-e954-40e9-9ad7-160aadbbd9ad HTTP/1.1" status: 200 len: 210 time: 0.0873063 Aug 11 02:12:19.342789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Transition to ACTIVE for port object 7783b92f-df8a-4988-877a-cacb089b8c47 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:19.381559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] No DVR routers for this DVR port 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:19.387399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.401236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.403346 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fd2402da-5e25-41bd-887b-b2735f4e7cbd req-5297e0e0-045b-4214-bb43-d4f25afc32b9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "DELETE /v2.0/ports/5aeffeb3-2edb-4538-b4b3-5d8a66795c51 HTTP/1.1" status: 204 len: 173 time: 1.6913562 Aug 11 02:12:19.403803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-deleted', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:19.406212 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b52f14-593f-4a3b-b420-654b5218b33a" -d '{"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-deleted", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:19.483286 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.510367 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8a00a-92ad-4794-bd40-d43b1607d5bd x-openstack-request-id: req-eba8a00a-92ad-4794-bd40-d43b1607d5bd {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:19.510584 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d9d92-e954-40e9-9ad7-160aadbbd9ad", "name": "network-vif-deleted", "tag": "5aeffeb3-2edb-4538-b4b3-5d8a66795c51", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:19.510836 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eba8a00a-92ad-4794-bd40-d43b1607d5bd {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:19.511506 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9d9d92-e954-40e9-9ad7-160aadbbd9ad', 'name': 'network-vif-deleted', 'tag': '5aeffeb3-2edb-4538-b4b3-5d8a66795c51', 'status': 'completed', 'code': 200} Aug 11 02:12:19.596125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 929a5034-76d3-42ac-a153-2d2b599d0899, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=929a5034-76d3-42ac-a153-2d2b599d0899,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:19.642736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Network cd38d783-d2c2-4159-b02a-df4033aae060 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:19.644701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.661163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:19.677582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:19.799555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event updated for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:19.874223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:19.875555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:19.931931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-fa2faab3-b693-41af-bfa5-e98e3a3c59b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1675141 Aug 11 02:12:19.950287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Request body: {'port': {'device_id': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:20.099894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecea24-ad1f-4db0-80fc-58a10ef34cd2 req-23aaeb02-e066-48c8-ad13-0df72b66279a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:20.110203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6eecea24-ad1f-4db0-80fc-58a10ef34cd2 req-23aaeb02-e066-48c8-ad13-0df72b66279a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.2232201 Aug 11 02:12:20.118003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.207826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:20.232365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6bded9e9-2ccd-4e6d-bfc0-7390de233c16 None None] Provisioning for port 7783b92f-df8a-4988-877a-cacb089b8c47 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:20.248602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6bded9e9-2ccd-4e6d-bfc0-7390de233c16 None None] Provisioning complete for port 7783b92f-df8a-4988-877a-cacb089b8c47 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:20.248971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6bded9e9-2ccd-4e6d-bfc0-7390de233c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.332413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6bded9e9-2ccd-4e6d-bfc0-7390de233c16 None None] Port 7783b92f-df8a-4988-877a-cacb089b8c47 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:12:20.411625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:20.622552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:20.638430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6eecea24-ad1f-4db0-80fc-58a10ef34cd2 req-f4176c53-6951-4006-9b5c-1cb409d437e3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269952 Aug 11 02:12:20.685355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:20.686052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5aeffeb3-2edb-4538-b4b3-5d8a66795c51 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:20.689553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 929a5034-76d3-42ac-a153-2d2b599d0899 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:20.737053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 17878cb1-6294-4275-8d1d-7cdce3af5706 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:20.737692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.790699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3faa5-eedd-4c0f-a878-44425bebea8b req-cb9d8b9d-0e8a-4a0c-83d0-dd196338af94 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:20.802739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cab3faa5-eedd-4c0f-a878-44425bebea8b req-cb9d8b9d-0e8a-4a0c-83d0-dd196338af94 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 932 time: 0.2871325 Aug 11 02:12:20.864639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cab3faa5-eedd-4c0f-a878-44425bebea8b req-5b95c60e-c788-47ab-bbba-662a3a958af2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Aug 11 02:12:20.872513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 929a5034-76d3-42ac-a153-2d2b599d0899 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:20.872959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.916655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7783b92f-df8a-4988-877a-cacb089b8c47 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:20.932925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:20.947895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Transition to ACTIVE for port object 7783b92f-df8a-4988-877a-cacb089b8c47 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:20.955716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.016574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.154319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:21.157784 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b75b6-8246-4392-aaa7-48be83e92b6c" -d '{"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-plugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:21.169064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Pushing event updated for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:21.176603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:21.186037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.294750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:21.380643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Attempting to bind port 7783b92f-df8a-4988-877a-cacb089b8c47 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:21.381674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Attempting to bind port 7783b92f-df8a-4988-877a-cacb089b8c47 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:21.382203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Attempting to bind port 7783b92f-df8a-4988-877a-cacb089b8c47 on network cd38d783-d2c2-4159-b02a-df4033aae060 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:21.398653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Port 7783b92f-df8a-4988-877a-cacb089b8c47 on network cd38d783-d2c2-4159-b02a-df4033aae060 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:21.399172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Attempting to bind port 7783b92f-df8a-4988-877a-cacb089b8c47 on network cd38d783-d2c2-4159-b02a-df4033aae060 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:21.409152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:21.409860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Checking segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:21.410573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Bound using segment: {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:21.411118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Bound port: 7783b92f-df8a-4988-877a-cacb089b8c47, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df16acfb-5093-457f-bf33-6614cf8ec9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:21.414024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.426634 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369664c8-7856-4330-b99b-5e44750c9038 x-openstack-request-id: req-369664c8-7856-4330-b99b-5e44750c9038 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:21.427220 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-plugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:21.427220 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-369664c8-7856-4330-b99b-5e44750c9038 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:21.427560 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'code': 200} Aug 11 02:12:21.499520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:21.503606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118748114', 'description': 'tempest-description--2093518242'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:21.529187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc4c437e-1f97-4cdd-a3dc-921adb20c159 req-d3323d1e-9d76-4335-993a-e08f7d66aee0 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0315855 Aug 11 02:12:21.547999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.590292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:21.594052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7783b92f-df8a-4988-877a-cacb089b8c47,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:21.601281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.698666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:21.699450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.701360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] 10.222.0.61 "PUT /v2.0/ports/7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 1093 time: 1.7562072 Aug 11 02:12:21.704769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:21.707274 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ab1dd-f0eb-4650-955a-5ecc16db30df" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:21.775241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.781279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.818256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.819918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3198829 Aug 11 02:12:21.829487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:21.836935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'security_group_rule': {'security_group_id': '39c16de2-56f4-4b36-8b87-56d414ba187c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:21.856008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e505c3-efa0-4b62-84b2-70455d95fb53 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c16de2-56f4-4b36-8b87-56d414ba187c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:21.919945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:21.941842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69d15f-b096-4115-8f0d-c6df4c599f76 service neutron] Pushing event updated for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:22.031731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.037735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.068388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-4026977e-41da-4a89-9751-4b662784432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.071829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-4026977e-41da-4a89-9751-4b662784432e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1096 time: 0.3259480 Aug 11 02:12:22.087494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19045f-18ec-4e3e-ad77-fd3ef36a06c9 req-f5100a6d-41e4-414a-a3c5-25696e1657fa tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.097379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da19045f-18ec-4e3e-ad77-fd3ef36a06c9 req-f5100a6d-41e4-414a-a3c5-25696e1657fa tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1865191 Aug 11 02:12:22.115646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.117241 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2851181 Aug 11 02:12:22.120735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65043dd-2d12-4fb1-a581-36d4e3abcf49 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec22c214-3c6f-4b15-abf0-dca46b56e484,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:22.129785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38242) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:22.145404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'security_group_rule': {'security_group_id': '39c16de2-56f4-4b36-8b87-56d414ba187c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:22.157838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-d90c48de-a41b-484c-a815-b214fc66475f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 217 time: 0.0582838 Aug 11 02:12:22.185186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-89373e6a-15f0-4b96-b908-47e69f5b6527 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.193188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-89373e6a-15f0-4b96-b908-47e69f5b6527 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.4904916 Aug 11 02:12:22.204227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.213241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da19045f-18ec-4e3e-ad77-fd3ef36a06c9 req-f3abba48-0ce7-466f-b51e-c41488c4dea8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087215 Aug 11 02:12:22.270848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-5ecf1ff1-54a7-43ce-b353-725eaf1eb8d1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/quotas/52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 375 time: 0.0762844 Aug 11 02:12:22.327720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-f151b4ef-36fd-4411-bc4b-f272748badb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.331224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-f151b4ef-36fd-4411-bc4b-f272748badb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1348403 Aug 11 02:12:22.370540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.380912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.421638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc15610b-77f4-48cc-9a34-aac23c17447a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:22.444450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.449850 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98da690b-e875-41ed-a6e5-fa321546200f tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156824 Aug 11 02:12:22.450568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38250) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:22.472725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:22.511942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-461450f6-5418-4128-9911-17859902b899 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2384415 Aug 11 02:12:22.516224 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27358af0-c656-479f-b2e9-507a3fba2402 x-openstack-request-id: req-27358af0-c656-479f-b2e9-507a3fba2402 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:22.516619 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:22.516805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5511361-4af0-45a2-b5bb-3f3dd6aa1813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.517284 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27358af0-c656-479f-b2e9-507a3fba2402 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:22.517650 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47', 'status': 'completed', 'code': 200} Aug 11 02:12:22.556083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.728708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc901c-a799-4993-8826-bd6345137faa req-bdbe1844-39bc-48e6-86c6-5f1bf436a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.730408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-bdbe1844-39bc-48e6-86c6-5f1bf436a217 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3893814 Aug 11 02:12:22.749592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:22.829140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39111-45b1-4515-9b31-bf5aba963c54 req-d965b78d-e868-4b7b-8fda-c40cf409149a tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:22.832367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3f39111-45b1-4515-9b31-bf5aba963c54 req-d965b78d-e868-4b7b-8fda-c40cf409149a tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 944 time: 0.1445916 Aug 11 02:12:22.857945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-540b97d6-5bec-4af7-8843-9097cfcd811d service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359640 Aug 11 02:12:22.880761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Allocated IP 172.25.3.73 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ee15a670-8a4c-484c-a12c-10a188006193) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:22.951377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3f39111-45b1-4515-9b31-bf5aba963c54 req-282a46ab-accf-4066-8255-e522230046cc tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107686 Aug 11 02:12:23.007814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-f5585cce-9558-4017-9650-97becbb8c3c0 service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624967 Aug 11 02:12:23.061250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.129303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.209837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-b588e86d-e4e6-4e1e-b811-efeb021a297f service neutron] 10.222.0.68 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506715 Aug 11 02:12:23.255979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:23.257291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'Port': ['ID=ee15a670-8a4c-484c-a12c-10a188006193,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:23.260461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:23.271688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:23.290392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dfc901c-a799-4993-8826-bd6345137faa req-b335ba3e-53a9-4628-946d-db5fa9691f1b service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713044 Aug 11 02:12:23.489293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.532292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.583181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-181440d3-f01d-44c7-b644-2d624a271e4f req-54fe180e-470f-4de3-9dbd-a11ae8cf7e8c tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1161773 Aug 11 02:12:23.591472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-0e33afe4-c59f-40eb-9ae8-6e4c587961f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:23.594894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-0e33afe4-c59f-40eb-9ae8-6e4c587961f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1096 time: 0.2181182 Aug 11 02:12:23.842756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.850944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.859833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f68f413c-bc71-401b-8679-deff15b1b491 req-9ae6ef8f-13a1-441a-b768-b8ab5ec94e87 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.0560303 Aug 11 02:12:23.862956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-29772a41-42df-48cb-9bbb-93e6af16b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:23.864733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-29772a41-42df-48cb-9bbb-93e6af16b642 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 929 time: 0.2602611 Aug 11 02:12:23.900971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d826228-fc0b-44f1-8104-1f28eb61f007 req-d83e8782-8e17-42fa-9796-4a56a0363472 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:23.902601 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d826228-fc0b-44f1-8104-1f28eb61f007 req-d83e8782-8e17-42fa-9796-4a56a0363472 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1712332 Aug 11 02:12:23.922417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'Port': ['ID=ee15a670-8a4c-484c-a12c-10a188006193,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:23.960246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-a739b283-695d-410c-be98-29a9ae97f1a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 217 time: 0.0839703 Aug 11 02:12:23.967601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:23.984623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.006494 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-225b6f00-f0ef-46c4-8767-fe3b86c6fdfc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5446527 Aug 11 02:12:24.158746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d826228-fc0b-44f1-8104-1f28eb61f007 req-f6de3bce-ef5d-4c73-836d-97a8a1c381fd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992967 Aug 11 02:12:24.160090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-a7fc71ec-1986-44e9-84d7-6ba9dc606b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:24.161752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-a7fc71ec-1986-44e9-84d7-6ba9dc606b95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1904428 Aug 11 02:12:24.243934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd19e43-c116-42bf-a5ef-1a46b2b978e2 req-746636ec-477a-4619-8782-d8adb1d38018 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:24.245725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd19e43-c116-42bf-a5ef-1a46b2b978e2 req-746636ec-477a-4619-8782-d8adb1d38018 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 944 time: 0.1290951 Aug 11 02:12:24.255663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-c55200f4-afdc-4584-853c-36d34b3ca6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:24.257107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-c55200f4-afdc-4584-853c-36d34b3ca6a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854568 Aug 11 02:12:24.543010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7783b92f-df8a-4988-877a-cacb089b8c47 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:24.674332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f38421-a0b5-4cc2-9ff5-ba20145178a3 req-768017b3-9cd3-47c1-b3b7-cbf6701b59a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0493886 Aug 11 02:12:24.755456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7783b92f-df8a-4988-877a-cacb089b8c47,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:24.809760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd19e43-c116-42bf-a5ef-1a46b2b978e2 req-d1eb1dfe-6dce-4d0f-b39b-a4c7d96dde02 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566378 Aug 11 02:12:24.816997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '7783b92f-df8a-4988-877a-cacb089b8c47', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'mac_address': 'fa:16:3e:14:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:24.899921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.914902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7783b92f-df8a-4988-877a-cacb089b8c47 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:24.945958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7783b92f-df8a-4988-877a-cacb089b8c47,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:24.951637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:24.952307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:24.965770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-7802a545-d761-4836-840f-795dd122dc5c tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:24.972495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-7802a545-d761-4836-840f-795dd122dc5c tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.3570535 Aug 11 02:12:24.975507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-d943f298-c0fc-4d38-bed7-6a7566450974 service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589818 Aug 11 02:12:25.099171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-664ee92c-ec0a-46c4-b723-36fe44d4f8a7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/quotas/4062b874fe964835b1f46c667a62c33d HTTP/1.1" status: 200 len: 375 time: 0.1201262 Aug 11 02:12:25.121903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:25.134956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2baddc87-22fa-4efb-8e23-9b87df71c7e6 req-6a9a9be8-453c-4e2b-a7df-5d239fb83dac tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1058338 Aug 11 02:12:25.159919 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c2f5-0a9c-45f7-97c8-f5c517bcd601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.199264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:25.222320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883', 'port_id': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'mac_address': 'fa:16:3e:30:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa78850-f001-423b-b807-303263916f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:25.291026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.305518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3461fbcb-ad39-434e-b20d-79ef274e07f6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:25.315091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-1055e1dc-ccde-4d11-b2fc-777b39920219 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1966372 Aug 11 02:12:25.340563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:25.349524 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.437167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-549ab1dd-f0eb-4650-955a-5ecc16db30df req-48af9026-cc8d-4a4c-9880-fbce57e866ac service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332130 Aug 11 02:12:25.460773 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.475936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:25.486331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-dcedf25a-7766-489d-9785-b8ddeb508238 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.487911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-dcedf25a-7766-489d-9785-b8ddeb508238 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 808 time: 0.2251060 Aug 11 02:12:25.549640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Request body: {'port': {'device_id': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'admin_state_up': True, 'tenant_id': '52b4d92c94e14cd9a77f878f22e14e9a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:25.578280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4eeb044-d90a-469c-91e6-424cae324c3e req-81d40053-af30-43fd-b739-463dc848bd7c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.2054491 Aug 11 02:12:25.599385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-5760367e-c940-4541-93d7-1b01325c3a8f service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683151 Aug 11 02:12:25.669242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7783b92f-df8a-4988-877a-cacb089b8c47'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:25.773309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Made reservation on behalf of 52b4d92c94e14cd9a77f878f22e14e9a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:25.782370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:25.807781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3461fbcb-ad39-434e-b20d-79ef274e07f6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:25.819592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213694b-f4c5-48e8-a7f8-b8b1e0cc4005 req-058db720-3890-4ce8-a7e6-4414e04560ea tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:25.827633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d213694b-f4c5-48e8-a7f8-b8b1e0cc4005 req-058db720-3890-4ce8-a7e6-4414e04560ea tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.0897655 Aug 11 02:12:25.924472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-dcb272aa-e19b-4cb7-a5c8-bf6fcb480633 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167427 Aug 11 02:12:25.950513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d213694b-f4c5-48e8-a7f8-b8b1e0cc4005 req-4f56acf7-51cc-4a88-9361-f8bb27a0035e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188879 Aug 11 02:12:26.204236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d7e0c-c90b-408a-8539-f2cb25bd0eb0 req-1883b615-ea82-4f35-8696-006886263e14 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:26.206000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c5d7e0c-c90b-408a-8539-f2cb25bd0eb0 req-1883b615-ea82-4f35-8696-006886263e14 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 945 time: 0.0857642 Aug 11 02:12:26.211240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Allocated IP 172.20.0.13 (8c699a42-4cbc-4d04-ad2d-d185563aca41/623cb132-d3ad-4914-8e03-ce3418613164/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:26.303567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.307569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c5d7e0c-c90b-408a-8539-f2cb25bd0eb0 req-ebe95182-11dd-41a5-b4aa-adc4a4fc51db tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Aug 11 02:12:26.446999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-858dff59-e2ea-4d5b-acd0-e69e1b36b35c req-33580493-2609-4d82-b2ca-a45bea2ba6da tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0542424 Aug 11 02:12:26.475525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.535478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.577003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d371bd1-a277-4ae4-9edf-2a09ec9c8592 req-a0750a4d-cc94-4e1f-bb41-332d25047a9d tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 210 time: 0.1234858 Aug 11 02:12:26.593037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7af86b54-9224-42c6-b68e-b4d3941dfe8b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:26.678410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:26.699898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Network 8c699a42-4cbc-4d04-ad2d-d185563aca41 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:26.701395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:26.708605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:26.828223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:26.828974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:26.862839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-77c83ad1-a7e7-46c5-aa63-12a5632ff883 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3181834 Aug 11 02:12:26.872993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0432f5f-1fe0-41ca-a906-beec3d0fb894 req-8a89fd83-c5bd-4713-85bd-e3b44cb9e516 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:26.884538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0432f5f-1fe0-41ca-a906-beec3d0fb894 req-8a89fd83-c5bd-4713-85bd-e3b44cb9e516 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1145968 Aug 11 02:12:27.000916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0432f5f-1fe0-41ca-a906-beec3d0fb894 req-c70f5129-392f-4974-8bdc-ad2dfdad7c03 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014948 Aug 11 02:12:27.125027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Request body: {'port': {'device_id': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:27.236821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171cbe-054f-47fa-87f8-47ea70ec1b0d req-26a3a1fa-ec4c-4197-889a-3c16d7acfe18 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.238405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d171cbe-054f-47fa-87f8-47ea70ec1b0d req-26a3a1fa-ec4c-4197-889a-3c16d7acfe18 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 932 time: 0.0841045 Aug 11 02:12:27.256173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.326999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d171cbe-054f-47fa-87f8-47ea70ec1b0d req-29dd34fb-7692-485f-a0a7-c4b17af6af80 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745614 Aug 11 02:12:27.574162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39e833-0475-4125-bd0d-79f4d65b79d9 req-176cc8da-775b-400f-be50-a2ae22cfd501 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.575899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e39e833-0475-4125-bd0d-79f4d65b79d9 req-176cc8da-775b-400f-be50-a2ae22cfd501 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.1407566 Aug 11 02:12:27.625415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edc366-4736-4534-8c57-a9b90b9a3fa0 req-534ec5cb-21b6-481d-8885-6427a6ef9846 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:27.632925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6edc366-4736-4534-8c57-a9b90b9a3fa0 req-534ec5cb-21b6-481d-8885-6427a6ef9846 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 945 time: 0.1435435 Aug 11 02:12:27.676556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e39e833-0475-4125-bd0d-79f4d65b79d9 req-c7014309-2dc4-4417-8add-53480469e1fe tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916033 Aug 11 02:12:27.707725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:27.717064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.744016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Transition to ACTIVE for port object 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:27.746278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6edc366-4736-4534-8c57-a9b90b9a3fa0 req-9b2942f2-ef9f-4670-afba-b726db572cbb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124492 Aug 11 02:12:27.763164 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.908954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:27.910267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:28.026136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:28.026511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:28.026848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:28.051628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:28.051852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:28.064472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:28.064816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:28.065206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:28.065643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Bound port: 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:28.066033 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.112213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-271e3e0e-95f8-4fd6-9e7f-75f75d8f9827 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.136897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-271e3e0e-95f8-4fd6-9e7f-75f75d8f9827 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.3185525 Aug 11 02:12:28.171885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'port': {'device_id': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'admin_state_up': True, 'tenant_id': '4062b874fe964835b1f46c667a62c33d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:28.209866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:28.224532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:28.243653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.303487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.304107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.305795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] 10.222.0.67 "PUT /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 1093 time: 1.4289334 Aug 11 02:12:28.306280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:28.308702 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c37d1a-ff17-4ba0-ae21-370246df01de" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:28.356543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bbae7-e7e6-4c09-88b3-42fb3fac4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:28.443414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d897a79-060f-4fc7-a904-ee9c627b3ec8 req-e8b093a0-c9e6-43f4-bd4d-2a4037638d78 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 210 time: 0.2978182 Aug 11 02:12:28.463462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-95d935f5-5da9-46a3-b71d-11e9824da3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.463462 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-95d935f5-5da9-46a3-b71d-11e9824da3f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1096 time: 0.0966582 Aug 11 02:12:28.532581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Made reservation on behalf of 4062b874fe964835b1f46c667a62c33d for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:28.536827 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.541133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7783b92f-df8a-4988-877a-cacb089b8c47 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:28.549609 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-d39a02c3-45d9-4fa6-90be-6f66167a837a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 217 time: 0.0762565 Aug 11 02:12:28.652771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 7783b92f-df8a-4988-877a-cacb089b8c47 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:28.657992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 7783b92f-df8a-4988-877a-cacb089b8c47 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:28.658686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.677602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-b2e00ec0-282e-4666-a6d9-01d468de134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:28.683605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-b2e00ec0-282e-4666-a6d9-01d468de134f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1229968 Aug 11 02:12:28.690849 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ad423-281f-4e04-a5d8-fe8a17173242 x-openstack-request-id: req-854ad423-281f-4e04-a5d8-fe8a17173242 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:28.691847 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:28.692094 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-854ad423-281f-4e04-a5d8-fe8a17173242 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:28.692486 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'status': 'completed', 'code': 200} Aug 11 02:12:28.772744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebad7423-5d46-4b8d-bb87-7136869e2379 req-57d2c246-7bbb-44ec-af58-9307f7b42249 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1918173 Aug 11 02:12:28.775700 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-417d93c6-5b7d-41db-9a9e-f6545487d4cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821841 Aug 11 02:12:28.881957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.909393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Allocated IP 172.20.0.12 (7ac4bc62-e92c-4699-a648-bdc6e5e2838f/27bcc776-a0f2-4c62-89c1-e43ef8779745/13b8f9d7-3c69-40ab-b1c3-024dfed17d72) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:28.954259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7783b92f-df8a-4988-877a-cacb089b8c47,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:28.956686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:28.964992 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b47fd19-7ef9-4d9f-a1d9-d0d2438e6def" -d '{"events": [{"server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "name": "network-vif-plugged", "status": "completed", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:28.973592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:28.975677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:29.007420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-b98d410d-92a1-4303-b61f-75da264d23bf service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159710 Aug 11 02:12:29.134878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569e557a-3059-4041-8710-6cf4bec1a3fe req-bee7412e-f84f-4db9-ac35-b5b4925f06aa service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120927 Aug 11 02:12:29.139156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:29.171291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 3461fbcb-ad39-434e-b20d-79ef274e07f6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:29.179322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 3461fbcb-ad39-434e-b20d-79ef274e07f6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:29.179661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.273972 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.281762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-963935b6-eed1-4276-acc4-efe2830c1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.283839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-963935b6-eed1-4276-acc4-efe2830c1700 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1096 time: 0.0877142 Aug 11 02:12:29.312383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d2bda-ca65-413a-be6c-91a2975524e4 req-eb9ac9a5-0b07-4e0b-aafc-c6556d76f2d6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.321964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c5d2bda-ca65-413a-be6c-91a2975524e4 req-eb9ac9a5-0b07-4e0b-aafc-c6556d76f2d6 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.5450714 Aug 11 02:12:29.346074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599ec6-162a-403c-b3ff-3d83a7ab3142 req-87280bea-cd16-4f74-9af0-9f77742a8192 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.347667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a599ec6-162a-403c-b3ff-3d83a7ab3142 req-87280bea-cd16-4f74-9af0-9f77742a8192 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.2751286 Aug 11 02:12:29.354913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.415911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:29.426844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.438581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c5d2bda-ca65-413a-be6c-91a2975524e4 req-221b6ad4-1878-4298-a189-73646d610162 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141746 Aug 11 02:12:29.467921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a599ec6-162a-403c-b3ff-3d83a7ab3142 req-95bbf76c-ae4b-499c-9b17-13725cc264f0 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854313 Aug 11 02:12:29.518119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.527479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-2cda291f-8c50-4495-a5ab-1901f6cb1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.529679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-2cda291f-8c50-4495-a5ab-1901f6cb1a65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2299523 Aug 11 02:12:29.553786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:29.609388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-98621fb8-c6b1-46ec-9129-f4c11ba6cae9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 217 time: 0.0664048 Aug 11 02:12:29.666675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:29.679332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:29.688456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:29.700398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:29.706600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-f88d14a4-da9d-41e4-aeff-a15efe6d13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.708061 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-f88d14a4-da9d-41e4-aeff-a15efe6d13ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.0819683 Aug 11 02:12:29.758129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a566f0-e0de-479a-8999-07aee96e1e1c req-6cd670e3-e496-4396-b1e3-bd0010abe725 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.759667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-214bfb91-a7cd-42d7-9a24-68730af50ad2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362422 Aug 11 02:12:29.765779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38a566f0-e0de-479a-8999-07aee96e1e1c req-6cd670e3-e496-4396-b1e3-bd0010abe725 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.1706972 Aug 11 02:12:29.778715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb949-ae2b-4e21-9e62-0c83b160d7d8 req-0a30774b-dd50-40c0-8091-56900a725b80 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.786275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41ccb949-ae2b-4e21-9e62-0c83b160d7d8 req-0a30774b-dd50-40c0-8091-56900a725b80 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1921914 Aug 11 02:12:29.829292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:29.830342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:29.877702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41ccb949-ae2b-4e21-9e62-0c83b160d7d8 req-68d64fe9-d38f-43f9-8f62-de0567c4c8f2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904152 Aug 11 02:12:29.888577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38a566f0-e0de-479a-8999-07aee96e1e1c req-af71263a-a23a-40a7-9fb6-5ee92f0d513b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217499 Aug 11 02:12:29.890057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-b53495d2-6aad-4030-a6c2-e1660cdb06a9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7262785 Aug 11 02:12:29.918350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Request body: {'port': {'device_id': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:29.967205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-e64598f6-3603-4e07-9777-192bdde4c688 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899745 Aug 11 02:12:29.988967 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282cc398-1582-40c4-bb26-cd09c38b4a2a x-openstack-request-id: req-282cc398-1582-40c4-bb26-cd09c38b4a2a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:29.989844 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "name": "network-vif-plugged", "status": "completed", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:29.990258 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-282cc398-1582-40c4-bb26-cd09c38b4a2a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:29.990803 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47', 'code': 200} Aug 11 02:12:30.062829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.170323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-18c37d1a-ff17-4ba0-ae21-370246df01de req-f3569423-bb7e-4492-8355-c9902cf05509 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879096 Aug 11 02:12:30.226128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5425d-67d2-4af3-8476-81df2f66f982 req-43121b9f-cb43-4aa8-9b76-25ee8869c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.228238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3bf5425d-67d2-4af3-8476-81df2f66f982 req-43121b9f-cb43-4aa8-9b76-25ee8869c29b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1098 time: 0.0565960 Aug 11 02:12:30.284804 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3bf5425d-67d2-4af3-8476-81df2f66f982 req-72a969c1-1e12-4b44-b786-f5e0a254d9e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Aug 11 02:12:30.356562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec427190-9c84-4c8d-a1db-e21c7990c14f req-6dd5644d-0e3e-4f03-8963-d0c453c19104 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1152382 Aug 11 02:12:30.412704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce14f-db9e-41d0-a69a-9704a3683521 req-c452c411-1bbe-45ac-ac5b-fb36e798dd84 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.422373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aefce14f-db9e-41d0-a69a-9704a3683521 req-c452c411-1bbe-45ac-ac5b-fb36e798dd84 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 932 time: 0.1710725 Aug 11 02:12:30.462335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-6416e729-ebdc-4fcb-b217-eff2517ac1f1 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.464084 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-6416e729-ebdc-4fcb-b217-eff2517ac1f1 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1103115 Aug 11 02:12:30.567028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aefce14f-db9e-41d0-a69a-9704a3683521 req-6329dfbe-fa00-41e8-95e9-6812397877a6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435523 Aug 11 02:12:30.620647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Deleting port d564abcb-7040-4558-80bb-314089e623ce {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:30.620921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.675319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe2a1-9a2d-4c91-ad43-cef1b28d3fbe req-515f5de1-e3dd-427c-85f6-025709d41611 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.677314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f18fe2a1-9a2d-4c91-ad43-cef1b28d3fbe req-515f5de1-e3dd-427c-85f6-025709d41611 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1604738 Aug 11 02:12:30.728984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] For port d564abcb-7040-4558-80bb-314089e623ce, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d564abcb-7040-4558-80bb-314089e623ce,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:30.729438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.749498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:30.760564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f18fe2a1-9a2d-4c91-ad43-cef1b28d3fbe req-ac7bc778-94be-4d51-a577-3d5e21cb566c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 Aug 11 02:12:30.765004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.800414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc7082-c244-4aaf-85ca-6ac4a5d7dcdb req-817a9833-6bab-4889-84cf-e443e92d4083 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:30.809980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3bc7082-c244-4aaf-85ca-6ac4a5d7dcdb req-817a9833-6bab-4889-84cf-e443e92d4083 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 945 time: 0.1295314 Aug 11 02:12:30.832958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Transition to ACTIVE for port object 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:30.842673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:30.872743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3bc7082-c244-4aaf-85ca-6ac4a5d7dcdb req-e9f5918c-6cb9-46a1-ada2-b59661afbfdf tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups?id=6573f124-7d6f-4736-8573-969fec967247&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591974 Aug 11 02:12:31.016202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.016742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.016857 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 disassociated. External IP: 172.25.3.228, port: d564abcb-7040-4558-80bb-314089e623ce. Aug 11 02:12:31.017233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Calling delete_port for d564abcb-7040-4558-80bb-314089e623ce owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:31.045333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:31.161011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b469fa-aa80-4e1b-b187-e1a5449731ae req-440113a0-7dde-4f5e-8c40-90b124e46bfd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.169773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7b469fa-aa80-4e1b-b187-e1a5449731ae req-440113a0-7dde-4f5e-8c40-90b124e46bfd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1179237 Aug 11 02:12:31.179849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Attempting to bind port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:31.180603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Attempting to bind port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:31.181168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Attempting to bind port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:31.212786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:31.213440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Attempting to bind port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:31.253139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191004-ff19-43a4-b4bc-0be9e7262a80 req-fd96adde-b130-4765-af38-a50e4f8d61f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.255039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.266296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36191004-ff19-43a4-b4bc-0be9e7262a80 req-fd96adde-b130-4765-af38-a50e4f8d61f0 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.2168186 Aug 11 02:12:31.293426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event deleted for resources: {'Port': ['ID=d564abcb-7040-4558-80bb-314089e623ce,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:31.316299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:31.316721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Checking segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:31.317168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Bound using segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:31.317678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Bound port: 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:31.318124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.394170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36191004-ff19-43a4-b4bc-0be9e7262a80 req-d2904767-6d8a-486e-871f-c1ce2f296357 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228611 Aug 11 02:12:31.422035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7b469fa-aa80-4e1b-b187-e1a5449731ae req-a1fc24fd-fe9e-46f8-b111-b2f9c9cf50bc tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508907 Aug 11 02:12:31.499912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:31.545227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1147b831-6d8a-48f4-b53a-62f167ae06fd req-629a9d12-4341-48b3-bd3b-ccd608f58768 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0568633 Aug 11 02:12:31.546762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:31.560532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:31.571813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.619237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.620153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.621620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/13b8f9d7-3c69-40ab-b1c3-024dfed17d72 HTTP/1.1" status: 200 len: 1093 time: 1.7091284 Aug 11 02:12:31.624081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:31.626171 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040df5bb-4229-4b80-b519-24380351960d" -d '{"events": [{"name": "network-changed", "server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:31.664066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbc5ab-7e72-4fb3-8326-9488506d76b0 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:31.678507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:31.691529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:31.708470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:31.720272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:31.728667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-43b249a6-5a22-41c4-8448-9153ea3a53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.730004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-43b249a6-5a22-41c4-8448-9153ea3a53f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0609982 Aug 11 02:12:31.808488 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d51b44-e409-4f30-90bb-fc8bc32316db x-openstack-request-id: req-84d51b44-e409-4f30-90bb-fc8bc32316db {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:31.809156 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:31.809156 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84d51b44-e409-4f30-90bb-fc8bc32316db {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:31.809462 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'status': 'completed', 'code': 200} Aug 11 02:12:31.816883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] No DVR routers for this DVR port d564abcb-7040-4558-80bb-314089e623ce on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:31.817702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-460710a5-f564-4da8-9608-155cd006016e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72 HTTP/1.1" status: 200 len: 217 time: 0.0692184 Aug 11 02:12:31.827856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:31.830650 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a5086d0-4ccd-47d2-ba68-a10869c1590c req-d2287db3-11ee-4e57-8fb6-fe308e601994 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.67 "DELETE /v2.0/ports/d564abcb-7040-4558-80bb-314089e623ce HTTP/1.1" status: 204 len: 173 time: 1.3586104 Aug 11 02:12:31.831272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'name': 'network-vif-deleted', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:31.845423 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c91311-8324-4a29-b7b0-059cfe2a3baf" -d '{"events": [{"server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "name": "network-vif-deleted", "tag": "d564abcb-7040-4558-80bb-314089e623ce"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:31.918781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-21b7ed75-f5d2-4a63-8af7-fb97ee302966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.920319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-21b7ed75-f5d2-4a63-8af7-fb97ee302966 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.0924315 Aug 11 02:12:31.941959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:31.966556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82b933-0c19-40a9-9384-c439fc8fa699 req-a2939de4-7fb4-41a9-97f7-0b076772e66b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:31.968089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b82b933-0c19-40a9-9384-c439fc8fa699 req-a2939de4-7fb4-41a9-97f7-0b076772e66b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 944 time: 0.2521865 Aug 11 02:12:31.992166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:31.998568 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eec8c7-1cb9-4ee0-a650-26f9575ac7bf" -d '{"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-plugged", "status": "completed", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:32.054422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-57be26c3-c009-4ad0-a9f5-bcd92a96c4d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194146 Aug 11 02:12:32.232986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-7dad1e9f-61ff-41f2-aff3-5105bed6de75 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495578 Aug 11 02:12:32.269457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:32.303935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:32.310377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efedf1d-42e8-4e3b-bc7c-afc979f32ac5 req-ada26165-6870-400c-85aa-5e1eb6482fb4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.317759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4efedf1d-42e8-4e3b-bc7c-afc979f32ac5 req-ada26165-6870-400c-85aa-5e1eb6482fb4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.3928068 Aug 11 02:12:32.324568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b82b933-0c19-40a9-9384-c439fc8fa699 req-aae059be-27db-4645-8942-ca7c8b77cd20 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894001 Aug 11 02:12:32.327642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:32.328937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:32.394719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d564abcb-7040-4558-80bb-314089e623ce no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:32.405498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4efedf1d-42e8-4e3b-bc7c-afc979f32ac5 req-c9135b5d-3361-4d83-b494-8e77b7a0e38a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865977 Aug 11 02:12:32.442900 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9403c46-808b-4ae2-b42f-e767c0eff744 x-openstack-request-id: req-d9403c46-808b-4ae2-b42f-e767c0eff744 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:32.443412 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db44444c-aeb0-4e6e-b204-4d3893046797", "name": "network-vif-deleted", "tag": "d564abcb-7040-4558-80bb-314089e623ce", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:32.443412 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9403c46-808b-4ae2-b42f-e767c0eff744 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:32.443789 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db44444c-aeb0-4e6e-b204-4d3893046797', 'name': 'network-vif-deleted', 'tag': 'd564abcb-7040-4558-80bb-314089e623ce', 'status': 'completed', 'code': 200} Aug 11 02:12:32.450586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b8af2bb-f5f4-4bf8-bdf6-449595919468 req-6462b8f4-fa08-4fc9-89c0-354080ca86cc service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078965 Aug 11 02:12:32.456002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: d564abcb-7040-4558-80bb-314089e623ce {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:32.456753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d564abcb-7040-4558-80bb-314089e623ce not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:32.617421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:32.678308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40e7ce47-a2cb-4ebc-96de-c5af38d36400 req-02f02b72-4dff-40db-90d1-1f628984d511 tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/ports?device_id=db44444c-aeb0-4e6e-b204-4d3893046797 HTTP/1.1" status: 200 len: 210 time: 0.0997155 Aug 11 02:12:32.781184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df5bb-4229-4b80-b519-24380351960d req-9fce4de9-ecab-4a34-b292-4cf217f8e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.782784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-9fce4de9-ecab-4a34-b292-4cf217f8e1c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 1096 time: 0.2696164 Aug 11 02:12:32.820231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff11abb-1fac-48f0-adac-57590d1049dd req-865c4ab2-67ea-4b9c-9af3-a5b5220fc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.822960 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2ff11abb-1fac-48f0-adac-57590d1049dd req-865c4ab2-67ea-4b9c-9af3-a5b5220fc37e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1097 time: 0.0695620 Aug 11 02:12:32.866509 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2ff11abb-1fac-48f0-adac-57590d1049dd req-7f90bdc0-89b2-4507-a53b-12aad130e16b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Aug 11 02:12:32.939680 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048fdd5d-25c3-476d-8d86-f40a8c3520e6 x-openstack-request-id: req-048fdd5d-25c3-476d-8d86-f40a8c3520e6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:32.940701 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-plugged", "status": "completed", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:32.941190 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-048fdd5d-25c3-476d-8d86-f40a8c3520e6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:32.941796 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'code': 200} Aug 11 02:12:32.962475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e8105-4d3c-4b97-baf9-e0fd0437968e req-d94e2218-1056-42a2-aedf-7c9197e6927c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:32.970602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d5e8105-4d3c-4b97-baf9-e0fd0437968e req-d94e2218-1056-42a2-aedf-7c9197e6927c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.2649486 Aug 11 02:12:33.005600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df5bb-4229-4b80-b519-24380351960d req-1a7cb53b-0424-492b-af0d-a3093689108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.007245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-1a7cb53b-0424-492b-af0d-a3093689108f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 923 time: 0.2141683 Aug 11 02:12:33.016734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32736c9-82a8-4acf-ac69-1607a2db3cd8 req-bf8812ba-a5b6-49e7-9eab-d66c94ceea4e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.023906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e32736c9-82a8-4acf-ac69-1607a2db3cd8 req-bf8812ba-a5b6-49e7-9eab-d66c94ceea4e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1470668 Aug 11 02:12:33.097828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-7439a169-c0bf-4341-a201-b3a447d8a8ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72 HTTP/1.1" status: 200 len: 217 time: 0.0549638 Aug 11 02:12:33.114411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d5e8105-4d3c-4b97-baf9-e0fd0437968e req-2c597e97-7473-4610-90b7-4a3d1d2c2ffe tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410451 Aug 11 02:12:33.219964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e32736c9-82a8-4acf-ac69-1607a2db3cd8 req-b52ccd8f-7526-4572-8a02-af5fd8363863 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891453 Aug 11 02:12:33.267460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:33.305192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423b655-95f5-45d7-bc23-9970e092caf5 None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:06:59Z', 'revision_number': 4, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '3907fcfa-926a-45e5-a83c-ea3be687abda', 'name': '', 'network_id': 'f5708e07-01f8-48d4-a857-f2710a543986', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'mac_address': 'fa:16:3e:a4:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:58Z', 'updated_at': '2021-08-11T02:07:11Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'subnets': [{'id': '0aa57be9-001f-4478-abd2-49ebcc7166f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:33.336586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df5bb-4229-4b80-b519-24380351960d req-9a300cd3-1867-48b9-9bed-94309d29aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:33.338332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-9a300cd3-1867-48b9-9bed-94309d29aa99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.2230287 Aug 11 02:12:33.745964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e384f-e863-4c40-b19b-798ee622c5c9 None None] New status for floating IP f3dad10b-f8ea-4af9-a386-6f61cdadbcb5: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:12:33.871676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9636ae65-811a-4f31-b518-125ceb99b258 req-ae4e3fd0-249d-4ef2-ac36-f1e1e9999a82 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.5439522 Aug 11 02:12:33.923423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-c87efa3e-c827-4dff-b2de-6ec91ea3bedc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075363 Aug 11 02:12:34.195223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-b4ea0d60-beb4-4ebc-b4ec-8f630151ba90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 258 time: 0.9446588 Aug 11 02:12:34.205594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:34.239515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6721123-1608-4356-8bd4-287bc60dfb29 req-4dcb9e4b-9018-4a6a-8ebe-f6614a920cd9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.241002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6721123-1608-4356-8bd4-287bc60dfb29 req-4dcb9e4b-9018-4a6a-8ebe-f6614a920cd9 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 944 time: 0.2301929 Aug 11 02:12:34.254866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-1bf8250c-2fa1-4d94-a7ed-5d82fa6c1c85 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992606 Aug 11 02:12:34.304112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.411820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6721123-1608-4356-8bd4-287bc60dfb29 req-5fdbfedc-0e98-4a79-9a14-6e64f11ea44a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539676 Aug 11 02:12:34.454687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-040df5bb-4229-4b80-b519-24380351960d req-7c9d824c-4595-4482-937e-9a62bfb39ec2 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846633 Aug 11 02:12:34.547057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.564310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7aab7-ad5f-4cb0-acce-085ac87e626c req-b9cb0010-b693-403a-84f9-db4cda7fe118 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:34.565843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba7aab7-ad5f-4cb0-acce-085ac87e626c req-b9cb0010-b693-403a-84f9-db4cda7fe118 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.0785358 Aug 11 02:12:34.588488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:34.678096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bba7aab7-ad5f-4cb0-acce-085ac87e626c req-4dff3949-f642-412b-ba92-ec3655e849cb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711360 Aug 11 02:12:34.734382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Allocated IP 172.25.3.143 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/f409e55a-5de1-4104-93ae-43c4b5ecb59a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:34.771813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:34.797266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'port_id': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'mac_address': 'fa:16:3e:7f:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcc776-a0f2-4c62-89c1-e43ef8779745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:34.853330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.869372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:34.903415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:34.911725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.943171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:34.976256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:34.992476 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.042198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:35.046781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:35.055755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:35.068213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10badc2-675b-4cb9-b70a-cdcce3ce252a req-0bf0efa2-40fc-4dd1-8dad-79ef8f717850 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.069840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d10badc2-675b-4cb9-b70a-cdcce3ce252a req-0bf0efa2-40fc-4dd1-8dad-79ef8f717850 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.2550640 Aug 11 02:12:35.101224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event updated for resources: {'Port': ['ID=f409e55a-5de1-4104-93ae-43c4b5ecb59a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:35.155955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d10badc2-675b-4cb9-b70a-cdcce3ce252a req-b3bca24c-9786-4560-b4ee-78bccf791b0f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641367 Aug 11 02:12:35.213561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.246545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['13b8f9d7-3c69-40ab-b1c3-024dfed17d72'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:35.265057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.438277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7c5b98d-fc4d-4138-bd9c-ea9a8aae8b06 req-e8cf7b61-b999-4823-aeb3-4e9c59e6eb30 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0347416 Aug 11 02:12:35.521267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.529343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.610105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event updated for resources: {'Port': ['ID=f409e55a-5de1-4104-93ae-43c4b5ecb59a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:35.627198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.645641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:35.647497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d353e8c1-cbb5-4fbb-a4fb-a2e640dbae03 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4506936 Aug 11 02:12:35.716979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d44d1d2a-1d13-41e8-8e29-ec713993fba9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0592597 Aug 11 02:12:35.897240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-6d0fcf4c-586e-4627-a785-c05f90ce029e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.899473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-6d0fcf4c-586e-4627-a785-c05f90ce029e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.1720836 Aug 11 02:12:35.912851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d5e89cb4-87b4-45f7-be28-334890f106d6 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:12:35.914421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-416d9cad-a56a-4989-ac50-b6550e47e7e6 req-d5e89cb4-87b4-45f7-be28-334890f106d6 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082943 Aug 11 02:12:35.976959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0be4e7-ce17-406f-94f8-44675a79d2a9 req-a935c46d-a0f8-4916-a336-521f676aed2d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:35.979311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de0be4e7-ce17-406f-94f8-44675a79d2a9 req-a935c46d-a0f8-4916-a336-521f676aed2d tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1097 time: 0.0636859 Aug 11 02:12:36.035579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de0be4e7-ce17-406f-94f8-44675a79d2a9 req-fbbbcc73-f04f-44da-9af2-f5707ae0f6f0 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Aug 11 02:12:36.111601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7603bf3-0679-49d4-a8fa-fb5cfa878304 req-784812a1-5594-4538-9531-da1974d41ac0 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.113177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7603bf3-0679-49d4-a8fa-fb5cfa878304 req-784812a1-5594-4538-9531-da1974d41ac0 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Aug 11 02:12:36.185680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7603bf3-0679-49d4-a8fa-fb5cfa878304 req-834091c1-3e60-45d2-904b-f73b76631b06 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635290 Aug 11 02:12:36.210530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372fd28-0a42-4654-98f0-60ee2fa7f088 req-2a187a3d-6f68-47be-909d-3f68fba2cd05 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.212198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8372fd28-0a42-4654-98f0-60ee2fa7f088 req-2a187a3d-6f68-47be-909d-3f68fba2cd05 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.0883186 Aug 11 02:12:36.282811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8372fd28-0a42-4654-98f0-60ee2fa7f088 req-ede711fc-c174-49e6-95b0-ea68d2682bd0 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489233 Aug 11 02:12:36.430262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-e8f93165-f242-4cee-8529-25f0063907b7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.433670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-e8f93165-f242-4cee-8529-25f0063907b7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0783272 Aug 11 02:12:36.481280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:36.543534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-1514ed80-b6df-4d43-8450-dd77d094c3fc tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.1019385 Aug 11 02:12:36.557431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'floatingip': {'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:36.567069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.592281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:36.609597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.679483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.683644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.685923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:36.686351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "DELETE /v2.0/security-groups/6573f124-7d6f-4736-8573-969fec967247 HTTP/1.1" status: 204 len: 168 time: 0.2036464 Aug 11 02:12:36.689270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:36.693969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:36.694408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.701664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.711059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180bc1d-36b7-4e7f-955e-6e107f99e04e tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6573f124-7d6f-4736-8573-969fec967247,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:36.805152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.836030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:36.837499 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-3037766e-19c5-429b-9db4-c104be6d0ffd tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] show failed (client error): The resource could not be found. Aug 11 02:12:36.840097 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d2141d-c014-4d71-aa1a-fdb5ffe52c78" -d '{"events": [{"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:36.841576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:36.841837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3037766e-19c5-429b-9db4-c104be6d0ffd tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "GET /v2.0/security-groups/6573f124-7d6f-4736-8573-969fec967247 HTTP/1.1" status: 404 len: 347 time: 0.1508505 Aug 11 02:12:36.861757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:36.867174 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:36.898997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4033-5c88-4478-b2c0-6c664db7155a req-2070746c-7e07-460f-b66a-3776c5b44886 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:36.906373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39ad4033-5c88-4478-b2c0-6c664db7155a req-2070746c-7e07-460f-b66a-3776c5b44886 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1097 time: 0.3563633 Aug 11 02:12:36.933001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:36.991959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39ad4033-5c88-4478-b2c0-6c664db7155a req-f0798fb7-f881-4994-a519-5f6873b8b0c0 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789847 Aug 11 02:12:37.027014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Deleting port 31f2aa58-1d3a-4992-a69e-84aefcc90059 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:37.027265 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.171394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.171783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.193792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Calling delete_port for 31f2aa58-1d3a-4992-a69e-84aefcc90059 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:37.316354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33857a80-5794-4d4a-a8ac-4f6359a2e32f req-82a81d84-36f9-4486-9a02-b514da201069 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0580506 Aug 11 02:12:37.414060 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea4def-a349-4e5a-b68e-5aff95a1cc0b x-openstack-request-id: req-2eea4def-a349-4e5a-b68e-5aff95a1cc0b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:37.414366 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:37.414704 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2eea4def-a349-4e5a-b68e-5aff95a1cc0b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:37.415211 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'code': 200} Aug 11 02:12:37.470728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.479361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.484557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.528641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Pushing event deleted for resources: {'Port': ['ID=31f2aa58-1d3a-4992-a69e-84aefcc90059,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:37.625010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.627493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:37.629846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f7edddd0-4076-4ae9-bb58-664cbecf79da tempest-ServersWithSpecificFlavorTestJSON-922133877 tempest-ServersWithSpecificFlavorTestJSON-922133877-project] 10.222.0.68 "DELETE /v2.0/floatingips/f3dad10b-f8ea-4af9-a386-6f61cdadbcb5 HTTP/1.1" status: 204 len: 168 time: 0.7862434 Aug 11 02:12:37.690688 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Floating IP 1468717e-7715-4cfe-adf2-dfab2426b2bc associated. External IP: 172.25.3.143, port: 7783b92f-df8a-4988-877a-cacb089b8c47. Aug 11 02:12:37.780145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64eb43-7257-42dd-aa41-c585e2a38e99 req-8363f528-7de2-448c-b158-becb0bb334d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.781939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d64eb43-7257-42dd-aa41-c585e2a38e99 req-8363f528-7de2-448c-b158-becb0bb334d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 1098 time: 0.2843039 Aug 11 02:12:37.792405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b694a-4b14-4251-89eb-2fd9ba6d6c7e req-56d2508c-26be-4c72-9a0d-f0599231c531 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:37.799941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-905b694a-4b14-4251-89eb-2fd9ba6d6c7e req-56d2508c-26be-4c72-9a0d-f0599231c531 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 946 time: 0.2384033 Aug 11 02:12:37.871681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d64eb43-7257-42dd-aa41-c585e2a38e99 req-00ec53df-22ff-48d6-b7c2-c9d829422bdb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679076 Aug 11 02:12:37.917889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-905b694a-4b14-4251-89eb-2fd9ba6d6c7e req-e7ace7d7-c597-4fa6-b357-fa0a64669a88 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157956 Aug 11 02:12:38.125400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34bfb3-436c-49d8-8a6d-4e14bc5cfb57 req-fd4d00c2-cd57-4212-b50f-0031c68fcfa4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:38.125400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b34bfb3-436c-49d8-8a6d-4e14bc5cfb57 req-fd4d00c2-cd57-4212-b50f-0031c68fcfa4 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1152408 Aug 11 02:12:38.188392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Router 7aeeade7-fc99-454d-a699-ca4f6966f0fc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:38.192493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b34bfb3-436c-49d8-8a6d-4e14bc5cfb57 req-06c1ffd2-7b63-4ba0-a96d-bb9ebeffa33a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Aug 11 02:12:38.779660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:38.796658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Sync routers for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:38.798288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:38.811643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:38.812264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:38.865072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-14dd5258-5ac1-4029-bf97-977e25b490f9 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "PUT /v2.0/floatingips/1468717e-7715-4cfe-adf2-dfab2426b2bc HTTP/1.1" status: 200 len: 997 time: 2.3178601 Aug 11 02:12:38.866232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:38.868498 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45833cef-6198-4ffd-b501-52a5f5855b62" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:38.991398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-9e83a9a2-d883-4ce5-8879-9907ec3dda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.000472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-9e83a9a2-d883-4ce5-8879-9907ec3dda06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1098 time: 0.1275196 Aug 11 02:12:39.029878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:39.126953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-e5efb471-782b-45a7-9037-f146bad41253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.135256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-e5efb471-782b-45a7-9037-f146bad41253 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 929 time: 0.1337812 Aug 11 02:12:39.220572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-53157def-43f8-4a6f-b8a9-cb91f1ccd44e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 1000 time: 0.0843577 Aug 11 02:12:39.339802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-4c9477ed-8da6-458d-b76f-9e311af4dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.343126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-4c9477ed-8da6-458d-b76f-9e311af4dd97 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1217761 Aug 11 02:12:39.406681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-16dbab9b-9ce3-4d13-be16-3382c0676119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:39.408517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-16dbab9b-9ce3-4d13-be16-3382c0676119 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589855 Aug 11 02:12:39.483651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1468717e-7715-4cfe-adf2-dfab2426b2bc', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'mac_address': 'fa:16:3e:14:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:35Z', 'updated_at': '2021-08-11T02:12:37Z', 'revision_number': 1, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:39.523260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Checking router: 7aeeade7-fc99-454d-a699-ca4f6966f0fc for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:39.533021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:39.533868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:39.537669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-93ec15f8-3384-4251-a990-62377a102bca service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190073 Aug 11 02:12:39.560026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-397d5c9f-47f5-4fa4-b799-bd23a575b7dc tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:12:39.570400 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-397d5c9f-47f5-4fa4-b799-bd23a575b7dc tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165963 Aug 11 02:12:39.576342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Request body: {'binding': {'host': 'n-h1-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:39.577026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:12:39.647208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4255b573-8936-45eb-bb30-e0b3d2fa2af2 req-dad40348-bc13-49fc-a51b-c4ee1d998b44 service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044486 Aug 11 02:12:39.651500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:39.717020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on host n-h1-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:39.717390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:39.717707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:39.722672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:39.722992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:39.728785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:39.729129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:39.729511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:39.730138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Bound port: 3461fbcb-ad39-434e-b20d-79ef274e07f6, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:39.821924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:39.831443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:39.842444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-0c75d3b0-2618-4595-85a3-8d53502fd696 service neutron] 10.222.0.68 "POST /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2694235 Aug 11 02:12:39.965030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1468717e-7715-4cfe-adf2-dfab2426b2bc', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'mac_address': 'fa:16:3e:14:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:35Z', 'updated_at': '2021-08-11T02:12:37Z', 'revision_number': 1, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:40.018003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4922ea88-01b5-48c5-87bf-11c9622a1e2e None None] The sync data for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 is: [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1468717e-7715-4cfe-adf2-dfab2426b2bc', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'mac_address': 'fa:16:3e:14:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:12:35Z', 'updated_at': '2021-08-11T02:12:37Z', 'revision_number': 1, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:40.051725 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964167f6-7945-4fe2-8f11-4b48e84dc3ea x-openstack-request-id: req-964167f6-7945-4fe2-8f11-4b48e84dc3ea {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:40.052319 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:40.052319 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-964167f6-7945-4fe2-8f11-4b48e84dc3ea {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:40.052864 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47', 'status': 'completed', 'code': 200} Aug 11 02:12:40.089189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be6b05f4-b8c0-4c6d-a34b-bea0a63ef4ed req-3d01925f-a2b9-48ef-b628-2c011ac41c94 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0482693 Aug 11 02:12:40.183250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f16a6bad-c889-4a8a-a05f-3d4f29bbdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.184942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f16a6bad-c889-4a8a-a05f-3d4f29bbdcb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1097 time: 0.0523684 Aug 11 02:12:40.188721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.238525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-3fbf7aa9-7da8-437f-a645-d22bc03ab080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.240033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-3fbf7aa9-7da8-437f-a645-d22bc03ab080 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1098 time: 0.1499796 Aug 11 02:12:40.256433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2474-32b0-4070-bce2-bbd81e6bb3a0 req-37e52360-629f-45b1-93f1-88f7c9d64bc6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.257954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d5e2474-32b0-4070-bce2-bbd81e6bb3a0 req-37e52360-629f-45b1-93f1-88f7c9d64bc6 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 946 time: 0.1247325 Aug 11 02:12:40.293695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f094da49-f7fd-4554-afed-754873b87559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.295453 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f094da49-f7fd-4554-afed-754873b87559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1021702 Aug 11 02:12:40.329628 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674dc0b-1723-4c64-aacd-150e75a1ea62 None None] New status for floating IP 1468717e-7715-4cfe-adf2-dfab2426b2bc: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:12:40.335444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee2ba-bd88-4e87-94cd-698b6d516451 req-0fbb763f-a0e2-4eb6-a3b0-6eddac11aebe tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.337527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78cee2ba-bd88-4e87-94cd-698b6d516451 req-0fbb763f-a0e2-4eb6-a3b0-6eddac11aebe tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1445851 Aug 11 02:12:40.403634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d5e2474-32b0-4070-bce2-bbd81e6bb3a0 req-b8950f1d-07d0-4d34-b6cd-cb90e14ec03c tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333461 Aug 11 02:12:40.441063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78cee2ba-bd88-4e87-94cd-698b6d516451 req-eb7ec632-642a-4dc9-8baa-7cdaaaf93acb tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966091 Aug 11 02:12:40.441709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-a39080ff-7dd5-4c2a-8561-e606f760301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.443113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-a39080ff-7dd5-4c2a-8561-e606f760301d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 929 time: 0.1946051 Aug 11 02:12:40.467662 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.573574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-2bd57bd8-9607-465f-a34a-2aadc1560492 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 1000 time: 0.0943749 Aug 11 02:12:40.702337 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-48624b5a-a8dd-4f3a-9b7b-b558b4ea9f8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 217 time: 0.3953388 Aug 11 02:12:40.703960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-58601658-a346-40e9-9991-e89f7a506a27 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 258 time: 0.2558243 Aug 11 02:12:40.721152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:40.739235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-61f308d4-fc45-481a-9cad-d90c4ed7e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.740788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-61f308d4-fc45-481a-9cad-d90c4ed7e31b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1544838 Aug 11 02:12:40.754461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f74d67-0c66-4ed6-8cf0-3a6690c04150 req-fa0a9def-5406-4856-916f-a666d1552be4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.755985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f74d67-0c66-4ed6-8cf0-3a6690c04150 req-fa0a9def-5406-4856-916f-a666d1552be4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.1214654 Aug 11 02:12:40.756580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-9003a79c-1f1f-4537-b0d6-74659d985c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.758212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-9003a79c-1f1f-4537-b0d6-74659d985c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0480542 Aug 11 02:12:40.794683 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-99475b37-1c99-45a4-be95-4a7c6b5afdb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275629 Aug 11 02:12:40.801472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:40.873114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f74d67-0c66-4ed6-8cf0-3a6690c04150 req-0ecc1017-b01d-411d-a42f-cdf50adc39cd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028848 Aug 11 02:12:40.879565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-a82627be-0484-455d-98bf-3f136e2508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:40.881119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-a82627be-0484-455d-98bf-3f136e2508f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227274 Aug 11 02:12:40.893133 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-53ea04cc-579c-4125-9e59-d6c3a618b127 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898089 Aug 11 02:12:41.020974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-3abd489c-b69a-4496-9b49-9f9cd8cd151e service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282272 Aug 11 02:12:41.029611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-4f2fbbf3-e9c9-4aeb-a2cc-7c3dd6f6617b service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282883 Aug 11 02:12:41.035878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.195260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529f477-03d0-4993-9835-17e712ccfcbf req-f14c5646-3696-41a2-bed4-8faaa28ddf42 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:41.197099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b529f477-03d0-4993-9835-17e712ccfcbf req-f14c5646-3696-41a2-bed4-8faaa28ddf42 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 946 time: 0.1708179 Aug 11 02:12:41.239057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45833cef-6198-4ffd-b501-52a5f5855b62 req-e27ec0e8-75c0-4f21-b415-5ffff67cdc00 service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011864 Aug 11 02:12:41.279786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Allocated IP 172.25.3.146 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/14a92bba-f644-4ef3-aefe-835a370483df) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:41.284267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b529f477-03d0-4993-9835-17e712ccfcbf req-d595642e-80d7-4db9-a937-129ebdd8910d tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Aug 11 02:12:41.413291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.473511 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.527954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event updated for resources: {'Port': ['ID=14a92bba-f644-4ef3-aefe-835a370483df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:41.552317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:41.559205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:41.561603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:41.658371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.708742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.891266 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:41.896551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.004906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event updated for resources: {'Port': ['ID=14a92bba-f644-4ef3-aefe-835a370483df,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:42.010821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75068c67-9631-4b67-9b2f-5dbb34d8d781 req-4d7424f4-f830-4e00-af31-9daaaaab3110 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0456486 Aug 11 02:12:42.017946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.047330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.053669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-f60ea5f5-d54c-46c0-9e39-65ea86f9a04e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3391902 Aug 11 02:12:42.121109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-9d7336bb-7279-4530-b3b8-f2378b1001b4 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.146 HTTP/1.1" status: 200 len: 696 time: 0.0622048 Aug 11 02:12:42.234034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-b66e93dc-9838-4232-b7de-dc371ce46c24 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.236331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1657bf82-6220-49e2-ba53-b8b13b16b5d2 req-b66e93dc-9838-4232-b7de-dc371ce46c24 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.1143277 Aug 11 02:12:42.395450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:42.422579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a4f18-f6fa-4571-a5e5-3ada0a07ccff req-e398cb6e-3a68-4081-80c6-bbed15ba0e50 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.424321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-715a4f18-f6fa-4571-a5e5-3ada0a07ccff req-e398cb6e-3a68-4081-80c6-bbed15ba0e50 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.0619349 Aug 11 02:12:42.478951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-715a4f18-f6fa-4571-a5e5-3ada0a07ccff req-373d017c-9f54-4000-a758-e7c1b7f45b24 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Aug 11 02:12:42.506253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:42.520205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41', 'port_id': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'mac_address': 'fa:16:3e:fc:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623cb132-d3ad-4914-8e03-ce3418613164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:42.594713 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.612148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:42.636319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:42.644571 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.692545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adf3cc-4fd8-4753-8139-c943f745d0aa req-c9eed6c4-6605-4f32-a4a6-3c034060023a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.694258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8adf3cc-4fd8-4753-8139-c943f745d0aa req-c9eed6c4-6605-4f32-a4a6-3c034060023a tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.0871079 Aug 11 02:12:42.717381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:42.764146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8adf3cc-4fd8-4753-8139-c943f745d0aa req-65461657-e97d-421e-80e4-d34123ef1707 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 Aug 11 02:12:42.863680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35dce7e3-d36c-45f2-9fbb-79467054431e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:42.871923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35dce7e3-d36c-45f2-9fbb-79467054431e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0766432 Aug 11 02:12:42.930509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-2984f4bb-6087-4cd5-878e-da9068d38a2f tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.146 HTTP/1.1" status: 200 len: 696 time: 0.0535593 Aug 11 02:12:42.931989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35ae19e8-c3e7-4f0d-a5dd-476be04ce1c7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'floatingip': {'port_id': '7783b92f-df8a-4988-877a-cacb089b8c47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:42.979984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35ae19e8-c3e7-4f0d-a5dd-476be04ce1c7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:42.992897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:43.350990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-6ecfdba3-98a6-457c-8640-69aadfc29f79 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.353117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-6ecfdba3-98a6-457c-8640-69aadfc29f79 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.2038665 Aug 11 02:12:43.377943 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35ae19e8-c3e7-4f0d-a5dd-476be04ce1c7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:12:43.379000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5e9e4a0-4f6c-4262-bc6a-fbc805f4d42b req-35ae19e8-c3e7-4f0d-a5dd-476be04ce1c7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "PUT /v2.0/floatingips/ad2bf97b-140c-4444-9f56-e087e8977d91 HTTP/1.1" status: 409 len: 551 time: 0.4512577 Aug 11 02:12:43.380201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f8af4381-f8dd-4be8-bc29-5e0db0a27a01 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/quotas/76d37bc84dd14f589e430fcf28c3ab8b HTTP/1.1" status: 200 len: 375 time: 0.0181439 Aug 11 02:12:43.447489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-70e0f2df-1321-4e20-97f7-1ccf47f197b3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599248 Aug 11 02:12:43.526902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9a3c935-2d9a-4bae-b5c0-8103a07a4b71 req-65175dff-dcf7-45b1-812d-9a0da5bb62d2 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Aug 11 02:12:43.570227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-c3f2274a-4703-47a5-ae0b-873a7091faa0 service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187780 Aug 11 02:12:43.664003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-27aa8a94-66aa-4e15-be0a-05e41bc3f991 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips/ad2bf97b-140c-4444-9f56-e087e8977d91 HTTP/1.1" status: 200 len: 693 time: 0.0780854 Aug 11 02:12:43.769523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-3df67a23-0a3b-495a-84fe-7766266a9272 service neutron] 10.222.0.68 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912766 Aug 11 02:12:43.798217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-b3668bbb-024d-4100-b0c5-caa7a56c065f tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:43.799742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-b3668bbb-024d-4100-b0c5-caa7a56c065f tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.1297760 Aug 11 02:12:43.810605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-a8bddf14-898b-413f-900e-23c221abdba7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:12:43.811695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-a8bddf14-898b-413f-900e-23c221abdba7 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059481 Aug 11 02:12:43.902536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-479abce6-c464-4ded-b695-bf99da092197 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.146 HTTP/1.1" status: 200 len: 696 time: 0.0840364 Aug 11 02:12:43.999611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-4ea5a6e2-fad1-4ab4-83e8-283d86eb3922 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.146 HTTP/1.1" status: 200 len: 696 time: 0.0842519 Aug 11 02:12:44.063152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bd866-d174-4739-a78f-59cd8d1b2238 req-1a24643b-99be-4e94-9bfc-bbf2d25c5fb0 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.064706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f59bd866-d174-4739-a78f-59cd8d1b2238 req-1a24643b-99be-4e94-9bfc-bbf2d25c5fb0 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 946 time: 0.1417141 Aug 11 02:12:44.164655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f59bd866-d174-4739-a78f-59cd8d1b2238 req-e2f4dfb8-7e88-4ce4-910b-a6ab28ec3a08 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Aug 11 02:12:44.181758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Deleting port 14a92bba-f644-4ef3-aefe-835a370483df {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:44.182326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.284434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.284863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.299711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Calling delete_port for 14a92bba-f644-4ef3-aefe-835a370483df owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:44.406128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:44.458100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0a089-bf4d-4e3d-bd54-d3077d38444f req-dbd67637-17c9-4308-a0ad-10d40bcdf239 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.459726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00a0a089-bf4d-4e3d-bd54-d3077d38444f req-dbd67637-17c9-4308-a0ad-10d40bcdf239 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.1131227 Aug 11 02:12:44.537678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:44.544037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:44.544782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.556396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00a0a089-bf4d-4e3d-bd54-d3077d38444f req-aefeb628-3d40-42c2-a093-ba1750e018ca tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900776 Aug 11 02:12:44.618629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.623351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:44.657971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:44.672452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event deleted for resources: {'Port': ['ID=14a92bba-f644-4ef3-aefe-835a370483df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:44.729491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.799780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:44.802111 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deea15b-2bf4-451e-a122-2ef437a6d56c" -d '{"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:44.808942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.811854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.813136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee767206-1890-43f1-bb0c-39a45cba8359 req-df7f8049-d8ac-4b38-b57f-321d3610bad1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "DELETE /v2.0/floatingips/ad2bf97b-140c-4444-9f56-e087e8977d91 HTTP/1.1" status: 204 len: 173 time: 0.8056259 Aug 11 02:12:44.822415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637365b-6a3c-471b-bd57-3cada1fc211e req-97f0de77-df1a-4365-aad5-00e4a59b040c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:44.824223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9637365b-6a3c-471b-bd57-3cada1fc211e req-97f0de77-df1a-4365-aad5-00e4a59b040c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.0992148 Aug 11 02:12:44.827623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:44.832748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:44.833538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:44.899054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:44.930044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'port_id': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'mac_address': 'fa:16:3e:7f:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcc776-a0f2-4c62-89c1-e43ef8779745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:44.934399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9637365b-6a3c-471b-bd57-3cada1fc211e req-3b0f13a7-365d-4491-8d76-ae4699f73c23 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931377 Aug 11 02:12:44.944063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:45.000292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10aad63a-df4f-4045-8035-ccd41dafd2f9 req-02578105-9879-4b9e-bdbd-eba9151437d3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 210 time: 0.0625174 Aug 11 02:12:45.046725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-515358ce-0b2a-4eb6-b242-4ad7971679c2 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.048622 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-515358ce-0b2a-4eb6-b242-4ad7971679c2 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "GET /v2.0/ports?device_id=826b56e9-9b3d-4613-bf0a-0b1b6694d263 HTTP/1.1" status: 200 len: 945 time: 0.2323058 Aug 11 02:12:45.050417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.067824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.107592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:45.132924 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce404677-dad6-4b5c-a312-855e02991b49 x-openstack-request-id: req-ce404677-dad6-4b5c-a312-855e02991b49 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:45.133213 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-plugged", "status": "completed", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:45.134011 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce404677-dad6-4b5c-a312-855e02991b49 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:45.134398 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'code': 200} Aug 11 02:12:45.171204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17dd7451-8d28-4b0a-870a-e225342f6efd req-ea30b7bd-8fa6-4705-835a-653ae00a4c32 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0553143 Aug 11 02:12:45.209281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:45.241272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.244445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:45.261781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.386619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:45.448510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-a8b0870b-b802-4a1f-9930-d96c1de64ae1 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1002 time: 0.2721503 Aug 11 02:12:45.479120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:45.488776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['13b8f9d7-3c69-40ab-b1c3-024dfed17d72'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:45.523030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Deleting port 17878cb1-6294-4275-8d1d-7cdce3af5706 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:45.523375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.605041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995d3c-64be-409e-8bd7-2051d1ac02a7 req-92468779-bf4d-4bc3-9743-09ce5262b6ff tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.622958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe995d3c-64be-409e-8bd7-2051d1ac02a7 req-92468779-bf4d-4bc3-9743-09ce5262b6ff tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 945 time: 0.3231168 Aug 11 02:12:45.662605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-933e1bdf-48db-4d7d-b7f8-cb85a13d570e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.699134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-933e1bdf-48db-4d7d-b7f8-cb85a13d570e tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports/7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 943 time: 0.2496727 Aug 11 02:12:45.701121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88262a20-2cbc-4c44-a37f-892802663b8a req-722ef49d-74ed-4e5b-bcb0-f41730b32a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.702620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88262a20-2cbc-4c44-a37f-892802663b8a req-722ef49d-74ed-4e5b-bcb0-f41730b32a46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1098 time: 0.4332299 Aug 11 02:12:45.709647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] For port 17878cb1-6294-4275-8d1d-7cdce3af5706, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=17878cb1-6294-4275-8d1d-7cdce3af5706,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:45.710685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.738331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Calling delete_port for 17878cb1-6294-4275-8d1d-7cdce3af5706 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:45.780485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f37672f7-0cca-4ce7-96d5-672d414f50ec tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:45.782183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f37672f7-0cca-4ce7-96d5-672d414f50ec tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 805 time: 0.6002696 Aug 11 02:12:45.894489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:45.961275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event deleted for resources: {'Port': ['ID=17878cb1-6294-4275-8d1d-7cdce3af5706,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:46.066179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] No DVR routers for this DVR port 17878cb1-6294-4275-8d1d-7cdce3af5706 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:46.069307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.071972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97f9607c-9cae-4370-9274-4c47aa151ae9 req-e3e88089-329b-4119-b4fa-4160be30ae5e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "DELETE /v2.0/ports/17878cb1-6294-4275-8d1d-7cdce3af5706 HTTP/1.1" status: 204 len: 173 time: 1.0147560 Aug 11 02:12:46.072494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-deleted', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:46.074998 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75904076-cdac-4b64-8c1b-384342e80660" -d '{"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-deleted", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:46.116944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.227765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe995d3c-64be-409e-8bd7-2051d1ac02a7 req-73a27ac7-d3eb-487d-8b70-1a8a89ba0f7e tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935161 Aug 11 02:12:46.237729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-218ae155-cbf6-44f8-936a-2434cc0b6f3f tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1002 time: 0.4796267 Aug 11 02:12:46.243765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Request body: {'port': {'device_id': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'admin_state_up': True, 'tenant_id': '76d37bc84dd14f589e430fcf28c3ab8b'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:46.397192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88262a20-2cbc-4c44-a37f-892802663b8a req-2202c273-68be-48e4-a7a7-b3c7ad61b2f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6614265 Aug 11 02:12:46.495324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Deleting port 3907fcfa-926a-45e5-a83c-ea3be687abda {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:46.495676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.562251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5842-8f32-4f85-b0d3-fcca33e320a2 req-7fb57453-23b3-41e7-9b62-af3abc1d4c3f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.563798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-851f5842-8f32-4f85-b0d3-fcca33e320a2 req-7fb57453-23b3-41e7-9b62-af3abc1d4c3f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1480620 Aug 11 02:12:46.580062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-3308f1e9-3198-4d85-b0c5-ee693145d5cd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:46.581439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-3308f1e9-3198-4d85-b0c5-ee693145d5cd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3428340 Aug 11 02:12:46.600488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Made reservation on behalf of 76d37bc84dd14f589e430fcf28c3ab8b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:12:46.604541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.632873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] For port 3907fcfa-926a-45e5-a83c-ea3be687abda, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3907fcfa-926a-45e5-a83c-ea3be687abda,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:46.633686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.639994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:46.652155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Calling delete_port for 3907fcfa-926a-45e5-a83c-ea3be687abda owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:46.736062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:46.736596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.801344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-851f5842-8f32-4f85-b0d3-fcca33e320a2 req-0a4f2f80-9bb4-4983-b46b-acf85654999b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286284 Aug 11 02:12:46.807653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Allocated IP 172.20.0.2 (bf8a561d-179b-44eb-822c-d8a9caf5e0f1/83882c61-d3ac-42f2-98b1-633711bae52f/9b2033ed-9728-4773-8a95-bbe597e6fff2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:12:46.840859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-edc21318-84f6-4041-a4c8-08738a8dad2a tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1002 time: 0.2437763 Aug 11 02:12:46.855682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.859988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:46.915965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:46.922766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:46.955059 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.019949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.035331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:47.054827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Pushing event deleted for resources: {'Port': ['ID=3907fcfa-926a-45e5-a83c-ea3be687abda,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:47.135603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706'}, {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:47.140750 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfab33e-0937-4bab-a815-930e060d68bc" -d '{"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-unplugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706"}, {"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:47.179377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfafea4-7426-4bbf-91a8-d121b0042150 req-42ca4a10-48e7-4cab-a488-c354c1847c05 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.181400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cfafea4-7426-4bbf-91a8-d121b0042150 req-42ca4a10-48e7-4cab-a488-c354c1847c05 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.1896453 Aug 11 02:12:47.281148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.282463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.292941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cfafea4-7426-4bbf-91a8-d121b0042150 req-f54fb9ac-fce9-432b-85cd-0ce0e196f2f3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918751 Aug 11 02:12:47.295503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.295775 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Floating IP 1468717e-7715-4cfe-adf2-dfab2426b2bc disassociated. External IP: 172.25.3.143, port: 7783b92f-df8a-4988-877a-cacb089b8c47. Aug 11 02:12:47.300245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.524876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.639301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:12:47.675938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:12:47.678888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:12:47.689530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:47.745281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-dcd8142b-5202-4f48-b2a8-e62dc187f193 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2375271 Aug 11 02:12:47.753384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879779d-f408-4618-a6df-923130528413 req-d6a6ecd4-eebc-42d1-959c-6c8f201662e4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.761542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6879779d-f408-4618-a6df-923130528413 req-d6a6ecd4-eebc-42d1-959c-6c8f201662e4 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 931 time: 0.2550447 Aug 11 02:12:47.798083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.798680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:47.804674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Router 7aeeade7-fc99-454d-a699-ca4f6966f0fc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:47.880460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-1f708016-e74c-4519-93d0-3fb1ccbba099 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7219617 Aug 11 02:12:47.887544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6879779d-f408-4618-a6df-923130528413 req-f41c362e-c415-41c8-9b09-ac7e3be70bea tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250305 Aug 11 02:12:47.895880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Request body: {'port': {'device_id': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:47.940666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Router 180145d3-1efe-44f0-bc67-2f78fd1555c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:47.992951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010bf06-e051-431e-89a7-60a5214a59eb req-8da7f4b0-e07f-4eaa-9039-49de56f4ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:47.994320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-8da7f4b0-e07f-4eaa-9039-49de56f4ab54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 1097 time: 0.1777651 Aug 11 02:12:48.094325 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54887f-1862-4e71-a77f-ea39c7ed6c6b x-openstack-request-id: req-3e54887f-1862-4e71-a77f-ea39c7ed6c6b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:48.094877 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-deleted", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:48.094971 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e54887f-1862-4e71-a77f-ea39c7ed6c6b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:48.095322 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-deleted', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'status': 'completed', 'code': 200} Aug 11 02:12:48.100480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:48.105898 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad564698-8159-443d-b44b-d561d2bd922f admin admin] 10.222.0.68 "PUT /v2.0/routers/180145d3-1efe-44f0-bc67-2f78fd1555c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4808772 Aug 11 02:12:48.108369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:48.112959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Sync routers for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:48.128222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:48.129206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.247051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7a4596a-efa8-4fc1-a79c-61ed937ede5c req-bf5642a3-5ba2-4350-98c8-dd5911c17a47 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1851768 Aug 11 02:12:48.251498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:48.264350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.264781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Sync routers for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:48.288106 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:48.288738 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.290237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:48.314347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.333473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.370062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-6a3fd785-d927-42b7-a91f-6ecec308ee90 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "PUT /v2.0/floatingips/1468717e-7715-4cfe-adf2-dfab2426b2bc HTTP/1.1" status: 200 len: 695 time: 1.5175488 Aug 11 02:12:48.372581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:48.375069 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6145443-a7cf-4c31-9ff1-86619cf87b17" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:48.423113 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926dafc3-1c24-43fe-a0aa-256671a1017b x-openstack-request-id: req-926dafc3-1c24-43fe-a0aa-256671a1017b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:48.423452 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826b56e9-9b3d-4613-bf0a-0b1b6694d263", "name": "network-vif-unplugged", "status": "completed", "tag": "17878cb1-6294-4275-8d1d-7cdce3af5706", "code": 200}, {"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-plugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:48.423706 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-926dafc3-1c24-43fe-a0aa-256671a1017b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:48.424102 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826b56e9-9b3d-4613-bf0a-0b1b6694d263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17878cb1-6294-4275-8d1d-7cdce3af5706', 'code': 200} Aug 11 02:12:48.424353 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'code': 200} Aug 11 02:12:48.451176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:48.510049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.555515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010bf06-e051-431e-89a7-60a5214a59eb req-dcc90f07-7cfa-4fae-91f4-cd086fc81ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:48.557030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-dcc90f07-7cfa-4fae-91f4-cd086fc81ea8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.5027819 Aug 11 02:12:48.594820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Deleting port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:48.595301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.704138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] For port 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:48.704535 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.718749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Calling delete_port for 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:48.771884 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.803182 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Checking router: 7aeeade7-fc99-454d-a699-ca4f6966f0fc for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:48.813934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:48.814749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.860803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2033ed-9728-4773-8a95-bbe597e6fff2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:48.869997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.883704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Transition to ACTIVE for port object 9b2033ed-9728-4773-8a95-bbe597e6fff2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:12:48.902983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.908454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:48.934851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:12:46Z', 'revision_number': 5, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port': {'id': '2b51c6b0-6008-4689-b1b1-a9e52fc67a2c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:06:56Z', 'updated_at': '2021-08-11T02:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:48.959756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b51c6b0-6008-4689-b1b1-a9e52fc67a2c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.000831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Checking router: 180145d3-1efe-44f0-bc67-2f78fd1555c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:49.011493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Routers {'180145d3-1efe-44f0-bc67-2f78fd1555c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:49.012474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['180145d3-1efe-44f0-bc67-2f78fd1555c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:49.020150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-ba25ebf6-8000-44e9-a3c2-3a52bbc701bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 200 len: 217 time: 0.4165514 Aug 11 02:12:49.029228 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:49.080247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-8c7a27a5-2972-48dd-9eee-0682166fb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.081789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-8c7a27a5-2972-48dd-9eee-0682166fb02b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1098 time: 0.5515025 Aug 11 02:12:49.091760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.106769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078f42a-3588-4065-8a9e-e7acaee6efde req-aba85dbe-126a-4df5-b58a-fe84c22cf754 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.108298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e078f42a-3588-4065-8a9e-e7acaee6efde req-aba85dbe-126a-4df5-b58a-fe84c22cf754 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 946 time: 0.5691478 Aug 11 02:12:49.119055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.147131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] Set router 180145d3-1efe-44f0-bc67-2f78fd1555c2 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:49.203260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010bf06-e051-431e-89a7-60a5214a59eb req-9307d9e3-8e33-4ca7-a892-becee8f4f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.204754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-9307d9e3-8e33-4ca7-a892-becee8f4f439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.1707084 Aug 11 02:12:49.233721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:12:48Z', 'revision_number': 7, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:49.263861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba4aa7-1080-4370-8aa7-98b1c6b9dd7f None None] The sync data for ids ['180145d3-1efe-44f0-bc67-2f78fd1555c2'] in n-d-713498-10 is: [{'id': '180145d3-1efe-44f0-bc67-2f78fd1555c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-389874709-router', 'tenant_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:06:55Z', 'updated_at': '2021-08-11T02:12:48Z', 'revision_number': 7, 'project_id': 'ed3fb6c6addd45be953b350ca7bdcbca', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:49.264654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.273187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.308638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-914141e3-a664-4fd1-84c7-c22117b162bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908623 Aug 11 02:12:49.318813 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:49.339458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e078f42a-3588-4065-8a9e-e7acaee6efde req-d26bd29e-8694-4af0-9c84-855105692dac tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027094 Aug 11 02:12:49.357767 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca45ae4-3a86-4f2b-b816-a5b4e2f02ae8 None None] The sync data for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 is: [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:12:09Z', 'revision_number': 4, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '929a5034-76d3-42ac-a153-2d2b599d0899', 'name': '', 'network_id': 'cd38d783-d2c2-4159-b02a-df4033aae060', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'mac_address': 'fa:16:3e:79:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:08Z', 'updated_at': '2021-08-11T02:12:19Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'subnets': [{'id': 'e68294e7-82f0-4f36-af2c-bf38277aaa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:49.371333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.372361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180145d3-1efe-44f0-bc67-2f78fd1555c2 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:12:49.379678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.381500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-280274cf-02a0-4c52-9edc-74c808d0771a admin admin] 10.222.0.68 "DELETE /v2.0/routers/180145d3-1efe-44f0-bc67-2f78fd1555c2 HTTP/1.1" status: 204 len: 168 time: 1.2723005 Aug 11 02:12:49.384045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:49.436599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Deleting subnet 0aa57be9-001f-4478-abd2-49ebcc7166f9 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:49.440003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.477894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.573199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.665922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.699574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa57be9-001f-4478-abd2-49ebcc7166f9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:49.702339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.704677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec690f67-2639-4399-9706-29fb1a674f41 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0aa57be9-001f-4478-abd2-49ebcc7166f9 HTTP/1.1" status: 204 len: 168 time: 0.3189912 Aug 11 02:12:49.711563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77cd61-6999-44e8-a542-f86e94dd98fa None None] Network f5708e07-01f8-48d4-a857-f2710a543986 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:49.715269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38860) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:49.791457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8daf9-7174-4041-a8ad-a2e917ac4176 None None] New status for floating IP 1468717e-7715-4cfe-adf2-dfab2426b2bc: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:12:49.829613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.858406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-d8d68f30-d5ab-4983-97c2-e190723d6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.860083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-d8d68f30-d5ab-4983-97c2-e190723d6503 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 929 time: 0.7640069 Aug 11 02:12:49.878331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Attempting to bind port 9b2033ed-9728-4773-8a95-bbe597e6fff2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:49.878991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Attempting to bind port 9b2033ed-9728-4773-8a95-bbe597e6fff2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:49.879223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Attempting to bind port 9b2033ed-9728-4773-8a95-bbe597e6fff2 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:49.918661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Deleting port 86f3bfd3-584d-4f65-832c-b51aa0a07494 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:49.919298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:49.944101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Port 9b2033ed-9728-4773-8a95-bbe597e6fff2 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:49.944575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Attempting to bind port 9b2033ed-9728-4773-8a95-bbe597e6fff2 on network bf8a561d-179b-44eb-822c-d8a9caf5e0f1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:49.951160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-f808fb50-bf0b-431d-bada-c57f8b8d67d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 217 time: 0.0835006 Aug 11 02:12:49.973166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700496a-1f20-4904-b867-1bc99cfefe8f req-5f556204-4f27-4486-aad8-a8485d5a9d88 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:49.975135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0700496a-1f20-4904-b867-1bc99cfefe8f req-5f556204-4f27-4486-aad8-a8485d5a9d88 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1721022 Aug 11 02:12:50.014312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] For port 86f3bfd3-584d-4f65-832c-b51aa0a07494, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=86f3bfd3-584d-4f65-832c-b51aa0a07494,segment=NetworkSegment(a1a90fcc-fc24-439a-a837-aa0a6f1fb44f),segment_id=a1a90fcc-fc24-439a-a837-aa0a6f1fb44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:50.014682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.030690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Calling delete_port for 86f3bfd3-584d-4f65-832c-b51aa0a07494 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:50.092818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-bfdfc369-2be1-4a0d-8860-2a3048fab084 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592757 Aug 11 02:12:50.094211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-e58092c2-dbed-46a8-acb0-851d109b8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.102399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-e58092c2-dbed-46a8-acb0-851d109b8e0c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1103432 Aug 11 02:12:50.103447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:50.104772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Checking segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:50.105170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Bound using segment: {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:50.105622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Bound port: 9b2033ed-9728-4773-8a95-bbe597e6fff2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5080a6c-fa58-40ff-b91c-167cf48b9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:50.108012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.159309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.191200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Pushing event deleted for resources: {'Port': ['ID=86f3bfd3-584d-4f65-832c-b51aa0a07494,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:50.201273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] No DVR routers for this DVR port 86f3bfd3-584d-4f65-832c-b51aa0a07494 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:50.233780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf41466-de32-49fd-b62f-8dec9da4990d None None] DHCP port deletion for f5708e07-01f8-48d4-a857-f2710a543986 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:12:50.291170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.312904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5708e07-01f8-48d4-a857-f2710a543986']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.326646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.326937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a90fcc-fc24-439a-a837-aa0a6f1fb44f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:50.336979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.346202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0700496a-1f20-4904-b867-1bc99cfefe8f req-bc8b7405-f5b0-47d9-86fb-cf64aa6d332a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285869 Aug 11 02:12:50.352582 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.364535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:50.365006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:50.367156 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:50.408449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:50.412981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:50.418224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-1a18a5ac-7e6f-467b-b70e-0bbe329e8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.419942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-1a18a5ac-7e6f-467b-b70e-0bbe329e8e48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072059 Aug 11 02:12:50.439941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:50.441699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.448580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.448784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.453373 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] 10.222.0.68 "DELETE /v2.0/networks/f5708e07-01f8-48d4-a857-f2710a543986 HTTP/1.1" status: 204 len: 168 time: 0.7303193 Aug 11 02:12:50.455099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:50.495253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 17878cb1-6294-4275-8d1d-7cdce3af5706 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:50.495604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 17878cb1-6294-4275-8d1d-7cdce3af5706 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:50.507666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c360-63a3-4043-8031-a28ef21d776b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5708e07-01f8-48d4-a857-f2710a543986,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:50.598879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e010bf06-e051-431e-89a7-60a5214a59eb req-fdec767e-dfda-4d20-bb8b-dee1fcb88b19 service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871340 Aug 11 02:12:50.623739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:50.640980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-16a0d340-20fd-4618-b43b-0fa4687b8ad6 service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052963 Aug 11 02:12:50.651291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:50.651993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2b51c6b0-6008-4689-b1b1-a9e52fc67a2c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:50.653246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 86f3bfd3-584d-4f65-832c-b51aa0a07494 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:50.684213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 86f3bfd3-584d-4f65-832c-b51aa0a07494 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:50.684942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 86f3bfd3-584d-4f65-832c-b51aa0a07494 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:50.685574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3907fcfa-926a-45e5-a83c-ea3be687abda no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:50.691408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:50.714667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.715570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.716939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] 10.222.0.67 "PUT /v2.0/ports/9b2033ed-9728-4773-8a95-bbe597e6fff2 HTTP/1.1" status: 200 len: 1092 time: 2.8263588 Aug 11 02:12:50.735762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 3907fcfa-926a-45e5-a83c-ea3be687abda {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:50.736336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3907fcfa-926a-45e5-a83c-ea3be687abda not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:50.772357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bba8f-5459-4a1d-becb-1e3c2ea3cd6d req-6f21a667-279e-4744-a8a3-ab26c7820de3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.774425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d1bba8f-5459-4a1d-becb-1e3c2ea3cd6d req-6f21a667-279e-4744-a8a3-ab26c7820de3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.3209138 Aug 11 02:12:50.801538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4494677-636b-40cb-9240-092ad7db5a0a service neutron] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:50.845501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a68b1d-abaa-486e-8e19-cefa3d4d1405 req-cbcef464-e626-4c88-94ab-53142ad004f7 service neutron] 10.222.0.68 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032690 Aug 11 02:12:50.860017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.866178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d1bba8f-5459-4a1d-becb-1e3c2ea3cd6d req-f622d72e-3c59-45e5-b163-3733d4e00607 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770409 Aug 11 02:12:50.884540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-dc45f5ad-8d63-4cf3-95b0-6f70c2426bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:50.888182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-dc45f5ad-8d63-4cf3-95b0-6f70c2426bce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 1095 time: 0.1111965 Aug 11 02:12:50.907999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:50.910522 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb32156-c786-4c09-8e64-bdc82f26427e" -d '{"events": [{"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:50.925629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:50.931810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:50.983709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-e75480dc-52c2-4fcc-afe1-5a530241670b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2 HTTP/1.1" status: 200 len: 217 time: 0.0854006 Aug 11 02:12:50.985567 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540d25d-7b83-4038-814f-493aff58cf78 x-openstack-request-id: req-e540d25d-7b83-4038-814f-493aff58cf78 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:50.986194 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:50.986573 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e540d25d-7b83-4038-814f-493aff58cf78 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:50.986910 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47', 'status': 'completed', 'code': 200} Aug 11 02:12:50.996668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:51.013630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.114826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-584bfce7-75e6-4855-a5cf-7113136f7443 req-2bbf48a6-f5d2-436f-b2fe-80fd724642cf tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0864131 Aug 11 02:12:51.149328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-7750a897-6ad4-40c2-940c-5a0a9b0a395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.150849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-7750a897-6ad4-40c2-940c-5a0a9b0a395a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 1098 time: 0.1631927 Aug 11 02:12:51.156858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-2f392621-7c68-4230-aa7e-939a2017af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.158323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-2f392621-7c68-4230-aa7e-939a2017af04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.1267848 Aug 11 02:12:51.166275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74057-d401-4f50-917f-e2cc6aa085e9 req-26d8c8ef-2c3f-41ef-a2b2-50622c4d8634 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.167733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75c74057-d401-4f50-917f-e2cc6aa085e9 req-26d8c8ef-2c3f-41ef-a2b2-50622c4d8634 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 943 time: 0.1417780 Aug 11 02:12:51.264754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-8daf0691-aea2-49ef-a98e-ca9aa7766870 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949597 Aug 11 02:12:51.339430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Deleting port 99ea0555-c124-47b9-bd2b-d6685aa60d2a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:51.340010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.366087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75c74057-d401-4f50-917f-e2cc6aa085e9 req-b8d01fcf-d541-46a2-8f6d-ab902598ff55 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750062 Aug 11 02:12:51.426214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] For port 99ea0555-c124-47b9-bd2b-d6685aa60d2a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=99ea0555-c124-47b9-bd2b-d6685aa60d2a,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:51.426575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.440136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Calling delete_port for 99ea0555-c124-47b9-bd2b-d6685aa60d2a owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:51.484552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-ac4271fb-7ba1-4fa1-85bb-4af6f492c406 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips/1468717e-7715-4cfe-adf2-dfab2426b2bc HTTP/1.1" status: 200 len: 693 time: 0.0824852 Aug 11 02:12:51.498732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-28c59831-3ab7-48e7-8d9b-d9eaf74a7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.500375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-28c59831-3ab7-48e7-8d9b-d9eaf74a7c6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 200 len: 929 time: 0.3316026 Aug 11 02:12:51.569136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-2c7b8b9b-4558-4e47-8ba3-c174f6906f09 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811103 Aug 11 02:12:51.598252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-25c2525e-8bfd-46f1-b4d1-db4776729ed1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 200 len: 217 time: 0.0780714 Aug 11 02:12:51.611671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c31067-f47d-4900-8a64-c8f4eecee192 req-33af6973-d619-4f43-b27c-0c13bed05fbc tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.613149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2c31067-f47d-4900-8a64-c8f4eecee192 req-33af6973-d619-4f43-b27c-0c13bed05fbc tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1098 time: 0.2284734 Aug 11 02:12:51.631586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.698420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Pushing event deleted for resources: {'Port': ['ID=99ea0555-c124-47b9-bd2b-d6685aa60d2a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:51.765834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-46377a67-965a-4122-b0cd-e948348d20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.767403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-46377a67-965a-4122-b0cd-e948348d20d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 200 len: 867 time: 0.1498621 Aug 11 02:12:51.779135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2c31067-f47d-4900-8a64-c8f4eecee192 req-006c3ee3-0152-4362-b0ca-855a72c635bd tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450167 Aug 11 02:12:51.791021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-6a923f97-a3a1-4056-a765-4884f100e7ab tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.792458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-6a923f97-a3a1-4056-a765-4884f100e7ab tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2913556 Aug 11 02:12:51.841231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e1e3469-61cc-4ebb-b860-4699b972e6a1 req-5351fddd-53ac-469e-877b-e34339bb1499 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446687 Aug 11 02:12:51.868901 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639a56b5-f3ea-4619-9040-1fb52e28d204 x-openstack-request-id: req-639a56b5-f3ea-4619-9040-1fb52e28d204 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:51.869449 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:51.869566 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-639a56b5-f3ea-4619-9040-1fb52e28d204 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:51.869991 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'code': 200} Aug 11 02:12:51.891322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-efe730b4-7b04-41d4-860e-407cb2feb8b2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0834558 Aug 11 02:12:51.926828 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:51.964872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-43beb2a6-ca67-403a-b12e-4454f390c61d tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0612509 Aug 11 02:12:51.969867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-69359a5e-348b-4a80-a4cc-c669a67b69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:51.970317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-69359a5e-348b-4a80-a4cc-c669a67b69dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd38d783-d2c2-4159-b02a-df4033aae060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740370 Aug 11 02:12:52.177946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:12:52.204412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-5f1ceaef-57e5-4414-9e3d-4e1b934bd10e service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234442 Aug 11 02:12:52.217063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef24da0-b35e-421b-af3b-0f0a1c3dcbf6 req-286540ac-50b6-4f9d-8137-c346e61e8b79 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.218480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aef24da0-b35e-421b-af3b-0f0a1c3dcbf6 req-286540ac-50b6-4f9d-8137-c346e61e8b79 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 944 time: 0.1068673 Aug 11 02:12:52.285157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:12:52.287876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Deleting port f409e55a-5de1-4104-93ae-43c4b5ecb59a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:52.288218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.290794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5326458d-e887-4c97-b425-323f5edb78ca admin admin] 10.222.0.68 "PUT /v2.0/routers/7be28dc8-c4f3-494a-abdf-0a27ff65c57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345401 Aug 11 02:12:52.293404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38888) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:52.294610 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Sync routers for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:12:52.304469 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:52.305722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:52.368632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aef24da0-b35e-421b-af3b-0f0a1c3dcbf6 req-04d2acae-e352-42b9-b190-5d64119022cb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440361 Aug 11 02:12:52.407574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6145443-a7cf-4c31-9ff1-86619cf87b17 req-8fdf4660-d9b7-42cf-8f85-bbfa1b17eeb6 service neutron] 10.222.0.61 "GET /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801217 Aug 11 02:12:52.414083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.419275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.419606 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.434824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Calling delete_port for f409e55a-5de1-4104-93ae-43c4b5ecb59a owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:52.465307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:52.515952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7be5577a-df45-415c-b09b-d2000734af91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.544814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e5ea0-2aab-4231-ab9f-9af9879db4ca req-b5adadd4-85c4-46a9-8ca3-e1a07f818b6b tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.546643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d75e5ea0-2aab-4231-ab9f-9af9879db4ca req-b5adadd4-85c4-46a9-8ca3-e1a07f818b6b tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1098 time: 0.0964539 Aug 11 02:12:52.797923 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:12:51Z', 'revision_number': 5, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port': {'id': 'b03a9fac-56b6-4781-9c84-3da7513eda92', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:07:05Z', 'updated_at': '2021-08-11T02:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:52.818782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.825491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Checking router: 7be28dc8-c4f3-494a-abdf-0a27ff65c57f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:12:52.837087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Routers {'7be28dc8-c4f3-494a-abdf-0a27ff65c57f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:12:52.837878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:52.877901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Deleting port b03a9fac-56b6-4781-9c84-3da7513eda92 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:52.877901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.931015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d75e5ea0-2aab-4231-ab9f-9af9879db4ca req-c87353f0-cf6e-4ca1-9940-43f27e597211 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737195 Aug 11 02:12:52.941399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] Set router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:12:52.969461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] For port b03a9fac-56b6-4781-9c84-3da7513eda92, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b03a9fac-56b6-4781-9c84-3da7513eda92,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:52.969906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:52.982666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-9948d86d-6f27-4413-a95b-91558548de9f tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:52.984187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-9948d86d-6f27-4413-a95b-91558548de9f tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.1182349 Aug 11 02:12:52.988093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:52.988268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Calling delete_port for b03a9fac-56b6-4781-9c84-3da7513eda92 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:52.990413 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd933d7-315f-4c16-aabf-3d49b501390d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:52.999298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:12:52Z', 'revision_number': 6, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:53.003400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:53.037462 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220db404-b39c-4bdb-906c-6c88ca1afc43 None None] The sync data for ids ['7be28dc8-c4f3-494a-abdf-0a27ff65c57f'] in n-d-713498-10 is: [{'id': '7be28dc8-c4f3-494a-abdf-0a27ff65c57f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1496864701-router', 'tenant_id': 'a6b454b208214fce9f6d670b67e01069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:07:03Z', 'updated_at': '2021-08-11T02:12:52Z', 'revision_number': 6, 'project_id': 'a6b454b208214fce9f6d670b67e01069', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:12:53.075408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.123760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event deleted for resources: {'Port': ['ID=f409e55a-5de1-4104-93ae-43c4b5ecb59a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.134293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.173174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4f9ba-2c4b-4caf-b60d-f221c5f808a8 req-66c76e7a-e539-4006-b052-0c7ed2c93921 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:53.174695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edf4f9ba-2c4b-4caf-b60d-f221c5f808a8 req-66c76e7a-e539-4006-b052-0c7ed2c93921 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 945 time: 0.1493869 Aug 11 02:12:53.182443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.210878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03a9fac-56b6-4781-9c84-3da7513eda92,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.269552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.270959 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:12:53.272106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.272594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.273468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3294f4db-f6ed-452c-97b4-3c39052a60f2 req-53099e22-4cbb-441b-8b23-26a09093faeb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "DELETE /v2.0/floatingips/1468717e-7715-4cfe-adf2-dfab2426b2bc HTTP/1.1" status: 204 len: 173 time: 1.3019941 Aug 11 02:12:53.276939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edf4f9ba-2c4b-4caf-b60d-f221c5f808a8 req-5a1d98a9-a7cb-4f91-8920-f20d3781156c tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Aug 11 02:12:53.379427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.382187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.418780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d1b1b65-821b-44af-9333-7a86188eaaa0 req-a787f905-18f0-4d26-bad9-e6131a3b6e67 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0565248 Aug 11 02:12:53.420594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:53.437351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.438810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7be28dc8-c4f3-494a-abdf-0a27ff65c57f {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:12:53.443495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.447442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aaca816f-ac1d-4477-934a-2f7af1747da3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/7be28dc8-c4f3-494a-abdf-0a27ff65c57f HTTP/1.1" status: 204 len: 168 time: 1.1529763 Aug 11 02:12:53.448417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38900) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:53.460879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3ac81-aea9-43d4-a724-a2e3f2c1ed74 req-ed793c93-9cf4-462a-aa8d-32292835e17e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:53.463104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67c3ac81-aea9-43d4-a724-a2e3f2c1ed74 req-ed793c93-9cf4-462a-aa8d-32292835e17e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 945 time: 0.1121314 Aug 11 02:12:53.484355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:53.521351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Deleting subnet 2cf10d34-5805-4e9a-9cf6-731e3139eb63 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:53.524946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.560484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.592476 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.598650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67c3ac81-aea9-43d4-a724-a2e3f2c1ed74 req-69b4513b-870f-4a72-aee4-dd6924eb1206 tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e61b89a-a786-440d-b63f-e394d9bbfd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221712 Aug 11 02:12:53.605402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.653789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.656914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11899f-ea56-49e7-b4fe-6f6cb4014914 req-bfb8bde9-dcbe-45d4-ab8d-4ea94ef322de tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:53.658746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b11899f-ea56-49e7-b4fe-6f6cb4014914 req-bfb8bde9-dcbe-45d4-ab8d-4ea94ef322de tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 943 time: 0.1426961 Aug 11 02:12:53.706131 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fff712-9e25-44b1-ad06-15dc7309688c x-openstack-request-id: req-d4fff712-9e25-44b1-ad06-15dc7309688c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:53.706580 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:53.706938 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4fff712-9e25-44b1-ad06-15dc7309688c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:53.707454 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'status': 'completed', 'code': 200} Aug 11 02:12:53.725791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.739856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.756536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf10d34-5805-4e9a-9cf6-731e3139eb63,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:53.763613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.768561 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64ab776b-f554-46a9-ba51-498e58892814 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2cf10d34-5805-4e9a-9cf6-731e3139eb63 HTTP/1.1" status: 204 len: 168 time: 0.3190160 Aug 11 02:12:53.769230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:53.771690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4b222-e962-4ebd-accc-030878ae255c None None] Network 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:12:53.821606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on host n-h2-713498-10 for vnic_type normal with profile {"migrating_to": "n-h1-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:53.821963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:53.822645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:53.846411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b11899f-ea56-49e7-b4fe-6f6cb4014914 req-b8ad127d-944a-4893-8dbc-af5d699703bf tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772859 Aug 11 02:12:53.863132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:53.863457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Attempting to bind port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on network 47372fc7-bf2b-4a2c-83f8-601b0277f883 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:53.881592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.881872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:53.882000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Checking segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:53.882393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Bound using segment: {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:53.882855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Bound port: 3461fbcb-ad39-434e-b20d-79ef274e07f6, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47372fc7-bf2b-4a2c-83f8-601b0277f883'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:53.883738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:53.902938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-1e00755d-63b9-4808-9b3f-7095ffd12686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:53.905867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-1e00755d-63b9-4808-9b3f-7095ffd12686 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 1095 time: 0.1801398 Aug 11 02:12:53.921820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde5bb-a914-4d66-82f2-f26eac853556 req-32b561d3-a0db-412a-b0f3-2896fcee466c tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:53.929250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdde5bb-a914-4d66-82f2-f26eac853556 req-32b561d3-a0db-412a-b0f3-2896fcee466c tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 944 time: 0.1745315 Aug 11 02:12:53.962428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Deleting port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:53.962775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.034914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-32ceedd1-1b1b-4b7d-8c9a-668dcce1c147 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.038006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-32ceedd1-1b1b-4b7d-8c9a-668dcce1c147 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 944 time: 0.2115483 Aug 11 02:12:54.048231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] DHCP port deletion for 2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:12:54.115396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Deleting port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:54.116043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.125451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] For port 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1a4f2af6-5db4-440c-80bb-6e713ce7c925,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.125885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.130977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdde5bb-a914-4d66-82f2-f26eac853556 req-a6ce6210-89e3-4539-a2e9-be1cf283f44d tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008748 Aug 11 02:12:54.175666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:12:54.182915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc91f10-46a9-4925-a02a-01917f25841e req-c9c64366-f51a-4492-87a7-21eb889cc06c tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.185168 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcc91f10-46a9-4925-a02a-01917f25841e req-c9c64366-f51a-4492-87a7-21eb889cc06c tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.67 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 945 time: 0.2000008 Aug 11 02:12:54.186659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Calling delete_port for 1a4f2af6-5db4-440c-80bb-6e713ce7c925 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.215147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] For port 1a4f2af6-5db4-440c-80bb-6e713ce7c925, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1a4f2af6-5db4-440c-80bb-6e713ce7c925,segment=NetworkSegment(61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa),segment_id=61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.215866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.259399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Calling delete_port for 1a4f2af6-5db4-440c-80bb-6e713ce7c925 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.267544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:54.312596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.360733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-8527da51-9bf9-463c-9a2c-724066fc4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.361361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-8527da51-9bf9-463c-9a2c-724066fc4221 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 200 len: 906 time: 0.4297264 Aug 11 02:12:54.377604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.403327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Deleting port a6df5cbf-71ec-40c3-b62f-696e34ae50bd {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:54.403766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.415710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] No DVR routers for this DVR port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:54.418045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f145e7-65ea-4010-b80b-f12ca9534aec None None] Pushing event deleted for resources: {'Port': ['ID=1a4f2af6-5db4-440c-80bb-6e713ce7c925,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:54.456533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.472522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:54.472740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-27d8d855-bb1d-4e44-9794-f0288e61969e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2 HTTP/1.1" status: 200 len: 217 time: 0.0979085 Aug 11 02:12:54.492727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4f2af6-5db4-440c-80bb-6e713ce7c925,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:54.500998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.501646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.503854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] 10.222.0.67 "PUT /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 1123 time: 1.5098782 Aug 11 02:12:54.506266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] No DVR routers for this DVR port 1a4f2af6-5db4-440c-80bb-6e713ce7c925 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:54.513110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70635c-9eab-4a91-926c-63e754041ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:54.555740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fdea2-e4d2-42a7-8c05-f7acbc683e97 req-32689ae8-5b51-4ba5-b4b3-5b3661bfd2f5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.557307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-997fdea2-e4d2-42a7-8c05-f7acbc683e97 req-32689ae8-5b51-4ba5-b4b3-5b3661bfd2f5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3020649 Aug 11 02:12:54.570470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Deleting port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:54.570798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.607352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.645436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.660351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 has no active binding in host n-h1-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:12:54.662558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da3e81b-abc3-44c9-bf4c-4c3bb35469f5']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:54.666098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3461fbcb-ad39-434e-b20d-79ef274e07f6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:54.668664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] For port a6df5cbf-71ec-40c3-b62f-696e34ae50bd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,segment=NetworkSegment(735812c4-4866-488e-82f2-ecd3d5c0a487),segment_id=735812c4-4866-488e-82f2-ecd3d5c0a487)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.672308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.700947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:54.701226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61505ecb-3051-4a47-bdf4-dfb5cfcfe8aa') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:54.710490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Calling delete_port for a6df5cbf-71ec-40c3-b62f-696e34ae50bd owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.712820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3461fbcb-ad39-434e-b20d-79ef274e07f6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:54.723348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.726096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 99ea0555-c124-47b9-bd2b-d6685aa60d2a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:54.741216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] For port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:54.741594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.746327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.782168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 99ea0555-c124-47b9-bd2b-d6685aa60d2a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:54.782784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 99ea0555-c124-47b9-bd2b-d6685aa60d2a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:54.782885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b03a9fac-56b6-4781-9c84-3da7513eda92 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:54.792677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:54.793145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:54.795606 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:54.798705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-997fdea2-e4d2-42a7-8c05-f7acbc683e97 req-44f9b677-2d75-4bdc-9a31-c583460a315d tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2298579 Aug 11 02:12:54.800305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Calling delete_port for 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:54.806145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-182769d1-c211-4902-b9f2-6d1864c60676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:54.807709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-182769d1-c211-4902-b9f2-6d1864c60676 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 200 len: 845 time: 0.3119323 Aug 11 02:12:54.862925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b03a9fac-56b6-4781-9c84-3da7513eda92 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:54.863331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b03a9fac-56b6-4781-9c84-3da7513eda92 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:54.863887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1a4f2af6-5db4-440c-80bb-6e713ce7c925 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:54.895687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-495ffa89-3096-45da-98f0-69396c4ec927 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bf8a561d-179b-44eb-822c-d8a9caf5e0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794222 Aug 11 02:12:54.897515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1a4f2af6-5db4-440c-80bb-6e713ce7c925 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:54.898204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1a4f2af6-5db4-440c-80bb-6e713ce7c925 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:54.903342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.921838 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:54.923942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2da3e81b-abc3-44c9-bf4c-4c3bb35469f5 HTTP/1.1" status: 204 len: 168 time: 1.1539116 Aug 11 02:12:54.925449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e2f9-6f1b-4bde-93d8-df434dbed035 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da3e81b-abc3-44c9-bf4c-4c3bb35469f5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.018164 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.051440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b588b-57ce-4317-ad51-5c31dd19c9c4 req-51b7ae6c-20e3-4a51-9a2f-1c423fd7c9be tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:55.052208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Pushing event deleted for resources: {'Port': ['ID=a6df5cbf-71ec-40c3-b62f-696e34ae50bd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.072647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9b588b-57ce-4317-ad51-5c31dd19c9c4 req-51b7ae6c-20e3-4a51-9a2f-1c423fd7c9be tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1880608 Aug 11 02:12:55.111080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] No DVR routers for this DVR port a6df5cbf-71ec-40c3-b62f-696e34ae50bd on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:55.116007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.121431 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcc91f10-46a9-4925-a02a-01917f25841e req-efc7e398-ab4d-4449-969e-758cb6f10ead tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.67 "DELETE /v2.0/ports/a6df5cbf-71ec-40c3-b62f-696e34ae50bd HTTP/1.1" status: 204 len: 173 time: 0.9271681 Aug 11 02:12:55.122611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'name': 'network-vif-deleted', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:55.125904 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414362b-4bcd-46a3-90e5-38b0e833b99b" -d '{"events": [{"server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "name": "network-vif-deleted", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:55.137794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff32d-5960-4375-af7f-ac118c2c4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.180848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-6457ece1-f2d5-43d2-96da-5773c30bfc76 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:12:55.181908 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-6457ece1-f2d5-43d2-96da-5773c30bfc76 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071056 Aug 11 02:12:55.189795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9b588b-57ce-4317-ad51-5c31dd19c9c4 req-b54cae0a-a931-4274-8acc-adccc509e5e8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162686 Aug 11 02:12:55.193632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Request body: {'binding': {'host': 'n-h2-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:12:55.194267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-2d585710-56b1-400d-99c8-991648a5b803 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531846 Aug 11 02:12:55.194727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:12:55.232847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38946) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:55.278279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.334482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa3e0727-647a-41c2-b8e1-adf2159d92a8 req-1f018d8a-3249-40b0-ae61-cbc575d905c5 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0618670 Aug 11 02:12:55.338431 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7cb5aed5-56f5-4f0a-800e-eddbe4668b69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ed3fb6c6addd45be953b350ca7bdcbca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1040418 Aug 11 02:12:55.341165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:55.346094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event deleted for resources: {'Port': ['ID=13b8f9d7-3c69-40ab-b1c3-024dfed17d72,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.382660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.402716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] No DVR routers for this DVR port 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:55.406396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.408149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e73ba655-1fae-4545-80ac-c9513bb58b4e req-6afe17cf-411c-437c-b6dd-cd3e4bfd78b7 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "DELETE /v2.0/ports/13b8f9d7-3c69-40ab-b1c3-024dfed17d72 HTTP/1.1" status: 204 len: 173 time: 1.3554599 Aug 11 02:12:55.411362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bd933d7-315f-4c16-aabf-3d49b501390d req-41c95819-d414-4427-a3c7-4ccdb49e4af8 service neutron] 10.222.0.67 "GET /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093904 Aug 11 02:12:55.451724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.455993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on host n-h2-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:12:55.456326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:12:55.456657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:55.468368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:12:55.468686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:12:55.479957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:12:55.480299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:12:55.480673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:12:55.481108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Bound port: 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:12:55.487503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69fabea1-b3cc-431c-8a24-1ce486b8d3eb req-dbfba747-72da-4634-92e5-7a6b0dc3142e tempest-VolumesAdminNegativeTest-1129102297 tempest-VolumesAdminNegativeTest-1129102297-project] 10.222.0.68 "GET /v2.0/ports?device_id=09c02a0c-3fd6-404f-9dfd-43c9303c3326 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Aug 11 02:12:55.488373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.552254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf73db8-a4ea-47ab-aa1b-0597c6dabd69 req-9029b000-5d21-4e1c-a304-4a8d3749cbf0 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0376141 Aug 11 02:12:55.573791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:12:55.585195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.586530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-721dbceb-587a-4831-8cd6-658e221b16ab service neutron] 10.222.0.68 "POST /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07/bindings HTTP/1.1" status: 201 len: 390 time: 0.3978257 Aug 11 02:12:55.592300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.595132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:55.598928 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c135621-c8aa-4983-9244-55de13239262 HTTP/1.1" status: 204 len: 168 time: 0.2541287 Aug 11 02:12:55.615622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb93aa-bc54-4e59-a827-fc2b284f0c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c135621-c8aa-4983-9244-55de13239262,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:55.710358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662c47f-bc4f-4827-9b53-5218e47a1c5f req-4c2a063b-6225-418c-9ef0-4ff6d6b9a720 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:55.720932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a662c47f-bc4f-4827-9b53-5218e47a1c5f req-4c2a063b-6225-418c-9ef0-4ff6d6b9a720 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 943 time: 0.1046896 Aug 11 02:12:55.723232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6'}, {'name': 'network-changed', 'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6'}, {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-deleted', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:55.725547 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056a19c-b609-477f-82f0-ff9fab6091de" -d '{"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6"}, {"name": "network-changed", "server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6"}, {"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-deleted", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:55.745666 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02a33c-819c-434d-a8c8-38c566e69b2c x-openstack-request-id: req-ab02a33c-819c-434d-a8c8-38c566e69b2c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:55.746066 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c02a0c-3fd6-404f-9dfd-43c9303c3326", "name": "network-vif-deleted", "tag": "a6df5cbf-71ec-40c3-b62f-696e34ae50bd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:55.746640 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab02a33c-819c-434d-a8c8-38c566e69b2c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:55.747247 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c02a0c-3fd6-404f-9dfd-43c9303c3326', 'name': 'network-vif-deleted', 'tag': 'a6df5cbf-71ec-40c3-b62f-696e34ae50bd', 'status': 'completed', 'code': 200} Aug 11 02:12:55.781215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a662c47f-bc4f-4827-9b53-5218e47a1c5f req-ad6a5f62-f939-4f80-9d9d-f760a62211ba tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538025 Aug 11 02:12:55.862032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03f8857f-8d66-47d4-97be-04fa027fcc2c req-725eecde-659e-4098-a97d-efe7a668f317 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=65fd9359-c657-4247-9a43-095eb37b5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0329962 Aug 11 02:12:55.964378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-24e374c9-a92f-4d32-9684-82d0da9972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:55.965911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-24e374c9-a92f-4d32-9684-82d0da9972f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1098 time: 0.0618801 Aug 11 02:12:56.001311 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41940ef-5826-462a-8dbb-7d708dfbedf2 x-openstack-request-id: req-c41940ef-5826-462a-8dbb-7d708dfbedf2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:56.001622 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6", "code": 200}, {"name": "network-changed", "server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6", "status": "completed", "code": 200}, {"server_uuid": "65fd9359-c657-4247-9a43-095eb37b5bc4", "name": "network-vif-deleted", "tag": "13b8f9d7-3c69-40ab-b1c3-024dfed17d72", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:56.001870 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c41940ef-5826-462a-8dbb-7d708dfbedf2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:56.002265 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'code': 200} Aug 11 02:12:56.002521 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'status': 'completed', 'code': 200} Aug 11 02:12:56.002886 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd9359-c657-4247-9a43-095eb37b5bc4', 'name': 'network-vif-deleted', 'tag': '13b8f9d7-3c69-40ab-b1c3-024dfed17d72', 'status': 'completed', 'code': 200} Aug 11 02:12:56.058956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6941b-2e68-42c0-924a-5b04551d1d15 req-5bcdf2b0-d120-4765-b7f4-5f89c7eeff4f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.060474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edc6941b-2e68-42c0-924a-5b04551d1d15 req-5bcdf2b0-d120-4765-b7f4-5f89c7eeff4f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1110697 Aug 11 02:12:56.120438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056a19c-b609-477f-82f0-ff9fab6091de req-fd438683-eec4-4053-821f-57c8ee6ec808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.122124 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-fd438683-eec4-4053-821f-57c8ee6ec808 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1126 time: 0.0548439 Aug 11 02:12:56.140162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-dd29a512-c813-4a81-b4f6-1aec51020ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.141605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-dd29a512-c813-4a81-b4f6-1aec51020ce8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.1619749 Aug 11 02:12:56.147550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.161917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607b60-c46d-4c55-a1d9-c8cd43ec492e req-8b3959cf-8bd5-4736-9d16-3289aae643dd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.163421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40607b60-c46d-4c55-a1d9-c8cd43ec492e req-8b3959cf-8bd5-4736-9d16-3289aae643dd tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1020567 Aug 11 02:12:56.166859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edc6941b-2e68-42c0-924a-5b04551d1d15 req-53edee05-2516-47c6-ac65-f03638f7cce9 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724499 Aug 11 02:12:56.221196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-fdf499ff-c644-4c4d-bdd8-87ce67ffe140 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 217 time: 0.0533881 Aug 11 02:12:56.254333 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a3b5350-0637-4e3b-ad4b-cd6478ee2b12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6b454b208214fce9f6d670b67e01069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1056020 Aug 11 02:12:56.256944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.291112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40607b60-c46d-4c55-a1d9-c8cd43ec492e req-9565b953-5e39-4cab-bd66-4cf74f7564fb tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015327 Aug 11 02:12:56.300012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056a19c-b609-477f-82f0-ff9fab6091de req-61804376-e1d2-4cbf-9c76-dfec6e3a8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.301885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-61804376-e1d2-4cbf-9c76-dfec6e3a8c4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1657932 Aug 11 02:12:56.303259 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.306134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-446b7610-258a-423a-a2eb-6d7ea55963ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.307702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-446b7610-258a-423a-a2eb-6d7ea55963ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.0755074 Aug 11 02:12:56.369026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.371682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-86f94436-899c-4fc4-8b5b-cc028c60e52d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 217 time: 0.0435123 Aug 11 02:12:56.373695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-a23edf69-eb8f-4083-bd72-bc3c1f7c27de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318892 Aug 11 02:12:56.389678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0161300-862c-486b-9211-fb8e7ba8fb12 req-77402ce8-8ec2-4b12-9f8e-9b5dc173caca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.391169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0161300-862c-486b-9211-fb8e7ba8fb12 req-77402ce8-8ec2-4b12-9f8e-9b5dc173caca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.0765128 Aug 11 02:12:56.392767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.462816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056a19c-b609-477f-82f0-ff9fab6091de req-1c174868-2c6b-4def-abff-a98dffd63270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.464263 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-1c174868-2c6b-4def-abff-a98dffd63270 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.0632601 Aug 11 02:12:56.473963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:12:56.476436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6df5cbf-71ec-40c3-b62f-696e34ae50bd no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:56.502977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f43b3255-8481-47f4-964b-a2598d3ee44b req-fef90779-9709-4e50-b5de-6a4e42b7e06d tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0479498 Aug 11 02:12:56.503803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: a6df5cbf-71ec-40c3-b62f-696e34ae50bd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:56.504136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6df5cbf-71ec-40c3-b62f-696e34ae50bd not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:56.512972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-3758ee9b-9573-4a9b-8491-3365eec16f63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376148 Aug 11 02:12:56.514518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.518306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.519684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27f2fc7d-8507-4820-83d0-5419d1f9606e HTTP/1.1" status: 204 len: 168 time: 0.2618334 Aug 11 02:12:56.528239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0161300-862c-486b-9211-fb8e7ba8fb12 req-4b6ac880-822b-4ff4-a1e0-276224c5614b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225510 Aug 11 02:12:56.597357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38974) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.603092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccde164-d8e6-45c9-8307-9355cda87d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f2fc7d-8507-4820-83d0-5419d1f9606e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:56.609270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-f6f3bb10-be24-437b-8df0-5c682259a8db service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038326 Aug 11 02:12:56.656167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:56.659136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-68891cd4-3bfe-48d5-83b9-6eb654cb9351 service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285989 Aug 11 02:12:56.669256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'mac_address': 'fa:16:3e:95:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:12:56.696867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Deleting subnet dafafea2-55e1-4d2b-9b4a-f4fc6a261401 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:56.701759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.713598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.730532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2033ed-9728-4773-8a95-bbe597e6fff2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:12:56.755855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.760342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:56.766615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.797911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-19d6d812-0e2c-489a-bb05-c25593583a8a service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609182 Aug 11 02:12:56.804555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5056a19c-b609-477f-82f0-ff9fab6091de req-033c2aed-b80a-4ea4-8f2d-35b51901896a service neutron] 10.222.0.61 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304486 Aug 11 02:12:56.813349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.839085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:56.904857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.951665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2c571-4478-427f-8b8f-eff9b8fc6378 req-c42e3dac-12e7-464a-885c-3e7c8d5b05b9 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:56.953345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b2c571-4478-427f-8b8f-eff9b8fc6378 req-c42e3dac-12e7-464a-885c-3e7c8d5b05b9 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 944 time: 0.0901656 Aug 11 02:12:56.955795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafafea2-55e1-4d2b-9b4a-f4fc6a261401,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:56.957753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:56.963129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:56.966355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1db2a803-936e-4bd0-8a6e-a2e5e46edca3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dafafea2-55e1-4d2b-9b4a-f4fc6a261401 HTTP/1.1" status: 204 len: 168 time: 0.3676591 Aug 11 02:12:57.042047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b2c571-4478-427f-8b8f-eff9b8fc6378 req-fc68635b-763a-4795-bf4b-d38dd1e94992 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Aug 11 02:12:57.077033 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.146265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9b2033ed-9728-4773-8a95-bbe597e6fff2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:57.194548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.210429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66ade9a-5934-4d6d-a5c2-cdfae288855a']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:57.226164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735812c4-4866-488e-82f2-ecd3d5c0a487') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:57.226715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735812c4-4866-488e-82f2-ecd3d5c0a487') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:57.238152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.259729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.270337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:57.271043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:57.273762 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:57.363864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.371344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.377552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d66ade9a-5934-4d6d-a5c2-cdfae288855a HTTP/1.1" status: 204 len: 168 time: 0.4096322 Aug 11 02:12:57.378894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39010) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:57.391384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97130a-80a9-4e1b-a8e7-0c81055b9792 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66ade9a-5934-4d6d-a5c2-cdfae288855a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:57.753895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Deleting subnet d88cca1e-61f3-46c1-9c3b-fbe2cf44ff5f {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:12:57.762784 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.829126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0edd0-cefe-44c7-9cbc-ef9d8020dad7 req-e8e762fa-cdbb-4912-bb1b-4d6c43e88592 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:57.830492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49f0edd0-cefe-44c7-9cbc-ef9d8020dad7 req-e8e762fa-cdbb-4912-bb1b-4d6c43e88592 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.5271277 Aug 11 02:12:57.839384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-99ca6713-7fa0-41de-9fb4-aebd124fca50 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:57.846245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-99ca6713-7fa0-41de-9fb4-aebd124fca50 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.6308718 Aug 11 02:12:57.850527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.898969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.899884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-6410cb2d-271c-4997-b5b9-eba1b61f2bee tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/quotas/4062b874fe964835b1f46c667a62c33d HTTP/1.1" status: 200 len: 375 time: 0.0527301 Aug 11 02:12:57.956573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:57.983865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49f0edd0-cefe-44c7-9cbc-ef9d8020dad7 req-93ebaa7e-bec5-429e-aa3e-3e34e7133173 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356049 Aug 11 02:12:58.013872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-da9c1c63-a045-4ba5-8bfa-16e0d0ace4f5 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079581 Aug 11 02:12:58.111838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.189008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.193570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39038) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:58.194187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d88cca1e-61f3-46c1-9c3b-fbe2cf44ff5f HTTP/1.1" status: 204 len: 168 time: 0.8114426 Aug 11 02:12:58.194529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba93378-05cd-4028-ba86-4b96543b3057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88cca1e-61f3-46c1-9c3b-fbe2cf44ff5f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.217035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-bc7e4f65-8fe9-4bb4-84c3-dcd24d2d48a2 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073092 Aug 11 02:12:58.285180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.311976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351bce0-7969-440c-8288-07aabc9da08f req-c215c55c-3c9f-4479-b3d4-7cb906271d87 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:58.313483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d351bce0-7969-440c-8288-07aabc9da08f req-c215c55c-3c9f-4479-b3d4-7cb906271d87 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1990714 Aug 11 02:12:58.321195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-2f86d879-e56e-4fc3-b841-c32a96c3c9c9 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032519 Aug 11 02:12:58.382347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d351bce0-7969-440c-8288-07aabc9da08f req-daae3d70-d52b-4ef7-8b29-9977bfbffe45 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/security-groups?id=058a0228-2700-44d1-bf5d-cb7cc52a7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Aug 11 02:12:58.404089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.420156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0ffa8c-d2e5-4490-9357-cc0c8710a717']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:58.436176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f56750-1ac8-4ffe-9453-b6afacc4569d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:58.436473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f56750-1ac8-4ffe-9453-b6afacc4569d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:12:58.456558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.470827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-875b0e10-a4c2-47d9-926b-2d426e44cab2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:58.472475 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-875b0e10-a4c2-47d9-926b-2d426e44cab2 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 946 time: 0.1048739 Aug 11 02:12:58.475085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:12:58.531046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.549019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:12:58.549511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.552429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 9b2033ed-9728-4773-8a95-bbe597e6fff2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:12:58.552726 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:12:58.560498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9b2033ed-9728-4773-8a95-bbe597e6fff2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:12:58.561307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.586023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99474-b9de-458f-a159-6b10908b7af6 req-ff077bf4-3e26-418f-8286-b3bbbae8a269 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:58.596906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3e99474-b9de-458f-a159-6b10908b7af6 req-ff077bf4-3e26-418f-8286-b3bbbae8a269 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1557539 Aug 11 02:12:58.671593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.679623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.681909 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] 10.222.0.68 "DELETE /v2.0/networks/be0ffa8c-d2e5-4490-9357-cc0c8710a717 HTTP/1.1" status: 204 len: 168 time: 0.4871402 Aug 11 02:12:58.692544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:12:58.709739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f478665e-4a59-4108-b39f-27b29a1e9dae req-4cc2cf3f-1d45-4011-aaae-c591e0c27e5a tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1106398 Aug 11 02:12:58.719237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:12:58.719694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 13b8f9d7-3c69-40ab-b1c3-024dfed17d72 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:12:58.724700 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.756667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eeb20-34ca-4352-b57e-7f9729ef6031 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0ffa8c-d2e5-4490-9357-cc0c8710a717,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.759639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3e99474-b9de-458f-a159-6b10908b7af6 req-d62e964d-3993-4861-93c9-a176e6c2572e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617742 Aug 11 02:12:58.765893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:58.767221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:58.770844 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db21937-f792-412e-af5d-d347b8400d5a" -d '{"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-plugged", "status": "completed", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:58.776115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.824076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Deleting port 7783b92f-df8a-4988-877a-cacb089b8c47 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:12:58.824416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:58.876005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:58.885862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.886645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.887479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.888084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.888575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.889242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.889741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.890261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.890745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.891380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.891867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.892526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:12:58.959655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d07a6-830f-4532-aab9-319724c7152f req-4dd4d3e8-f98e-418e-b956-89c93c21ee16 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:58.969984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d1d07a6-830f-4532-aab9-319724c7152f req-4dd4d3e8-f98e-418e-b956-89c93c21ee16 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.1109226 Aug 11 02:12:59.053964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] For port 7783b92f-df8a-4988-877a-cacb089b8c47, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7783b92f-df8a-4988-877a-cacb089b8c47,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:12:59.054490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.064647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:59.068515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d1d07a6-830f-4532-aab9-319724c7152f req-7139d866-4686-4396-b56b-44fdc3691f08 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955467 Aug 11 02:12:59.087921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Calling delete_port for 7783b92f-df8a-4988-877a-cacb089b8c47 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:12:59.168443 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e583de-e773-400d-8175-dd3b15f655b5 x-openstack-request-id: req-55e583de-e773-400d-8175-dd3b15f655b5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:59.168977 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-plugged", "status": "completed", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:59.168977 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55e583de-e773-400d-8175-dd3b15f655b5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:59.169617 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'code': 200} Aug 11 02:12:59.203910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c5f2ce8-ac2d-47ee-9074-70021bcad19e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=495ef791a1d14cb4aa338802c2fe002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376460 Aug 11 02:12:59.209173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39064) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:12:59.215996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19385fbc-c8f9-4f3a-ad98-8d16eed0fa9b req-9b67d889-2ce1-41c2-add8-e3b1b485d212 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 210 time: 0.0628781 Aug 11 02:12:59.373399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e5062-a40e-4cdb-9551-1cb6edbbd85e req-c70ad5e9-2c85-48b6-b7df-8fbaba8144c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:59.380954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c3e5062-a40e-4cdb-9551-1cb6edbbd85e req-c70ad5e9-2c85-48b6-b7df-8fbaba8144c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 1097 time: 0.1196082 Aug 11 02:12:59.405145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333995b5-3ac5-4555-a96d-5e610297612b req-e0ce5d8d-fc4c-4371-bbfa-5df8d6dd8186 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:12:59.411988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-333995b5-3ac5-4555-a96d-5e610297612b req-e0ce5d8d-fc4c-4371-bbfa-5df8d6dd8186 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1660872 Aug 11 02:12:59.412454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.459668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.472763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.486368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7783b92f-df8a-4988-877a-cacb089b8c47'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:12:59.500393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c3e5062-a40e-4cdb-9551-1cb6edbbd85e req-c40dba63-b381-4073-93f7-6e0d92b4ffe1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849962 Aug 11 02:12:59.516801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-333995b5-3ac5-4555-a96d-5e610297612b req-d0b4caf9-2110-4d63-9a43-e81a572acb64 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802295 Aug 11 02:12:59.540260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Pushing event deleted for resources: {'Port': ['ID=7783b92f-df8a-4988-877a-cacb089b8c47,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:59.594820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] No DVR routers for this DVR port 7783b92f-df8a-4988-877a-cacb089b8c47 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:12:59.598384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.600669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-07912a98-ab62-429c-a7ca-e1993022eb99 req-a830a563-749a-41a4-b342-10b3c0f410c5 tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.61 "DELETE /v2.0/ports/7783b92f-df8a-4988-877a-cacb089b8c47 HTTP/1.1" status: 204 len: 173 time: 1.1174598 Aug 11 02:12:59.601509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'name': 'network-vif-deleted', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:12:59.604153 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014f218-0aab-49b0-8639-82f7078af9f5" -d '{"events": [{"server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "name": "network-vif-deleted", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:12:59.623431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.626835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:12:59.628819 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e61b89a-a786-440d-b63f-e394d9bbfd3f HTTP/1.1" status: 204 len: 168 time: 0.4186051 Aug 11 02:12:59.645485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10984903-ffef-4c0c-ac89-384b68364679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e61b89a-a786-440d-b63f-e394d9bbfd3f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:12:59.749522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eebe8b9d-51c2-437d-b69a-ee97e8c82283 req-40f027c2-8bdd-47b5-9b24-1c9bc76722bf tempest-FloatingIPsAssociationNegativeTestJSON-550379310 tempest-FloatingIPsAssociationNegativeTestJSON-550379310-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9b4b23b-c30a-448f-a764-6d833df9c528 HTTP/1.1" status: 200 len: 210 time: 0.0777557 Aug 11 02:12:59.817294 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c82747d-4e2d-4b8b-a66d-88a9fabb1188 x-openstack-request-id: req-7c82747d-4e2d-4b8b-a66d-88a9fabb1188 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:12:59.817658 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b4b23b-c30a-448f-a764-6d833df9c528", "name": "network-vif-deleted", "tag": "7783b92f-df8a-4988-877a-cacb089b8c47", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:12:59.817997 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c82747d-4e2d-4b8b-a66d-88a9fabb1188 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:12:59.818759 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b4b23b-c30a-448f-a764-6d833df9c528', 'name': 'network-vif-deleted', 'tag': '7783b92f-df8a-4988-877a-cacb089b8c47', 'status': 'completed', 'code': 200} Aug 11 02:12:59.935761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0679b0f1-2113-4eac-acaf-5ec6aa3c1ae6 req-c132cbb3-a0cc-4bd0-89bf-4d1237736ed5 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0431330 Aug 11 02:13:00.064935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a471457-7ef7-4c9d-b45b-02136a160ae1 req-4c48d35a-fc4d-4026-83c6-cc4964722bba tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.073862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a471457-7ef7-4c9d-b45b-02136a160ae1 req-4c48d35a-fc4d-4026-83c6-cc4964722bba tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.0789554 Aug 11 02:13:00.134571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a471457-7ef7-4c9d-b45b-02136a160ae1 req-f8a75c47-9fb7-4b61-af3f-59f19145d2a4 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596597 Aug 11 02:13:00.252375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-ac2f40ff-9ade-457c-ae7f-da05341c4858 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.259127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-ac2f40ff-9ade-457c-ae7f-da05341c4858 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 822 time: 0.3100533 Aug 11 02:13:00.275203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Request body: {'port': {'device_id': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'admin_state_up': True, 'tenant_id': '4062b874fe964835b1f46c667a62c33d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:00.280663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:00.283140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b75db8-4894-4ee8-bb35-17f58e0ad2ec req-d56c7140-32b0-4d59-8b0d-c1a62367ee8c tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.294432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5b75db8-4894-4ee8-bb35-17f58e0ad2ec req-d56c7140-32b0-4d59-8b0d-c1a62367ee8c tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.0755732 Aug 11 02:13:00.360401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5b75db8-4894-4ee8-bb35-17f58e0ad2ec req-ce680789-083c-4032-944f-960c81352d6a tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Aug 11 02:13:00.406266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea7a1de9-ad9d-4b33-839f-997cb1a35f04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45d8a542cb684d4897f5724eb6edb87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1242733 Aug 11 02:13:00.409390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:00.464583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Made reservation on behalf of 4062b874fe964835b1f46c667a62c33d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:00.469551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.522310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e1329b2-f672-4b02-aff3-fa2d89860de7 req-084d79f8-1918-481e-b60a-f4af5bcf0d70 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 210 time: 0.0725920 Aug 11 02:13:00.630665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.674336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Allocated IP 172.20.0.12 (7ac4bc62-e92c-4699-a648-bdc6e5e2838f/27bcc776-a0f2-4c62-89c1-e43ef8779745/c3c29f3e-a136-47f5-b645-093d557be33d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:00.714137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.786889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fbe7c-6537-4ae8-b9a2-e99f2b9af958 req-3f4b654f-ba93-4026-a84c-c837690ac61b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:00.795255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c3fbe7c-6537-4ae8-b9a2-e99f2b9af958 req-3f4b654f-ba93-4026-a84c-c837690ac61b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1290591 Aug 11 02:13:00.821790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39118) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:00.896470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c3fbe7c-6537-4ae8-b9a2-e99f2b9af958 req-7ade6dea-6e9d-42c0-ba46-985ad20f3e3a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979843 Aug 11 02:13:00.904933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.907509 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.922454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/524d20c8-a0b3-4ae8-9c8a-450a89864258 HTTP/1.1" status: 204 len: 168 time: 0.5007079 Aug 11 02:13:00.922920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:00.962934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d20c8-a0b3-4ae8-9c8a-450a89864258,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:01.002434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.060257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.060683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.060951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.061323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.062003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.062003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.062409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.062660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.062992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.069976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.070349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.070718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeacdba-c65c-4457-a211-72c1c42a534e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:01.141263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event updated for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:01.150872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:01.152331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:01.154996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:01.174332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19fe501d-bdc3-4ba2-a4d9-b9f29c09c856 req-d603f0ba-a192-41ec-b27e-859f954a5a26 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0906293 Aug 11 02:13:01.243358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:01.261151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.261921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.285829 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-e410f9fd-6e65-43cc-b8d4-f3530bbacca4 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0203526 Aug 11 02:13:01.303354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Request body: {'port': {'device_id': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:01.406829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe455-ed14-41b1-a3a4-416460cc8e8c req-05a5ff8e-54d6-48fc-a9a2-b272fbce93df tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.410502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.412560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e50fe455-ed14-41b1-a3a4-416460cc8e8c req-05a5ff8e-54d6-48fc-a9a2-b272fbce93df tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1101120 Aug 11 02:13:01.511154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.554161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e50fe455-ed14-41b1-a3a4-416460cc8e8c req-1d9aab96-da73-4fb1-8b51-4eefa5e4512f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214855 Aug 11 02:13:01.609784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeacf16-9698-4ad5-89c4-14ecd1c7e86a req-a4c659cd-2e6c-42c3-b1ff-152a7f130fba tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.611322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdeacf16-9698-4ad5-89c4-14ecd1c7e86a req-a4c659cd-2e6c-42c3-b1ff-152a7f130fba tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.1528022 Aug 11 02:13:01.737736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdeacf16-9698-4ad5-89c4-14ecd1c7e86a req-17043bc4-286b-4e01-b891-0e96e2cae280 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173460 Aug 11 02:13:01.755184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f5603-3647-4ce2-8aff-4b55301aa949 req-2d2bfe9e-d0bf-4a78-9822-ca13c918ef31 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:01.756902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-896f5603-3647-4ce2-8aff-4b55301aa949 req-2d2bfe9e-d0bf-4a78-9822-ca13c918ef31 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 932 time: 0.1282318 Aug 11 02:13:01.863123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.886810 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.896322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.923628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5f16dacbd31435fadd6e56a5263b2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781147 Aug 11 02:13:01.926591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39158) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:01.960254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c29f3e-a136-47f5-b645-093d557be33d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:01.968793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-896f5603-3647-4ce2-8aff-4b55301aa949 req-371bb451-291b-462a-903c-3aae0bba3cad tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524968 Aug 11 02:13:01.974197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:01.979920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da57c2-a3dc-4c6f-ba34-f315690833be,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:02.004745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Transition to ACTIVE for port object c3c29f3e-a136-47f5-b645-093d557be33d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:02.011492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.011837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.012297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.012483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.012875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.013110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.013435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.013752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.014220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.014468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.014857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.015175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d199df9-2bc3-4514-bf26-ddc096cb848e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:02.025675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.046187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22389373-4103-4a52-86aa-9846658bb308 req-bc9737e0-7717-4a9a-bdf9-ff09cc6e1bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0656161 Aug 11 02:13:02.087215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.137494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.139522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:02.264851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Attempting to bind port c3c29f3e-a136-47f5-b645-093d557be33d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:02.264851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Attempting to bind port c3c29f3e-a136-47f5-b645-093d557be33d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:02.264851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Attempting to bind port c3c29f3e-a136-47f5-b645-093d557be33d on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:02.280186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Port c3c29f3e-a136-47f5-b645-093d557be33d on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:02.280503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Attempting to bind port c3c29f3e-a136-47f5-b645-093d557be33d on network 7ac4bc62-e92c-4699-a648-bdc6e5e2838f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:02.287628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.290489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.294044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63da57c2-a3dc-4c6f-ba34-f315690833be HTTP/1.1" status: 204 len: 168 time: 0.3641403 Aug 11 02:13:02.294322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:02.294598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Checking segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:02.294971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Bound using segment: {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:02.295456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Bound port: c3c29f3e-a136-47f5-b645-093d557be33d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95bee06c-d95d-405c-99cc-acd15b344f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:02.295989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.309293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cebbaa-4eb9-4767-859c-ac63a3caaff2 req-51b4b9b3-27b5-4a51-8a5d-9d2928b7a2ef tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:02.310761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953eced-426a-4893-8c98-75abf27b3e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da57c2-a3dc-4c6f-ba34-f315690833be,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:02.333378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0cebbaa-4eb9-4767-859c-ac63a3caaff2 req-51b4b9b3-27b5-4a51-8a5d-9d2928b7a2ef tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.2706847 Aug 11 02:13:02.390317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:02.395568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c3c29f3e-a136-47f5-b645-093d557be33d,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:02.401917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.552984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:02.556603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3563cc2-9fca-4f07-8388-b215a606bc0b req-d322ec3d-8d1d-4ddf-b264-cc566af93aad tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0395246 Aug 11 02:13:02.559069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:02.559792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.562048 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-deefd2b1-7e6f-4c12-a788-255a7736677e service neutron] 10.222.0.61 "PUT /v2.0/ports/c3c29f3e-a136-47f5-b645-093d557be33d HTTP/1.1" status: 200 len: 1093 time: 1.2646327 Aug 11 02:13:02.562632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:02.565667 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683c2cd6-ce46-40cd-99f5-a2a88b257a60" -d '{"events": [{"name": "network-changed", "server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:02.627510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0cebbaa-4eb9-4767-859c-ac63a3caaff2 req-6ef7793f-8b88-4b69-bb16-3cb65d9d8d16 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873483 Aug 11 02:13:02.676690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Deleting port 929a5034-76d3-42ac-a153-2d2b599d0899 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:02.678391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:02.689658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7783b92f-df8a-4988-877a-cacb089b8c47 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:02.744155 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762455ed-5eb9-494f-bf42-9d31d8876e91 x-openstack-request-id: req-762455ed-5eb9-494f-bf42-9d31d8876e91 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:02.744441 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:02.751615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 7783b92f-df8a-4988-877a-cacb089b8c47 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:02.752893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7783b92f-df8a-4988-877a-cacb089b8c47 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:02.753511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:02.760719 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-762455ed-5eb9-494f-bf42-9d31d8876e91 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:02.761257 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d', 'status': 'completed', 'code': 200} Aug 11 02:13:02.798068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-d0190142-b085-43a6-ad53-beee785dbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:02.799931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-d0190142-b085-43a6-ad53-beee785dbd2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 1096 time: 0.1144903 Aug 11 02:13:02.924184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-74dd23f0-0986-47e5-9e82-1a4d86c197fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c29f3e-a136-47f5-b645-093d557be33d HTTP/1.1" status: 200 len: 217 time: 0.1110883 Aug 11 02:13:03.045008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501ca4-6211-456f-8046-d1448bb5af2b req-b618aaa8-d8f6-4ae4-8a03-58b5314381c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:03.047812 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-b618aaa8-d8f6-4ae4-8a03-58b5314381c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.1136906 Aug 11 02:13:03.086466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] For port 929a5034-76d3-42ac-a153-2d2b599d0899, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=929a5034-76d3-42ac-a153-2d2b599d0899,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:03.086861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.099605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:03.103294 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-d6e2ad97-796a-4a94-897a-ed913939ee62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466514 Aug 11 02:13:03.122955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Calling delete_port for 929a5034-76d3-42ac-a153-2d2b599d0899 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:03.123317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511c9e7e-1839-4a77-8a9d-dd22a329dea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.315312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-2c291668-df01-44cc-b060-bffa069fa376 service neutron] 10.222.0.61 "GET /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.5132701 Aug 11 02:13:03.335684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59002389-3e92-4380-90d5-49d77afb4069 req-b947ad0e-2bfb-49f9-a691-27ba55fdc520 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:03.342827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59002389-3e92-4380-90d5-49d77afb4069 req-b947ad0e-2bfb-49f9-a691-27ba55fdc520 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.5219896 Aug 11 02:13:03.384722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-36980bb8-f83c-4f07-9f93-c23dc6333c8c service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495193 Aug 11 02:13:03.423813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511c9e7e-1839-4a77-8a9d-dd22a329dea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.451384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511c9e7e-1839-4a77-8a9d-dd22a329dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.479091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc915ec-f980-4887-819f-ab6fee821e59 req-88a20794-d861-4a08-a0fd-58e3e0f5ef1b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:03.480794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbc915ec-f980-4887-819f-ab6fee821e59 req-88a20794-d861-4a08-a0fd-58e3e0f5ef1b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 944 time: 0.2154434 Aug 11 02:13:03.501334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59002389-3e92-4380-90d5-49d77afb4069 req-56cb0aa3-ceda-441e-ad1f-526560a57956 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145771 Aug 11 02:13:03.559848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbc915ec-f980-4887-819f-ab6fee821e59 req-5804f336-eb9c-4e5c-98cf-4ab0e0235a32 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Aug 11 02:13:03.800047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5aa1ab9-2829-48f8-b53b-a60ce9b81a72 req-00c52758-1c3b-4669-94e0-4087238927f1 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0799954 Aug 11 02:13:03.807554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-511c9e7e-1839-4a77-8a9d-dd22a329dea6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb361a051ca640f9bf9e68f9bd0b9641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029884 Aug 11 02:13:03.812237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39254) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:03.833660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c9e7e-1839-4a77-8a9d-dd22a329dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7cc9a8-ff75-4f92-9bfe-d2afed04630c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:03.857532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21501ca4-6211-456f-8046-d1448bb5af2b req-7af44278-2bfa-4512-936c-9111435870ad service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637697 Aug 11 02:13:03.886832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.889526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.915143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:03.986232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-4d39ced0-5a0c-4815-897f-2d57c8957e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:03.987957 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-4d39ced0-5a0c-4815-897f-2d57c8957e8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4062b874fe964835b1f46c667a62c33d&device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 1096 time: 0.0647120 Aug 11 02:13:04.016803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Pushing event deleted for resources: {'Port': ['ID=929a5034-76d3-42ac-a153-2d2b599d0899,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:04.024763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.027469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:04.028666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c7cc9a8-ff75-4f92-9bfe-d2afed04630c HTTP/1.1" status: 204 len: 168 time: 0.2155159 Aug 11 02:13:04.077000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b202cf2-c5f2-44b2-befa-b4582107b83d req-23c52b32-a740-48c6-8241-76e259981683 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.084381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67f418-ffdb-4b4e-ad85-6c4579e511d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7cc9a8-ff75-4f92-9bfe-d2afed04630c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:04.089260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b202cf2-c5f2-44b2-befa-b4582107b83d req-23c52b32-a740-48c6-8241-76e259981683 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.3310063 Aug 11 02:13:04.156066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-6d191976-5291-4a02-889b-051b5876f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.158186 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-6d191976-5291-4a02-889b-051b5876f997 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 200 len: 923 time: 0.1609149 Aug 11 02:13:04.238944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:04.253101 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-dd76bac6-d6a6-43b4-90b1-6f1b55384fa5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c29f3e-a136-47f5-b645-093d557be33d HTTP/1.1" status: 200 len: 217 time: 0.0821874 Aug 11 02:13:04.354598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b202cf2-c5f2-44b2-befa-b4582107b83d req-5270b8dc-579a-406d-b1e9-95ba1f89a4b3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594616 Aug 11 02:13:04.379386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-5a05251a-d220-4762-9572-3e1d7dbe7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.381113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-5a05251a-d220-4762-9572-3e1d7dbe7a6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 200 len: 862 time: 0.1161656 Aug 11 02:13:04.440260 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-c529dbac-94e9-4616-8f67-123b04ea072a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac4bc62-e92c-4699-a648-bdc6e5e2838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479293 Aug 11 02:13:04.679361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-f08dbfda-7e21-4536-a259-114df39b40be service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310076 Aug 11 02:13:04.858141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-683c2cd6-ce46-40cd-99f5-a2a88b257a60 req-e6862752-c67b-49f5-b4b1-579b0f5ed121 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708231 Aug 11 02:13:04.881666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4038b-12cf-49d5-ae35-81755e14d2af req-ba4e394f-3131-4174-81fe-90175cd348f3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:04.889428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6f4038b-12cf-49d5-ae35-81755e14d2af req-ba4e394f-3131-4174-81fe-90175cd348f3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.9152162 Aug 11 02:13:04.904249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:04.967688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3461fbcb-ad39-434e-b20d-79ef274e07f6 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:04.992283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6f4038b-12cf-49d5-ae35-81755e14d2af req-398af51c-6985-4881-8a1f-a2e942771e3f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961075 Aug 11 02:13:04.997187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.000208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:05.047656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.270598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8cdf4-625b-432c-8578-6a91beb199e3 req-ca6249b7-3bd3-41b7-80b1-6a27f5cf2b57 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.272121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23a8cdf4-625b-432c-8578-6a91beb199e3 req-ca6249b7-3bd3-41b7-80b1-6a27f5cf2b57 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 943 time: 0.1769040 Aug 11 02:13:05.307502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f1d1d-15f0-4550-896c-a04dec646157 req-73fb7c3d-ab9c-4dc8-82e1-aa139481828b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.309069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-219f1d1d-15f0-4550-896c-a04dec646157 req-73fb7c3d-ab9c-4dc8-82e1-aa139481828b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 944 time: 0.1954999 Aug 11 02:13:05.319940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] Transition to ACTIVE for port object 3461fbcb-ad39-434e-b20d-79ef274e07f6 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:05.332912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:05.441335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23a8cdf4-625b-432c-8578-6a91beb199e3 req-5559815c-4c89-48ca-bb81-3e9756a1abbd tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583550 Aug 11 02:13:05.486572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-219f1d1d-15f0-4550-896c-a04dec646157 req-c12c6686-b17f-46d7-9681-62cc46ff9968 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630049 Aug 11 02:13:05.543907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] No DVR routers for this DVR port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:05.547606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] Pushing event updated for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=10']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:05.591668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-b15813e3-a075-42f1-918b-68b7620f1c48 service neutron] 10.222.0.61 "PUT /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6/bindings/n-h1-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 2.2662146 Aug 11 02:13:05.602003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Router 7aeeade7-fc99-454d-a699-ca4f6966f0fc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:13:05.802836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68f58b7d-d194-40c0-b2d7-a79d366af8ee req-f76bffd7-5728-479d-9b7f-bf3a3b91ee2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9295d13324a410f8d6925b288c7332f&device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0345297 Aug 11 02:13:05.805635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-8f75be9f-d30b-4786-a1d4-1bfab1b8abf8 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:05.807068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-8f75be9f-d30b-4786-a1d4-1bfab1b8abf8 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.1278040 Aug 11 02:13:05.808112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:05.816140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d0772a9-644d-490d-9f71-ed8ab76389be admin admin] 10.222.0.68 "PUT /v2.0/routers/7aeeade7-fc99-454d-a699-ca4f6966f0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9903276 Aug 11 02:13:05.816347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39372) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:05.825884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Sync routers for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:05.843324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:05.844133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:05.977909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68f58b7d-d194-40c0-b2d7-a79d366af8ee req-53f31621-a2ac-46ca-8579-2607684ab074 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9295d13324a410f8d6925b288c7332f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1633558 Aug 11 02:13:05.982186 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.020423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:06.098336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-1ce24444-71ff-4a36-98b4-8c2ecefa7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.099992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-1ce24444-71ff-4a36-98b4-8c2ecefa7d26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a HTTP/1.1" status: 200 len: 1096 time: 0.2460616 Aug 11 02:13:06.105412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.176050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f571b-c824-438d-be22-b31c7194c260 req-1d900ec6-fcd2-4da9-90bc-c369d3bf5a3e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.178111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b6f571b-c824-438d-be22-b31c7194c260 req-1d900ec6-fcd2-4da9-90bc-c369d3bf5a3e tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.3229938 Aug 11 02:13:06.180692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39696207-97cf-409e-b910-3b3e609fdd26 req-1224208b-e0a7-49f5-97d9-b39df6870dc6 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.1308689 Aug 11 02:13:06.191231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Deleting port 6dbbb61e-e162-4e51-bde4-e419185aab39 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:06.191576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.262833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b6f571b-c824-438d-be22-b31c7194c260 req-f11a3add-531b-442d-a2d6-b4b91357688d tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731623 Aug 11 02:13:06.268623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:13:03Z', 'revision_number': 5, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port': {'id': '6dbbb61e-e162-4e51-bde4-e419185aab39', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:12:04Z', 'updated_at': '2021-08-11T02:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:06.300107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Checking router: 7aeeade7-fc99-454d-a699-ca4f6966f0fc for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:06.311696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Routers {'7aeeade7-fc99-454d-a699-ca4f6966f0fc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:06.312702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:12:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:06.340282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6bd29ea5-e974-4ce8-bddb-19ccb8a60488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.341785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-6bd29ea5-e974-4ce8-bddb-19ccb8a60488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1096 time: 0.2006145 Aug 11 02:13:06.344598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] For port 6dbbb61e-e162-4e51-bde4-e419185aab39, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6dbbb61e-e162-4e51-bde4-e419185aab39,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:06.345076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.360423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Calling delete_port for 6dbbb61e-e162-4e51-bde4-e419185aab39 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:06.427699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] Set router 7aeeade7-fc99-454d-a699-ca4f6966f0fc gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:06.438382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58b7d-d194-40c0-b2d7-a79d366af8ee req-17eaf56d-3387-4843-b7eb-b80f22b6aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.439878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68f58b7d-d194-40c0-b2d7-a79d366af8ee req-17eaf56d-3387-4843-b7eb-b80f22b6aa17 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4520218 Aug 11 02:13:06.480051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6df85-3bf1-4935-a54c-38310e1a0a26 req-8df9eded-7e5d-439d-9131-d1933cb16845 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.481665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dc6df85-3bf1-4935-a54c-38310e1a0a26 req-8df9eded-7e5d-439d-9131-d1933cb16845 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1630340 Aug 11 02:13:06.507238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:06.509586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:13:06Z', 'revision_number': 6, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:06.519387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-39a7b6d1-a3e7-48e6-aa87-7bd25d3a0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.520822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-39a7b6d1-a3e7-48e6-aa87-7bd25d3a0e68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 200 len: 922 time: 0.1669981 Aug 11 02:13:06.544858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84003d6a-ebc9-4955-9ce8-b03550affbb1 None None] The sync data for ids ['7aeeade7-fc99-454d-a699-ca4f6966f0fc'] in n-d-713498-10 is: [{'id': '7aeeade7-fc99-454d-a699-ca4f6966f0fc', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495243143-router', 'tenant_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:12:01Z', 'updated_at': '2021-08-11T02:13:06Z', 'revision_number': 6, 'project_id': '55aaf9d79ded4ddb89ec0061d12956c3', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:06.598633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-32b4f556-003d-4f87-b683-e2792b4173e0 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=642865c376a246f28025cd85714288e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808537 Aug 11 02:13:06.606149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-22a58c84-6320-4867-9e30-8de38807926c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 200 len: 217 time: 0.0718582 Aug 11 02:13:06.613117 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.626609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dc6df85-3bf1-4935-a54c-38310e1a0a26 req-cd83c76c-1d94-4fef-8b9a-bf30c0908d55 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252620 Aug 11 02:13:06.641498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbbb61e-e162-4e51-bde4-e419185aab39,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:06.669964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:06.691332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'network_id': 'bf8a561d-179b-44eb-822c-d8a9caf5e0f1', 'port_id': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'mac_address': 'fa:16:3e:95:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83882c61-d3ac-42f2-98b1-633711bae52f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:06.711997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.747983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.759105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f3b75858-2ca5-4a87-9ade-23ae04cfa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.760985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f3b75858-2ca5-4a87-9ade-23ae04cfa5c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 200 len: 861 time: 0.1392026 Aug 11 02:13:06.779712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b2033ed-9728-4773-8a95-bbe597e6fff2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:06.811209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.811528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-cca9ad1c-c27c-4201-b43b-b2b6ffb254d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=47372fc7-bf2b-4a2c-83f8-601b0277f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406926 Aug 11 02:13:06.813544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.826077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:06.835038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.863250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.864031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aeeade7-fc99-454d-a699-ca4f6966f0fc {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:13:06.869348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.870914 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a4449c21-90ff-4c23-9d26-36bfef4099bd admin admin] 10.222.0.68 "DELETE /v2.0/routers/7aeeade7-fc99-454d-a699-ca4f6966f0fc HTTP/1.1" status: 204 len: 168 time: 1.0535264 Aug 11 02:13:06.874095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:06.924837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:06.929619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-055850b3-9ce1-492f-b74f-7638916d0361 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052113 Aug 11 02:13:06.936462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Deleting subnet e68294e7-82f0-4f36-af2c-bf38277aaa6a {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:06.937967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-6c6d1eca-f29e-470c-a739-b0fd8cb340d3 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:06.940181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:06.944641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-6c6d1eca-f29e-470c-a739-b0fd8cb340d3 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353972 Aug 11 02:13:06.957530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9b2033ed-9728-4773-8a95-bbe597e6fff2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:06.980471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-b3a7dca3-76eb-4d25-963e-417e8a774a61 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/quotas/642865c376a246f28025cd85714288e1 HTTP/1.1" status: 200 len: 375 time: 0.0348625 Aug 11 02:13:06.997160 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.072966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-4cb641f5-9e64-4251-8bd3-8ec9f9207d91 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914924 Aug 11 02:13:07.159620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f14ed7c8-3d1c-4b0b-babb-05199e304471 service neutron] 10.222.0.67 "GET /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119763 Aug 11 02:13:07.166734 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.241475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.291043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42156e8-67c0-4d9d-8c6d-aaf6c443fad8 None None] Network cd38d783-d2c2-4159-b02a-df4033aae060 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:07.301171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68294e7-82f0-4f36-af2c-bf38277aaa6a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:07.310768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.315666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39460) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:07.326436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa5e1c64-2c80-4dc3-94df-2c421c3672e5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e68294e7-82f0-4f36-af2c-bf38277aaa6a HTTP/1.1" status: 204 len: 168 time: 0.4510276 Aug 11 02:13:07.518137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.546826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72337714-d096-4aca-a8bb-2b0fe2820f21 req-ac880cb9-ae0d-411f-91ca-bc5e93e26843 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.548473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72337714-d096-4aca-a8bb-2b0fe2820f21 req-ac880cb9-ae0d-411f-91ca-bc5e93e26843 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.1994081 Aug 11 02:13:07.599418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc552e8-b00a-4f1f-84f3-610207e8da2e req-767335ce-d2a7-4894-a1c0-7c6527626552 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.601010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bc552e8-b00a-4f1f-84f3-610207e8da2e req-767335ce-d2a7-4894-a1c0-7c6527626552 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 944 time: 0.1611767 Aug 11 02:13:07.612499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-be7ea3e6-84cb-4b35-9ab2-e07475c81177 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:07.614053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] DHCP port deletion for cd38d783-d2c2-4159-b02a-df4033aae060 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:13:07.614196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-be7ea3e6-84cb-4b35-9ab2-e07475c81177 tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5&tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1096 time: 0.1314521 Aug 11 02:13:07.673445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Deleting port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:07.673986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.743725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72337714-d096-4aca-a8bb-2b0fe2820f21 req-0a080b21-d124-454a-9a54-a75ce739ef8b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781921 Aug 11 02:13:07.759768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] For port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:07.760380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.778231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Calling delete_port for 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:07.781699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bc552e8-b00a-4f1f-84f3-610207e8da2e req-10d38efb-0a3b-4d99-84f1-5fcecbb75adf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464577 Aug 11 02:13:07.865507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68f58b7d-d194-40c0-b2d7-a79d366af8ee req-cc46d9c6-6e0b-4ea4-8cc8-76a7be083e31 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.61 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0670033 Aug 11 02:13:07.868136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Deleting port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:07.868415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:07.945390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.011468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] Pushing event deleted for resources: {'Port': ['ID=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:08.019314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aaac7b-dae9-4e5c-bd99-632c860165bd None None] No DVR routers for this DVR port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:08.062395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b0fb60d-7ce3-458c-bcd8-3d24fe7a914c req-3c136fc5-0277-4cea-9557-80adc04ff624 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 210 time: 0.0933673 Aug 11 02:13:08.071307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58ff9897-d2ce-4acc-8316-defe6fc24d16 req-a8a8755e-ee92-4c83-b517-5f24235665a5 tempest-ServerShowV254Test-2042427756 tempest-ServerShowV254Test-2042427756-project] 10.222.0.68 "GET /v2.0/ports?device_id=f03c8e5c-1c34-4df9-8d47-d08bb48a5d12 HTTP/1.1" status: 200 len: 210 time: 0.0999968 Aug 11 02:13:08.091397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f7f8475d-00f7-40f3-9caa-522b157fa2e3 service neutron] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:08.093356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] For port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,segment=NetworkSegment(df16acfb-5093-457f-bf33-6614cf8ec9c4),segment_id=df16acfb-5093-457f-bf33-6614cf8ec9c4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:08.093795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.099452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f7f8475d-00f7-40f3-9caa-522b157fa2e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.100754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fdffc90-2d1b-4761-87db-4c1067ab3c84 req-f7f8475d-00f7-40f3-9caa-522b157fa2e3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6/bindings/n-h2-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.4667444 Aug 11 02:13:08.132526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Calling delete_port for 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:08.251189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dda36-f142-4e78-8cb2-5290f2250cf4 req-fa4e1849-3e6f-46f3-84df-947a7bfc183f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:08.252668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c54dda36-f142-4e78-8cb2-5290f2250cf4 req-fa4e1849-3e6f-46f3-84df-947a7bfc183f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.0690236 Aug 11 02:13:08.279306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.318676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] No DVR routers for this DVR port 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:08.324519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a3dd11-dfa0-4fc6-9a70-9208ce7f2693,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:08.347941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c54dda36-f142-4e78-8cb2-5290f2250cf4 req-0989eade-80c8-4385-9345-6ae92ee0cc6e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872283 Aug 11 02:13:08.408692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.422962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd38d783-d2c2-4159-b02a-df4033aae060']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:08.436364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df16acfb-5093-457f-bf33-6614cf8ec9c4') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:08.436715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df16acfb-5093-457f-bf33-6614cf8ec9c4') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:08.446533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.460569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.467088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:08.467533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:08.469677 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:08.490408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:08.540301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.553038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.556655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] 10.222.0.68 "DELETE /v2.0/networks/cd38d783-d2c2-4159-b02a-df4033aae060 HTTP/1.1" status: 204 len: 168 time: 1.2398469 Aug 11 02:13:08.577169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383b74-2d2b-4ef9-b7dd-81dc636ae797 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd38d783-d2c2-4159-b02a-df4033aae060,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:08.622762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9b2033ed-9728-4773-8a95-bbe597e6fff2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:08.624363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.697533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:08.738422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c3c29f3e-a136-47f5-b645-093d557be33d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:08.744516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:08.745043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 06a3dd11-dfa0-4fc6-9a70-9208ce7f2693 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:08.745611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 929a5034-76d3-42ac-a153-2d2b599d0899 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:08.787055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 929a5034-76d3-42ac-a153-2d2b599d0899 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:08.787871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 929a5034-76d3-42ac-a153-2d2b599d0899 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:08.788489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6dbbb61e-e162-4e51-bde4-e419185aab39 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:08.816602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6dbbb61e-e162-4e51-bde4-e419185aab39 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:08.817213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6dbbb61e-e162-4e51-bde4-e419185aab39 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:08.967411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:08.994184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39572) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:09.028829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:09.031829 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ca24f-3747-4fc2-980f-e7ac99574834" -d '{"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-plugged", "status": "completed", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:09.036611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c3c29f3e-a136-47f5-b645-093d557be33d,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:09.060479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-95437bf9-689c-4f84-b773-da610ed33109 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55aaf9d79ded4ddb89ec0061d12956c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646417 Aug 11 02:13:09.061257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39576) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:09.061972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:09.066762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c3c29f3e-a136-47f5-b645-093d557be33d', 'network_id': '7ac4bc62-e92c-4699-a648-bdc6e5e2838f', 'port_id': 'c3c29f3e-a136-47f5-b645-093d557be33d', 'mac_address': 'fa:16:3e:e5:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bcc776-a0f2-4c62-89c1-e43ef8779745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:09.071672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.132161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.134911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:09.161895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.188707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.210355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c29f3e-a136-47f5-b645-093d557be33d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:09.243503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c3c29f3e-a136-47f5-b645-093d557be33d,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:09.247391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.249480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.261075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.266549 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/058a0228-2700-44d1-bf5d-cb7cc52a7e5c HTTP/1.1" status: 204 len: 168 time: 0.2037051 Aug 11 02:13:09.280401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-60ead9aa-e482-471b-a370-d54f53462f82 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=642865c376a246f28025cd85714288e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400538 Aug 11 02:13:09.291977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccb0b6-a854-4112-8a84-404fe69c4778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058a0228-2700-44d1-bf5d-cb7cc52a7e5c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:09.330319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:09.391624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6a76-9c11-447c-8971-0a7a6b72fc00 req-ad6ba14e-31c3-486d-b1b2-3d47c4451cc5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.400707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd0c6a76-9c11-447c-8971-0a7a6b72fc00 req-ad6ba14e-31c3-486d-b1b2-3d47c4451cc5 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 944 time: 0.6806540 Aug 11 02:13:09.420603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-c999e824-1bcd-4e02-95d6-00f68af0826d tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.422965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-c999e824-1bcd-4e02-95d6-00f68af0826d tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 945 time: 0.0635002 Aug 11 02:13:09.487348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ff102-bbaa-4c30-a533-812f9af95554 req-956b1fc7-bb14-4992-95c3-8a9d6174924b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.489057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b0ff102-bbaa-4c30-a533-812f9af95554 req-956b1fc7-bb14-4992-95c3-8a9d6174924b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.1768970 Aug 11 02:13:09.498438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd0c6a76-9c11-447c-8971-0a7a6b72fc00 req-41ec38a6-02a9-4214-a002-dded92e3c5c3 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/security-groups?id=20c926df-6795-47d6-9943-ecb29d81b5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967231 Aug 11 02:13:09.540975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-b76c7c8e-f195-4b0a-88f7-6f66b1b23a81 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.542836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-b76c7c8e-f195-4b0a-88f7-6f66b1b23a81 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514217 Aug 11 02:13:09.547109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c3c29f3e-a136-47f5-b645-093d557be33d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:09.547550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Deleting port 9b2033ed-9728-4773-8a95-bbe597e6fff2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:09.547972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.567097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Request body: {'port': {'device_id': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '642865c376a246f28025cd85714288e1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:09.605414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b0ff102-bbaa-4c30-a533-812f9af95554 req-7871ba44-9e2b-4bff-9a99-eb633f074b4e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907197 Aug 11 02:13:09.693592 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97511613-4b6a-4934-9ec0-0f732119dad3 x-openstack-request-id: req-97511613-4b6a-4934-9ec0-0f732119dad3 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:09.694180 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-plugged", "status": "completed", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:09.694595 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97511613-4b6a-4934-9ec0-0f732119dad3 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:09.695369 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'code': 200} Aug 11 02:13:09.710142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] For port 9b2033ed-9728-4773-8a95-bbe597e6fff2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9b2033ed-9728-4773-8a95-bbe597e6fff2,segment=NetworkSegment(c5080a6c-fa58-40ff-b91c-167cf48b9977),segment_id=c5080a6c-fa58-40ff-b91c-167cf48b9977)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:09.711686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.735808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Calling delete_port for 9b2033ed-9728-4773-8a95-bbe597e6fff2 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:09.806512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39b037e7-6e83-46f4-801c-9780b538eb13 req-c0dc8dfe-a076-42b5-ac4e-0af92b7d2ee5 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 210 time: 0.0616791 Aug 11 02:13:09.827797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503efb9-ba1b-4b09-ad07-4f688deebf1b req-c9d8c28e-7ef3-4f60-978b-c96e87413695 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:09.833630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0503efb9-ba1b-4b09-ad07-4f688deebf1b req-c9d8c28e-7ef3-4f60-978b-c96e87413695 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 945 time: 0.2414014 Aug 11 02:13:09.909453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0503efb9-ba1b-4b09-ad07-4f688deebf1b req-e893965a-6f7e-43bd-9fc4-8c04b1c796d8 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696182 Aug 11 02:13:09.922701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Made reservation on behalf of 642865c376a246f28025cd85714288e1 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:09.930727 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.940806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:09.984376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.001183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9b2033ed-9728-4773-8a95-bbe597e6fff2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:10.106180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] No DVR routers for this DVR port 9b2033ed-9728-4773-8a95-bbe597e6fff2 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:10.108638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Pushing event deleted for resources: {'Port': ['ID=9b2033ed-9728-4773-8a95-bbe597e6fff2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.111091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.113406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ec4c71e5-42e2-4cf1-ad20-995c47653112 req-7fc6e97e-33e2-48ae-ad57-b0fda1863c93 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.67 "DELETE /v2.0/ports/9b2033ed-9728-4773-8a95-bbe597e6fff2 HTTP/1.1" status: 204 len: 173 time: 0.6819050 Aug 11 02:13:10.113850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-deleted', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:10.116317 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0d761-a58d-4e88-bc10-dc4ceaa32504" -d '{"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-deleted", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:10.178970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cb25a-514e-4b5d-8909-43bdf9c70d25 req-4472b999-7cd2-41e9-ba36-02fedfe808ac tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:10.186021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e3cb25a-514e-4b5d-8909-43bdf9c70d25 req-4472b999-7cd2-41e9-ba36-02fedfe808ac tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1364367 Aug 11 02:13:10.206935 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.236719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e3cb25a-514e-4b5d-8909-43bdf9c70d25 req-32a0f480-0daa-423b-a66f-eaeca64a5868 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498843 Aug 11 02:13:10.266579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.272371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.274816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:10.359543 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51ae3f-ef71-4498-b341-857eeb09ce05 x-openstack-request-id: req-2b51ae3f-ef71-4498-b341-857eeb09ce05 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:10.360044 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa73d-8f28-43aa-9953-07bba0e8023d", "name": "network-vif-deleted", "tag": "9b2033ed-9728-4773-8a95-bbe597e6fff2", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:10.360463 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b51ae3f-ef71-4498-b341-857eeb09ce05 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:10.361020 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa73d-8f28-43aa-9953-07bba0e8023d', 'name': 'network-vif-deleted', 'tag': '9b2033ed-9728-4773-8a95-bbe597e6fff2', 'status': 'completed', 'code': 200} Aug 11 02:13:10.408679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b51e00-69db-416c-801a-9aac934f30a0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.450014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be7e-4a0e-4cf1-8c59-ec35070e619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.479562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.563369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f422-1097-462c-b862-c44f377d1dc4 req-d113d579-4ebe-448c-b43b-2743a620996a tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:10.566133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca86f422-1097-462c-b862-c44f377d1dc4 req-d113d579-4ebe-448c-b43b-2743a620996a tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 1096 time: 0.1064243 Aug 11 02:13:10.576440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Allocated IP 192.168.233.71 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/95913d54-8416-451d-a986-0454cb77593b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:10.599601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be7e-4a0e-4cf1-8c59-ec35070e619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.613102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be7e-4a0e-4cf1-8c59-ec35070e619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.638460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca86f422-1097-462c-b862-c44f377d1dc4 req-d77d0fcb-1b9a-4c97-b19e-8ca6a99fd21e tempest-LiveAutoBlockMigrationV225Test-1044950748 tempest-LiveAutoBlockMigrationV225Test-1044950748-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593684 Aug 11 02:13:10.648239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6be7e-4a0e-4cf1-8c59-ec35070e619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65a54c-9d20-4152-92d1-f68706127fd7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.672256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2cc6be7e-4a0e-4cf1-8c59-ec35070e619d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9295d13324a410f8d6925b288c7332f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931799 Aug 11 02:13:10.672671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:10.729259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3eb82b50-5274-4599-8365-3ecc14c9b5c2 req-d726ea3f-2d23-43b5-ae5c-055b597e6b70 tempest-ImagesTestJSON-763201528 tempest-ImagesTestJSON-763201528-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1aa73d-8f28-43aa-9953-07bba0e8023d HTTP/1.1" status: 200 len: 210 time: 0.0544064 Aug 11 02:13:10.740805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c3c29f3e-a136-47f5-b645-093d557be33d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:10.752388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.794574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.821254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c3c29f3e-a136-47f5-b645-093d557be33d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:10.833659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c3c29f3e-a136-47f5-b645-093d557be33d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:10.838299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.895791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.898399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.902484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff65a54c-9d20-4152-92d1-f68706127fd7 HTTP/1.1" status: 204 len: 168 time: 0.2258642 Aug 11 02:13:10.911891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:10.934012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61961c6-dd5f-45cf-9684-985034d2bee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65a54c-9d20-4152-92d1-f68706127fd7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:10.954720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Transition to ACTIVE for port object 95913d54-8416-451d-a986-0454cb77593b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:11.028821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.051583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.092353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:11.092898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c3c29f3e-a136-47f5-b645-093d557be33d,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:11.098605 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.100889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:11.118963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:11.192525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.193781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.214563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:11.234377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6730433 Aug 11 02:13:11.252470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0cbb0-3a4c-4cbb-8817-dd6f04c9535b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Pushing event updated for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:11.275772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Request body: {'port': {'device_id': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:11.404094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-5567b78e-e1f7-410f-a943-42b9f8635e80 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.405749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-5567b78e-e1f7-410f-a943-42b9f8635e80 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1098 time: 0.2211051 Aug 11 02:13:11.420338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-10'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:11.424965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.466337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdf3e8-8355-4cd1-b9f7-43dc62afeff4 req-e0995235-2a27-4fe3-9c61-a25db4ea40c0 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.468583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46bdf3e8-8355-4cd1-b9f7-43dc62afeff4 req-e0995235-2a27-4fe3-9c61-a25db4ea40c0 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 935 time: 0.1256783 Aug 11 02:13:11.472405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c13c6543-0e56-4611-b2ac-106f0540aac3 None None] Provisioning for port 95913d54-8416-451d-a986-0454cb77593b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:11.477338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c13c6543-0e56-4611-b2ac-106f0540aac3 None None] Provisioning complete for port 95913d54-8416-451d-a986-0454cb77593b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:11.477883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c13c6543-0e56-4611-b2ac-106f0540aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.513114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c13c6543-0e56-4611-b2ac-106f0540aac3 None None] Port 95913d54-8416-451d-a986-0454cb77593b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:11.621291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46bdf3e8-8355-4cd1-b9f7-43dc62afeff4 req-64d4dba9-fd9e-40d4-8d53-419f730a293f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398461 Aug 11 02:13:11.624130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:11.696888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:11.699976 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76d6028-d354-4a0e-ac40-c0c2f34249e7" -d '{"events": [{"server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:11.707803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b129e6-72e8-4ac7-be49-f4a9764a1328 req-95e98f63-6c2d-4026-8a2e-4428225b1abd tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.709415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8b129e6-72e8-4ac7-be49-f4a9764a1328 req-95e98f63-6c2d-4026-8a2e-4428225b1abd tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.2369714 Aug 11 02:13:11.912679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8b129e6-72e8-4ac7-be49-f4a9764a1328 req-219302ff-48a1-4ed9-852b-0de2038f8cdc tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948128 Aug 11 02:13:11.947386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366031fa-f500-4c0d-b754-395319a3b2ba req-7fb20b29-0299-433b-a2a2-9290f37a2e3d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:11.950085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-366031fa-f500-4c0d-b754-395319a3b2ba req-7fb20b29-0299-433b-a2a2-9290f37a2e3d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.1950278 Aug 11 02:13:12.011768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-45ef7a73-50bc-4452-9d43-12051276156d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.013512 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-45ef7a73-50bc-4452-9d43-12051276156d tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 944 time: 0.0837243 Aug 11 02:13:12.067905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:12.083608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-366031fa-f500-4c0d-b754-395319a3b2ba req-9aec6ce7-c361-49d7-99e8-3ea419c9cdb5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251969 Aug 11 02:13:12.129057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Deleting port 3461fbcb-ad39-434e-b20d-79ef274e07f6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:12.129406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.160361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd805-ae43-475d-b327-6ce0a36525f0 req-37b76ffa-6267-4d24-932e-92220c66dab2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.161499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2fdd805-ae43-475d-b327-6ce0a36525f0 req-37b76ffa-6267-4d24-932e-92220c66dab2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 946 time: 0.1673605 Aug 11 02:13:12.183118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:12.185922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95913d54-8416-451d-a986-0454cb77593b {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:12.221473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.259792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] For port 3461fbcb-ad39-434e-b20d-79ef274e07f6, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3461fbcb-ad39-434e-b20d-79ef274e07f6,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:12.260376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.266396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:12.268697 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b86f23-79ef-4f66-adee-d205ede9dc18" -d '{"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:12.272782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.275959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Transition to ACTIVE for port object 95913d54-8416-451d-a986-0454cb77593b will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:12.278505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2fdd805-ae43-475d-b327-6ce0a36525f0 req-833e2dec-fa92-4d1e-a039-47a92619395d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050031 Aug 11 02:13:12.278823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Calling delete_port for 3461fbcb-ad39-434e-b20d-79ef274e07f6 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:12.280198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.290674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.360784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Pushing event updated for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:12.474192 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f780e0-3d32-4d6b-957e-66333d20cd19 x-openstack-request-id: req-49f780e0-3d32-4d6b-957e-66333d20cd19 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:12.475124 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:12.475550 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49f780e0-3d32-4d6b-957e-66333d20cd19 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:12.476111 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d', 'code': 200} Aug 11 02:13:12.582975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.594834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df', '3461fbcb-ad39-434e-b20d-79ef274e07f6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:12.595842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:12.596318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:12.596517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:12.622886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:12.627774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:12.627977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Attempting to bind port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on network 8c699a42-4cbc-4d04-ad2d-d185563aca41 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:12.637685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:12.638205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Checking segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:12.639021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Bound using segment: {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:12.639508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Bound port: 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7cecad-1da0-4931-b7ff-03949eeb6b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8c699a42-4cbc-4d04-ad2d-d185563aca41'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:12.639885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.658060 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379e2f0-a6a5-4d48-82fc-b3acd057626f x-openstack-request-id: req-f379e2f0-a6a5-4d48-82fc-b3acd057626f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:12.658350 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:12.658605 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f379e2f0-a6a5-4d48-82fc-b3acd057626f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:12.659005 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'code': 200} Aug 11 02:13:12.674373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Attempting to bind port 95913d54-8416-451d-a986-0454cb77593b on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:12.674724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Attempting to bind port 95913d54-8416-451d-a986-0454cb77593b by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:12.675054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Attempting to bind port 95913d54-8416-451d-a986-0454cb77593b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:12.686277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Port 95913d54-8416-451d-a986-0454cb77593b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:12.686277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Attempting to bind port 95913d54-8416-451d-a986-0454cb77593b on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:12.715209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:12.715637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:12.716001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:12.717213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Bound port: 95913d54-8416-451d-a986-0454cb77593b, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:12.717592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.738059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event deleted for resources: {'Port': ['ID=3461fbcb-ad39-434e-b20d-79ef274e07f6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:12.767813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] No DVR routers for this DVR port 3461fbcb-ad39-434e-b20d-79ef274e07f6 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:12.771007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:12.773087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef8ffa6b-4b45-44de-a112-890c592c565e req-2e696b45-a13d-404d-bd4a-4da7df2e9c17 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "DELETE /v2.0/ports/3461fbcb-ad39-434e-b20d-79ef274e07f6 HTTP/1.1" status: 204 len: 173 time: 0.7529831 Aug 11 02:13:12.773702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-deleted', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:12.776766 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abfa053-610c-4459-8ade-7dafd6262dcc" -d '{"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-deleted", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:12.792961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba66f-4981-4ac5-aa48-c6add28ec62b req-f26328a1-1462-4f10-b001-be168c1c1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:12.794904 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-faaba66f-4981-4ac5-aa48-c6add28ec62b req-f26328a1-1462-4f10-b001-be168c1c1780 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 1098 time: 0.2243667 Aug 11 02:13:12.884432 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-faaba66f-4981-4ac5-aa48-c6add28ec62b req-2d7b6a44-2f0e-4860-8697-dc86409276fd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781760 Aug 11 02:13:12.884614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:12.887845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:12.926255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.048372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:13.052047 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24199da-86cf-4234-9bce-7bac6a8e6c39 x-openstack-request-id: req-c24199da-86cf-4234-9bce-7bac6a8e6c39 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:13.052508 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64468c37-5037-4216-bac4-61d22c7a62f5", "name": "network-vif-deleted", "tag": "3461fbcb-ad39-434e-b20d-79ef274e07f6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:13.052697 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c24199da-86cf-4234-9bce-7bac6a8e6c39 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:13.052965 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64468c37-5037-4216-bac4-61d22c7a62f5', 'name': 'network-vif-deleted', 'tag': '3461fbcb-ad39-434e-b20d-79ef274e07f6', 'status': 'completed', 'code': 200} Aug 11 02:13:13.076232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37ff9-1c93-47aa-9339-2a55f718ff07 req-7970e5d5-d97b-438a-9d75-3ff7317b5a90 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.085753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff37ff9-1c93-47aa-9339-2a55f718ff07 req-7970e5d5-d97b-438a-9d75-3ff7317b5a90 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 947 time: 0.1928489 Aug 11 02:13:13.113235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=95913d54-8416-451d-a986-0454cb77593b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:13.135884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=8']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.154225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.162963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.162963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.164540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-9366526b-8f50-4863-a74a-eab378066231 service neutron] 10.222.0.61 "PUT /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 1124 time: 1.7487671 Aug 11 02:13:13.215847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.216463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:13.217909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] 10.222.0.67 "PUT /v2.0/ports/95913d54-8416-451d-a986-0454cb77593b HTTP/1.1" status: 200 len: 1096 time: 1.9521644 Aug 11 02:13:13.247755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:13.295198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:13.334203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff37ff9-1c93-47aa-9339-2a55f718ff07 req-8a3c8697-c702-4139-9705-0dd38e43339a tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465527 Aug 11 02:13:13.467162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c923b4-d33c-4677-bdc1-61cc49434634 service neutron] Pushing event updated for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:13.527535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409fd8f-c91d-47d1-afbf-0a4826019568 req-6c8a5f99-d01b-4b06-b693-3500444c7fbf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.534880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1409fd8f-c91d-47d1-afbf-0a4826019568 req-6c8a5f99-d01b-4b06-b693-3500444c7fbf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.3428090 Aug 11 02:13:13.539648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-d12f1f98-ce7f-4459-b2dd-bc5913610852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.543582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-d12f1f98-ce7f-4459-b2dd-bc5913610852 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 1099 time: 0.2626822 Aug 11 02:13:13.668795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-1dacd35d-f7bf-4986-b76a-a96d09802bc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=95913d54-8416-451d-a986-0454cb77593b HTTP/1.1" status: 200 len: 217 time: 0.1023552 Aug 11 02:13:13.813138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-abf30e88-5954-4a44-88c5-fd6268c75c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.815681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-abf30e88-5954-4a44-88c5-fd6268c75c09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1346126 Aug 11 02:13:13.838895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1409fd8f-c91d-47d1-afbf-0a4826019568 req-01455f19-1288-4a62-b7e9-4f1a2cbd75ee tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917912 Aug 11 02:13:13.855774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09218488-592e-4db9-bc06-9d5a7d8f7407 req-787a0a69-3102-4a67-8578-fc0cde0ab4b8 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.2011020 Aug 11 02:13:13.909390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39896) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:13.953242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-a381a63c-fc53-4c09-8a31-4d17b2fab24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:13.958049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-a381a63c-fc53-4c09-8a31-4d17b2fab24d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014562 Aug 11 02:13:14.089783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e092854a-3f2e-49b4-aee0-6d9849e5d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.160261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-ba2e27ee-6396-4b93-b602-4ff854a27686 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847513 Aug 11 02:13:14.172079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d695-347c-45da-9eb2-b277511cd6d7 req-b8481e55-248f-4679-acd8-d59887b56e87 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:14.174373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0023d695-347c-45da-9eb2-b277511cd6d7 req-b8481e55-248f-4679-acd8-d59887b56e87 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1108022 Aug 11 02:13:14.234534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e092854a-3f2e-49b4-aee0-6d9849e5d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.240539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e092854a-3f2e-49b4-aee0-6d9849e5d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.296984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e1d04e1-3474-47f0-acda-2cbf827ead02 req-5e2d4c93-88e0-42bc-a3e5-c61c383d1f85 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211824 Aug 11 02:13:14.298733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39928) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:14.299220 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e092854a-3f2e-49b4-aee0-6d9849e5d360 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8ce01bf16154181a10042b14d76c740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882935 Aug 11 02:13:14.301636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092854a-3f2e-49b4-aee0-6d9849e5d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2640d49-c8bc-4b6e-8fe4-d998baf78569,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:14.376580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0023d695-347c-45da-9eb2-b277511cd6d7 req-09302eb9-a85e-4115-a241-4b203e3ebe4a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786128 Aug 11 02:13:14.399863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.435065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.504946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.515824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:14.519980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:14.523757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2640d49-c8bc-4b6e-8fe4-d998baf78569 HTTP/1.1" status: 204 len: 168 time: 0.2215376 Aug 11 02:13:14.536295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdb9d1-a29f-4967-8937-6fce9b1bd6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2640d49-c8bc-4b6e-8fe4-d998baf78569,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:14.575991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 9b2033ed-9728-4773-8a95-bbe597e6fff2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:14.576357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9b2033ed-9728-4773-8a95-bbe597e6fff2 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:14.576903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:14.624497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 3461fbcb-ad39-434e-b20d-79ef274e07f6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:14.627917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3461fbcb-ad39-434e-b20d-79ef274e07f6 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:14.643825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14f4aa-aea4-4091-a60f-5494d097f197 req-edaf2f3f-d5db-46a2-8322-d829e53d2746 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:14.645452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d14f4aa-aea4-4091-a60f-5494d097f197 req-edaf2f3f-d5db-46a2-8322-d829e53d2746 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 947 time: 0.0884423 Aug 11 02:13:14.670055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'}, {'name': 'network-changed', 'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'tag': '95913d54-8416-451d-a986-0454cb77593b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:14.673362 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59a047-8c52-4646-928f-dadcfe8b233f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07"}, {"name": "network-changed", "server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "tag": "95913d54-8416-451d-a986-0454cb77593b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:14.755839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d14f4aa-aea4-4091-a60f-5494d097f197 req-16d858a8-1c65-4c69-b84b-dd3688029633 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Aug 11 02:13:14.768726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:14.907058 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d650be-ede1-4b7a-9438-e83b1ddc45b1 x-openstack-request-id: req-60d650be-ede1-4b7a-9438-e83b1ddc45b1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:14.907600 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "tag": "95913d54-8416-451d-a986-0454cb77593b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:14.908018 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60d650be-ede1-4b7a-9438-e83b1ddc45b1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:14.908580 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'status': 'completed', 'code': 200} Aug 11 02:13:14.909025 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'tag': '95913d54-8416-451d-a986-0454cb77593b', 'status': 'completed', 'code': 200} Aug 11 02:13:15.026540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:15.053454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-3117628c-3e07-4af6-820a-19cf54211ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.056676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-3117628c-3e07-4af6-820a-19cf54211ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1127 time: 0.1235344 Aug 11 02:13:15.074409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 has no active binding in host n-h2-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:13:15.187454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cac559-08bf-4055-a288-89a17f274d48 req-d48be2be-cfe6-4bbe-a6af-b624fb347bf3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.194872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66cac559-08bf-4055-a288-89a17f274d48 req-d48be2be-cfe6-4bbe-a6af-b624fb347bf3 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.1269464 Aug 11 02:13:15.292525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-9411be0c-1fb1-4f51-ab6b-422aa75ef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.294138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-9411be0c-1fb1-4f51-ab6b-422aa75ef0f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.2168067 Aug 11 02:13:15.319747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66cac559-08bf-4055-a288-89a17f274d48 req-bb2b711e-2ff3-4ed5-aff4-5ada1e77fcec tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237261 Aug 11 02:13:15.382099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-c4951c8d-da46-4b38-afb7-5135b5889828 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 217 time: 0.0581443 Aug 11 02:13:15.445504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-4a002ddc-cb1d-470b-983a-53161fe7869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.447182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-4a002ddc-cb1d-470b-983a-53161fe7869f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.0541089 Aug 11 02:13:15.477844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0477c5a0-4943-4faa-8e71-f647505b3777 req-99e2c76f-bf41-4efb-a4df-0a21915be85b tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.0889084 Aug 11 02:13:15.548139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-bef5fed4-c77f-4ef1-affc-526fc673813e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845599 Aug 11 02:13:15.694008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-ec575acd-b395-4faf-b32b-13cecd3e823c service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342504 Aug 11 02:13:15.807134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b71eb-df09-4da2-bcd9-a511e9da6b61 req-3b619d60-4996-4815-a197-d378e178cde7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:15.814744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f6b71eb-df09-4da2-bcd9-a511e9da6b61 req-3b619d60-4996-4815-a197-d378e178cde7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1187000 Aug 11 02:13:15.827228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:15.903967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f6b71eb-df09-4da2-bcd9-a511e9da6b61 req-0839ff97-bb3c-4abd-a50a-e0c8c3159d0a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880506 Aug 11 02:13:15.954597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Deleting subnet 83882c61-d3ac-42f2-98b1-633711bae52f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:15.963996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.110270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.171662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.243134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.286460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83882c61-d3ac-42f2-98b1-633711bae52f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:16.302932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.306710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b1e6469-d1b7-46b8-bd46-2767fde49844 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/83882c61-d3ac-42f2-98b1-633711bae52f HTTP/1.1" status: 204 len: 168 time: 0.4770920 Aug 11 02:13:16.309839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40074) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:16.411531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.438240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-e2198104-4431-46b5-b65c-b1b9b795189c service neutron] 10.222.0.67 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133899 Aug 11 02:13:16.470440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb3e57-e3f4-4993-abfd-131031ed76c7 req-5c33eda5-da66-44fe-a32a-c9fee593a06c tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.479198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40fb3e57-e3f4-4993-abfd-131031ed76c7 req-5c33eda5-da66-44fe-a32a-c9fee593a06c tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 947 time: 0.4916568 Aug 11 02:13:16.489831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55161-8d3f-4124-b2c4-bea26b87ee4e req-303d774e-8599-4267-8c22-216ac11ed833 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.499758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ab55161-8d3f-4124-b2c4-bea26b87ee4e req-303d774e-8599-4267-8c22-216ac11ed833 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.5233772 Aug 11 02:13:16.547416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.574912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a561d-179b-44eb-822c-d8a9caf5e0f1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:16.602451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ab55161-8d3f-4124-b2c4-bea26b87ee4e req-e77208a1-8210-4d76-9b91-3eb499ecb15b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011264 Aug 11 02:13:16.616221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40fb3e57-e3f4-4993-abfd-131031ed76c7 req-ff858cee-6e65-4d29-8be2-e1345450b7c3 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337214 Aug 11 02:13:16.617982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5080a6c-fa58-40ff-b91c-167cf48b9977') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:16.618330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5080a6c-fa58-40ff-b91c-167cf48b9977') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:16.639701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-145c4c4a-122a-482a-bc8f-3d52b4f1d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.642715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-145c4c4a-122a-482a-bc8f-3d52b4f1d87b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 1099 time: 0.1212001 Aug 11 02:13:16.674530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.718374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.738346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:16.741992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:16.745917 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:16.810593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-b8017d5f-40d2-4ac5-8810-b4d6019a280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:16.813329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-b8017d5f-40d2-4ac5-8810-b4d6019a280a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1589298 Aug 11 02:13:16.856627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.862125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:16.864752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bf8a561d-179b-44eb-822c-d8a9caf5e0f1 HTTP/1.1" status: 204 len: 168 time: 0.5532646 Aug 11 02:13:16.880544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b79923-9215-4a99-98e0-65ea335c9f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8a561d-179b-44eb-822c-d8a9caf5e0f1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:16.886643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db7bdc21-7e93-45cc-936c-e9073bd994bd req-eb85f5be-6eaf-4220-84b4-7893825afa77 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.0708408 Aug 11 02:13:16.923051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-7acc0dfa-8470-4110-a93c-712bbb3fd817 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=95913d54-8416-451d-a986-0454cb77593b HTTP/1.1" status: 200 len: 217 time: 0.0880203 Aug 11 02:13:17.045144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-d56d6b9d-2db4-4acc-842d-1498749b66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.047727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-d56d6b9d-2db4-4acc-842d-1498749b66e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1130250 Aug 11 02:13:17.082808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.216115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73f52-105e-4ba4-971b-4bf40ae8a55e req-e8c55ed9-1219-499f-a280-609b33d15cdd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.218280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58c73f52-105e-4ba4-971b-4bf40ae8a55e req-e8c55ed9-1219-499f-a280-609b33d15cdd tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1660049 Aug 11 02:13:17.221719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-42ca5c02-d396-4ee4-b711-40492b3cf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.223588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-42ca5c02-d396-4ee4-b711-40492b3cf356 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453583 Aug 11 02:13:17.235156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40106) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.322890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c578c07-3bd0-40c8-85c0-4dfc20dc123f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76d37bc84dd14f589e430fcf28c3ab8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864756 Aug 11 02:13:17.325626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40108) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.418794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58c73f52-105e-4ba4-971b-4bf40ae8a55e req-5e650e90-2dea-40fb-bb25-feac723f2973 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931653 Aug 11 02:13:17.460739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.463623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-116ba955-4ecf-481b-8270-4730c33a5a5a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.465430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-116ba955-4ecf-481b-8270-4730c33a5a5a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.1842780 Aug 11 02:13:17.506400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.524031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-b24e5e95-b050-442f-9342-afeba39b7c8d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609470 Aug 11 02:13:17.605036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.610014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.616274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/20c926df-6795-47d6-9943-ecb29d81b5b4 HTTP/1.1" status: 204 len: 168 time: 0.2893708 Aug 11 02:13:17.666062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85145c0-234e-4325-8bbd-c0b9466dbc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c926df-6795-47d6-9943-ecb29d81b5b4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:17.670183 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47335d5-304f-41be-b9bc-917ee033e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.786542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:17.891503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Deleting port c3c29f3e-a136-47f5-b645-093d557be33d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:17.892414 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:17.904087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e59a047-8c52-4646-928f-dadcfe8b233f req-9a78969c-67d3-4f17-ba90-15f25c5b7522 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659134 Aug 11 02:13:17.986608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebdde-ba42-47eb-b821-335b0d17b709 req-48f7ad08-9d40-4d82-bf6b-81c36552f264 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:17.994718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbaebdde-ba42-47eb-b821-335b0d17b709 req-48f7ad08-9d40-4d82-bf6b-81c36552f264 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 946 time: 0.2252836 Aug 11 02:13:18.013364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47335d5-304f-41be-b9bc-917ee033e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.022150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47335d5-304f-41be-b9bc-917ee033e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.066036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ec42-1d26-4907-bc83-273718cdfa60 req-c87e6e47-7f90-4b2d-818e-677ed520392f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:18.068113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2790ec42-1d26-4907-bc83-273718cdfa60 req-c87e6e47-7f90-4b2d-818e-677ed520392f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 947 time: 0.2420831 Aug 11 02:13:18.112434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbaebdde-ba42-47eb-b821-335b0d17b709 req-b92e408a-2d46-4a7e-a77f-1edd720980eb tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb69aa0a-513c-461d-91ab-c71ed73cc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146100 Aug 11 02:13:18.113518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e47335d5-304f-41be-b9bc-917ee033e3eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd88c24626e24a3aab0962d4a29d8061&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0295525 Aug 11 02:13:18.118654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40126) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:18.135032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47335d5-304f-41be-b9bc-917ee033e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293140af-3940-4568-bc5c-8fdb741a21af,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:18.156550 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6375065-02d1-492b-9f84-a7c6b5c7a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.160141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] For port c3c29f3e-a136-47f5-b645-093d557be33d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c3c29f3e-a136-47f5-b645-093d557be33d,segment=NetworkSegment(95bee06c-d95d-405c-99cc-acd15b344f90),segment_id=95bee06c-d95d-405c-99cc-acd15b344f90)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:18.160576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.203806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Calling delete_port for c3c29f3e-a136-47f5-b645-093d557be33d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:18.237380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.284785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.298041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2790ec42-1d26-4907-bc83-273718cdfa60 req-dfab02a6-62ff-4d52-9814-151eccdf46ac tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156849 Aug 11 02:13:18.334906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-381fda28-58f0-48b7-963e-092468f7df54 req-9184b224-0dd2-407a-93b7-aae81bc7a5ae tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=64468c37-5037-4216-bac4-61d22c7a62f5 HTTP/1.1" status: 200 len: 210 time: 0.0876844 Aug 11 02:13:18.394819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.398300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.401871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/293140af-3940-4568-bc5c-8fdb741a21af HTTP/1.1" status: 204 len: 168 time: 0.2723539 Aug 11 02:13:18.422321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e635d6-2274-4f5f-b980-927f2ea8f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293140af-3940-4568-bc5c-8fdb741a21af,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:18.461224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6375065-02d1-492b-9f84-a7c6b5c7a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.468634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6375065-02d1-492b-9f84-a7c6b5c7a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.487592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.500024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c3c29f3e-a136-47f5-b645-093d557be33d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:18.524821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event deleted for resources: {'Port': ['ID=c3c29f3e-a136-47f5-b645-093d557be33d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:18.548023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 95913d54-8416-451d-a986-0454cb77593b details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:18.555048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6375065-02d1-492b-9f84-a7c6b5c7a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb33e6d-12cd-4207-90be-646bff82f4cb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:18.601168 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a6375065-02d1-492b-9f84-a7c6b5c7a422 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1655736bb0ce4babbeb9c278dec792c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8094146 Aug 11 02:13:18.604624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40140) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:18.651170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] No DVR routers for this DVR port c3c29f3e-a136-47f5-b645-093d557be33d on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:18.654674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.656884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8faf8d4e-242d-412e-a46c-c0b1e69faeda req-26b19878-6ae7-497c-a033-caa34b524bcf tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.61 "DELETE /v2.0/ports/c3c29f3e-a136-47f5-b645-093d557be33d HTTP/1.1" status: 204 len: 173 time: 1.1819923 Aug 11 02:13:18.657220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'name': 'network-vif-deleted', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:18.659731 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77502e7f-7753-45a5-bca6-76f912461726" -d '{"events": [{"server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "name": "network-vif-deleted", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:18.701165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6b850-6d29-4267-ba48-75f649554efe req-5b90e6cc-1180-4a5f-9042-13a9195b6bf9 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:18.718542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2e6b850-6d29-4267-ba48-75f649554efe req-5b90e6cc-1180-4a5f-9042-13a9195b6bf9 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1750638 Aug 11 02:13:18.737128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16968173-177f-4934-a1af-f550a228644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.765496 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0c2db-a22a-4f39-a9b1-3c4dd97d2bae x-openstack-request-id: req-68a0c2db-a22a-4f39-a9b1-3c4dd97d2bae {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:18.766694 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d", "name": "network-vif-deleted", "tag": "c3c29f3e-a136-47f5-b645-093d557be33d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:18.766956 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68a0c2db-a22a-4f39-a9b1-3c4dd97d2bae {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:18.767414 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d', 'name': 'network-vif-deleted', 'tag': 'c3c29f3e-a136-47f5-b645-093d557be33d', 'status': 'completed', 'code': 200} Aug 11 02:13:18.810000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2e6b850-6d29-4267-ba48-75f649554efe req-f537d5e3-1dba-4da7-a22a-489cc704bf7c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909846 Aug 11 02:13:18.813328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16968173-177f-4934-a1af-f550a228644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.928600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16968173-177f-4934-a1af-f550a228644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.936713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16968173-177f-4934-a1af-f550a228644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:18.942952 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16968173-177f-4934-a1af-f550a228644f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ddb33e6d-12cd-4207-90be-646bff82f4cb HTTP/1.1" status: 204 len: 168 time: 0.3369744 Aug 11 02:13:18.956227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968173-177f-4934-a1af-f550a228644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb33e6d-12cd-4207-90be-646bff82f4cb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.118856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=95913d54-8416-451d-a986-0454cb77593b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:19.131789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '95913d54-8416-451d-a986-0454cb77593b', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '95913d54-8416-451d-a986-0454cb77593b', 'mac_address': 'fa:16:3e:1c:ee:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:19.229301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.251506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95913d54-8416-451d-a986-0454cb77593b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:19.306435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=95913d54-8416-451d-a986-0454cb77593b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:19.312783 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:19.340273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ca123d1-4317-44af-a304-907566094c4c req-a8094577-3e68-4c73-81d3-70abb34ee335 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/ports?device_id=fafbfbb5-1a34-429a-8e69-eb3cc6e43a5d HTTP/1.1" status: 200 len: 210 time: 0.0698297 Aug 11 02:13:19.481339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:19.556242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10bab6-4671-4980-9e57-dae3eb26df28 req-35bebdbd-302e-4961-bf7c-dc972f1addaa tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.558061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc10bab6-4671-4980-9e57-dae3eb26df28 req-35bebdbd-302e-4961-bf7c-dc972f1addaa tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 948 time: 0.0980093 Aug 11 02:13:19.602183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['95913d54-8416-451d-a986-0454cb77593b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:19.625387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc10bab6-4671-4980-9e57-dae3eb26df28 req-0ed0d583-72e3-4367-8b2e-11561551d8e7 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Aug 11 02:13:19.961166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06199ff9-cd0d-4215-9bb1-f72a18647f73 req-1cf125f5-0ce3-4671-acc1-2fe04a7cffb2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:19.972204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06199ff9-cd0d-4215-9bb1-f72a18647f73 req-1cf125f5-0ce3-4671-acc1-2fe04a7cffb2 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.0767257 Aug 11 02:13:20.019257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06199ff9-cd0d-4215-9bb1-f72a18647f73 req-9e4fd7b3-6ccf-4b69-b86f-620a751a0e2d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Aug 11 02:13:20.549640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 95913d54-8416-451d-a986-0454cb77593b up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:20.562115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40216) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:20.629034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 95913d54-8416-451d-a986-0454cb77593b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:20.635216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 95913d54-8416-451d-a986-0454cb77593b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:20.635591 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.658085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.715178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.780009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.813041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.815783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.820329 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "DELETE /v2.0/security-groups/39c16de2-56f4-4b36-8b87-56d414ba187c HTTP/1.1" status: 204 len: 168 time: 0.2561557 Aug 11 02:13:20.820953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:20.826452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=95913d54-8416-451d-a986-0454cb77593b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:20.827928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95913d54-8416-451d-a986-0454cb77593b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:20.831584 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6058e8-9fa9-468c-b14b-1b594825dfcc" -d '{"events": [{"server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "name": "network-vif-plugged", "status": "completed", "tag": "95913d54-8416-451d-a986-0454cb77593b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:20.841075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:20.842381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1529b-c18b-4a29-8a2e-55d85fb7c276 req-2f4553eb-fc2e-4df3-a8c5-0e275fb12763 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:20.843606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:20.861925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbd1529b-c18b-4a29-8a2e-55d85fb7c276 req-2f4553eb-fc2e-4df3-a8c5-0e275fb12763 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 948 time: 0.1277757 Aug 11 02:13:20.865352 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-b6006ee3-7ada-420c-a7d1-945d045d5e6a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] show failed (client error): The resource could not be found. Aug 11 02:13:20.877117 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6006ee3-7ada-420c-a7d1-945d045d5e6a tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "GET /v2.0/security-groups/39c16de2-56f4-4b36-8b87-56d414ba187c HTTP/1.1" status: 404 len: 347 time: 0.0498827 Aug 11 02:13:20.878324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e38e9-e861-4ce2-99e9-e2bdf2070a7b tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c16de2-56f4-4b36-8b87-56d414ba187c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:20.879394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40232) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:20.941587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:21.125771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbd1529b-c18b-4a29-8a2e-55d85fb7c276 req-a6375f6f-e242-4ab1-bee1-d127c7eae0d1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624295 Aug 11 02:13:21.156117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-be8d8dcf-5b84-4880-82fe-111b05832cb1 service neutron] 10.222.0.67 "GET /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.1956785 Aug 11 02:13:21.162558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Deleting port ee15a670-8a4c-484c-a12c-10a188006193 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:21.162911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.203221 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9579b2-35e7-4282-8a2d-2dce226d42c0 x-openstack-request-id: req-2c9579b2-35e7-4282-8a2d-2dce226d42c0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:21.203598 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "name": "network-vif-plugged", "status": "completed", "tag": "95913d54-8416-451d-a986-0454cb77593b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:21.203787 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c9579b2-35e7-4282-8a2d-2dce226d42c0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:21.204193 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95913d54-8416-451d-a986-0454cb77593b', 'code': 200} Aug 11 02:13:21.350565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab90e2f-f50b-411c-ace7-9a0b3a2e75ab req-9e738fff-8085-4353-a078-02f94cbe6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:21.353458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bab90e2f-f50b-411c-ace7-9a0b3a2e75ab req-9e738fff-8085-4353-a078-02f94cbe6ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 1101 time: 0.0889795 Aug 11 02:13:21.383883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.384869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.429305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Calling delete_port for ee15a670-8a4c-484c-a12c-10a188006193 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:21.433423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bab90e2f-f50b-411c-ace7-9a0b3a2e75ab req-4487e64e-094c-4cc6-96b8-419916b6d3a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673926 Aug 11 02:13:21.484183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfa79-1f1d-4f3f-b66f-3b71afc896b4 req-27bec973-6f69-48c4-a661-b99948562a4e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:21.485946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f95dfa79-1f1d-4f3f-b66f-3b71afc896b4 req-27bec973-6f69-48c4-a661-b99948562a4e tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 944 time: 0.1735845 Aug 11 02:13:21.679846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f95dfa79-1f1d-4f3f-b66f-3b71afc896b4 req-461263b6-5178-4dcd-a4f0-bd4e78940d20 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515110 Aug 11 02:13:21.809189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:21.873034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:21.941467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:21.952081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:21.961200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:21.997874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Pushing event deleted for resources: {'Port': ['ID=ee15a670-8a4c-484c-a12c-10a188006193,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:22.008604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.122482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.125615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.127273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-988ad394-083a-450a-ab29-c77e763c0651 tempest-ImagesOneServerNegativeTestJSON-1831016604 tempest-ImagesOneServerNegativeTestJSON-1831016604-project] 10.222.0.68 "DELETE /v2.0/floatingips/0df1930a-9457-43a8-9055-cc05043409bc HTTP/1.1" status: 204 len: 168 time: 1.2314265 Aug 11 02:13:22.194922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] Transition to ACTIVE for port object 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:22.203345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.385557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] No DVR routers for this DVR port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:22.442581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] 10.222.0.67 "PUT /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07/bindings/n-h2-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2655630 Aug 11 02:13:22.443248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f0c7a-1265-48b3-a7f1-892cf67482fc service neutron] Pushing event updated for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=10']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:22.456333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b850e0-7752-410a-a5eb-d70de76196e0 req-765c6aa7-4f3d-42a3-9903-3e32386936cd tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:22.464333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4b850e0-7752-410a-a5eb-d70de76196e0 req-765c6aa7-4f3d-42a3-9903-3e32386936cd tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 949 time: 0.1683304 Aug 11 02:13:22.514745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4b850e0-7752-410a-a5eb-d70de76196e0 req-fb3a7bae-030a-474f-8b9e-07c5d028a322 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Aug 11 02:13:22.517706 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-da4f8372-d4dc-4c49-85ae-41cbc15eac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:22.607257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-4f41a5e8-6e8e-46bf-af0c-14e8adb08d0a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:22.608784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-4f41a5e8-6e8e-46bf-af0c-14e8adb08d0a tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.0770969 Aug 11 02:13:22.709609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-c2b2db89-f4f3-42ba-8e55-fb07e38000fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:22.712998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-c2b2db89-f4f3-42ba-8e55-fb07e38000fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a HTTP/1.1" status: 200 len: 1097 time: 0.0896168 Aug 11 02:13:22.818510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:22.834346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c3c29f3e-a136-47f5-b645-093d557be33d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:22.846076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-142104e0-1b56-4c6c-bf27-fb038a2feb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:22.848888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-142104e0-1b56-4c6c-bf27-fb038a2feb36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1097 time: 0.1033149 Aug 11 02:13:22.908829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c3c29f3e-a136-47f5-b645-093d557be33d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:22.909208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c3c29f3e-a136-47f5-b645-093d557be33d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:22.957100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Deleting subnet 27bcc776-a0f2-4c62-89c1-e43ef8779745 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:22.973449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.093147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.189850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.232047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-732b5daa-ccdf-4cd5-b9f3-9a9342d035ff tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025329 Aug 11 02:13:23.271382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.313757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-694bb95d-3a67-474e-8265-9af5532e3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.315583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-694bb95d-3a67-474e-8265-9af5532e3343 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 200 len: 909 time: 0.4592493 Aug 11 02:13:23.323732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bcc776-a0f2-4c62-89c1-e43ef8779745,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.330188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.332582 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a07e21af-cf80-4b47-bdea-e1e82fab7f3a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/27bcc776-a0f2-4c62-89c1-e43ef8779745 HTTP/1.1" status: 204 len: 168 time: 0.5129328 Aug 11 02:13:23.333708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543fee4-1821-4fbd-8015-8f1e16db8572 req-59441e02-cba8-48f1-9afe-4eeb52064f81 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.335259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40318) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:23.343278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2543fee4-1821-4fbd-8015-8f1e16db8572 req-59441e02-cba8-48f1-9afe-4eeb52064f81 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.2683189 Aug 11 02:13:23.427545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-1be396f4-fe6c-4cea-85e8-27a73dc0582c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 200 len: 217 time: 0.0738506 Aug 11 02:13:23.453401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.489255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-5a6e103c-4d3e-4cc6-99d3-d02e7324adf8 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.491067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-5a6e103c-4d3e-4cc6-99d3-d02e7324adf8 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580013 Aug 11 02:13:23.556144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-14c1ca42-8059-4234-9320-2ff79c6dfff1 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/quotas/7896e0e2f3ee4c4082131b40b414d8c2 HTTP/1.1" status: 200 len: 375 time: 0.0514500 Aug 11 02:13:23.609712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-85d0e9b5-e7a6-4f3b-8174-30754bd4050f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534947 Aug 11 02:13:23.646822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2543fee4-1821-4fbd-8015-8f1e16db8572 req-b66a76c7-d88b-4200-afdb-72c5e6df726a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020461 Aug 11 02:13:23.650019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.662646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-814f052c-9bf9-448b-8154-79eaa4ea4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:23.665075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-814f052c-9bf9-448b-8154-79eaa4ea4a02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 200 len: 848 time: 0.2246840 Aug 11 02:13:23.687675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac4bc62-e92c-4699-a648-bdc6e5e2838f']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:23.707478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bee06c-d95d-405c-99cc-acd15b344f90') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:23.707827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bee06c-d95d-405c-99cc-acd15b344f90') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:23.718645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.725056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-3428eef0-7a3f-4cf0-9bb7-773f971c9233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c699a42-4cbc-4d04-ad2d-d185563aca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497739 Aug 11 02:13:23.737198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.775077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:23.778813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:23.790864 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:23.879858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf8d42fc-3840-49b7-9f96-304b1b71c400 req-4ed80dec-31a0-42bd-813e-98bcc042779e tempest-AbsoluteLimitsNegativeTestJSON-1973436647 tempest-AbsoluteLimitsNegativeTestJSON-1973436647-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=cefe4bef09254e158bf047e07f9d490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475161 Aug 11 02:13:23.914821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.941950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:23.945477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7ac4bc62-e92c-4699-a648-bdc6e5e2838f HTTP/1.1" status: 204 len: 168 time: 0.6089818 Aug 11 02:13:23.947091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c7c7a-d0a8-4695-b103-529b738d1756 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac4bc62-e92c-4699-a648-bdc6e5e2838f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:23.951117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-4ecebdd9-aade-470f-8171-299accca6e11 service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181389 Aug 11 02:13:24.181859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e1fb1-b186-4cdb-9b23-fe5666668f25 req-1413dbd1-0dec-4396-9ab6-0b936a2b8e3d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:24.202158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-034e1fb1-b186-4cdb-9b23-fe5666668f25 req-1413dbd1-0dec-4396-9ab6-0b936a2b8e3d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 949 time: 0.2132587 Aug 11 02:13:24.216747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d42fc-3840-49b7-9f96-304b1b71c400 req-4c517369-aff4-42ec-bf59-e0a7d2381feb tempest-AbsoluteLimitsNegativeTestJSON-1973436647 tempest-AbsoluteLimitsNegativeTestJSON-1973436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:24.225348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf8d42fc-3840-49b7-9f96-304b1b71c400 req-4c517369-aff4-42ec-bf59-e0a7d2381feb tempest-AbsoluteLimitsNegativeTestJSON-1973436647 tempest-AbsoluteLimitsNegativeTestJSON-1973436647-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445909 Aug 11 02:13:24.312292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf8d42fc-3840-49b7-9f96-304b1b71c400 req-eb697f3f-90bc-43d5-babc-ebde37d7a0d9 tempest-AbsoluteLimitsNegativeTestJSON-1973436647 tempest-AbsoluteLimitsNegativeTestJSON-1973436647-project] 10.222.0.68 "GET /v2.0/quotas/cefe4bef09254e158bf047e07f9d490a HTTP/1.1" status: 200 len: 375 time: 0.0857782 Aug 11 02:13:24.318618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-1353aa82-274f-49f7-9b6c-e8243032bdba service neutron] 10.222.0.61 "GET /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582692 Aug 11 02:13:24.359794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf8d42fc-3840-49b7-9f96-304b1b71c400 req-3f0d5a13-cb2f-49bf-aa18-01dbad1cb8ec tempest-AbsoluteLimitsNegativeTestJSON-1973436647 tempest-AbsoluteLimitsNegativeTestJSON-1973436647-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cefe4bef09254e158bf047e07f9d490a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457911 Aug 11 02:13:24.373966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40360) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:24.401554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-034e1fb1-b186-4cdb-9b23-fe5666668f25 req-ac0a9d41-1de5-47dd-bc5e-4556198d5a2f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984229 Aug 11 02:13:24.454798 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9e21c56-6af4-4a91-94bf-86039bbf40f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4062b874fe964835b1f46c667a62c33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791204 Aug 11 02:13:24.457226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40366) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:24.625145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.649259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa77d952-0534-4d38-8410-725018407360 req-594752db-1a1c-4e65-b652-316121a5ffa5 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 210 time: 0.0888247 Aug 11 02:13:24.678997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.755177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.760970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:24.767158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb69aa0a-513c-461d-91ab-c71ed73cc2b3 HTTP/1.1" status: 204 len: 168 time: 0.3061154 Aug 11 02:13:24.790983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b45f1-6b37-48b2-9747-1b17a1a16d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb69aa0a-513c-461d-91ab-c71ed73cc2b3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:24.871523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-e6077049-134f-4d5a-8051-e6844f7f3651 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:24.873225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-e6077049-134f-4d5a-8051-e6844f7f3651 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f&tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.1580946 Aug 11 02:13:25.114519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05ac1d97-0a52-4dae-84c0-ecc32233088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.192556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-d0cdafd1-5ced-4814-835d-f8671d7da760 service neutron] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:25.196443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-d0cdafd1-5ced-4814-835d-f8671d7da760 service neutron] Notify callbacks [] for binding, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.197747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a2aed72-e7a7-4141-b218-3ce36b88e968 req-d0cdafd1-5ced-4814-835d-f8671d7da760 service neutron] 10.222.0.61 "DELETE /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07/bindings/n-h1-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.3079846 Aug 11 02:13:25.383015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:25.581861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:25.687401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd317a43-29cb-4ca8-ba96-01542ebcd66e req-910494f2-2a2b-4e27-8a0e-7c23cf7002ca tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:25.696371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd317a43-29cb-4ca8-ba96-01542ebcd66e req-910494f2-2a2b-4e27-8a0e-7c23cf7002ca tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.1014562 Aug 11 02:13:25.833193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-d84c3155-ec0f-4f6c-8430-1365213b284f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574486 Aug 11 02:13:26.015038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afad51f4-d70f-47e4-9fa5-eba7dc0a632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.078278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-68b2447e-78e0-46b4-9565-d55e92e26710 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.080381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-68b2447e-78e0-46b4-9565-d55e92e26710 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363784 Aug 11 02:13:26.103276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd317a43-29cb-4ca8-ba96-01542ebcd66e req-933fd6c7-eb99-4ed3-9f01-3308eb00189c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059331 Aug 11 02:13:26.112453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Request body: {'port': {'device_id': 'aff41952-7d41-4582-87af-cdc91355900d', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '7896e0e2f3ee4c4082131b40b414d8c2'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:26.286995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afad51f4-d70f-47e4-9fa5-eba7dc0a632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.292263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afad51f4-d70f-47e4-9fa5-eba7dc0a632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.296072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.314045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99f6e4ed-e109-4036-9622-4c5f361741e4 req-ed0de023-f180-4b04-96c5-1e34783584ed tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 210 time: 0.0671699 Aug 11 02:13:26.325693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-afad51f4-d70f-47e4-9fa5-eba7dc0a632f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cefe4bef09254e158bf047e07f9d490a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420559 Aug 11 02:13:26.348810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad51f4-d70f-47e4-9fa5-eba7dc0a632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51346cea-40e8-4255-bd89-7abeca86e62d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:26.352551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40418) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:26.436762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.467926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.497148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-efeeaf73-c1b8-4f23-b4f0-a74bb0b31a17 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=642865c376a246f28025cd85714288e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721841 Aug 11 02:13:26.593195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.605884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.609922 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51346cea-40e8-4255-bd89-7abeca86e62d HTTP/1.1" status: 204 len: 168 time: 0.2559836 Aug 11 02:13:26.620885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-634a5925-8cc4-4396-9a8b-59c1355f4185 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.628497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-634a5925-8cc4-4396-9a8b-59c1355f4185 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302962 Aug 11 02:13:26.644313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa75f5a-7867-491f-96cc-37023210231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51346cea-40e8-4255-bd89-7abeca86e62d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:26.658369 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-dc9329f7-4cc2-48c3-b430-97d5ff49d4c9 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/quotas/642865c376a246f28025cd85714288e1 HTTP/1.1" status: 200 len: 375 time: 0.0285888 Aug 11 02:13:26.703151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Made reservation on behalf of 7896e0e2f3ee4c4082131b40b414d8c2 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:26.707406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.720175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:26.754921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-a3cf8cdb-43e5-4284-b826-eaa01e0bc723 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953417 Aug 11 02:13:26.912140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-b6a55f3c-cea8-4dc6-95e5-788babfae517 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:26.913520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-b6a55f3c-cea8-4dc6-95e5-788babfae517 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.1542661 Aug 11 02:13:27.191758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Deleting port 274bc096-1b9b-4b3b-b912-1f6e55eda2df {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:27.192102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.197572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.216703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.657015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b6348-f0ae-42db-b5e0-544d448eae91 req-0b8347c0-0d8d-40b6-a132-4b6c976845cf tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:27.668144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-432b6348-f0ae-42db-b5e0-544d448eae91 req-0b8347c0-0d8d-40b6-a132-4b6c976845cf tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 944 time: 0.5936165 Aug 11 02:13:27.822424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8be93c2-cd06-4e4f-b305-59bc4ff9c057 req-1133df76-99a0-4a6f-9c0a-0e6631022c3b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 210 time: 0.1516924 Aug 11 02:13:27.876399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78f342-0cb0-4607-8a5b-12b8e450c558,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:27.919346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:27.941360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-432b6348-f0ae-42db-b5e0-544d448eae91 req-d7e46b20-cffc-4ac9-80ee-22377003a462 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714486 Aug 11 02:13:27.995059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] For port 274bc096-1b9b-4b3b-b912-1f6e55eda2df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=274bc096-1b9b-4b3b-b912-1f6e55eda2df,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:27.998164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.011970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Calling delete_port for 274bc096-1b9b-4b3b-b912-1f6e55eda2df owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:28.083891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ea2dabd-3b1c-4a49-bfb5-a3eaa8381878 req-57bba46b-8576-4072-8b76-6e602ba2ec6a tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 210 time: 0.0492253 Aug 11 02:13:28.118598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:28.134689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:28.143765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0b7d2-7d8e-4f21-9177-295322c856bf req-c4e524bc-6af8-4c91-ae0e-8dd55807b1f5 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.145285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40a0b7d2-7d8e-4f21-9177-295322c856bf req-c4e524bc-6af8-4c91-ae0e-8dd55807b1f5 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 1097 time: 0.2393076 Aug 11 02:13:28.158001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Allocated IP 192.168.233.20 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/b5a8b2b1-7b88-470e-ad46-3798ac8545a9) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:28.234216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40a0b7d2-7d8e-4f21-9177-295322c856bf req-8e0b1231-7d94-452e-8539-dead7ec33ad6 tempest-LiveMigrationTest-389117543 tempest-LiveMigrationTest-389117543-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780985 Aug 11 02:13:28.251303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-837918748-network', 'tenant_id': '00a3183c315e4bd1beeefa6ca7211118'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:28.338276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Made reservation on behalf of 00a3183c315e4bd1beeefa6ca7211118 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:28.341022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.343995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43cefd77-b90b-4ef7-9359-1f5679157c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.365407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.387518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.400434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['274bc096-1b9b-4b3b-b912-1f6e55eda2df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:28.416685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:13:28.416685 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:13:28.416685 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '00a3183c315e4bd1beeefa6ca7211118', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 13, 28, 405515)}] Aug 11 02:13:28.416685 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:13:28.417983 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:13:28.430057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event deleted for resources: {'Port': ['ID=274bc096-1b9b-4b3b-b912-1f6e55eda2df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:28.448291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-cf33bdaf-a84e-45b4-b9a2-20622c9445cf tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=642865c376a246f28025cd85714288e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657332 Aug 11 02:13:28.473539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.502940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] No DVR routers for this DVR port 274bc096-1b9b-4b3b-b912-1f6e55eda2df on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:28.507751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.510909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dfb439b-5ef4-45e3-99a2-73d775afdb8a req-fb8fc1f0-20f9-4cea-a355-23f63087081f tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "DELETE /v2.0/ports/274bc096-1b9b-4b3b-b912-1f6e55eda2df HTTP/1.1" status: 204 len: 173 time: 1.5808401 Aug 11 02:13:28.511680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-deleted', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:28.514316 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34e0cd-4598-4713-bc5d-fb94a1dcf2c6" -d '{"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-deleted", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:28.520004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Transition to ACTIVE for port object b5a8b2b1-7b88-470e-ad46-3798ac8545a9 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:28.581796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.696473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-b5be95fc-dfd3-4166-bc30-45918d9e9ab1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.698220 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-b5be95fc-dfd3-4166-bc30-45918d9e9ab1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427394 Aug 11 02:13:28.701175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:28.706305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:28.721502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Request body: {'port': {'device_id': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '642865c376a246f28025cd85714288e1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:28.726712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:28.777834 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43cefd77-b90b-4ef7-9359-1f5679157c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.786693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43cefd77-b90b-4ef7-9359-1f5679157c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.790285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:28.790951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.810680 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617652af-4af4-463b-9cdb-5ccfa17a2398 x-openstack-request-id: req-617652af-4af4-463b-9cdb-5ccfa17a2398 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:28.811010 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a1f79-f09f-4ff9-afaa-c3ae8c6553c5", "name": "network-vif-deleted", "tag": "274bc096-1b9b-4b3b-b912-1f6e55eda2df", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:28.811204 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-617652af-4af4-463b-9cdb-5ccfa17a2398 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:28.813857 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a1f79-f09f-4ff9-afaa-c3ae8c6553c5', 'name': 'network-vif-deleted', 'tag': '274bc096-1b9b-4b3b-b912-1f6e55eda2df', 'status': 'completed', 'code': 200} Aug 11 02:13:28.820564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7161994 Aug 11 02:13:28.837143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Request body: {'port': {'device_id': 'aff41952-7d41-4582-87af-cdc91355900d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:28.841849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f25e-fd6a-440a-ba97-525a8f06be5c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:28.849754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cefd77-b90b-4ef7-9359-1f5679157c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9049c-ca9b-45a7-b155-90a63a636d17,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:28.909843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-43cefd77-b90b-4ef7-9359-1f5679157c55 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bbba5fb1651446d4a854d90e984996c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7738886 Aug 11 02:13:28.913054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:28.923940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:28.972674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.027983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda62bc7-547d-4f30-8d7a-0df7fbe77d43 req-5f174011-6573-455a-a4e6-d9a38bd57e8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.030463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda62bc7-547d-4f30-8d7a-0df7fbe77d43 req-5f174011-6573-455a-a4e6-d9a38bd57e8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.1490455 Aug 11 02:13:29.056040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.065469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:29.103031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.184802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7577a968-823c-4a8a-8a63-d3106079695d None None] Provisioning for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:29.198003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7577a968-823c-4a8a-8a63-d3106079695d None None] Provisioning complete for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:29.198656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7577a968-823c-4a8a-8a63-d3106079695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.200575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda62bc7-547d-4f30-8d7a-0df7fbe77d43 req-bc288d29-bf7f-48d9-8635-a4d5310ae50f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475096 Aug 11 02:13:29.224950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.235084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.243420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19757b4e-4bef-44e2-8c40-900835cb7b8b req-300a1162-1de8-4987-9fa9-2022e0ec93cf tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 210 time: 0.0471723 Aug 11 02:13:29.252173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:29.265856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.266138 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Added segment 239e7e85-1e4c-4820-9cf8-2b9adeb90aee of type vlan for network 9b5ddac3-753d-44e7-b678-af2a18198a62 Aug 11 02:13:29.301186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7577a968-823c-4a8a-8a63-d3106079695d None None] Port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:29.327060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.347923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.350550 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.355147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35b9049c-ca9b-45a7-b155-90a63a636d17 HTTP/1.1" status: 204 len: 168 time: 0.4380291 Aug 11 02:13:29.422459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0486e7f-a2e2-45c5-b356-ef56194bdcbe req-c7f5df26-83b3-4c78-9f9b-cb8e3b46ac02 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=714a1f79-f09f-4ff9-afaa-c3ae8c6553c5 HTTP/1.1" status: 200 len: 210 time: 0.0719726 Aug 11 02:13:29.447527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18665b4f-adf8-4068-aac8-c690da6bc446,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.451949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Made reservation on behalf of 642865c376a246f28025cd85714288e1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:29.461239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.461912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675beaf-d55d-4312-9049-6e62c9f37cc7 req-8bd033f1-9dc6-4c00-9bb3-cb5a65bda058 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.466874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b675beaf-d55d-4312-9049-6e62c9f37cc7 req-8bd033f1-9dc6-4c00-9bb3-cb5a65bda058 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 935 time: 0.1175292 Aug 11 02:13:29.471676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d280b78-2be3-4e8f-bfcb-1674a78152e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.473843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593f90f-d151-4a9a-9e34-e4fda3a34426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9049c-ca9b-45a7-b155-90a63a636d17,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.493475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.494364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.494957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.534950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b675beaf-d55d-4312-9049-6e62c9f37cc7 req-c9678415-1508-4eb4-a835-1ede324abafd tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Aug 11 02:13:29.550626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b928-3889-452b-b2e5-28d82d877bfa req-bce0993c-5775-4d4d-928e-f9b56f1c6169 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:29.550626 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9258b928-3889-452b-b2e5-28d82d877bfa req-bce0993c-5775-4d4d-928e-f9b56f1c6169 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.1852131 Aug 11 02:13:29.596075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:29.604344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.618107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Transition to ACTIVE for port object b5a8b2b1-7b88-470e-ad46-3798ac8545a9 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:29.623214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.689244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5ddac3-753d-44e7-b678-af2a18198a62,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.693140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:29.703570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9b5ddac3-753d-44e7-b678-af2a18198a62 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:29.808525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Attempting to bind port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:29.808912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Attempting to bind port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:29.809190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Attempting to bind port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:29.821999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:29.822371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Attempting to bind port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:29.833044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:29.833044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:29.834707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:29.835164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Bound port: b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:29.836079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.950037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:29.966137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a2f483a-16c2-4c6d-9f24-422f15640c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:29.998352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:30.002868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:30.009324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.053953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.055176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.056572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/b5a8b2b1-7b88-470e-ad46-3798ac8545a9 HTTP/1.1" status: 200 len: 1096 time: 1.2255743 Aug 11 02:13:30.080464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211790d6-458b-4eab-b380-b92c2a8893a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.151965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-a00c6457-8ee1-4ff6-bfc9-c88b560b7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.153793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-a00c6457-8ee1-4ff6-bfc9-c88b560b7a5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 1099 time: 0.0525906 Aug 11 02:13:30.189072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Allocated IP 192.168.233.84 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/1e7d1fec-8fcc-4b8d-924f-9ad50726a50f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:30.195379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Deleting port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:30.195869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.218341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-7d116eb9-c772-4610-8769-2147b5a1961a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9 HTTP/1.1" status: 200 len: 217 time: 0.0515563 Aug 11 02:13:30.245570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d280b78-2be3-4e8f-bfcb-1674a78152e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.262857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d280b78-2be3-4e8f-bfcb-1674a78152e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.291128 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:13:30.308332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-35f17a44-b8aa-47d6-94b9-322061a2a774 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1843855 Aug 11 02:13:30.314737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:30.343457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Request body: {'subnet': {'network_id': '9b5ddac3-753d-44e7-b678-af2a18198a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-837918748-subnet', 'tenant_id': '00a3183c315e4bd1beeefa6ca7211118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:30.377062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d280b78-2be3-4e8f-bfcb-1674a78152e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b0bc7-a21c-4d18-bc3c-4462182cd7c3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.385880 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1d280b78-2be3-4e8f-bfcb-1674a78152e6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2d86a5e60481405d848e2773d15fcb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3172026 Aug 11 02:13:30.391685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-fd514dd2-2cc5-4181-954a-cad7222c68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.393270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-fd514dd2-2cc5-4181-954a-cad7222c68fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1580603 Aug 11 02:13:30.402274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40560) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:30.427872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8f1e3b2-3d2a-4f24-93ab-222c7dbbd68a req-41115233-5370-4339-b3c4-3131b409507b tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 210 time: 0.0663686 Aug 11 02:13:30.432746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] For port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:30.433538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.478802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40564) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:30.535164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce571d-75f2-4023-8062-83085c70e19a req-3078d298-55c0-4a09-9167-7173d1b63e34 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.542809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bce571d-75f2-4023-8062-83085c70e19a req-3078d298-55c0-4a09-9167-7173d1b63e34 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 945 time: 0.1595976 Aug 11 02:13:30.556345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.563974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-64111ac5-b99f-43cb-8ce6-48a75adb7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.565285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-64111ac5-b99f-43cb-8ce6-48a75adb7575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420255 Aug 11 02:13:30.571551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Transition to ACTIVE for port object 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:30.601301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:30.636487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Calling delete_port for 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:30.641591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 274bc096-1b9b-4b3b-b912-1f6e55eda2df {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:30.642196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 274bc096-1b9b-4b3b-b912-1f6e55eda2df not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:30.654895 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a2f483a-16c2-4c6d-9f24-422f15640c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.671150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a2f483a-16c2-4c6d-9f24-422f15640c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.699120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bce571d-75f2-4023-8062-83085c70e19a req-6719c191-158f-4331-9b9f-5573f6a74552 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550629 Aug 11 02:13:30.728250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-909ab5e0-0b50-451d-b1bd-2e7d332776a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.763715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Made reservation on behalf of 00a3183c315e4bd1beeefa6ca7211118 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:30.766153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.768045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.776591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.789732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['95913d54-8416-451d-a986-0454cb77593b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:30.812108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a2f483a-16c2-4c6d-9f24-422f15640c67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d39cba290a94116806264d14dc11ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8609543 Aug 11 02:13:30.812831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f483a-16c2-4c6d-9f24-422f15640c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec50e4c-f9b2-4269-b169-f2d766ba6e49,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.815174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40574) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:30.821553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:30.823814 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282" -d '{"events": [{"name": "network-changed", "server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:30.880469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:30.938404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-66121e8d-7a6c-4913-a03b-ce606e11321a service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610554 Aug 11 02:13:30.946800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:30.959169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7751eeb-28d8-46bd-ab2e-70c97b8f46ae req-56d1f95a-e5eb-411c-ad60-7d6c268ed031 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.961200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7751eeb-28d8-46bd-ab2e-70c97b8f46ae req-56d1f95a-e5eb-411c-ad60-7d6c268ed031 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 947 time: 0.2280684 Aug 11 02:13:30.962111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Pushing event updated for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:30.964712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:30.978232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:30.988205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496e7bd-6472-4349-b943-781ca2df1255 req-f20aebec-d487-41f0-a077-ab0c086bdc4e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:30.989760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9496e7bd-6472-4349-b943-781ca2df1255 req-f20aebec-d487-41f0-a077-ab0c086bdc4e tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.2174420 Aug 11 02:13:31.076024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.076668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.099655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.102766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.103917 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b6b0bc7-a21c-4d18-bc3c-4462182cd7c3 HTTP/1.1" status: 204 len: 168 time: 0.7010512 Aug 11 02:13:31.142194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.144185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.158853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc84c53-e88b-4741-85fa-b112f2128512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b0bc7-a21c-4d18-bc3c-4462182cd7c3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.159080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7af86b54-9224-42c6-b68e-b4d3941dfe8b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:31.193377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event deleted for resources: {'Port': ['ID=3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.224728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9496e7bd-6472-4349-b943-781ca2df1255 req-1f9fbd3d-f02f-4e0a-bf1d-1b0c5fe50b36 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157552 Aug 11 02:13:31.274744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.296481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] No DVR routers for this DVR port 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:31.310855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.312876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9258b928-3889-452b-b2e5-28d82d877bfa req-a4a24c92-9682-4788-a697-fd950ebede8c tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "DELETE /v2.0/ports/3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 HTTP/1.1" status: 204 len: 173 time: 1.7176111 Aug 11 02:13:31.313369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-deleted', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:31.315641 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5daadb9-5787-472c-8242-a6c8f15f2133" -d '{"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-deleted", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:31.324825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74c7e101-0488-4a74-accf-0f65c7b06de7 None None] Provisioning for port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:31.326003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7751eeb-28d8-46bd-ab2e-70c97b8f46ae req-bb4851aa-96fb-47b5-ab30-e680ba8d46de tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233290 Aug 11 02:13:31.329407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84517cb2-49b6-40fd-887e-f35ade6323f3 x-openstack-request-id: req-84517cb2-49b6-40fd-887e-f35ade6323f3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:31.330479 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:31.330929 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84517cb2-49b6-40fd-887e-f35ade6323f3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:31.331518 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'status': 'completed', 'code': 200} Aug 11 02:13:31.339363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.340227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74c7e101-0488-4a74-accf-0f65c7b06de7 None None] Provisioning complete for port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:31.341032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-74c7e101-0488-4a74-accf-0f65c7b06de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.397039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-74c7e101-0488-4a74-accf-0f65c7b06de7 None None] Port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:31.426446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-909ab5e0-0b50-451d-b1bd-2e7d332776a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.447595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c1ccdd9-b517-4d60-8038-0d951a099cba req-11d11825-dc02-4dc4-b1e3-1d373f0ff7c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843140 Aug 11 02:13:31.449484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-909ab5e0-0b50-451d-b1bd-2e7d332776a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.456224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a1519c-6631-4148-afdc-9b42096ddfa5,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.468620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781b47-85bb-481d-96a5-75512f289254 req-7294f555-2759-4241-8764-afdb5483d9ba tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.470102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f781b47-85bb-481d-96a5-75512f289254 req-7294f555-2759-4241-8764-afdb5483d9ba tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 944 time: 0.3419559 Aug 11 02:13:31.478672 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-0a4c02b6-f191-4ed7-85c2-3479ddd4954d tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7651248 Aug 11 02:13:31.493141 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed21865b-f223-4b51-8c3d-4fc1815d4d6c x-openstack-request-id: req-ed21865b-f223-4b51-8c3d-4fc1815d4d6c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:31.493434 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4c960c-ba0c-4794-8ccf-03b35e68d95f", "name": "network-vif-deleted", "tag": "3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:31.493687 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed21865b-f223-4b51-8c3d-4fc1815d4d6c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:31.502471 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4c960c-ba0c-4794-8ccf-03b35e68d95f', 'name': 'network-vif-deleted', 'tag': '3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07', 'status': 'completed', 'code': 200} Aug 11 02:13:31.508431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Request body: {'port': {'device_id': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:31.561887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Checking segment: {'id': '239e7e85-1e4c-4820-9cf8-2b9adeb90aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9b5ddac3-753d-44e7-b678-af2a18198a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:31.562537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Network hostable DHCP agents. Network: 9b5ddac3-753d-44e7-b678-af2a18198a62, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:31.613308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.623058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.626839 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.628482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ec50e4c-f9b2-4269-b169-f2d766ba6e49 HTTP/1.1" status: 204 len: 168 time: 0.8018017 Aug 11 02:13:31.737065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ab5e0-0b50-451d-b1bd-2e7d332776a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3de7fa-4f8a-44aa-a7d0-21b67b4f7560,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.758813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-909ab5e0-0b50-451d-b1bd-2e7d332776a7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2d883e7928ba43f291fbd9b2f094e5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2787039 Aug 11 02:13:31.770461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:31.809889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c2af-c772-40d8-87a5-37237b283b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec50e4c-f9b2-4269-b169-f2d766ba6e49,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:31.820763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Network 9b5ddac3-753d-44e7-b678-af2a18198a62 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:31.839288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9b5ddac3-753d-44e7-b678-af2a18198a62) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:31.849042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1ac47-6022-4186-9c7b-102b1e3c8928 None None] Network 9b5ddac3-753d-44e7-b678-af2a18198a62 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:31.852805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.853409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:31.889603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b3ca-d65b-4509-bbc6-94c01e1960a5 req-2551b6a8-656a-4ff3-aa7c-44c6ff220984 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.897454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f50b3ca-d65b-4509-bbc6-94c01e1960a5 req-2551b6a8-656a-4ff3-aa7c-44c6ff220984 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 935 time: 0.3062134 Aug 11 02:13:31.900830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-4bba035e-08a6-4dd1-8aef-9646eff28f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:31.902552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-4bba035e-08a6-4dd1-8aef-9646eff28f0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 1099 time: 0.3274384 Aug 11 02:13:31.904618 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e9512026-8ef0-496b-bf44-7be915a33365 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5840118 Aug 11 02:13:31.926603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Deleting port bd12e1e1-39a2-470c-9580-97802f0c4323 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:31.926603 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.034445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:32.055104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.072211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] For port bd12e1e1-39a2-470c-9580-97802f0c4323, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd12e1e1-39a2-470c-9580-97802f0c4323,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:32.072777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.085215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Transition to ACTIVE for port object 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:32.093089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Calling delete_port for bd12e1e1-39a2-470c-9580-97802f0c4323 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:32.093351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.131500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fa935-7298-4ce7-a2a4-4e06a44ac24a None None] Network 9b5ddac3-753d-44e7-b678-af2a18198a62 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:32.380382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.398153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Attempting to bind port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:32.398724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Attempting to bind port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:32.399228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Attempting to bind port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:32.404753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:32.405286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Attempting to bind port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:32.417617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:32.418256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:32.418650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:32.419100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Bound port: 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:32.419467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.483072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54dfd9a5-44bc-4cdb-bc78-2e403521aff6 req-68216803-ac52-4dba-8eca-a7ec85106fd9 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.5795538 Aug 11 02:13:32.502747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.554909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:32.560881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:32.566457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.578779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event deleted for resources: {'Port': ['ID=bd12e1e1-39a2-470c-9580-97802f0c4323,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.588858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40626) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:32.608464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-dc8bfd97-2879-4c07-842a-057a35e0bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.610203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-dc8bfd97-2879-4c07-842a-057a35e0bfc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.6923256 Aug 11 02:13:32.613937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f50b3ca-d65b-4509-bbc6-94c01e1960a5 req-6481a0d2-cd64-44dd-8971-705b1cf32694 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154551 Aug 11 02:13:32.618310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.698191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:32.698959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.700449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] 10.222.0.67 "PUT /v2.0/ports/1e7d1fec-8fcc-4b8d-924f-9ad50726a50f HTTP/1.1" status: 200 len: 1096 time: 1.2097178 Aug 11 02:13:32.715046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eca3-47d6-48e0-9428-8d0214c4fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:32.726523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] No DVR routers for this DVR port bd12e1e1-39a2-470c-9580-97802f0c4323 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:32.749559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.751745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f781b47-85bb-481d-96a5-75512f289254 req-f0039be7-7fb2-4a55-a13b-2aedeedc1eca tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.67 "DELETE /v2.0/ports/bd12e1e1-39a2-470c-9580-97802f0c4323 HTTP/1.1" status: 204 len: 173 time: 1.2506402 Aug 11 02:13:32.818065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-0ebc85ac-29eb-4134-a2fe-2f077b9485db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9 HTTP/1.1" status: 200 len: 217 time: 0.1555386 Aug 11 02:13:32.830003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1692f15f-a0ed-41f7-8e0f-3f88815b467c req-1e796f07-ec88-43b2-9c22-facdd228d655 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca02ddba-7700-47a3-a632-d1865977ff2b HTTP/1.1" status: 200 len: 210 time: 0.1288555 Aug 11 02:13:32.841662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1041815402-network', 'tenant_id': '37159206fe334db197764f95cf1c6955'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:32.872683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:32.898400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Made reservation on behalf of 37159206fe334db197764f95cf1c6955 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:32.904348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.932705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:32.933254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3bcd5d1c-5bb4-4d1c-8da5-06728ed31f07 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:32.944490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:32.950939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.107871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.111633 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-9b2c7865-b824-41b2-ae45-c63976605850 req-9956a91a-b63a-4941-9a9e-bf2966078f3e tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] show failed (client error): The resource could not be found. Aug 11 02:13:33.114523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.119333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b2c7865-b824-41b2-ae45-c63976605850 req-9956a91a-b63a-4941-9a9e-bf2966078f3e tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/51700aa9-7677-45e8-b44e-5325ac16ab8c HTTP/1.1" status: 404 len: 352 time: 0.1059563 Aug 11 02:13:33.139550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-a2fab041-b37f-489f-84b3-1bc032ea996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.141062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-a2fab041-b37f-489f-84b3-1bc032ea996c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 1099 time: 0.3294423 Aug 11 02:13:33.143444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-7b469046-2a9c-4e24-9c6d-e92e6a305acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.145085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-7b469046-2a9c-4e24-9c6d-e92e6a305acd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3140516 Aug 11 02:13:33.153865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:33.167066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada6819-4e9c-4159-a71b-b4aa5c10178d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:33.206005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6586-c859-4113-9337-ac2040d479a6 req-588e36e5-8807-4131-803e-a34fe6d83c82 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.210292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a30b6586-c859-4113-9337-ac2040d479a6 req-588e36e5-8807-4131-803e-a34fe6d83c82 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 947 time: 0.1986794 Aug 11 02:13:33.230448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-4d15bb5b-0d6c-48d5-92f5-ee5806fbb273 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f HTTP/1.1" status: 200 len: 217 time: 0.0773628 Aug 11 02:13:33.254360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.255059 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Added segment ffe3475c-263b-48e4-bbcf-b9c324cf3a82 of type vlan for network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f Aug 11 02:13:33.272427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.275682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.279123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c3de7fa-4f8a-44aa-a7d0-21b67b4f7560 HTTP/1.1" status: 204 len: 168 time: 1.5028877 Aug 11 02:13:33.334066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-deleted', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:33.336895 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0e4d3-0595-4e0d-ad0d-eac5f1f7d556" -d '{"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-deleted", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:33.339738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16224af6-3828-4c93-8407-01f256dd38fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3de7fa-4f8a-44aa-a7d0-21b67b4f7560,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:33.352865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.370232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-f73169c8-f9fc-47b7-a562-822f2c11c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.371759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-f73169c8-f9fc-47b7-a562-822f2c11c175 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108190 Aug 11 02:13:33.389027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a30b6586-c859-4113-9337-ac2040d479a6 req-f2f5fbd7-0b76-4b22-9119-3555159b5ba5 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513345 Aug 11 02:13:33.392533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-bdfb82e7-cede-4a9d-bf25-63fa66493b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.395637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-bdfb82e7-cede-4a9d-bf25-63fa66493b29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1504595 Aug 11 02:13:33.415780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03f6aafe-e13a-4426-9661-14de38d2d6f4 req-579eb36e-1be8-46fa-b526-c532b4e2ddb4 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00a3183c315e4bd1beeefa6ca7211118 HTTP/1.1" status: 200 len: 2984 time: 0.2177052 Aug 11 02:13:33.426330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.428781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:33.431112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:33.532646 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490fdc03-610c-4b8a-9aa8-8b270e3fb86a x-openstack-request-id: req-490fdc03-610c-4b8a-9aa8-8b270e3fb86a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:33.536507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:33.536957 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca02ddba-7700-47a3-a632-d1865977ff2b", "name": "network-vif-deleted", "tag": "bd12e1e1-39a2-470c-9580-97802f0c4323", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:33.537289 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-490fdc03-610c-4b8a-9aa8-8b270e3fb86a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:33.537761 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca02ddba-7700-47a3-a632-d1865977ff2b', 'name': 'network-vif-deleted', 'tag': 'bd12e1e1-39a2-470c-9580-97802f0c4323', 'status': 'completed', 'code': 200} Aug 11 02:13:33.557306 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587b19ba-8ff1-4263-b855-569aa63744fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:33.593237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0002518 Aug 11 02:13:33.593968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40658) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:33.619479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Request body: {'subnet': {'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1041815402-subnet', 'tenant_id': '37159206fe334db197764f95cf1c6955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:33.624311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae29e9-6b11-40fe-9bca-da607ce6533f admin admin] Pushing event updated for resources: {'Network': ['ID=3b172b5d-f04e-4564-9c0d-d45042a0ca9f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:33.638911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:33.654174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Made reservation on behalf of 37159206fe334db197764f95cf1c6955 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:33.660403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.066405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b7351c-7aa0-4435-8e7f-c1c27fec68ec req-2d54cdb2-193f-4691-bb93-69f5b4b84054 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.0745585 Aug 11 02:13:34.072538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.136538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03f6aafe-e13a-4426-9661-14de38d2d6f4 req-42bc4737-0072-4205-8537-afc290af804d tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/18665b4f-adf8-4068-aac8-c690da6bc446 HTTP/1.1" status: 200 len: 2981 time: 0.7052469 Aug 11 02:13:34.153950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-18badaa4-5953-4cd2-85bc-3f205e879a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.155751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-18badaa4-5953-4cd2-85bc-3f205e879a54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6377039 Aug 11 02:13:34.168719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-e8760f1b-d616-43d0-891c-9a3d81504808 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784266 Aug 11 02:13:34.173537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd65e90-b876-484e-84d8-93ab575f33af,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:34.180015 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb1c9d4-178d-4f93-876a-5dc298b02df9 x-openstack-request-id: req-bcb1c9d4-178d-4f93-876a-5dc298b02df9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:34.180312 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:34.180523 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bcb1c9d4-178d-4f93-876a-5dc298b02df9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:34.181123 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f', 'status': 'completed', 'code': 200} Aug 11 02:13:34.206214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Checking segment: {'id': 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:34.208002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Network hostable DHCP agents. Network: 3b172b5d-f04e-4564-9c0d-d45042a0ca9f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:34.245132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:34.257098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 3b172b5d-f04e-4564-9c0d-d45042a0ca9f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:34.266725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937f42b-8f44-4322-9888-368ab31a8298 None None] Network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:34.269959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.274556 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:34.291766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6c8fb5-d9c8-486a-85e6-ae5e0f098282 req-36718ec4-d6cc-439f-803c-58dee37036f4 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006610 Aug 11 02:13:34.299093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d873ca8f-65b3-4dad-871c-f44e9da65c4b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7010956 Aug 11 02:13:34.393004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03f6aafe-e13a-4426-9661-14de38d2d6f4 req-9da27cab-7f32-4584-bc70-151c4f7baa87 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/18665b4f-adf8-4068-aac8-c690da6bc446 HTTP/1.1" status: 200 len: 2981 time: 0.2554889 Aug 11 02:13:34.475749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea76b75-b2bb-44b1-9f9d-7dcee95d4be6 req-bf6f611f-0bd3-47ed-8482-0a1c8aad8a3f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.477936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ea76b75-b2bb-44b1-9f9d-7dcee95d4be6 req-bf6f611f-0bd3-47ed-8482-0a1c8aad8a3f tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 947 time: 0.1569371 Aug 11 02:13:34.479838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0b044-72ba-4f9e-bd32-a91d2566c34a None None] Network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:34.634517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-4e9c2957-3d57-469b-8da9-79f26648a0ab service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663811 Aug 11 02:13:34.658602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ea76b75-b2bb-44b1-9f9d-7dcee95d4be6 req-1d92e90e-315f-48ca-9a10-ee7f04bfc718 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729205 Aug 11 02:13:34.726949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b7106e2-3f91-4665-b3d8-37acf3bec7a4 req-a5d64ecc-71cd-4c1d-b86e-5995fd75e1e2 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/18665b4f-adf8-4068-aac8-c690da6bc446 HTTP/1.1" status: 200 len: 2981 time: 0.2433872 Aug 11 02:13:34.872847 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-6b7106e2-3f91-4665-b3d8-37acf3bec7a4 req-e2891f62-66ec-4b15-94ea-980cac56eb80 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:13:34.873846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b7106e2-3f91-4665-b3d8-37acf3bec7a4 req-e2891f62-66ec-4b15-94ea-980cac56eb80 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "DELETE /v2.0/security-groups/18665b4f-adf8-4068-aac8-c690da6bc446 HTTP/1.1" status: 409 len: 352 time: 0.1452463 Aug 11 02:13:34.875036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:34.880432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7497388b-eac6-41df-831d-f2f8a4d6b411 req-9629869a-f7e2-4dc5-9aa2-74218479c7e2 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343407 Aug 11 02:13:34.891310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de782e-21bb-4726-b001-2c6d563a4458 req-bf175e69-e4c2-4782-bdc0-e3806604cc01 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:34.897278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98de782e-21bb-4726-b001-2c6d563a4458 req-bf175e69-e4c2-4782-bdc0-e3806604cc01 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 947 time: 0.1323245 Aug 11 02:13:35.016937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98de782e-21bb-4726-b001-2c6d563a4458 req-247e5862-596e-48f7-b9b4-4da78a41ae8c tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187696 Aug 11 02:13:35.041894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b19ba-8ff1-4263-b855-569aa63744fd req-8d86bbf5-42bc-474c-8880-5e9cccc409fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.049312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-8d86bbf5-42bc-474c-8880-5e9cccc409fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=642865c376a246f28025cd85714288e1&device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 1099 time: 0.0815346 Aug 11 02:13:35.091716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:35.127424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'mac_address': 'fa:16:3e:67:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:35.205689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.220052 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-7cd35e0c-52e4-426c-80e1-13afe11ed93a req-f5029cab-5c06-4f06-b60d-060e1e0351e7 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] show failed (client error): The resource could not be found. Aug 11 02:13:35.221412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cd35e0c-52e4-426c-80e1-13afe11ed93a req-f5029cab-5c06-4f06-b60d-060e1e0351e7 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/3a27902a-7e71-46ec-b9be-b9b699fea5fd HTTP/1.1" status: 404 len: 352 time: 0.0267484 Aug 11 02:13:35.232887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:35.259957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b19ba-8ff1-4263-b855-569aa63744fd req-015422a1-37aa-415b-92b4-df4b6bea8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.260200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:35.262391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-015422a1-37aa-415b-92b4-df4b6bea8be5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2025075 Aug 11 02:13:35.264966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:35.319196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-fe890c06-9213-43fa-84af-9e949496493c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f HTTP/1.1" status: 200 len: 217 time: 0.0488484 Aug 11 02:13:35.324266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:35.373506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b19ba-8ff1-4263-b855-569aa63744fd req-aad18ec1-6676-4fe3-b766-2c65cea756d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.375545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-aad18ec1-6676-4fe3-b766-2c65cea756d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0487638 Aug 11 02:13:35.441184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b19ba-8ff1-4263-b855-569aa63744fd req-7e7578d4-3024-4bf8-8bd3-0af98e861754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.442773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-7e7578d4-3024-4bf8-8bd3-0af98e861754 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550787 Aug 11 02:13:35.524960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b5a8b2b1-7b88-470e-ad46-3798ac8545a9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:35.748946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-e48e8bce-dda8-46f6-bb9c-6e562e7699b9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.750559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-e48e8bce-dda8-46f6-bb9c-6e562e7699b9 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 945 time: 0.1106894 Aug 11 02:13:35.752455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-8ba337ac-a72e-4f3e-9863-de52b7d7161a service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871866 Aug 11 02:13:35.760344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-259adc86-da6b-4df5-9e99-10fe3bbeedb3 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:35.762197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-259adc86-da6b-4df5-9e99-10fe3bbeedb3 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/networks?id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f HTTP/1.1" status: 200 len: 814 time: 0.3056233 Aug 11 02:13:35.908955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-6a6ae644-289e-487c-9bed-7378e6561e3a tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/quotas/37159206fe334db197764f95cf1c6955 HTTP/1.1" status: 200 len: 375 time: 0.1255391 Aug 11 02:13:35.917568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0e27723-efca-474c-a6ce-25ab0d8c6474 req-16cd304b-69bb-4174-a7df-fea61897fd5a tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.0466137 Aug 11 02:13:35.979700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-f9d786cc-db3c-46fd-9856-db00bc869599 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=37159206fe334db197764f95cf1c6955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601747 Aug 11 02:13:36.021318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b19ba-8ff1-4263-b855-569aa63744fd req-7d116050-aaf7-4334-ac8e-278fa0034c8f service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568414 Aug 11 02:13:36.072826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Deleting port d197ce6b-5a34-47c4-8941-a2bcd001f84e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:36.073176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.130349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fa26-685e-465d-91b7-c4eb457acca5 req-1d22a396-b96c-4691-b525-7447be4e38c5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:36.131504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9882fa26-685e-465d-91b7-c4eb457acca5 req-1d22a396-b96c-4691-b525-7447be4e38c5 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 945 time: 0.1294494 Aug 11 02:13:36.231550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:36.266729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9882fa26-685e-465d-91b7-c4eb457acca5 req-a4a7a087-138b-4077-99ea-5a54e49494ba tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/security-groups?id=0486ef16-e5a2-4883-9720-f1fcd5547960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269820 Aug 11 02:13:36.277074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] For port d197ce6b-5a34-47c4-8941-a2bcd001f84e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d197ce6b-5a34-47c4-8941-a2bcd001f84e,segment=NetworkSegment(ab0f6a79-532d-42d1-8e17-1fb9f8f2787e),segment_id=ab0f6a79-532d-42d1-8e17-1fb9f8f2787e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:36.277440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.308165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Calling delete_port for d197ce6b-5a34-47c4-8941-a2bcd001f84e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:36.314504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-81d20812-d73e-4e34-92b5-53b3c74664af service neutron] 10.222.0.68 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247592 Aug 11 02:13:36.324219 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-bc057b4a-654c-4d60-ab15-b4118d388c36 req-654cbf72-eba2-45e9-8066-09de33636282 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] show failed (client error): The resource could not be found. Aug 11 02:13:36.325230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc057b4a-654c-4d60-ab15-b4118d388c36 req-654cbf72-eba2-45e9-8066-09de33636282 tempest-SecurityGroupsNegativeTestJSON-532100039 tempest-SecurityGroupsNegativeTestJSON-532100039-project] 10.222.0.68 "GET /v2.0/security-groups/bdc61296-37e7-4a19-8f2b-ea9f594f42e3 HTTP/1.1" status: 404 len: 352 time: 0.0306170 Aug 11 02:13:36.339311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:36.395407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f2e4f76-cea9-4ee1-83f4-c2b7dce64e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.420818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Deleting subnet f4a1519c-6631-4148-afdc-9b42096ddfa5 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:36.426552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.473959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.518545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678d75-c18c-4ea2-b2c4-ccd5ac700375 req-fa2c720a-bd83-49f3-8b42-5bb48fe81fb0 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:36.520065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa678d75-c18c-4ea2-b2c4-ccd5ac700375 req-fa2c720a-bd83-49f3-8b42-5bb48fe81fb0 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 947 time: 0.1090693 Aug 11 02:13:36.536797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.549624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-605c7924-d1f6-4909-80c9-3e8d63532d32 service neutron] 10.222.0.68 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220829 Aug 11 02:13:36.606106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa678d75-c18c-4ea2-b2c4-ccd5ac700375 req-6e98ae1f-8b7b-452d-9fab-7473803f80a7 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771506 Aug 11 02:13:36.607306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.622976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:36.660682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.661298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Pushing event deleted for resources: {'Port': ['ID=d197ce6b-5a34-47c4-8941-a2bcd001f84e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.679172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: bd12e1e1-39a2-470c-9580-97802f0c4323 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:36.679974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd12e1e1-39a2-470c-9580-97802f0c4323 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:36.718783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] No DVR routers for this DVR port d197ce6b-5a34-47c4-8941-a2bcd001f84e on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:36.719075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f2e4f76-cea9-4ee1-83f4-c2b7dce64e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.720431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a1519c-6631-4148-afdc-9b42096ddfa5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.723070 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.725065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.726040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d54363ae-f385-46c1-b2bc-e7474a3dacc6 req-1134bd8d-5924-4a50-b089-1ed4a32e43d3 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.61 "DELETE /v2.0/ports/d197ce6b-5a34-47c4-8941-a2bcd001f84e HTTP/1.1" status: 204 len: 173 time: 0.9627156 Aug 11 02:13:36.729869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85f2452c-2c70-4221-b066-ee59a4dca006 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f4a1519c-6631-4148-afdc-9b42096ddfa5 HTTP/1.1" status: 204 len: 168 time: 0.3893101 Aug 11 02:13:36.730881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40780) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:36.735816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-deleted', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:36.737849 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391ea7d6-3235-49f6-9445-a0df1cd5b7fd" -d '{"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-deleted", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:36.752303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f2e4f76-cea9-4ee1-83f4-c2b7dce64e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.827334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83e6c-9601-42bc-9454-78be6b67e9f0 req-0734e7f5-72d6-401d-a025-c6222deec951 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:36.832921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6e83e6c-9601-42bc-9454-78be6b67e9f0 req-0734e7f5-72d6-401d-a025-c6222deec951 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 948 time: 0.1154792 Aug 11 02:13:36.856128 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d229e4a5-5525-4861-a9f0-90ddc0f279e3 x-openstack-request-id: req-d229e4a5-5525-4861-a9f0-90ddc0f279e3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:36.856331 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056ce101-ec2d-49ed-b264-0cc094ede724", "name": "network-vif-deleted", "tag": "d197ce6b-5a34-47c4-8941-a2bcd001f84e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:36.857842 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d229e4a5-5525-4861-a9f0-90ddc0f279e3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:36.858798 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056ce101-ec2d-49ed-b264-0cc094ede724', 'name': 'network-vif-deleted', 'tag': 'd197ce6b-5a34-47c4-8941-a2bcd001f84e', 'status': 'completed', 'code': 200} Aug 11 02:13:36.883051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:36.897482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f2e4f76-cea9-4ee1-83f4-c2b7dce64e8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44d67df4df1a4de7b5a105d004c36b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6642382 Aug 11 02:13:36.901879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:36.924309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e4f76-cea9-4ee1-83f4-c2b7dce64e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20201990-90f3-40a6-8b6c-f74a0d9c7b98,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:36.936354 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:36.988399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:36.993820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:36.994299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.026571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42ecaef0-fa36-4985-a21c-809451a00bf5 req-217ba77c-2821-417f-baba-18d405afbf74 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 210 time: 0.1266818 Aug 11 02:13:37.072903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.077567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6e83e6c-9601-42bc-9454-78be6b67e9f0 req-04b5cc67-0dce-494e-a83d-83bbb4cfbe46 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361631 Aug 11 02:13:37.086613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5ddac3-753d-44e7-b678-af2a18198a62']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:37.102917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239e7e85-1e4c-4820-9cf8-2b9adeb90aee') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:37.103518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239e7e85-1e4c-4820-9cf8-2b9adeb90aee') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:37.124010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.149981 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.164070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.176652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:37.178503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:37.199022 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:37.205379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.248363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.251836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:37.256322 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34192e-1dd0-4a09-ae69-ae8e3b7a5793" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:37.270003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:37.276140 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.323673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.331724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.348215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] 10.222.0.68 "DELETE /v2.0/networks/9b5ddac3-753d-44e7-b678-af2a18198a62 HTTP/1.1" status: 204 len: 168 time: 0.6083972 Aug 11 02:13:37.372051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0467a5b-352e-404e-8ffe-eef7e46b0bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5ddac3-753d-44e7-b678-af2a18198a62,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:37.401791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:37.450496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6accbfe2-785d-4f76-8ace-cd49f56701c3 req-6cf3c6d4-218e-4005-bb4e-e28f87a2023d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a4c960c-ba0c-4794-8ccf-03b35e68d95f HTTP/1.1" status: 200 len: 210 time: 0.1033113 Aug 11 02:13:37.471739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.478682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.485612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/20201990-90f3-40a6-8b6c-f74a0d9c7b98 HTTP/1.1" status: 204 len: 168 time: 0.5765097 Aug 11 02:13:37.499476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c9950-9e51-4632-84ac-5c811fbed76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20201990-90f3-40a6-8b6c-f74a0d9c7b98,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:37.515117 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648762bb-9040-4af5-bc06-5b5b671ba12d x-openstack-request-id: req-648762bb-9040-4af5-bc06-5b5b671ba12d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:37.515730 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:37.515983 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-648762bb-9040-4af5-bc06-5b5b671ba12d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:37.516546 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'code': 200} Aug 11 02:13:37.666302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-297ace48-1b1d-4c78-bafd-1d9944ec84b4 req-9e4beece-ff42-4e18-82e4-a03c9686fbc2 tempest-LiveAutoBlockMigrationV225Test-997632600 tempest-LiveAutoBlockMigrationV225Test-997632600-project] 10.222.0.68 "GET /v2.0/ports?device_id=056ce101-ec2d-49ed-b264-0cc094ede724 HTTP/1.1" status: 200 len: 210 time: 0.0466464 Aug 11 02:13:37.699157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40816) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:37.774987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-19cafc1a-d404-4080-bfb9-ecd96ef2e5f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00a3183c315e4bd1beeefa6ca7211118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744643 Aug 11 02:13:37.776057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:37.858802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.885959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.921953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7756-365b-4e99-bb09-083232397569 req-93796ad6-53e7-46cd-ae48-96e0ff182ef1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:37.923586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc2a7756-365b-4e99-bb09-083232397569 req-93796ad6-53e7-46cd-ae48-96e0ff182ef1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 947 time: 0.1664639 Aug 11 02:13:37.961341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.964418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:37.969171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18665b4f-adf8-4068-aac8-c690da6bc446 HTTP/1.1" status: 204 len: 168 time: 0.1917121 Aug 11 02:13:37.987987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02132aa-d453-4444-880d-99c692f19a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18665b4f-adf8-4068-aac8-c690da6bc446,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:38.005758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087276f-049b-4ad3-9a13-8e9c33d76e2d req-6f51f86b-4d4a-4654-a8f3-f41943a8714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.008042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8087276f-049b-4ad3-9a13-8e9c33d76e2d req-6f51f86b-4d4a-4654-a8f3-f41943a8714e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 1101 time: 0.1450236 Aug 11 02:13:38.088225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc2a7756-365b-4e99-bb09-083232397569 req-8fe13691-d1f3-4f09-a359-050539488f38 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522455 Aug 11 02:13:38.141792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:38.152167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8087276f-049b-4ad3-9a13-8e9c33d76e2d req-2967f581-68e6-44ad-b626-3d39634a6723 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276987 Aug 11 02:13:38.159351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d0e7-ba8d-47c8-9972-1225a882a3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.209674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edfde6d1-8c7f-4176-9d3d-9f5a5048dfb3 req-e2abc745-1550-42f4-a7c6-e8fb906ce471 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Aug 11 02:13:38.333106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d0e7-ba8d-47c8-9972-1225a882a3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.342766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca6d0e7-ba8d-47c8-9972-1225a882a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.401611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2ca6d0e7-ba8d-47c8-9972-1225a882a3e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f21cdba97d57449ca9b80fcb8f368e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584455 Aug 11 02:13:38.402881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6d0e7-ba8d-47c8-9972-1225a882a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c6fe4-e4bc-49d2-8e13-e5111dabd021,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:38.411371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c838cb4-9c19-4cb9-95a1-137351ed15ae req-cdb5192d-80c6-4849-a05a-72d2d2832c0f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.411371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c838cb4-9c19-4cb9-95a1-137351ed15ae req-cdb5192d-80c6-4849-a05a-72d2d2832c0f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 949 time: 0.0827234 Aug 11 02:13:38.411371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40836) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:38.485359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c838cb4-9c19-4cb9-95a1-137351ed15ae req-c10604f8-5faa-4be9-a428-9e46926932b0 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Aug 11 02:13:38.507164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.566074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.626127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:38.766265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40852) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:38.906082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.913214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.919435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c71c6fe4-e4bc-49d2-8e13-e5111dabd021 HTTP/1.1" status: 204 len: 168 time: 0.5059552 Aug 11 02:13:38.919611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Deleting subnet ffa78850-f001-423b-b807-303263916f7c {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:38.920897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:38.942342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:38.954870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:38.961604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-0074b6b5-cecd-4d0e-8765-40e099e00779 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:38.971883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-0074b6b5-cecd-4d0e-8765-40e099e00779 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.67 "GET /v2.0/networks?id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f HTTP/1.1" status: 200 len: 814 time: 0.4598422 Aug 11 02:13:38.976711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8255b2-f6ad-4484-a3f2-aa1bf520c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c6fe4-e4bc-49d2-8e13-e5111dabd021,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.003792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Request body: {'port': {'device_id': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f', 'admin_state_up': True, 'tenant_id': '37159206fe334db197764f95cf1c6955'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:39.063713 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.073181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.103849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:39.198738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:39.211609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.254142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.341144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.376170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa78850-f001-423b-b807-303263916f7c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.386045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.388465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1756582f-f3ac-4e41-bbf9-422ae703f980 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ffa78850-f001-423b-b807-303263916f7c HTTP/1.1" status: 204 len: 168 time: 0.6211805 Aug 11 02:13:39.392521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40874) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:39.425776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:39.482191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['1e7d1fec-8fcc-4b8d-924f-9ad50726a50f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:39.493927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.518328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e61cb-4236-4796-a98d-b4e516709411 req-00dac85e-ba2b-4a80-a6c3-c64220f925d9 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:39.519897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-910e61cb-4236-4796-a98d-b4e516709411 req-00dac85e-ba2b-4a80-a6c3-c64220f925d9 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 948 time: 0.2427471 Aug 11 02:13:39.557624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea53db0c-c6ce-4e6b-b305-2a9a660df6a0 req-32f10c77-06b7-4ba6-8caa-aa41c0d6d03b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 210 time: 0.0974324 Aug 11 02:13:39.666631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-910e61cb-4236-4796-a98d-b4e516709411 req-c04c8a81-a87b-4d3d-bba7-4acaba3cad3a tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048002 Aug 11 02:13:39.667656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Made reservation on behalf of 37159206fe334db197764f95cf1c6955 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:39.671447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.736320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.774720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40890) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:39.796398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47372fc7-bf2b-4a2c-83f8-601b0277f883']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:39.826742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:39.827435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0f6a79-532d-42d1-8e17-1fb9f8f2787e') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:39.857424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.893783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.920293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:39.923919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:39.936787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Allocated IP 172.20.0.4 (3b172b5d-f04e-4564-9c0d-d45042a0ca9f/edd65e90-b876-484e-84d8-93ab575f33af/eb723524-89ad-491c-9a43-eee3baf5df10) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:39.969759 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:40.048499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-847826596-network', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:40.091460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.094033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Made reservation on behalf of 29be2f17c8ac4a359a90697c99af86a2 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:40.096742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.112582 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.118656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.120742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] 10.222.0.68 "DELETE /v2.0/networks/47372fc7-bf2b-4a2c-83f8-601b0277f883 HTTP/1.1" status: 204 len: 168 time: 0.7266908 Aug 11 02:13:40.135379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:40.143002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e20c9-f5da-4cf3-80a8-433feec3a444 admin admin] Pushing event deleted for resources: {'Network': ['ID=47372fc7-bf2b-4a2c-83f8-601b0277f883,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:40.219170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.227119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac83a0a-7b90-4325-a8f4-80280553580f req-c23ff769-3804-4eb7-a344-51ff2c2f5b38 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.229881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Deleting subnet b207adc6-2f45-4bca-ad00-b8c6c2cb42ad {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:13:40.234970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fac83a0a-7b90-4325-a8f4-80280553580f req-c23ff769-3804-4eb7-a344-51ff2c2f5b38 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 949 time: 0.4701262 Aug 11 02:13:40.240179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.330897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.354003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fac83a0a-7b90-4325-a8f4-80280553580f req-53752f5e-b7fc-4674-b2ec-75b96fff8eed tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178064 Aug 11 02:13:40.362133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.438478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.463853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.510306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.561237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.601518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:40.609213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:40.613095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:40.622210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.630263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:40.639154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:40.654055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.654546 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Added segment 72def753-583b-493b-98ee-161608e017f6 of type vlan for network 679c5c48-ddba-4d93-848f-146bc9846e03 Aug 11 02:13:40.676827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Pushing event updated for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:40.712059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.720883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.721598 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.751050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e341f963-5b2c-4bd7-ba51-e9ea24607e2b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7717519 Aug 11 02:13:40.752517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.759169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.761065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:40.761774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.765166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Request body: {'port': {'device_id': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:40.795844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:40.800372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:40.800938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.882582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:40.905793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:40.973120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: d197ce6b-5a34-47c4-8941-a2bcd001f84e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:40.978249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d197ce6b-5a34-47c4-8941-a2bcd001f84e not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:40.997323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a14380-9dbd-40fd-8528-1e8a95b729d2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.062860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.066379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b207adc6-2f45-4bca-ad00-b8c6c2cb42ad HTTP/1.1" status: 204 len: 168 time: 0.9296257 Aug 11 02:13:41.067562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=679c5c48-ddba-4d93-848f-146bc9846e03,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.072940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:41.074887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036768d-da0f-4be2-9e2d-dc5f26202d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b207adc6-2f45-4bca-ad00-b8c6c2cb42ad,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.079853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 679c5c48-ddba-4d93-848f-146bc9846e03 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:41.155056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.207759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4ae5739b-3faa-4cd5-9710-df621596c3f1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4305508 Aug 11 02:13:41.229498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40946) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:41.240375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Request body: {'subnet': {'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-847826596-subnet', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:41.290573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Made reservation on behalf of 29be2f17c8ac4a359a90697c99af86a2 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:41.297327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.417221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.469145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:41.478686 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c65fb-4ebe-4565-a253-e2f1d6866121" -d '{"events": [{"server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:41.502135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:41.519622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.629674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:41.696098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf384b8-991d-4a63-82ed-440fe9f14ee2 req-b6e5ec25-84cb-4d6f-a481-7208f4b61862 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.698522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf384b8-991d-4a63-82ed-440fe9f14ee2 req-b6e5ec25-84cb-4d6f-a481-7208f4b61862 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 931 time: 0.3058441 Aug 11 02:13:41.705552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb723524-89ad-491c-9a43-eee3baf5df10 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:41.716311 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.767955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Transition to ACTIVE for port object eb723524-89ad-491c-9a43-eee3baf5df10 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:41.773115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaf384b8-991d-4a63-82ed-440fe9f14ee2 req-29850615-1d15-4a7c-8882-e5e39f32c9a4 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618317 Aug 11 02:13:41.778875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.793588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe048c4-1597-4666-80b4-385b8759ddb8 req-8a258425-2eec-4ac4-8dd1-327766cff50c tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:41.799940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.802279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe048c4-1597-4666-80b4-385b8759ddb8 req-8a258425-2eec-4ac4-8dd1-327766cff50c tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 949 time: 0.2344203 Aug 11 02:13:41.845076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d38469-6ca8-4435-bf1e-8a1c6f8f475b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:41.850392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:41.987935 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89790f3e-ac36-4ac8-9352-ba42104bad10 x-openstack-request-id: req-89790f3e-ac36-4ac8-9352-ba42104bad10 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:41.988442 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:41.988853 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89790f3e-ac36-4ac8-9352-ba42104bad10 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:41.989416 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f', 'code': 200} Aug 11 02:13:41.999990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dd713f-b0d9-459f-a662-f19df10cea72') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:42.000292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dd713f-b0d9-459f-a662-f19df10cea72') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:42.061674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9042a2b3-586b-4902-9ba1-4d5e657ee28c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.124237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.159754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.172630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:13:42.173094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:13:42.176533 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:13:42.233104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Checking segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:42.233477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Network hostable DHCP agents. Network: 679c5c48-ddba-4d93-848f-146bc9846e03, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:42.240217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49951036-b9f1-49cf-ab8a-ac833ae502d3 req-16527e6e-071d-4dcb-9e90-98d876ecf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.242280 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49951036-b9f1-49cf-ab8a-ac833ae502d3 req-16527e6e-071d-4dcb-9e90-98d876ecf0c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 1101 time: 0.1683910 Aug 11 02:13:42.285061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.301516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.307743 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] 10.222.0.68 "DELETE /v2.0/networks/23d38469-6ca8-4435-bf1e-8a1c6f8f475b HTTP/1.1" status: 204 len: 168 time: 1.2298412 Aug 11 02:13:42.310850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Network 679c5c48-ddba-4d93-848f-146bc9846e03 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:42.334988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49951036-b9f1-49cf-ab8a-ac833ae502d3 req-cc4053bc-5a85-48aa-9fa6-0e1f6cbc2398 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826294 Aug 11 02:13:42.335840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfaea2-2ca0-4566-ab7a-bfd16f455d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d38469-6ca8-4435-bf1e-8a1c6f8f475b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.341028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 679c5c48-ddba-4d93-848f-146bc9846e03) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:42.350612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.351297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.355439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d7fd8-9a3a-494a-a9a0-09bbf9044a00 None None] Network 679c5c48-ddba-4d93-848f-146bc9846e03 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:42.382695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe048c4-1597-4666-80b4-385b8759ddb8 req-2af66464-8700-4a86-a9f8-c4429c88af8a tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773039 Aug 11 02:13:42.388479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-602e1d1f-cc50-4e01-ba96-b9ec2c583f9f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1565683 Aug 11 02:13:42.389194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:42.398256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Pushing event updated for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.406551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:42.463259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.465863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.538754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Attempting to bind port eb723524-89ad-491c-9a43-eee3baf5df10 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:42.539086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Attempting to bind port eb723524-89ad-491c-9a43-eee3baf5df10 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:42.539343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Attempting to bind port eb723524-89ad-491c-9a43-eee3baf5df10 on network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:42.554951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Port eb723524-89ad-491c-9a43-eee3baf5df10 on network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:13:42.560688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Attempting to bind port eb723524-89ad-491c-9a43-eee3baf5df10 on network 3b172b5d-f04e-4564-9c0d-d45042a0ca9f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:42.572492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:42.574378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Checking segment: {'id': 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:42.575445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Bound using segment: {'id': 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:42.576932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Bound port: eb723524-89ad-491c-9a43-eee3baf5df10, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:42.577435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.638452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.763146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:42.767675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eb723524-89ad-491c-9a43-eee3baf5df10,segment=NetworkSegment(ffe3475c-263b-48e4-bbcf-b9c324cf3a82),segment_id=ffe3475c-263b-48e4-bbcf-b9c324cf3a82)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:42.768985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40990) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:42.781131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.881140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:42.882862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.884358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] 10.222.0.67 "PUT /v2.0/ports/eb723524-89ad-491c-9a43-eee3baf5df10 HTTP/1.1" status: 200 len: 1092 time: 2.1245387 Aug 11 02:13:42.894453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa1ede-ac9a-41d5-bd57-49fd932c0c97 service neutron] Pushing event updated for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:42.901348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:42.907460 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992064b5-f096-4634-808a-e6a6b2c64bff" -d '{"events": [{"name": "network-changed", "server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:42.928484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-679c5c48-ddba-4d93-848f-146bc9846e03', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:13:42.933391 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:42.986329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41002) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:42.998992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.099139 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c13eb-40e2-4c83-b63a-816f03b2136f x-openstack-request-id: req-c78c13eb-40e2-4c83-b63a-816f03b2136f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:43.099418 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:43.099664 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c78c13eb-40e2-4c83-b63a-816f03b2136f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:43.100051 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10', 'status': 'completed', 'code': 200} Aug 11 02:13:43.160562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc73e01-3b60-4cb8-83f9-60a672d2f2ba req-55d36e62-4399-427b-b79f-800de9d3b6d0 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.162632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdc73e01-3b60-4cb8-83f9-60a672d2f2ba req-55d36e62-4399-427b-b79f-800de9d3b6d0 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 943 time: 0.2268448 Aug 11 02:13:43.164702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3181683c-acfa-414b-8adb-cea219b3b681 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3526bb9e88d46db87a33cb2f7d25d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931799 Aug 11 02:13:43.167807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41010) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:43.197617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-f9bdc9b8-fd58-4cb3-a321-f55123ba7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.199165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-f9bdc9b8-fd58-4cb3-a321-f55123ba7891 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37159206fe334db197764f95cf1c6955&device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 1095 time: 0.2595820 Aug 11 02:13:43.340029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Allocated IP 172.20.0.2 (679c5c48-ddba-4d93-848f-146bc9846e03/9042a2b3-586b-4902-9ba1-4d5e657ee28c/b9a56382-9244-4eee-9379-ca9f307cfa17) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:43.352246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdc73e01-3b60-4cb8-83f9-60a672d2f2ba req-3e25822f-0c45-4dc0-9e2b-e2356e45ed7c tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780746 Aug 11 02:13:43.367332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e166b01a-954c-45ae-90cf-0fb1b5434f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.583162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e166b01a-954c-45ae-90cf-0fb1b5434f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.605172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-e68d7245-ee48-4cd6-9c99-0694bfbcb9a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb723524-89ad-491c-9a43-eee3baf5df10 HTTP/1.1" status: 200 len: 217 time: 0.3970356 Aug 11 02:13:43.607023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e166b01a-954c-45ae-90cf-0fb1b5434f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.699675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.712234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Transition to ACTIVE for port object b9a56382-9244-4eee-9379-ca9f307cfa17 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:43.734002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Transition to ACTIVE for port object b9a56382-9244-4eee-9379-ca9f307cfa17 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:43.741341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.760387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.768171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-09b57371-0186-4fa7-ac24-5b021e1df0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.769846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-09b57371-0186-4fa7-ac24-5b021e1df0a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=edd65e90-b876-484e-84d8-93ab575f33af HTTP/1.1" status: 200 len: 854 time: 0.1241095 Aug 11 02:13:43.808174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Network 679c5c48-ddba-4d93-848f-146bc9846e03 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:43.812037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:43.821479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:43.825706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Pushing event updated for resources: {'Port': ['ID=b9a56382-9244-4eee-9379-ca9f307cfa17,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:43.874760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-1cd0be20-f1c1-4bc1-86a9-0b4137381c3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946829 Aug 11 02:13:43.879821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e166b01a-954c-45ae-90cf-0fb1b5434f91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d141bb60e774e2ebe3994c65623c898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8905325 Aug 11 02:13:43.880591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b01a-954c-45ae-90cf-0fb1b5434f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b242dae1-bbb4-416f-9cac-628ceeeb4d5c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:43.882963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41028) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:43.894516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.903697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5073d18-1034-4655-a058-4636f46c5d18 req-ee304508-b697-4373-ac8c-c88c0b43ccfd tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.912248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5073d18-1034-4655-a058-4636f46c5d18 req-ee304508-b697-4373-ac8c-c88c0b43ccfd tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 949 time: 0.3128729 Aug 11 02:13:43.932470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Attempting to bind port b9a56382-9244-4eee-9379-ca9f307cfa17 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:43.933521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Attempting to bind port b9a56382-9244-4eee-9379-ca9f307cfa17 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:43.934668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Attempting to bind port b9a56382-9244-4eee-9379-ca9f307cfa17 on network 679c5c48-ddba-4d93-848f-146bc9846e03 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:43.935755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd397e20-7bdb-4674-8a74-84eb2e7a4756 req-361d972e-1d7c-4b23-a4f4-e67aaec34ca1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:43.942285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:43.942901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Checking segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:43.943495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.944053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Bound using segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:43.945620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Bound port: b9a56382-9244-4eee-9379-ca9f307cfa17, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:43.946039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd397e20-7bdb-4674-8a74-84eb2e7a4756 req-361d972e-1d7c-4b23-a4f4-e67aaec34ca1 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.1699402 Aug 11 02:13:43.946667 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.963843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:43.985736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.049731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.052320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.053482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0486ef16-e5a2-4883-9720-f1fcd5547960 HTTP/1.1" status: 204 len: 168 time: 0.8834789 Aug 11 02:13:44.068955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c990d3-7340-403b-9b6a-f37f28f6d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486ef16-e5a2-4883-9720-f1fcd5547960,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.103375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.126831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5073d18-1034-4655-a058-4636f46c5d18 req-2d5bbdd5-d1bc-4529-b27a-5fb3970b90e7 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091315 Aug 11 02:13:44.153765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Allocated IP 172.25.3.214 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2a0c7b89-ecca-4f5d-b26a-fa24870f7a67) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:44.166910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] For port b9a56382-9244-4eee-9379-ca9f307cfa17, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:44.179979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] For port b9a56382-9244-4eee-9379-ca9f307cfa17, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b9a56382-9244-4eee-9379-ca9f307cfa17,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:44.188619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.200570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd397e20-7bdb-4674-8a74-84eb2e7a4756 req-e1d91ba5-f2b8-4d21-a112-82c6da07db3b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535040 Aug 11 02:13:44.311398 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.363749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.380119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb31fd-55e6-4d21-93ac-1b5849ea3091 None None] Pushing event updated for resources: {'Port': ['ID=b9a56382-9244-4eee-9379-ca9f307cfa17,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.469696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-a566490b-0d50-4d6b-a6cd-3889d2510a5a service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745749 Aug 11 02:13:44.476807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.541735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Pushing event updated for resources: {'Port': ['ID=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.566970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:44.568171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-b83c29f5-1a51-4c06-8dd2-68bf446f6791 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:44.569598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:44.584176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-b83c29f5-1a51-4c06-8dd2-68bf446f6791 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.3662660 Aug 11 02:13:44.589642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:44.789445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b9a56382-9244-4eee-9379-ca9f307cfa17 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:44.809335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.819154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:44.823762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b242dae1-bbb4-416f-9cac-628ceeeb4d5c HTTP/1.1" status: 204 len: 168 time: 0.9388113 Aug 11 02:13:44.845274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470407e-141c-484a-a7db-0a74672d98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242dae1-bbb4-416f-9cac-628ceeeb4d5c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:44.935642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:44.966049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.028522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88571de5-f674-4483-892d-5b1afbe0e0c2 req-408dfc93-b8c8-4fa5-8dce-c7f685a9b022 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.062218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88571de5-f674-4483-892d-5b1afbe0e0c2 req-408dfc93-b8c8-4fa5-8dce-c7f685a9b022 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 943 time: 0.5760376 Aug 11 02:13:45.078179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b9a56382-9244-4eee-9379-ca9f307cfa17 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:45.104506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e94cb0d-66aa-48df-a3c9-dc5b8fb3bfbd req-f35d455f-23b0-48eb-b565-44e94b1815be service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161449 Aug 11 02:13:45.224371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88571de5-f674-4483-892d-5b1afbe0e0c2 req-12e0fd31-bb93-4251-aa06-8d1ab4b7f813 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481748 Aug 11 02:13:45.224371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53588-5643-4944-a707-01d1ddb9053e req-c704d28a-0c2c-4809-8b3b-1cf23b147222 tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.231583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:45.234018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-faf53588-5643-4944-a707-01d1ddb9053e req-c704d28a-0c2c-4809-8b3b-1cf23b147222 tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 1101 time: 0.5935924 Aug 11 02:13:45.239027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.246439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'mac_address': 'fa:16:3e:67:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:45.292208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-faf53588-5643-4944-a707-01d1ddb9053e req-c95b446e-971c-4fb1-a090-248c2142ae5f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.312121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.345001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:45.376994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:45.383905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.474177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b5a8b2b1-7b88-470e-ad46-3798ac8545a9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:45.483396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992064b5-f096-4634-808a-e6a6b2c64bff req-09ef6c29-682e-4496-8e89-a261f49d71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.484941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-09ef6c29-682e-4496-8e89-a261f49d71a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37159206fe334db197764f95cf1c6955&device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 1095 time: 0.2843878 Aug 11 02:13:45.520561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:45.530135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Deleting port 7af86b54-9224-42c6-b68e-b4d3941dfe8b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:45.530710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.568639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.728145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31bcb909-6103-428e-8ccf-82a0f847d075 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6a99034224a4c21aae415e0481a4e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609315 Aug 11 02:13:45.730833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:45.740063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3195788-ec91-4321-93dd-e4035388e2bc req-6235ab6b-d23c-4159-809a-bc129e3e36db tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:45.747198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3195788-ec91-4321-93dd-e4035388e2bc req-6235ab6b-d23c-4159-809a-bc129e3e36db tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 944 time: 0.3764784 Aug 11 02:13:45.760278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] For port 7af86b54-9224-42c6-b68e-b4d3941dfe8b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7af86b54-9224-42c6-b68e-b4d3941dfe8b,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:45.760642 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.812428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fdfd6-a95d-4915-b133-0ba11e97cba0 None None] Network 679c5c48-ddba-4d93-848f-146bc9846e03 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:45.869987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96f016ec-8267-4d7e-84de-904b77740afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.894397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Provisioning for port b9a56382-9244-4eee-9379-ca9f307cfa17 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:45.900957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Provisioning complete for port b9a56382-9244-4eee-9379-ca9f307cfa17 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:45.902332 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.902787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.921056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:45.932068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Calling delete_port for 7af86b54-9224-42c6-b68e-b4d3941dfe8b owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:45.982432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.026672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3195788-ec91-4321-93dd-e4035388e2bc req-c4cbaf04-c7e0-4c95-b635-27b2cbcd482d tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720954 Aug 11 02:13:46.160531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.164463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.165778 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aa48dd2a-549e-45b0-980d-36c02c6689eb HTTP/1.1" status: 204 len: 168 time: 0.4339423 Aug 11 02:13:46.184275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45709b3d-776c-436f-977c-3daa74a86c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa48dd2a-549e-45b0-980d-36c02c6689eb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.207799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Router 267d0e78-023b-4933-aec7-e69b9073f6d9 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:13:46.277301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992064b5-f096-4634-808a-e6a6b2c64bff req-fb3a14c2-2279-4e44-932d-a24e01e4f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.286496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-fb3a14c2-2279-4e44-932d-a24e01e4f6c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f HTTP/1.1" status: 200 len: 915 time: 0.7721059 Aug 11 02:13:46.292089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-faf53588-5643-4944-a707-01d1ddb9053e req-c95b446e-971c-4fb1-a090-248c2142ae5f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.363459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-faf53588-5643-4944-a707-01d1ddb9053e req-c95b446e-971c-4fb1-a090-248c2142ae5f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.389865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-232b95b0-d46a-49dc-b76b-8eb98e957939 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb723524-89ad-491c-9a43-eee3baf5df10 HTTP/1.1" status: 200 len: 217 time: 0.0897450 Aug 11 02:13:46.450303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-faf53588-5643-4944-a707-01d1ddb9053e req-c95b446e-971c-4fb1-a090-248c2142ae5f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2151165 Aug 11 02:13:46.452403 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.535503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] For port b9a56382-9244-4eee-9379-ca9f307cfa17, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b9a56382-9244-4eee-9379-ca9f307cfa17,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:46.539230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b446e-971c-4fb1-a090-248c2142ae5f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70fbbcc-4444-45b1-8cc0-9eadda325c41,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.558963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.647400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465096b-ae04-4905-ba12-29674d926961 req-32acba64-f4d4-4a3f-a89b-e1f0e23d6e0b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.658957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f465096b-ae04-4905-ba12-29674d926961 req-32acba64-f4d4-4a3f-a89b-e1f0e23d6e0b tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 943 time: 0.3377674 Aug 11 02:13:46.685059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424654a-0c39-41e4-9a4c-b63405a75d4f None None] Pushing event updated for resources: {'Port': ['ID=b9a56382-9244-4eee-9379-ca9f307cfa17,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.710301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96f016ec-8267-4d7e-84de-904b77740afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.714267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992064b5-f096-4634-808a-e6a6b2c64bff req-b8c1855a-6da9-41b8-b83a-d454d01844eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:46.715902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-b8c1855a-6da9-41b8-b83a-d454d01844eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=edd65e90-b876-484e-84d8-93ab575f33af HTTP/1.1" status: 200 len: 854 time: 0.3012702 Aug 11 02:13:46.728643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96f016ec-8267-4d7e-84de-904b77740afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.743525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.761723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f465096b-ae04-4905-ba12-29674d926961 req-f24d620d-d01e-4f9b-a81a-d78efaadad99 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017251 Aug 11 02:13:46.762231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:46.782800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Sync routers for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:46.794751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-159e77a8-7b43-4aa3-baa8-9bd9e4b50e28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669789 Aug 11 02:13:46.812509 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:46.821614 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:13:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:46.850687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event deleted for resources: {'Port': ['ID=7af86b54-9224-42c6-b68e-b4d3941dfe8b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:46.882352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.888359 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-903dc11e-857d-4037-b346-6508f99e195d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4977276 Aug 11 02:13:46.894596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-899d3fc3-921f-408d-9e3e-9d9c3b99279d None None] Provisioning complete for port b9a56382-9244-4eee-9379-ca9f307cfa17 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:46.894977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-899d3fc3-921f-408d-9e3e-9d9c3b99279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:46.902740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41136) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:46.984899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:46.989498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] No DVR routers for this DVR port 7af86b54-9224-42c6-b68e-b4d3941dfe8b on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:46.989775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96f016ec-8267-4d7e-84de-904b77740afc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4a3bb2bb886e4713bc6e775e2f0f4650&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3408468 Aug 11 02:13:47.003106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.005463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7513031f-c63c-48c5-8ad4-18442b57c0d9 req-470b5f93-cc2e-45ef-a17e-9cb44e3219b7 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "DELETE /v2.0/ports/7af86b54-9224-42c6-b68e-b4d3941dfe8b HTTP/1.1" status: 204 len: 173 time: 2.4190207 Aug 11 02:13:47.007765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-deleted', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:47.007980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:47.010485 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4bb4af-46d0-4e27-bd36-e7dafa7c5d12" -d '{"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-deleted", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:47.070801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41148) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:47.160566 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b23666-f6a0-4ecf-ade5-04e89353d712 x-openstack-request-id: req-18b23666-f6a0-4ecf-ade5-04e89353d712 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:47.177206 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7356acba-79a4-40a4-aa98-ee2144c90e6b", "name": "network-vif-deleted", "tag": "7af86b54-9224-42c6-b68e-b4d3941dfe8b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:47.178823 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18b23666-f6a0-4ecf-ade5-04e89353d712 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:47.182106 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7356acba-79a4-40a4-aa98-ee2144c90e6b', 'name': 'network-vif-deleted', 'tag': '7af86b54-9224-42c6-b68e-b4d3941dfe8b', 'status': 'completed', 'code': 200} Aug 11 02:13:47.183727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f016ec-8267-4d7e-84de-904b77740afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8f0a2-8c3d-437f-8569-1077909426f5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:47.246311 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:47.263496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:47.264006 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.284332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-fbfc75c1-1304-42db-ad39-710f7fae1686 service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348969 Aug 11 02:13:47.315107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9f67499-c119-4981-9728-3eb4b7fbb7a8 req-1ebd2464-b8ea-46fd-866e-53b2dcb51961 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=7356acba-79a4-40a4-aa98-ee2144c90e6b HTTP/1.1" status: 200 len: 210 time: 0.1269882 Aug 11 02:13:47.346143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.497301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.512055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.607448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-240603404-network', 'tenant_id': 'bac9df74a5f746fc9c168609992fef3a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:47.626818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:47.635476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:47.647360 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91011cf-48cd-4361-9ff1-4f63469fc24b" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:47.659034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.661188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:47.674420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:44Z', 'revision_number': 3, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:47.714612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Checking router: 267d0e78-023b-4933-aec7-e69b9073f6d9 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:47.714970 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Updating router 267d0e78-023b-4933-aec7-e69b9073f6d9 port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:13:47.750388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992064b5-f096-4634-808a-e6a6b2c64bff req-4f51b0a3-0c0f-4d61-8619-a6183e2db1a0 service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321740 Aug 11 02:13:47.766297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Made reservation on behalf of bac9df74a5f746fc9c168609992fef3a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:47.776903 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.777290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:47.779383 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.793058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 7af86b54-9224-42c6-b68e-b4d3941dfe8b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:47.793748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7af86b54-9224-42c6-b68e-b4d3941dfe8b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:47.817481 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c9d4ff-e6ca-4f2c-bba0-eea8f98ab8d9 x-openstack-request-id: req-f6c9d4ff-e6ca-4f2c-bba0-eea8f98ab8d9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:47.817943 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:47.818209 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6c9d4ff-e6ca-4f2c-bba0-eea8f98ab8d9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:47.818610 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'code': 200} Aug 11 02:13:47.825137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e38d-32ac-4810-84db-f58ef7a40552 req-c3cdf608-e7ba-446e-83ae-22efefbe700f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:47.839454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab82e38d-32ac-4810-84db-f58ef7a40552 req-c3cdf608-e7ba-446e-83ae-22efefbe700f tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 1101 time: 0.2359259 Aug 11 02:13:47.851668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.896203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.902948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:47.917271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bed8f0a2-8c3d-437f-8569-1077909426f5 HTTP/1.1" status: 204 len: 168 time: 0.9287765 Aug 11 02:13:47.992125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55284033-091b-4373-a48f-30c173b0c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8f0a2-8c3d-437f-8569-1077909426f5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:48.075409 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.086827 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Transition to ACTIVE for port object 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:48.098180 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.119101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab82e38d-32ac-4810-84db-f58ef7a40552 req-296488ca-b3b2-45e8-9294-060b6f174d02 tempest-ServersAdminNegativeTestJSON-74322600 tempest-ServersAdminNegativeTestJSON-74322600-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768166 Aug 11 02:13:48.134770 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Attempting to bind port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:48.135383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Attempting to bind port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:48.135956 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Attempting to bind port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:48.161124 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:48.161964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:48.162680 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.163742 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:48.164501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Bound port: 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:48.165173 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.231012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cdad8-ed46-4296-a793-bac4d503dc4c req-ee68f135-760c-4e72-85dc-34869e56b133 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.238508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d45cdad8-ed46-4296-a793-bac4d503dc4c req-ee68f135-760c-4e72-85dc-34869e56b133 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 943 time: 0.2823591 Aug 11 02:13:48.251968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Pushing event updated for resources: {'Port': ['ID=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:48.279858 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.280850 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.281675 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.282467 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.283234 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.283969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.285374 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.286181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.286951 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.287692 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.288994 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.290797 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:48.307087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] For port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:48.317464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.329278 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] For port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:48.336478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d45cdad8-ed46-4296-a793-bac4d503dc4c req-d3e66a53-7a9c-409f-981a-8d8fa01526f9 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944538 Aug 11 02:13:48.338734 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.399299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.420957 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.506565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:13:48.515955 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:48.516610 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:13:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:48.569359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11efee43-78d6-474b-a730-bb5875fe7c00,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:48.581713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.584448 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Added segment bf4997db-f748-44a7-aa84-1944cb27f699 of type vlan for network a069f5dc-7a33-4581-9841-f2bedfa3b162 Aug 11 02:13:48.624257 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff40eb-af9f-4e76-9a4a-39bd2cf4a877 None None] Pushing event updated for resources: {'Port': ['ID=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:48.645475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eb723524-89ad-491c-9a43-eee3baf5df10 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:13:48.735245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.860236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.861554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:48.862378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:48.879742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eb723524-89ad-491c-9a43-eee3baf5df10,segment=NetworkSegment(ffe3475c-263b-48e4-bbcf-b9c324cf3a82),segment_id=ffe3475c-263b-48e4-bbcf-b9c324cf3a82)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:48.901991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'eb723524-89ad-491c-9a43-eee3baf5df10', 'network_id': '3b172b5d-f04e-4564-9c0d-d45042a0ca9f', 'port_id': 'eb723524-89ad-491c-9a43-eee3baf5df10', 'mac_address': 'fa:16:3e:b9:cb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd65e90-b876-484e-84d8-93ab575f33af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:13:48.904971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b9a56382-9244-4eee-9379-ca9f307cfa17 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:48.928621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:48.945376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Allocated IP 172.20.0.1 (679c5c48-ddba-4d93-848f-146bc9846e03/9042a2b3-586b-4902-9ba1-4d5e657ee28c/a1aa64a0-3721-4249-b63e-cb7f158f86ab) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:49.047506 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.080329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb723524-89ad-491c-9a43-eee3baf5df10 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:49.105969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0159183 Aug 11 02:13:49.107466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa856296-449b-4225-bfbb-efff3593c4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a069f5dc-7a33-4581-9841-f2bedfa3b162,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.125189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41222) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:49.147370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eb723524-89ad-491c-9a43-eee3baf5df10,segment=NetworkSegment(ffe3475c-263b-48e4-bbcf-b9c324cf3a82),segment_id=ffe3475c-263b-48e4-bbcf-b9c324cf3a82)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:49.154875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:13:49.160783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Request body: {'subnet': {'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-240603404-subnet', 'tenant_id': 'bac9df74a5f746fc9c168609992fef3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:49.329003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.346155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.366213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b9a56382-9244-4eee-9379-ca9f307cfa17 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:49.379263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.379520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Transition to ACTIVE for port object a1aa64a0-3721-4249-b63e-cb7f158f86ab will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:49.419746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Made reservation on behalf of bac9df74a5f746fc9c168609992fef3a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:49.431099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.472366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.483981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d319ec8-30fe-440a-8c13-ebd7dd7ca9b4 req-fddb9a59-a144-4b0c-8559-d45d3e529276 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.497407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d319ec8-30fe-440a-8c13-ebd7dd7ca9b4 req-fddb9a59-a144-4b0c-8559-d45d3e529276 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 945 time: 0.4622421 Aug 11 02:13:49.521455 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:44Z', 'revision_number': 3, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:49.544171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:49.579856 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c7463-b912-4270-8f79-b93eb26199f7 None None] The sync data for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 is: [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:44Z', 'revision_number': 3, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:49.635903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['eb723524-89ad-491c-9a43-eee3baf5df10'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:49.742139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Network 679c5c48-ddba-4d93-848f-146bc9846e03 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:49.755828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:49.783787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:49.864469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:49.880181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-4cd9d3e2-ae67-42ae-9de6-62689a24142f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.882169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-4cd9d3e2-ae67-42ae-9de6-62689a24142f tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 945 time: 0.5982680 Aug 11 02:13:49.926060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57ac68-df69-4578-beb4-924eddf63c06 req-646a4e40-11d7-47e8-ba4b-151cde559f86 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:49.940627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b57ac68-df69-4578-beb4-924eddf63c06 req-646a4e40-11d7-47e8-ba4b-151cde559f86 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 949 time: 0.6764021 Aug 11 02:13:50.013423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:50.042005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-05edabe9-15e2-400b-bed0-33da294477c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.043630 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-05edabe9-15e2-400b-bed0-33da294477c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 1101 time: 0.5609598 Aug 11 02:13:50.299979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d319ec8-30fe-440a-8c13-ebd7dd7ca9b4 req-dca2af92-728c-474c-b89e-07dd42413573 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010681 Aug 11 02:13:50.316292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95b27e8-119a-47b9-94b1-b0f13baec626,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:50.328900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4bff7e53-c730-4833-96d1-664b5906c8a7 None None] Provisioning for port a1aa64a0-3721-4249-b63e-cb7f158f86ab completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:50.334292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4bff7e53-c730-4833-96d1-664b5906c8a7 None None] Provisioning complete for port a1aa64a0-3721-4249-b63e-cb7f158f86ab triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:50.334740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4bff7e53-c730-4833-96d1-664b5906c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.337055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.354049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b57ac68-df69-4578-beb4-924eddf63c06 req-29cf6233-97d6-4fce-a4d1-a0f0c2eb7f64 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088020 Aug 11 02:13:50.368887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Checking segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:50.369257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Network hostable DHCP agents. Network: a069f5dc-7a33-4581-9841-f2bedfa3b162, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:13:50.430432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:13:50.440765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Deleting port 756eccf7-a9e5-48d5-a002-12598b57769e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:50.441116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.452970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4bff7e53-c730-4833-96d1-664b5906c8a7 None None] Port a1aa64a0-3721-4249-b63e-cb7f158f86ab cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:50.471736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-9ea99f8c-37a1-484f-a897-703791a218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.473541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-9ea99f8c-37a1-484f-a897-703791a218b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3912950 Aug 11 02:13:50.537631 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-df384690-f089-4a72-aad2-bfcc55f1bb16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9 HTTP/1.1" status: 200 len: 217 time: 0.0529335 Aug 11 02:13:50.590070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a069f5dc-7a33-4581-9841-f2bedfa3b162) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:50.597438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312f1d2-4963-4abf-a95f-d64bd86dc28d None None] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:50.754480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] For port 756eccf7-a9e5-48d5-a002-12598b57769e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=756eccf7-a9e5-48d5-a002-12598b57769e,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:50.755795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.766751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eb723524-89ad-491c-9a43-eee3baf5df10 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:50.772735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Calling delete_port for 756eccf7-a9e5-48d5-a002-12598b57769e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:50.781360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:50.791689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.795138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-ef87a4c1-20ee-4829-aa08-d296fc83e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.797519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-ef87a4c1-20ee-4829-aa08-d296fc83e314 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2154591 Aug 11 02:13:50.978507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:50.979182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:50.993093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.050532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871edb87-8be4-4e5d-8481-11fb34738cc6 None None] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:13:51.063472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-19b00b19-0c7b-4a12-b9f2-29f932993690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.065029 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-19b00b19-0c7b-4a12-b9f2-29f932993690 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2528605 Aug 11 02:13:51.167466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port eb723524-89ad-491c-9a43-eee3baf5df10 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:51.205013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port eb723524-89ad-491c-9a43-eee3baf5df10 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:51.205523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.222521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:51.317385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:51.321189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.492687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event deleted for resources: {'Port': ['ID=756eccf7-a9e5-48d5-a002-12598b57769e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:51.539798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0810c6f6-4a5c-4f0f-9a5b-28e78f461f46 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3932531 Aug 11 02:13:51.647845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae728e-2ae7-4ec2-86c9-aa2a8a87da06 req-e2122ba5-bc7f-4b3d-ba2d-036f3b505cd4 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.658518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86ae728e-2ae7-4ec2-86c9-aa2a8a87da06 req-e2122ba5-bc7f-4b3d-ba2d-036f3b505cd4 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 944 time: 1.1733110 Aug 11 02:13:51.737150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] No DVR routers for this DVR port 756eccf7-a9e5-48d5-a002-12598b57769e on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:51.740023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.743704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8faee18d-01df-45f3-8dfd-884ab5b37450 req-f0d8ba25-4aa1-4cfd-a940-c3de1204c5a3 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.61 "DELETE /v2.0/ports/756eccf7-a9e5-48d5-a002-12598b57769e HTTP/1.1" status: 204 len: 173 time: 1.8413200 Aug 11 02:13:51.749167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-deleted', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:51.751546 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a1f036-4a12-40b8-ad2e-e5276d948994" -d '{"events": [{"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-deleted", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:51.786997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-c87e98a5-05fe-4188-84a3-2d7cd29a0ff1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:51.792614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-c87e98a5-05fe-4188-84a3-2d7cd29a0ff1 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 949 time: 0.8044944 Aug 11 02:13:51.923893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:51.929361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86ae728e-2ae7-4ec2-86c9-aa2a8a87da06 req-7c551424-8cd2-4b85-b41b-166da9a178a4 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668660 Aug 11 02:13:52.074897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.083456 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-83f7350a-d046-43e6-88af-a7091364c585 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9970355 Aug 11 02:13:52.084538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.143844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.158125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:52.160401 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df22ee-b8b3-46f3-bfd2-6565366470ca" -d '{"events": [{"server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "name": "network-vif-plugged", "status": "completed", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:52.172919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eb723524-89ad-491c-9a43-eee3baf5df10,segment=NetworkSegment(ffe3475c-263b-48e4-bbcf-b9c324cf3a82),segment_id=ffe3475c-263b-48e4-bbcf-b9c324cf3a82)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:52.185862 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.236289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3440f834-201c-4cc0-a7d5-34993c06bab9 req-08c011ac-389a-4f36-b845-31c3055d2afe tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b3887f-e3fc-4d6c-93b4-6ae0c53251be HTTP/1.1" status: 200 len: 210 time: 0.1055875 Aug 11 02:13:52.289329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:52.291218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.321106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Deleting port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:52.323804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.378502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.382316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.428426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.531076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9941c63b-97a9-4497-b6e2-7e3671146827 req-11e2a78d-0c45-4154-99b0-37de75663a76 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845098 Aug 11 02:13:52.548867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:52.562211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8eb2dffd-1d34-48f9-a034-81032bca2a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.635058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-b1ce42d7-98b0-4d00-abe1-b75f9006c04a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526605 Aug 11 02:13:52.640795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Network 679c5c48-ddba-4d93-848f-146bc9846e03 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:52.651359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:52.721252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:52.821197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:52.821619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.857789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] For port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:52.858633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:52.886721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Calling delete_port for 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:52.898643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Router 267d0e78-023b-4933-aec7-e69b9073f6d9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:13:52.931313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2809f-2655-4cc4-bec9-ffc8427d0b04 req-40ed0003-93a5-4ecb-8078-97d819222700 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:52.932900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2a2809f-2655-4cc4-bec9-ffc8427d0b04 req-40ed0003-93a5-4ecb-8078-97d819222700 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c0b8dfb-a260-4542-b32b-2069adb402bd HTTP/1.1" status: 200 len: 949 time: 0.3519459 Aug 11 02:13:52.971048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:53.013523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 756eccf7-a9e5-48d5-a002-12598b57769e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:53.013914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 756eccf7-a9e5-48d5-a002-12598b57769e not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:53.103457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2c9e78ce-2b6b-405a-8b01-fd9d072e8cda None None] Provisioning complete for port a1aa64a0-3721-4249-b63e-cb7f158f86ab triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:53.103835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2c9e78ce-2b6b-405a-8b01-fd9d072e8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.119813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:13:53.135189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6acc96f-368a-4769-817c-840a4886e453 admin admin] 10.222.0.68 "PUT /v2.0/routers/267d0e78-023b-4933-aec7-e69b9073f6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2058082 Aug 11 02:13:53.152016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-33d0b283-465a-4d08-9803-0f11f94a546e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:53.154217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-33d0b283-465a-4d08-9803-0f11f94a546e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4804432 Aug 11 02:13:53.176353 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Sync routers for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:13:53.191291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2a2809f-2655-4cc4-bec9-ffc8427d0b04 req-dd08012c-14b8-456c-9f29-727d95a81238 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405689 Aug 11 02:13:53.198084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-1c37f556-6e1a-4fcb-b1e1-90ac22de2ef1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/quotas/e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 375 time: 0.0374556 Aug 11 02:13:53.206997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:53.207804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:13:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:53.213346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e78ce-2b6b-405a-8b01-fd9d072e8cda None None] Port a1aa64a0-3721-4249-b63e-cb7f158f86ab cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:53.241123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-5ce30dad-74c4-41e3-85b1-2df3d616031d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308344 Aug 11 02:13:53.312263 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ef9dd-6e09-4dd3-9723-92069dff6270 x-openstack-request-id: req-e80ef9dd-6e09-4dd3-9723-92069dff6270 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:53.312552 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b3887f-e3fc-4d6c-93b4-6ae0c53251be", "name": "network-vif-deleted", "tag": "756eccf7-a9e5-48d5-a002-12598b57769e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:53.313033 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e80ef9dd-6e09-4dd3-9723-92069dff6270 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:53.313462 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b3887f-e3fc-4d6c-93b4-6ae0c53251be', 'name': 'network-vif-deleted', 'tag': '756eccf7-a9e5-48d5-a002-12598b57769e', 'status': 'completed', 'code': 200} Aug 11 02:13:53.362358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.375910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:53.432341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Pushing event deleted for resources: {'Port': ['ID=1e7d1fec-8fcc-4b8d-924f-9ad50726a50f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:53.509910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['95913d54-8416-451d-a986-0454cb77593b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:13:53.520804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] No DVR routers for this DVR port 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:53.525756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:53.528278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-757b7b0c-cd7c-4fcd-a57b-2f7268fd9b9f req-3f5c3c34-ade2-4ede-95ed-b2fc22a42e33 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "DELETE /v2.0/ports/1e7d1fec-8fcc-4b8d-924f-9ad50726a50f HTTP/1.1" status: 204 len: 173 time: 1.7208335 Aug 11 02:13:53.662782 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2275c38b-f748-4c07-b813-8deef5932a22 x-openstack-request-id: req-2275c38b-f748-4c07-b813-8deef5932a22 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:53.663390 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "name": "network-vif-plugged", "status": "completed", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:53.663860 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2275c38b-f748-4c07-b813-8deef5932a22 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:53.666821 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10', 'code': 200} Aug 11 02:13:53.801490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600587c-32fa-4ea8-aab8-94f3eea542ac req-c9ab86e6-6a68-424b-8fe4-f789e3990eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:53.805499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c600587c-32fa-4ea8-aab8-94f3eea542ac req-c9ab86e6-6a68-424b-8fe4-f789e3990eea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 1097 time: 0.1265466 Aug 11 02:13:53.900734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c600587c-32fa-4ea8-aab8-94f3eea542ac req-4b7de2d1-87ca-4f51-af11-d79dc02fb690 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858924 Aug 11 02:13:53.964287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:51Z', 'revision_number': 2, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:54.051063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Checking router: 267d0e78-023b-4933-aec7-e69b9073f6d9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:13:54.051673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Updating router 267d0e78-023b-4933-aec7-e69b9073f6d9 port a1aa64a0-3721-4249-b63e-cb7f158f86ab binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:13:54.109763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.436220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-8331c7b5-c350-43a4-9f8c-de94013fbce5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.438183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-8331c7b5-c350-43a4-9f8c-de94013fbce5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.2709315 Aug 11 02:13:54.467045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43185-5223-4541-948f-dfe8f23a6c31 req-7154e204-b8ef-41f5-9c0b-acf12a264418 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:54.474887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7c43185-5223-4541-948f-dfe8f23a6c31 req-7154e204-b8ef-41f5-9c0b-acf12a264418 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.1091077 Aug 11 02:13:54.512097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-5e9d3d13-d950-44b3-b39e-486ba4aee4f4 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/quotas/bac9df74a5f746fc9c168609992fef3a HTTP/1.1" status: 200 len: 375 time: 0.0638845 Aug 11 02:13:54.563889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7c43185-5223-4541-948f-dfe8f23a6c31 req-8e795c07-c57f-4ebf-802c-a55cc3461db1 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879724 Aug 11 02:13:54.613379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-c77c1ef4-ec57-47ea-975c-39f422d4bfac tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001687 Aug 11 02:13:54.732365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:13:54.777959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-f549b4b1-63ce-4424-bad6-cfec193ce217 service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629758 Aug 11 02:13:54.809072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.852017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Transition to ACTIVE for port object a1aa64a0-3721-4249-b63e-cb7f158f86ab will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:54.900830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:54.903858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-577d933d-8e60-4faf-8536-3d8ed52e68f9 service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247413 Aug 11 02:13:54.934401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:13:54.934682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1e7d1fec-8fcc-4b8d-924f-9ad50726a50f not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:13:55.085847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Attempting to bind port a1aa64a0-3721-4249-b63e-cb7f158f86ab on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:55.086540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Attempting to bind port a1aa64a0-3721-4249-b63e-cb7f158f86ab by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:55.087555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Attempting to bind port a1aa64a0-3721-4249-b63e-cb7f158f86ab on network 679c5c48-ddba-4d93-848f-146bc9846e03 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:13:55.096433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1d18-9db3-4e9d-b330-ff50ee11027a None None] Pushing event updated for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:55.109424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:13:55.109564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Checking segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:13:55.109961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.110540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Bound using segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:13:55.111245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Bound port: a1aa64a0-3721-4249-b63e-cb7f158f86ab, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:13:55.111810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.167064 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d2b97d5-fa87-4eff-849e-77e3b3c3edc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.234712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6443bec4-68b5-4ea5-aa93-8ad2daa0fe9e req-0fe8f8ee-9f48-4d3a-93e7-ab8fc3da6750 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 210 time: 0.0747566 Aug 11 02:13:55.266402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] For port a1aa64a0-3721-4249-b63e-cb7f158f86ab, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:13:55.277960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] For port a1aa64a0-3721-4249-b63e-cb7f158f86ab, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a1aa64a0-3721-4249-b63e-cb7f158f86ab,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:13:55.293418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.315094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'name': 'network-vif-deleted', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:55.319948 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a6bc44-53a1-4142-be62-dba20db0fc38" -d '{"events": [{"server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "name": "network-vif-deleted", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:55.602704 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-dcb7d6ea-1ec6-420a-bc70-2ecdfb989ce5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752103 Aug 11 02:13:55.608028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1d18-9db3-4e9d-b330-ff50ee11027a None None] Pushing event updated for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:55.631232 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.659986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:13:55.664849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:13:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:55.679620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41474) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:55.684563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213574479', 'description': 'tempest-description--1264992633'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:55.802572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:55.932818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8231349e-7dd6-45cb-a165-19b5b8078b90 req-a159017a-8b01-4694-a9d1-a639544c048e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 210 time: 0.0852425 Aug 11 02:13:55.993899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-ea166e3f-6ce3-4201-86b8-2f722c331a55 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.020939 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-ea166e3f-6ce3-4201-86b8-2f722c331a55 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774230 Aug 11 02:13:56.026522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Request body: {'port': {'device_id': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'e68360cc5e214065ba1b0a8f178a8a5f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:56.068896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:13:56.088044 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf5158-eea2-459e-8c47-7d232f49842f x-openstack-request-id: req-bdbf5158-eea2-459e-8c47-7d232f49842f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:13:56.089215 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b8dfb-a260-4542-b32b-2069adb402bd", "name": "network-vif-deleted", "tag": "1e7d1fec-8fcc-4b8d-924f-9ad50726a50f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:13:56.089583 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bdbf5158-eea2-459e-8c47-7d232f49842f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:13:56.090672 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b8dfb-a260-4542-b32b-2069adb402bd', 'name': 'network-vif-deleted', 'tag': '1e7d1fec-8fcc-4b8d-924f-9ad50726a50f', 'status': 'completed', 'code': 200} Aug 11 02:13:56.206596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.216370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.396054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.401463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7207239 Aug 11 02:13:56.407857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:56.414323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'security_group_rule': {'security_group_id': '3882d561-752f-4fba-91a4-55b134a1f6a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:56.426912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57730e-7c94-4715-aa3c-cf932ece59ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3882d561-752f-4fba-91a4-55b134a1f6a7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:56.432524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Made reservation on behalf of e68360cc5e214065ba1b0a8f178a8a5f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:56.437988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.443719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f86d-4e0d-4078-9f7f-4da4bbb599b8 req-8cdebf03-66ec-4848-bd6e-e68db98e0e6a tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.451625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.452524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4957f86d-4e0d-4078-9f7f-4da4bbb599b8 req-8cdebf03-66ec-4848-bd6e-e68db98e0e6a tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.2056224 Aug 11 02:13:56.481436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.496217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-5d75cfdb-7694-4386-86d2-dc1ce47920bc tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:56.498264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-5d75cfdb-7694-4386-86d2-dc1ce47920bc tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.1882980 Aug 11 02:13:56.518913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-13adde37-e033-4665-98d0-c063c961ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:55Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:13:56.584410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13adde37-e033-4665-98d0-c063c961ebce None None] The sync data for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 is: [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:55Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:13:56.771647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.772065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.785157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:56.839439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4957f86d-4e0d-4078-9f7f-4da4bbb599b8 req-8dfef21e-efb5-4443-ac40-24799cdf09c4 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857379 Aug 11 02:13:56.964407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:57.156713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2fd823d-d586-4e1f-88f2-bfcfc24c0c77 req-cec5cbfa-ba28-42cc-abab-1d33e20d2e0f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 210 time: 0.1377208 Aug 11 02:13:57.158304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Allocated IP 192.168.233.162 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/2bee6e7e-f41f-4af5-9f65-395134ac4388) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:57.215362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d65e4-cc28-4604-b3ea-6b181c507497 req-b642133b-70a3-42be-a93e-b61b346be368 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:57.221027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c39d65e4-cc28-4604-b3ea-6b181c507497 req-b642133b-70a3-42be-a93e-b61b346be368 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 945 time: 0.4311666 Aug 11 02:13:57.285483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.322541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.407022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Deleting port 5875fafc-01d5-49cf-9633-4b0a789a60dc {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:57.407403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.445244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3046c4-8f15-4688-80c1-d431dfad78e7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:57.493566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.534267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.538709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98bde60b-a5d2-4937-bd3c-1e27637113b6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1260896 Aug 11 02:13:57.539125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Transition to ACTIVE for port object 2bee6e7e-f41f-4af5-9f65-395134ac4388 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:57.539523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:57.547656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'security_group_rule': {'security_group_id': '3882d561-752f-4fba-91a4-55b134a1f6a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.570247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c39d65e4-cc28-4604-b3ea-6b181c507497 req-3a89e9ad-82bd-4357-9acd-5394a0a2ad78 tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dd5fdee-8dca-4418-9d91-77547242c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340335 Aug 11 02:13:57.584777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.605932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-084b3710-7582-47a3-bd2e-83972c0eb21f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:57.612896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-084b3710-7582-47a3-bd2e-83972c0eb21f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.6326976 Aug 11 02:13:57.661798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555110e8-4791-4aff-bcd9-f74e9e56dd97 req-1b05d5f5-f90b-4efd-abd6-d0b21f8141bb tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:57.676954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-555110e8-4791-4aff-bcd9-f74e9e56dd97 req-1b05d5f5-f90b-4efd-abd6-d0b21f8141bb tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 949 time: 0.3878660 Aug 11 02:13:57.688363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Request body: {'port': {'device_id': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'admin_state_up': True, 'tenant_id': 'bac9df74a5f746fc9c168609992fef3a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.738797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.756308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.830697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.832954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ce46ae-47a3-4cba-b4a0-55c796bf2272,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:57.853197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.854441 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3c5d05f8-547d-4e09-ac1e-f4026020ab03 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125997 Aug 11 02:13:57.864089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:13:57.871398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:57.905187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:57.921883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95d77e35-28e8-4056-ba74-b7eb60b67e9d req-18cc372e-cfca-4de9-b962-82183594807c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 210 time: 0.1407883 Aug 11 02:13:57.993667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:13:57.997004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:13:58.005256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:13:58.006949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-555110e8-4791-4aff-bcd9-f74e9e56dd97 req-0bc9cefb-dc19-44a8-aa1f-4e4871b9df50 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288879 Aug 11 02:13:58.024302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] For port 5875fafc-01d5-49cf-9633-4b0a789a60dc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5875fafc-01d5-49cf-9633-4b0a789a60dc,segment=NetworkSegment(5d7cecad-1da0-4931-b7ff-03949eeb6b69),segment_id=5d7cecad-1da0-4931-b7ff-03949eeb6b69)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:58.025461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.038696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:58.041139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.108739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Calling delete_port for 5875fafc-01d5-49cf-9633-4b0a789a60dc owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:58.186973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Made reservation on behalf of bac9df74a5f746fc9c168609992fef3a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:13:58.196462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.234722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:58.235718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.363624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea796db-32ff-42a6-9482-3cfd53451368 req-553f9884-7c72-451d-8d48-8a8f0dd60127 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:58.368606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bea796db-32ff-42a6-9482-3cfd53451368 req-553f9884-7c72-451d-8d48-8a8f0dd60127 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 949 time: 0.2992935 Aug 11 02:13:58.385343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-311f3d86-5e13-40be-a737-287e7131caba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3630891 Aug 11 02:13:58.441059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Request body: {'port': {'device_id': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:13:58.519203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8ebb74e-2cf0-4128-91c2-56e7f282bde4 None None] Provisioning for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:58.525424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8ebb74e-2cf0-4128-91c2-56e7f282bde4 None None] Provisioning complete for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:58.526128 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb74e-2cf0-4128-91c2-56e7f282bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.611073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebb74e-2cf0-4128-91c2-56e7f282bde4 None None] Port 2bee6e7e-f41f-4af5-9f65-395134ac4388 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:13:58.720003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-41c5afaa-90b6-4fd3-9504-15daf3ffd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:58.720904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:58.721888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-41c5afaa-90b6-4fd3-9504-15daf3ffd2f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37159206fe334db197764f95cf1c6955&device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 1097 time: 0.3719611 Aug 11 02:13:58.735812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f1250-268e-4a0e-89ba-4cb4d3c09c1a req-da48dcec-b731-4fcf-a0c2-523333609546 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:58.737407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-932f1250-268e-4a0e-89ba-4cb4d3c09c1a req-da48dcec-b731-4fcf-a0c2-523333609546 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 936 time: 0.3188887 Aug 11 02:13:58.786387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a1aa64a0-3721-4249-b63e-cb7f158f86ab up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:13:58.863595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Allocated IP 172.20.0.11 (a069f5dc-7a33-4581-9841-f2bedfa3b162/e95b27e8-119a-47b9-94b1-b0f13baec626/b6e230be-555d-4b57-b14e-92fee83dd580) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:58.879856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a1aa64a0-3721-4249-b63e-cb7f158f86ab completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:13:58.889100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a1aa64a0-3721-4249-b63e-cb7f158f86ab triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:13:58.889752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.024923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a6353-10a6-4a28-b51d-efa494e0caf8 req-6354fc68-809d-49c2-b06b-ef44e7e9d6fd tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.027502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.034150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-527a6353-10a6-4a28-b51d-efa494e0caf8 req-6354fc68-809d-49c2-b06b-ef44e7e9d6fd tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.3067036 Aug 11 02:13:59.077753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a1aa64a0-3721-4249-b63e-cb7f158f86ab, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a1aa64a0-3721-4249-b63e-cb7f158f86ab,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:59.085643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.098701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-932f1250-268e-4a0e-89ba-4cb4d3c09c1a req-885f40e1-f8ff-4191-a391-d423ff4cc984 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318868 Aug 11 02:13:59.142454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.151581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.160307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.160890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.161393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.161968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.162480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.163742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.164243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.164741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.165229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.165722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.166232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.166716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:13:59.222273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bee6e7e-f41f-4af5-9f65-395134ac4388 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:13:59.234283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.244614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.254429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Pushing event deleted for resources: {'Port': ['ID=5875fafc-01d5-49cf-9633-4b0a789a60dc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.273569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Transition to ACTIVE for port object 2bee6e7e-f41f-4af5-9f65-395134ac4388 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:13:59.317117 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.369889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-478545e9-e432-407c-8b9d-1a30deb0e0bd req-c800fa26-2e3e-4a33-b383-b037a0c7dbde tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.68 "GET /v2.0/ports?device_id=e747fd0b-eea1-4213-813d-c2269ea1dbee HTTP/1.1" status: 200 len: 210 time: 0.1404185 Aug 11 02:13:59.375626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-0e9f8a03-ea2d-41e1-a511-49c3cd316812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.377093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-0e9f8a03-ea2d-41e1-a511-49c3cd316812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f HTTP/1.1" status: 200 len: 915 time: 0.6349220 Aug 11 02:13:59.378168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Deleting port 95913d54-8416-451d-a986-0454cb77593b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:13:59.380673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.413959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-527a6353-10a6-4a28-b51d-efa494e0caf8 req-a65b79f0-a88b-41ca-846f-099402f1f6e1 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747838 Aug 11 02:13:59.429276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] No DVR routers for this DVR port 5875fafc-01d5-49cf-9633-4b0a789a60dc on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:13:59.453027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.458201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fefc6c7d-a175-45b0-aedf-5cbc4bb2585c req-99e17922-f411-420f-8358-01b6438b788b tempest-LiveMigrationTest-523837155 tempest-LiveMigrationTest-523837155-project] 10.222.0.67 "DELETE /v2.0/ports/5875fafc-01d5-49cf-9633-4b0a789a60dc HTTP/1.1" status: 204 len: 173 time: 2.9518144 Aug 11 02:13:59.563645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-deleted', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:13:59.573036 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c510dacc-ad61-4a27-b14e-606542e58766" -d '{"events": [{"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-deleted", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:13:59.593010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-ad9d177c-365b-4f45-b307-2d49989df51d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb723524-89ad-491c-9a43-eee3baf5df10 HTTP/1.1" status: 200 len: 217 time: 0.1775026 Aug 11 02:13:59.629124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:13:59.669534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Allocated IP 172.25.3.202 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/89d1970c-225a-4e44-a5cc-7bd985ac2258) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:13:59.733326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] For port 95913d54-8416-451d-a986-0454cb77593b, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=95913d54-8416-451d-a986-0454cb77593b,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:13:59.733825 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.799939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-533a5f5b-c334-4d37-b938-9f0608724e8c req-dd72d465-cbb5-4b4a-b640-62e56188c204 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 210 time: 0.1282902 Aug 11 02:13:59.863370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-a8c9959d-b2f2-46b5-aa9c-c1c1cfcf6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.864854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-a8c9959d-b2f2-46b5-aa9c-c1c1cfcf6b40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=edd65e90-b876-484e-84d8-93ab575f33af HTTP/1.1" status: 200 len: 854 time: 0.2639427 Aug 11 02:13:59.870179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:13:59.892377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Calling delete_port for 95913d54-8416-451d-a986-0454cb77593b owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:13:59.895719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cdf20-abf3-43ae-8855-8d66a51e613b req-f33c23c1-870d-452c-80ca-88f6cd1c294e tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:13:59.896366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7cdf20-abf3-43ae-8855-8d66a51e613b req-f33c23c1-870d-452c-80ca-88f6cd1c294e tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7e69297-7a72-4eca-a70b-fee1c63f40df HTTP/1.1" status: 200 len: 949 time: 0.2942951 Aug 11 02:13:59.929480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-7ef29e86-c9e1-4ee1-8c20-9cb9a3d6d031 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3b172b5d-f04e-4564-9c0d-d45042a0ca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303104 Aug 11 02:13:59.951823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:13:59.953637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:13:59.957181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:00.015324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:00.015753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:00.043653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:00.044059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:00.044553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:00.045107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Bound port: 2bee6e7e-f41f-4af5-9f65-395134ac4388, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:00.045867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.086584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.248674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:00.309844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:00.335296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.375741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.470036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.470548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.471978 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] 10.222.0.61 "PUT /v2.0/ports/2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 1097 time: 2.0567424 Aug 11 02:14:00.472626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85f1aa-3eb7-46e8-800f-7b18b1a128ba service neutron] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.501843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:00.501843 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54982aa4-3f67-4083-af89-168d3976ce7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:00.544342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.556503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['95913d54-8416-451d-a986-0454cb77593b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:00.597391 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8212b9-21a5-4208-ba56-c1261bd049fb x-openstack-request-id: req-3d8212b9-21a5-4208-ba56-c1261bd049fb {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:00.597959 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e747fd0b-eea1-4213-813d-c2269ea1dbee", "name": "network-vif-deleted", "tag": "5875fafc-01d5-49cf-9633-4b0a789a60dc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:00.598593 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d8212b9-21a5-4208-ba56-c1261bd049fb {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:00.599157 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e747fd0b-eea1-4213-813d-c2269ea1dbee', 'name': 'network-vif-deleted', 'tag': '5875fafc-01d5-49cf-9633-4b0a789a60dc', 'status': 'completed', 'code': 200} Aug 11 02:14:00.650055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:00.657640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7cdf20-abf3-43ae-8855-8d66a51e613b req-f1c24784-745f-49cf-a362-5a765a371fa9 tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.68 "GET /v2.0/security-groups?id=73b51e00-69db-416c-801a-9aac934f30a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271335 Aug 11 02:14:00.659280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.665081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:00.678002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:00.682776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'Port': ['ID=89d1970c-225a-4e44-a5cc-7bd985ac2258,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.696079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 95913d54-8416-451d-a986-0454cb77593b no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:00.743660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 95913d54-8416-451d-a986-0454cb77593b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:00.747979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.748630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 95913d54-8416-451d-a986-0454cb77593b not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:00.749218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:00.808911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41734) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:00.841092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:00.845516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a1aa64a0-3721-4249-b63e-cb7f158f86ab up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:00.848192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 5875fafc-01d5-49cf-9633-4b0a789a60dc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:00.848542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5875fafc-01d5-49cf-9633-4b0a789a60dc not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:00.866070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:00.876210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:00.898971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Pushing event deleted for resources: {'Port': ['ID=95913d54-8416-451d-a986-0454cb77593b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:00.946228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] No DVR routers for this DVR port 95913d54-8416-451d-a986-0454cb77593b on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:00.951732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.954410 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bea796db-32ff-42a6-9482-3cfd53451368 req-9921975d-2508-4a16-a112-2d3e46c5e9ba tempest-ServersAdminNegativeTestJSON-1011024660 tempest-ServersAdminNegativeTestJSON-1011024660-project] 10.222.0.67 "DELETE /v2.0/ports/95913d54-8416-451d-a986-0454cb77593b HTTP/1.1" status: 204 len: 173 time: 2.5680802 Aug 11 02:14:00.957534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c031-264d-42a3-87f4-856d7292778a req-ef433c7a-ea1f-4d5e-a0f3-7c35456aa77b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.962722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa61c031-264d-42a3-87f4-856d7292778a req-ef433c7a-ea1f-4d5e-a0f3-7c35456aa77b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.3693545 Aug 11 02:14:00.967401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a1aa64a0-3721-4249-b63e-cb7f158f86ab triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:00.968294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-d9de4367-291e-480d-8ff8-baaddba720ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:00.968431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:00.970116 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-d9de4367-291e-480d-8ff8-baaddba720ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.4333324 Aug 11 02:14:00.976353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-45f28582-4da0-416f-a41d-d441a00a0063 service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0255001 Aug 11 02:14:01.194649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.203977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-d00a1754-8bb7-4464-a5cc-9481429aba18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.2212558 Aug 11 02:14:01.267259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.272729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.273393 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.306314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:01.359117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-e050330f-16c1-4c12-ac68-77a8346002ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.360810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-e050330f-16c1-4c12-ac68-77a8346002ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1037626 Aug 11 02:14:01.377747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa61c031-264d-42a3-87f4-856d7292778a req-bcf94104-cba6-4150-b9a9-c11abfbd0e55 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627208 Aug 11 02:14:01.396546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Deleting subnet 623cb132-d3ad-4914-8e03-ce3418613164 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:01.415313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-e7f142e9-62a3-428b-b11f-e476983ccc5a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7800562 Aug 11 02:14:01.437515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273d9f-d257-4f29-8823-78d8c61ee6de req-3723d8ee-3995-4e03-86f9-4771566e3662 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.448685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd273d9f-d257-4f29-8823-78d8c61ee6de req-3723d8ee-3995-4e03-86f9-4771566e3662 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.5542057 Aug 11 02:14:01.449674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.522182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Request body: {'port': {'device_id': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:01.589943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58e5c22d-3858-4eff-ba21-915bf3237e25 req-2049b739-140c-4dc0-9972-2f8d5fa3b6dc service neutron] 10.222.0.67 "GET /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085241 Aug 11 02:14:01.622326 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c678d-1b54-4235-a791-37b5f42aaeb7 x-openstack-request-id: req-0e1c678d-1b54-4235-a791-37b5f42aaeb7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:01.623028 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:01.623537 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0e1c678d-1b54-4235-a791-37b5f42aaeb7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:01.624349 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'status': 'completed', 'code': 200} Aug 11 02:14:01.634507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.699739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.714348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.718692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.802243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-e1c6a9d5-fcb5-4b47-ac28-a9fb38cdd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:01.804012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-e1c6a9d5-fcb5-4b47-ac28-a9fb38cdd2c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785841 Aug 11 02:14:01.889118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd273d9f-d257-4f29-8823-78d8c61ee6de req-98eb0763-7c61-47f2-be9e-53a9a95470af tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302566 Aug 11 02:14:01.948706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:01.970942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.071295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.075965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.145303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.211815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f699dce307594458b77769e8b03379ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014387 Aug 11 02:14:02.213346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.215952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/623cb132-d3ad-4914-8e03-ce3418613164 HTTP/1.1" status: 204 len: 168 time: 1.4011102 Aug 11 02:14:02.226655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:02.227124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41766) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:02.313582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'Port': ['ID=89d1970c-225a-4e44-a5cc-7bd985ac2258,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.327165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.327517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.327860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.328198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.328529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.328864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.329192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.329548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.329901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.330417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.330928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.331427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.338272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.369023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.378271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40754e5f-d40a-4493-9630-0b210f0dc61e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.379520 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6674954e-702f-4b59-9a15-cfeec6eac196 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5142233 Aug 11 02:14:02.387080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623cb132-d3ad-4914-8e03-ce3418613164,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:02.392058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-db3d4d02-f8d9-4db5-afa7-4e31aeb95cdc service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753386 Aug 11 02:14:02.491802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:02.580049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-99e209e7-66ff-4e82-b4b1-a469b0298eef req-14aedef5-c8da-42ed-b147-9df1d6cbb39b service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791263 Aug 11 02:14:02.600790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.601312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.601764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.602233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.602684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.603183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.603614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.604090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.605087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.605563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.606054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.606491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cabe5a-4334-42f3-b15e-0323c30bc582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.646050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917a9d2-6c5f-42a1-90b2-9944c3cd56af req-cf0229bd-65ac-47ad-93f9-6d0ac02f8fab tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.648502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3917a9d2-6c5f-42a1-90b2-9944c3cd56af req-cf0229bd-65ac-47ad-93f9-6d0ac02f8fab tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 932 time: 0.9813044 Aug 11 02:14:02.650045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.650511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.650980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.651426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.651866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.652308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.652743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.653177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.653616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.654074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.654505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.654947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49f29-6c3c-4579-b29b-3a0bace55af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:02.726653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982aa4-3f67-4083-af89-168d3976ce7e req-6b7a9497-d3e1-4550-b81e-42c5b18ee3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.728155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-6b7a9497-d3e1-4550-b81e-42c5b18ee3c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.0610006 Aug 11 02:14:02.797583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.838233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3917a9d2-6c5f-42a1-90b2-9944c3cd56af req-71d3e122-9602-4968-b9f4-673e78fd85d2 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784718 Aug 11 02:14:02.848106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8feda-3e72-4d63-93d2-3421995a1667 req-64f01846-fe56-45eb-b29e-bb65759bee35 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.849847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50c8feda-3e72-4d63-93d2-3421995a1667 req-64f01846-fe56-45eb-b29e-bb65759bee35 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.2508602 Aug 11 02:14:02.854460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:02.855552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c646e6a6-4a28-406f-acbb-61fda044b87f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=642865c376a246f28025cd85714288e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581197 Aug 11 02:14:02.863064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41780) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:02.882503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982aa4-3f67-4083-af89-168d3976ce7e req-eec5645b-2305-40a0-87fe-aa1de7d0007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:02.884716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-eec5645b-2305-40a0-87fe-aa1de7d0007c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1484625 Aug 11 02:14:02.958924 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-2a19fefc-2f15-47d3-a436-beae46175a38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.0624774 Aug 11 02:14:02.966457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.025360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982aa4-3f67-4083-af89-168d3976ce7e req-feada4e9-739a-4fdb-95cb-7563b3d94d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.027726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-feada4e9-739a-4fdb-95cb-7563b3d94d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0530422 Aug 11 02:14:03.092772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982aa4-3f67-4083-af89-168d3976ce7e req-be16a5d8-5917-4868-93fb-94f45fd09960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.094510 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-be16a5d8-5917-4868-93fb-94f45fd09960 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567589 Aug 11 02:14:03.108647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50c8feda-3e72-4d63-93d2-3421995a1667 req-59795a54-2058-43a3-8db3-9e6c8466346d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483966 Aug 11 02:14:03.147828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.176977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c699a42-4cbc-4d04-ad2d-d185563aca41']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:03.213837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.219974 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-8ab86ac0-536f-423c-8c14-dca88727d30c service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149998 Aug 11 02:14:03.226100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7cecad-1da0-4931-b7ff-03949eeb6b69') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:03.226402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7cecad-1da0-4931-b7ff-03949eeb6b69') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:03.230453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-3f384da4-f0c2-4e4a-bcf8-f06a97964841 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--213574479&fields=id&tenant_id=29be2f17c8ac4a359a90697c99af86a2 HTTP/1.1" status: 200 len: 267 time: 0.2619874 Aug 11 02:14:03.282917 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.291323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:03.318555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.323868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.328539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.331145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.332309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40754e5f-d40a-4493-9630-0b210f0dc61e HTTP/1.1" status: 204 len: 168 time: 1.0750892 Aug 11 02:14:03.389089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.398849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-54982aa4-3f67-4083-af89-168d3976ce7e req-ba861fdb-a46b-4e73-9f43-83cf55cf110f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668425 Aug 11 02:14:03.416936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5c79-f3e8-4c4b-8f42-823198b8e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40754e5f-d40a-4493-9630-0b210f0dc61e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.429042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:03.429386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.433269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Transition to ACTIVE for port object b6e230be-555d-4b57-b14e-92fee83dd580 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:03.453441 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:03.505870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.533467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176216c-ad4c-42b5-98e6-2d2ab57c0bf9 req-4232c330-d546-4c8e-81e5-10f7c7708b98 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.535018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2176216c-ad4c-42b5-98e6-2d2ab57c0bf9 req-4232c330-d546-4c8e-81e5-10f7c7708b98 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.3298020 Aug 11 02:14:03.613338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.626234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'name': 'network-vif-deleted', 'tag': '95913d54-8416-451d-a986-0454cb77593b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:03.628737 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056fdfc-2992-41f7-a580-63e56eb49a66" -d '{"events": [{"server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "name": "network-vif-deleted", "tag": "95913d54-8416-451d-a986-0454cb77593b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:03.637282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.642002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8c699a42-4cbc-4d04-ad2d-d185563aca41 HTTP/1.1" status: 204 len: 168 time: 1.3808477 Aug 11 02:14:03.643216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:03.658437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.660742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.663839 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.667604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73b51e00-69db-416c-801a-9aac934f30a0 HTTP/1.1" status: 204 len: 168 time: 0.8022792 Aug 11 02:14:03.678315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa22d7-994d-4984-b600-067bbe6a6d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c699a42-4cbc-4d04-ad2d-d185563aca41,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.690986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-126df502-92bf-4e28-b7b6-6bc45c75339f tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:03.692546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-126df502-92bf-4e28-b7b6-6bc45c75339f tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/networks?id=679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 200 len: 805 time: 0.4209468 Aug 11 02:14:03.711311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Deleting subnet d1980699-c07c-422a-b4c2-92ff1b774108 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:03.720559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.729100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144662c9-4e52-4817-a7ab-6e68f34f7133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b51e00-69db-416c-801a-9aac934f30a0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:03.733389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2176216c-ad4c-42b5-98e6-2d2ab57c0bf9 req-03542b10-fd90-471e-9ba4-6f2ab02fa061 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895857 Aug 11 02:14:03.760195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-ab9b4a44-70c5-4d47-9baf-94a0443ba572 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/quotas/29be2f17c8ac4a359a90697c99af86a2 HTTP/1.1" status: 200 len: 375 time: 0.0371125 Aug 11 02:14:03.842588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Attempting to bind port b6e230be-555d-4b57-b14e-92fee83dd580 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:03.853589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Attempting to bind port b6e230be-555d-4b57-b14e-92fee83dd580 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:03.854354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Attempting to bind port b6e230be-555d-4b57-b14e-92fee83dd580 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:03.859516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.862777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Port b6e230be-555d-4b57-b14e-92fee83dd580 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:03.863411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Attempting to bind port b6e230be-555d-4b57-b14e-92fee83dd580 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:03.880354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-4c1d23f6-175b-424b-a66a-694448d550f9 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=29be2f17c8ac4a359a90697c99af86a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108589 Aug 11 02:14:03.882005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:03.882579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Checking segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:03.883167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Bound using segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:03.883812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Bound port: b6e230be-555d-4b57-b14e-92fee83dd580, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:03.884437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:03.974645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.036908 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab28adf-9846-4272-ada1-0aaf48e92355 x-openstack-request-id: req-eab28adf-9846-4272-ada1-0aaf48e92355 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:04.037384 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e69297-7a72-4eca-a70b-fee1c63f40df", "name": "network-vif-deleted", "tag": "95913d54-8416-451d-a986-0454cb77593b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:04.037724 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eab28adf-9846-4272-ada1-0aaf48e92355 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:04.038704 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e69297-7a72-4eca-a70b-fee1c63f40df', 'name': 'network-vif-deleted', 'tag': '95913d54-8416-451d-a986-0454cb77593b', 'status': 'completed', 'code': 200} Aug 11 02:14:04.051355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:04.059016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:04.070527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.080423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-5c5f9b24-ba72-49c2-8180-b0504b52838b service neutron] 10.222.0.68 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727765 Aug 11 02:14:04.135456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.137561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.139043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6e230be-555d-4b57-b14e-92fee83dd580 HTTP/1.1" status: 200 len: 1093 time: 2.6819563 Aug 11 02:14:04.139526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:04.142668 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a56edd-84e2-431a-a61e-21ff6f260f88" -d '{"events": [{"name": "network-changed", "server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:04.158255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.240403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1980699-c07c-422a-b4c2-92ff1b774108,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:04.244406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.248520 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7dc88012-8275-40ac-81fe-a8b6f2453cd0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d1980699-c07c-422a-b4c2-92ff1b774108 HTTP/1.1" status: 204 len: 168 time: 0.6013987 Aug 11 02:14:04.250714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41834) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:04.356637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32668e58-4d50-444e-8beb-a5cafdc2aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:04.362385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.385349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:04.410442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-4e8c46ae-f149-457d-b390-b5a7f03773fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.411969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-4e8c46ae-f149-457d-b390-b5a7f03773fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 1096 time: 0.2064991 Aug 11 02:14:04.471976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e0a93-71b3-4f5f-9ac3-b5f44a2b9d86 req-36c000fa-c2af-4654-979d-0cb9b8d5ccce tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.473533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b8e0a93-71b3-4f5f-9ac3-b5f44a2b9d86 req-36c000fa-c2af-4654-979d-0cb9b8d5ccce tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 944 time: 0.1961160 Aug 11 02:14:04.477571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-fa86f0e1-fa43-4aa6-a921-c35d1f341beb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e230be-555d-4b57-b14e-92fee83dd580 HTTP/1.1" status: 200 len: 217 time: 0.0520470 Aug 11 02:14:04.479604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-f237db22-901b-4eb1-a106-342843093e5d service neutron] 10.222.0.68 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762071 Aug 11 02:14:04.508875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0da9a800-2a08-4b83-b51c-56d407064d0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8913442aa4c34b0484168d2edbeb30f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222904 Aug 11 02:14:04.511358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41842) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:04.574839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.593180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b8e0a93-71b3-4f5f-9ac3-b5f44a2b9d86 req-d2aa90c8-b7c3-43c4-a311-9eb3796966b5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039076 Aug 11 02:14:04.593180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b81df-61ac-43aa-999f-330386159563 req-c4ae235b-9371-47fa-8c24-3963659b2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:04.593180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-c4ae235b-9371-47fa-8c24-3963659b2672 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.1010478 Aug 11 02:14:04.597108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b0fbe8-4931-4732-8f50-0e0f37c7e069']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.623844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167a23f8-1b06-4a1e-84f7-cbad8955653a') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.624409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167a23f8-1b06-4a1e-84f7-cbad8955653a') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:04.635364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.640912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.655053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-04a89487-c877-4c3d-91ef-ac0e7b7788fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579743 Aug 11 02:14:04.689512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.710817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.730242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:04.730928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:04.732837 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:04.965330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.024122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.024679 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61ac48-bad4-4de8-a5cd-b1c08c4e88a7 x-openstack-request-id: req-5b61ac48-bad4-4de8-a5cd-b1c08c4e88a7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:05.025184 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:05.028003 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b61ac48-bad4-4de8-a5cd-b1c08c4e88a7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:05.029646 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'status': 'completed', 'code': 200} Aug 11 02:14:05.033407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] 10.222.0.68 "DELETE /v2.0/networks/e2b0fbe8-4931-4732-8f50-0e0f37c7e069 HTTP/1.1" status: 204 len: 168 time: 0.7810585 Aug 11 02:14:05.035939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c1e15-aca8-457f-afee-adbd05c28d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b0fbe8-4931-4732-8f50-0e0f37c7e069,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.044009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.050456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.053985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b70fbbcc-4444-45b1-8cc0-9eadda325c41 HTTP/1.1" status: 204 len: 168 time: 0.5393465 Aug 11 02:14:05.066885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171e576-391b-427f-b57d-c957549e0cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70fbbcc-4444-45b1-8cc0-9eadda325c41,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.228637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-f0ad2133-6071-4d80-bf1f-6badbc5732f0 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640707 Aug 11 02:14:05.230823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfbdb324-d2e6-4b60-955e-172582bfbeae req-89905da5-ada3-4f74-91ff-f7292aa576ee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 210 time: 0.0750716 Aug 11 02:14:05.356305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e20fc-ae54-4d7b-8adc-2beee5414fc9 req-4eb61a04-fb71-4ced-a401-2cfc1bc4fbbf tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.368394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-570e20fc-ae54-4d7b-8adc-2beee5414fc9 req-4eb61a04-fb71-4ced-a401-2cfc1bc4fbbf tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.3518963 Aug 11 02:14:05.423518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41874) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.533057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-570e20fc-ae54-4d7b-8adc-2beee5414fc9 req-112f67f1-a460-4bd8-9ba5-06a6618bc15d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635077 Aug 11 02:14:05.558807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2c3face4-9071-416c-90e6-f6a43d0b2907 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=52b4d92c94e14cd9a77f878f22e14e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221812 Aug 11 02:14:05.559484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:05.633386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614b81df-61ac-43aa-999f-330386159563 req-c489cb1e-5c96-4543-9977-60d26c4a0877 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944132 Aug 11 02:14:05.678701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bd5f7-3b7b-439f-a433-bc07b085c4b7 req-40563f59-1a21-43d7-824e-c5a672ca21e7 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.684103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-294bd5f7-3b7b-439f-a433-bc07b085c4b7 req-40563f59-1a21-43d7-824e-c5a672ca21e7 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.1818554 Aug 11 02:14:05.723071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.792314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.842545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-294bd5f7-3b7b-439f-a433-bc07b085c4b7 req-516a7024-b3e6-4629-a039-5c602b874a40 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418443 Aug 11 02:14:05.890832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-24393664-ab3f-4242-90ab-4997a889ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.892396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-24393664-ab3f-4242-90ab-4997a889ef3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 1096 time: 0.1635342 Aug 11 02:14:05.934500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.938443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:05.939895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5dd5fdee-8dca-4418-9d91-77547242c1d5 HTTP/1.1" status: 204 len: 168 time: 0.3794501 Aug 11 02:14:05.960471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9b579-f664-4418-943e-c2807a61b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5fdee-8dca-4418-9d91-77547242c1d5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:05.967346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80566e-fc08-4864-ba55-531502b5842f req-fb724b42-f0dc-488c-bcf4-340e7dfdddeb tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:05.969336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff80566e-fc08-4864-ba55-531502b5842f req-fb724b42-f0dc-488c-bcf4-340e7dfdddeb tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 944 time: 0.2013879 Aug 11 02:14:06.092848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff80566e-fc08-4864-ba55-531502b5842f req-31d7c25b-b17a-482f-a3db-efaeef663e61 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709543 Aug 11 02:14:06.125799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-b105705c-f62f-4d08-9d7e-7cfb997cf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.128326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-b105705c-f62f-4d08-9d7e-7cfb997cf284 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 915 time: 0.2223070 Aug 11 02:14:06.187703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-203a3622-f300-429b-b59f-3c8a25111f77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e230be-555d-4b57-b14e-92fee83dd580 HTTP/1.1" status: 200 len: 217 time: 0.0509851 Aug 11 02:14:06.268503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-cd76fe61-b5f8-475e-8e4b-ea8b0bda18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.270355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-cd76fe61-b5f8-475e-8e4b-ea8b0bda18a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.0745060 Aug 11 02:14:06.390778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-650fa603-38e0-4c8b-92d3-21efc49d9d70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998664 Aug 11 02:14:06.567677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-a445a80e-eeb7-4f7c-8cea-115e112f41a1 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.579652 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-a445a80e-eeb7-4f7c-8cea-115e112f41a1 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.67 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.1306968 Aug 11 02:14:06.583330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-12bfb27f-7e24-4c60-aa04-6b9afd43a6c2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:06.585006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-12bfb27f-7e24-4c60-aa04-6b9afd43a6c2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.67 "GET /v2.0/networks?id=679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 200 len: 805 time: 0.2103465 Aug 11 02:14:06.665837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41922) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.784104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.840121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d0ea5d7-3e02-478d-86fa-fe9729335a01 req-a871e1ea-a6c3-4d98-8946-c1ddd1460e19 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 210 time: 0.2447054 Aug 11 02:14:06.842710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Deleting port eb723524-89ad-491c-9a43-eee3baf5df10 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:06.843448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:06.938680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e81e335a-73dc-4b95-991c-5dbf579a4375 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0075f7953406480f9168c19e44fea2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503756 Aug 11 02:14:06.938929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41932) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:06.991480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-f737b61c-a5f5-4f78-99e3-3d8648de8329 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29be2f17c8ac4a359a90697c99af86a2 HTTP/1.1" status: 200 len: 379 time: 0.3759923 Aug 11 02:14:07.029433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'port': {'device_id': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'admin_state_up': True, 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'security_groups': ['3882d561-752f-4fba-91a4-55b134a1f6a7']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:07.032030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:07.056017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.118941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.183811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.186652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.190201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9861c025-dd8c-4a54-bd92-88b1a50514b7 HTTP/1.1" status: 204 len: 168 time: 0.2480783 Aug 11 02:14:07.193596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] For port eb723524-89ad-491c-9a43-eee3baf5df10, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eb723524-89ad-491c-9a43-eee3baf5df10,segment=NetworkSegment(ffe3475c-263b-48e4-bbcf-b9c324cf3a82),segment_id=ffe3475c-263b-48e4-bbcf-b9c324cf3a82)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:07.194291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.203746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1190276300'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:07.266669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Calling delete_port for eb723524-89ad-491c-9a43-eee3baf5df10 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:07.268772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f7f99-49bf-4746-9b2e-e8f47ef21b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9861c025-dd8c-4a54-bd92-88b1a50514b7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.282231 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:14:07.308556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:07.342897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'mac_address': 'fa:16:3e:19:c4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:07.407437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Made reservation on behalf of 50c30dc37a114f199cf23aed7fc18c02 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:07.413942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.453230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.458675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.505890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bee6e7e-f41f-4af5-9f65-395134ac4388 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:07.561075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:07.573987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.667390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-e366afd3-3929-4b7e-82cb-1cb1913ed71f service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0813522 Aug 11 02:14:07.695392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.709624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.717705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.767637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:07.786398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5201a-fe06-4f2f-9675-8f672c73388f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:07.828927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:07.829280 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Added segment ed0c03fa-e0c7-4f66-84ae-f97214a55be6 of type vlan for network 476f74e8-cd4e-402f-93fa-00740b97dd44 Aug 11 02:14:07.842119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:07.916637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0da4-8eeb-4027-910e-2a4d02d3df86 req-8334e91b-053f-4669-bc8d-5162ea7d1dcb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:07.924697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b9f0da4-8eeb-4027-910e-2a4d02d3df86 req-8334e91b-053f-4669-bc8d-5162ea7d1dcb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 1.1269221 Aug 11 02:14:08.051756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550e08f-127f-40c5-a315-06c0a889e705 req-88c0d7cc-edce-4d46-9c83-1af65c6785fe tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.061920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.066817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e550e08f-127f-40c5-a315-06c0a889e705 req-88c0d7cc-edce-4d46-9c83-1af65c6785fe tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/ports?device_id=57257fa8-ed07-4c87-89ba-31b171aa3272 HTTP/1.1" status: 200 len: 945 time: 0.4129124 Aug 11 02:14:08.079584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.094684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b9f0da4-8eeb-4027-910e-2a4d02d3df86 req-c3e01091-8f41-455c-b831-8c5aff8ac91a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683826 Aug 11 02:14:08.099998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['eb723524-89ad-491c-9a43-eee3baf5df10'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:08.138939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a56edd-84e2-431a-a61e-21ff6f260f88 req-881aa269-1fbe-4933-8c49-6a9ac3e49ec9 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549828 Aug 11 02:14:08.196836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Pushing event deleted for resources: {'Port': ['ID=eb723524-89ad-491c-9a43-eee3baf5df10,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.248826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e550e08f-127f-40c5-a315-06c0a889e705 req-5acea577-077d-4ed5-b507-8dc5392995f2 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.68 "GET /v2.0/security-groups?id=1ada6819-4e9c-4159-a71b-b4aa5c10178d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805046 Aug 11 02:14:08.254629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Made reservation on behalf of 29be2f17c8ac4a359a90697c99af86a2 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:08.258353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.322744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:14:08.404144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] No DVR routers for this DVR port eb723524-89ad-491c-9a43-eee3baf5df10 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:08.413791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.415868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a79226b1-c99d-470a-91e3-6d0c2e7adda2 req-2cf4d2af-4ff7-4209-afc3-02a571a0ee68 tempest-InstanceActionsTestJSON-1715358361 tempest-InstanceActionsTestJSON-1715358361-project] 10.222.0.67 "DELETE /v2.0/ports/eb723524-89ad-491c-9a43-eee3baf5df10 HTTP/1.1" status: 204 len: 173 time: 1.8139586 Aug 11 02:14:08.416364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'name': 'network-vif-deleted', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:08.418700 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb4086-039d-46a9-baf6-c459a968975f" -d '{"events": [{"server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "name": "network-vif-deleted", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:08.475041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.480527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d3ece75-f3fe-406d-ac94-0fdc2f643e8b req-438fc616-dfca-4878-ab08-21a3469258b7 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 210 time: 0.0487542 Aug 11 02:14:08.481364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.482008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:08.542680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2017479-8be7-4a0a-9336-e407f60add48 req-d274d9e6-4c44-4c2d-8f1a-75f8ae69ae12 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:08.547439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2017479-8be7-4a0a-9336-e407f60add48 req-d274d9e6-4c44-4c2d-8f1a-75f8ae69ae12 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 944 time: 0.2845938 Aug 11 02:14:08.696577 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7957de4-d76f-418c-9cd8-b4a657a46a14 x-openstack-request-id: req-a7957de4-d76f-418c-9cd8-b4a657a46a14 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:08.696875 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57257fa8-ed07-4c87-89ba-31b171aa3272", "name": "network-vif-deleted", "tag": "eb723524-89ad-491c-9a43-eee3baf5df10", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:08.697169 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7957de4-d76f-418c-9cd8-b4a657a46a14 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:08.697590 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57257fa8-ed07-4c87-89ba-31b171aa3272', 'name': 'network-vif-deleted', 'tag': 'eb723524-89ad-491c-9a43-eee3baf5df10', 'status': 'completed', 'code': 200} Aug 11 02:14:08.698252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Pushing event updated for resources: {'Network': ['ID=476f74e8-cd4e-402f-93fa-00740b97dd44,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:08.710736 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31bcdcde-ea29-4182-b922-7227579278cb tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0355895 Aug 11 02:14:08.715686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 476f74e8-cd4e-402f-93fa-00740b97dd44 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:08.717499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:08.849882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2017479-8be7-4a0a-9336-e407f60add48 req-13065529-f222-4d7e-9b01-0682c5dcee69 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823603 Aug 11 02:14:08.887210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Allocated IP 172.20.0.13 (679c5c48-ddba-4d93-848f-146bc9846e03/9042a2b3-586b-4902-9ba1-4d5e657ee28c/6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:09.003616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'name': 'tempest-network--563614741', 'router:external': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:09.042018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:09.046572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:09.065513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:09.071052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.107412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.259013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.320818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Transition to ACTIVE for port object 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:09.328751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:09.339086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:09.340409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.358046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.369082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.386791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c26a9-3591-45f1-913a-3b87c2766967 req-3fec709c-62fe-4dae-9d02-02ceb3bbe0bb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.395467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-288c26a9-3591-45f1-913a-3b87c2766967 req-3fec709c-62fe-4dae-9d02-02ceb3bbe0bb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 949 time: 0.0920556 Aug 11 02:14:09.406844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:09.427490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.427847 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Added segment c16c2273-9b1a-4e32-95e6-a84af2c286a2 of type vlan for network 1b6291f9-8579-4a0e-b122-45ba2c56fdf1 Aug 11 02:14:09.451463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:09.502076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-288c26a9-3591-45f1-913a-3b87c2766967 req-1bd3b139-7070-4af9-82e7-a24346b7b8a1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053462 Aug 11 02:14:09.504285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.538808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'port_id': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'mac_address': 'fa:16:3e:08:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95b27e8-119a-47b9-94b1-b0f13baec626', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:09.563935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08339d88-eb42-452a-8450-0179de7a99d7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:09.589516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42022) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:09.603752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.647744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Network 679c5c48-ddba-4d93-848f-146bc9846e03 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:09.672290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:09.679856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-94e45a16-7abb-4b43-bc81-b1019ad2d3dc tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8d20c802745d44f0a8bce512bc764c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977261 Aug 11 02:14:09.680913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:09.693389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.763360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.764375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.764979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.769660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event updated for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:09.915096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1961155 Aug 11 02:14:09.918840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42042) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:09.923728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Deleting subnet edd65e90-b876-484e-84d8-93ab575f33af {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:14:09.933865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:09.934805 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:09.947246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.029253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:10.034705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f54dd-ca59-4163-bff5-394ffc847dca tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=1b6291f9-8579-4a0e-b122-45ba2c56fdf1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.059060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1b6291f9-8579-4a0e-b122-45ba2c56fdf1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:10.062036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.123492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.147104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:10.161412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c0c1bba3-5ce9-43c3-84a2-9899ab7920ec tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1359875 Aug 11 02:14:10.179762 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.197499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Request body: {'port': {'device_id': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:10.202108 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.216431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6291f9-8579-4a0e-b122-45ba2c56fdf1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.219370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682055-59a0-4630-9c2f-e0b7487099f7 req-aff61cc1-7ee3-4c06-a5d2-17b424bf5ddb tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.227566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36682055-59a0-4630-9c2f-e0b7487099f7 req-aff61cc1-7ee3-4c06-a5d2-17b424bf5ddb tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 932 time: 0.2831712 Aug 11 02:14:10.231780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.234309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c2273-9b1a-4e32-95e6-a84af2c286a2') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.234721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c2273-9b1a-4e32-95e6-a84af2c286a2') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.246795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.263082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.271352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:10.271971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:10.274402 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:10.339318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:10.342250 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db53f71f-5c44-4e13-b2cd-5be9c8408f68" -d '{"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-plugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:10.347679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8871da71-6064-4542-b868-18d76b63ccef None None] Provisioning for port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:10.355753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.361555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b6291f9-8579-4a0e-b122-45ba2c56fdf1 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:14:10.372714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.374528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-6b542d22-108c-46eb-89d8-e4e2233aa031 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.376072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-6b542d22-108c-46eb-89d8-e4e2233aa031 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6709628 Aug 11 02:14:10.377378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8871da71-6064-4542-b868-18d76b63ccef None None] Provisioning complete for port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:10.377767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8871da71-6064-4542-b868-18d76b63ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.380120 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/1b6291f9-8579-4a0e-b122-45ba2c56fdf1 HTTP/1.1" status: 204 len: 168 time: 0.4594972 Aug 11 02:14:10.387620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42060) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:10.389128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.394668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580949c-0b41-4a83-8521-43aabb206965 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b6291f9-8579-4a0e-b122-45ba2c56fdf1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.404966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.412357 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.416307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:10.428067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.438857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8871da71-6064-4542-b868-18d76b63ccef None None] Port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:10.444610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:10.455354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36682055-59a0-4630-9c2f-e0b7487099f7 req-5fd1365f-dbf9-4d05-9cda-620d1e38f3a1 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269461 Aug 11 02:14:10.461936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.468108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-de7702ea-f5e8-4238-855a-8395f096c351 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/quotas/8d20c802745d44f0a8bce512bc764c4f HTTP/1.1" status: 200 len: 375 time: 0.0801289 Aug 11 02:14:10.491818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b6e230be-555d-4b57-b14e-92fee83dd580'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:10.503000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.530993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.559857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-0f2ed27b-0b9d-4099-b3ba-eff539dd6f39 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d20c802745d44f0a8bce512bc764c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583713 Aug 11 02:14:10.598083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:10.600648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.660687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.752447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eb723524-89ad-491c-9a43-eee3baf5df10 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:10.755285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd65e90-b876-484e-84d8-93ab575f33af,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:10.760630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:10.763435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.767632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42072) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:10.768141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-76da136a-5af0-4041-85db-9c2bbedb1519 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/edd65e90-b876-484e-84d8-93ab575f33af HTTP/1.1" status: 204 len: 168 time: 1.1740074 Aug 11 02:14:10.785719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1517c81-4371-4a9d-aa34-396f0ed0f872 req-c9ce4759-6258-4adb-8f08-8835260d47d6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:10.787330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1517c81-4371-4a9d-aa34-396f0ed0f872 req-c9ce4759-6258-4adb-8f08-8835260d47d6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 945 time: 0.2234840 Aug 11 02:14:10.800909 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.801248 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Added segment 3350b465-6543-437c-a400-f4a7007a173f of type vlan for network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba Aug 11 02:14:10.830927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: eb723524-89ad-491c-9a43-eee3baf5df10 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:10.831788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eb723524-89ad-491c-9a43-eee3baf5df10 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:10.871167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.937951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.949709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:10.960638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b172b5d-f04e-4564-9c0d-d45042a0ca9f']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.976856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.977329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe3475c-263b-48e4-bbcf-b9c324cf3a82') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:10.988445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.003484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.012756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:11.013712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:11.017371 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:11.091448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.092432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.093452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.113605 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d1fd6-7e19-44d9-9eb7-75a58b39206a x-openstack-request-id: req-d43d1fd6-7e19-44d9-9eb7-75a58b39206a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:11.113924 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-plugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:11.114662 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d43d1fd6-7e19-44d9-9eb7-75a58b39206a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:11.115247 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'code': 200} Aug 11 02:14:11.120336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.142306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.147176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3b172b5d-f04e-4564-9c0d-d45042a0ca9f HTTP/1.1" status: 204 len: 168 time: 0.3759258 Aug 11 02:14:11.147176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea608-2c09-490a-9675-5cdd3a79a668 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b172b5d-f04e-4564-9c0d-d45042a0ca9f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.263364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1517c81-4371-4a9d-aa34-396f0ed0f872 req-b3efc23e-3954-4776-b0ca-df21228dc97e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519887 Aug 11 02:14:11.305149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42092) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.305455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9115744 Aug 11 02:14:11.313512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'subnet': {'network_id': '7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:11.325945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbaf9c-5244-4332-ba20-5f6871091f20 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.337860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:11.340832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:11.356665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.372556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:11.378620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618af28-f92a-4fdc-9bcd-c06d227e0637 req-f227def7-6d27-4694-b891-830df3b70c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.380385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9618af28-f92a-4fdc-9bcd-c06d227e0637 req-f227def7-6d27-4694-b891-830df3b70c29 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.1659486 Aug 11 02:14:11.381027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.389159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c0d7-1f55-42de-a3cf-cf7fe92df212 req-0804e8e1-2143-4dae-98f8-6183f75b3681 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.396378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6cb0c0d7-1f55-42de-a3cf-cf7fe92df212 req-0804e8e1-2143-4dae-98f8-6183f75b3681 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1788166 Aug 11 02:14:11.399302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Transition to ACTIVE for port object 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:11.421694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.423460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.548181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6cb0c0d7-1f55-42de-a3cf-cf7fe92df212 req-6439c826-9166-4262-9d34-4e24d0712c93 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509290 Aug 11 02:14:11.550130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-269db10e-ab6f-49b2-8abf-d5c380127bad req-08db77ee-c857-40c6-ab6c-b609644a332a tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 210 time: 0.0832920 Aug 11 02:14:11.560620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.584413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9618af28-f92a-4fdc-9bcd-c06d227e0637 req-7c1e7cf5-2eb3-4f8f-8317-aaf1ff99aaf5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792958 Aug 11 02:14:11.605178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9db3aa58-50ac-4123-ade4-270cc6b4a89d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37159206fe334db197764f95cf1c6955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686044 Aug 11 02:14:11.607422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42104) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:11.825893 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.841186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:14:11.841943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.844445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Attempting to bind port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:11.844782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Attempting to bind port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:11.845139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Attempting to bind port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 on network 679c5c48-ddba-4d93-848f-146bc9846e03 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:11.872871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.884513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd63e9-1e38-4ba3-a94a-137ac48a5fed req-a6ad8b27-465d-4ae5-aa71-6479323a8ac2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.886208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3dd63e9-1e38-4ba3-a94a-137ac48a5fed req-a6ad8b27-465d-4ae5-aa71-6479323a8ac2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 944 time: 0.1148264 Aug 11 02:14:11.887178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 on network 679c5c48-ddba-4d93-848f-146bc9846e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:11.887600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Attempting to bind port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 on network 679c5c48-ddba-4d93-848f-146bc9846e03 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:11.893984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3684d08e-ee1b-4fcb-9d76-749f48676caf,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:11.906001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:11.906571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Checking segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:11.907307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Bound using segment: {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:11.907758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Bound port: 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72def753-583b-493b-98ee-161608e017f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:11.908316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:11.911563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Checking segment: {'id': '3350b465-6543-437c-a400-f4a7007a173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:11.912324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Network hostable DHCP agents. Network: 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:11.935577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:11.948827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:11.959019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2743e932-76f0-4191-a0c2-a9ef6d57b6d5 None None] Network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:11.976079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:11.976079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.002018 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d077c83a-dc82-4251-81e9-9235bd014b46 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6953042 Aug 11 02:14:12.004595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42122) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:12.009478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'floatingip': {'floating_network_id': '7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:12.030708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.114864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3dd63e9-1e38-4ba3-a94a-137ac48a5fed req-b12554de-1a51-4408-80cc-63a92274f412 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137380 Aug 11 02:14:12.148453 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-0e76b881-a9c2-40cc-a55e-4094f63fc1ac tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8d20c802745d44f0a8bce512bc764c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393088 Aug 11 02:14:12.169985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db7670-0fe4-4023-a301-0c109d1c3c2c None None] Network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:12.176541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.181481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.185388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ada6819-4e9c-4159-a71b-b4aa5c10178d HTTP/1.1" status: 204 len: 168 time: 0.5760431 Aug 11 02:14:12.215545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb315b-5a6f-4a24-9e3a-f9e1d65f3a2c req-5a9a18f8-ea56-450a-9009-19660560cff4 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.219118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2efb315b-5a6f-4a24-9e3a-f9e1d65f3a2c req-5a9a18f8-ea56-450a-9009-19660560cff4 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 949 time: 0.1874788 Aug 11 02:14:12.243790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:12.272810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:12.281858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075656c7-44e2-4379-91f6-419fe0b5cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada6819-4e9c-4159-a71b-b4aa5c10178d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:12.285463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.306931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.318461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-92d34ab6-34cc-4717-a820-02452ce706af tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.321096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-92d34ab6-34cc-4717-a820-02452ce706af tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631329 Aug 11 02:14:12.359884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Request body: {'port': {'device_id': '78ff8c66-49a0-4690-a24a-5146035f580d', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '8d20c802745d44f0a8bce512bc764c4f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:12.398960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.399685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.401489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] 10.222.0.67 "PUT /v2.0/ports/6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 200 len: 1093 time: 2.2165031 Aug 11 02:14:12.404121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:12.408790 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6babac58-ad11-43fc-8d0d-943cc93446df" -d '{"events": [{"name": "network-changed", "server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:12.439695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2efb315b-5a6f-4a24-9e3a-f9e1d65f3a2c req-0c8a717a-32eb-4ea4-ab43-f5b66b0baddc tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024012 Aug 11 02:14:12.467100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e54ce5-2029-41d7-8a83-1f957fe96df1 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:12.496982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d2176-126f-4028-8f31-e71f597e7b7e req-98c54894-d11d-43de-a5f3-5bcae7d9ccbe tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1b52cead5a82486cb7240ab1852c5c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005003 Aug 11 02:14:12.659079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-d02acafa-dcc5-4871-82e3-3bab4ce0a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.661349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-d02acafa-dcc5-4871-82e3-3bab4ce0a3ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29be2f17c8ac4a359a90697c99af86a2&device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 1096 time: 0.1879568 Aug 11 02:14:12.662124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Allocated IP 172.20.0.10 (7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba/3684d08e-ee1b-4fcb-9d76-749f48676caf/e37e8fcd-3d4c-4609-9d07-6db2308e91b5) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:12.733272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Made reservation on behalf of 8d20c802745d44f0a8bce512bc764c4f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:12.734414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0042adb-ff01-4765-9341-9645bafcff36 req-4ef150f5-a7be-41e5-a080-6847f00e33ba tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.735843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0042adb-ff01-4765-9341-9645bafcff36 req-4ef150f5-a7be-41e5-a080-6847f00e33ba tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 945 time: 0.1557326 Aug 11 02:14:12.737234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.749643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-10820151-2884-4a0d-a290-13017a0d38cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 200 len: 217 time: 0.0645630 Aug 11 02:14:12.761891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.798707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d2176-126f-4028-8f31-e71f597e7b7e req-43cee106-ef10-4e3a-98e3-a25978834c0b tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.805801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d2176-126f-4028-8f31-e71f597e7b7e req-43cee106-ef10-4e3a-98e3-a25978834c0b tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883902 Aug 11 02:14:12.843961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.855676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d2176-126f-4028-8f31-e71f597e7b7e req-c30dce70-1e09-40a3-a795-4869f4a87059 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/quotas/1b52cead5a82486cb7240ab1852c5c94 HTTP/1.1" status: 200 len: 375 time: 0.0490167 Aug 11 02:14:12.884643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0042adb-ff01-4765-9341-9645bafcff36 req-2dc8d706-aad0-4752-a5d6-9cec15ed5ae1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294103 Aug 11 02:14:12.898888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-ffceee9b-fd08-4e5d-a84b-350e1b9c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.900390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-ffceee9b-fd08-4e5d-a84b-350e1b9c4968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9042a2b3-586b-4902-9ba1-4d5e657ee28c HTTP/1.1" status: 200 len: 844 time: 0.1386232 Aug 11 02:14:12.911151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d2176-126f-4028-8f31-e71f597e7b7e req-2bcc0dc6-4845-4abf-b809-6aed1a25e874 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b52cead5a82486cb7240ab1852c5c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379536 Aug 11 02:14:12.924860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.947354 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.955448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d275-71bb-4548-931b-b240ac7db4da req-8df49ce1-870d-4c1b-ba58-8de868a558f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:12.957158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-8df49ce1-870d-4c1b-ba58-8de868a558f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=679c5c48-ddba-4d93-848f-146bc9846e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450220 Aug 11 02:14:12.960910 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c91265-3ef4-4a95-a378-31bf1cf764e5 x-openstack-request-id: req-39c91265-3ef4-4a95-a378-31bf1cf764e5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:12.961210 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:12.961487 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39c91265-3ef4-4a95-a378-31bf1cf764e5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:12.961891 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'status': 'completed', 'code': 200} Aug 11 02:14:12.973492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:12.999166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:13.054827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:13.058792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:13.067898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:13.139922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port b6e230be-555d-4b57-b14e-92fee83dd580 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:13.141204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725cee08-f46c-45a6-8436-50770d74e113,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:13.149514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Port': ['ID=e37e8fcd-3d4c-4609-9d07-6db2308e91b5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:13.151141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b6e230be-555d-4b57-b14e-92fee83dd580 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:13.151531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.176814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-561edf71-611b-4e54-993c-2d213bbb9c18 req-4c4c4943-9ea7-49aa-a51d-252bbdeb8a86 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 210 time: 0.0547428 Aug 11 02:14:13.239488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-c20d4026-47ff-4bc2-aeae-55fa9b03330f service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624650 Aug 11 02:14:13.256120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.304572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Allocated IP 192.168.233.8 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/ab9efc3b-3394-4c03-aad9-2c014a190a84) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:13.322021 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.322666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.360331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4c94c-9e72-4096-9b49-0fd15691437c req-8714de0c-263a-45a2-9822-a735913a540d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.371092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4b4c94c-9e72-4096-9b49-0fd15691437c req-8714de0c-263a-45a2-9822-a735913a540d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.2319808 Aug 11 02:14:13.379597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:13.383630 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ecf75-97e0-4d05-9035-07669e471658" -d '{"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-plugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:13.410873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:13.425099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.438259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:13.480199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4b4c94c-9e72-4096-9b49-0fd15691437c req-e2da38e6-b7f4-479c-aac4-74ef200a18f1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984206 Aug 11 02:14:13.484449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73d9d275-71bb-4548-931b-b240ac7db4da req-31070241-fe7c-4367-962d-601b97efcdf8 service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352715 Aug 11 02:14:13.554089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:13.626688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1327970262-network', 'tenant_id': '36963830945f442cba615a7b6e51246a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:13.673548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f307ba-ab2f-47cc-824f-fb3ba0373383 req-f0426cf2-fb8f-48a0-8b3f-8d6d848c6b6b tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.679191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2f307ba-ab2f-47cc-824f-fb3ba0373383 req-f0426cf2-fb8f-48a0-8b3f-8d6d848c6b6b tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 944 time: 0.0855346 Aug 11 02:14:13.682149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babac58-ad11-43fc-8d0d-943cc93446df req-8e0e356f-8600-49e3-98b2-7b5970eb3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.683634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-8e0e356f-8600-49e3-98b2-7b5970eb3557 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29be2f17c8ac4a359a90697c99af86a2&device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 1096 time: 0.1248844 Aug 11 02:14:13.685977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:13.689048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.706261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.734904 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b67bcb-f776-4a49-ad7b-8d5a11173de4 x-openstack-request-id: req-e4b67bcb-f776-4a49-ad7b-8d5a11173de4 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:13.736607 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-plugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:13.736881 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4b67bcb-f776-4a49-ad7b-8d5a11173de4 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:13.737294 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'code': 200} Aug 11 02:14:13.873835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2f307ba-ab2f-47cc-824f-fb3ba0373383 req-e36cffdc-47b7-4a05-a38d-1b60ceca5687 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849513 Aug 11 02:14:13.895713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.911981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cc5e1-c107-437a-883d-557be11c33f7 req-9f6cda99-9eef-4e2e-a338-52b6e6fb4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.913843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-311cc5e1-c107-437a-883d-557be11c33f7 req-9f6cda99-9eef-4e2e-a338-52b6e6fb4538 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 1098 time: 0.1089330 Aug 11 02:14:13.917680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babac58-ad11-43fc-8d0d-943cc93446df req-6f7badee-4442-4e5d-bf17-b4fbad367b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:13.919414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-6f7badee-4442-4e5d-bf17-b4fbad367b8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 200 len: 906 time: 0.2147300 Aug 11 02:14:13.925382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Transition to ACTIVE for port object ab9efc3b-3394-4c03-aad9-2c014a190a84 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:13.928110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.936453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:13.993759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-5b790ed2-a968-4fcc-a02f-c602d04c0c9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 200 len: 217 time: 0.0603852 Aug 11 02:14:14.030151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.041785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Port': ['ID=e37e8fcd-3d4c-4609-9d07-6db2308e91b5,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.054835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-311cc5e1-c107-437a-883d-557be11c33f7 req-2cf550f6-f61f-4050-ad82-99bb6798c559 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288202 Aug 11 02:14:14.069837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.117641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:14.121117 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.122887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:14.124202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babac58-ad11-43fc-8d0d-943cc93446df req-69d2ec4d-9b6a-4d38-ba02-d5d372d27727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.126788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-69d2ec4d-9b6a-4d38-ba02-d5d372d27727 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9042a2b3-586b-4902-9ba1-4d5e657ee28c HTTP/1.1" status: 200 len: 844 time: 0.1213024 Aug 11 02:14:14.127066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:14.134066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.155552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Pushing event updated for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.159611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.164366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-501a6add-7cd6-47cc-8f97-83d6d95496c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1584926 Aug 11 02:14:14.167355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42210) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:14.193662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:14.204633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-a0638f87-f1af-40eb-a556-20242384a631 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.206460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-a0638f87-f1af-40eb-a556-20242384a631 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.1247599 Aug 11 02:14:14.227537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.227767 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Added segment d25df0b3-103f-4a26-a9c2-5865aef34d68 of type vlan for network c7f1e384-e245-46c0-88a6-bfbc937fa077 Aug 11 02:14:14.236290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.236963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.242191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f326ed-7451-45b3-870f-3c05aafcb197,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.274264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-6b114513-e83f-4ead-9ebe-d0ae8e8bba88 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.277486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babac58-ad11-43fc-8d0d-943cc93446df req-38b43695-527f-4ff0-b722-3f8374eac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.279279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-38b43695-527f-4ff0-b722-3f8374eac1dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=679c5c48-ddba-4d93-848f-146bc9846e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422834 Aug 11 02:14:14.324977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f0eca0b-f14b-41f7-9e99-5c9d85b42428 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "GET /v2.0/floatingips?floating_network_id=7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba HTTP/1.1" status: 200 len: 690 time: 0.1555798 Aug 11 02:14:14.325756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42224) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:14.340454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.399350 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-2c2e88eb-fdc4-40d6-bc5b-c14ba4a2c1c5 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0449409 Aug 11 02:14:14.417405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Request body: {'port': {'device_id': '78ff8c66-49a0-4690-a24a-5146035f580d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:14.441508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eac1f1fb-f412-4e03-b780-83c5d6112afd None None] Provisioning for port ab9efc3b-3394-4c03-aad9-2c014a190a84 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:14.443489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.448703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.449753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.450372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.450865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eac1f1fb-f412-4e03-b780-83c5d6112afd None None] Provisioning complete for port ab9efc3b-3394-4c03-aad9-2c014a190a84 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:14.451809 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eac1f1fb-f412-4e03-b780-83c5d6112afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.501697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-eac1f1fb-f412-4e03-b780-83c5d6112afd None None] Port ab9efc3b-3394-4c03-aad9-2c014a190a84 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:14.521422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-bcc1e1cf-07f5-4f85-8bc1-a6895aeee11f service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203653 Aug 11 02:14:14.574287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.602938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f1e384-e245-46c0-88a6-bfbc937fa077,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.626309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:14.650055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Deleting port e37e8fcd-3d4c-4609-9d07-6db2308e91b5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:14.650731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.651700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-6b114513-e83f-4ead-9ebe-d0ae8e8bba88 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.661542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-6b114513-e83f-4ead-9ebe-d0ae8e8bba88 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.684727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e9eb7600-5d28-4f56-9648-562794f2e3d1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2378304 Aug 11 02:14:14.692438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42244) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:14.698513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Request body: {'subnet': {'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1327970262-subnet', 'tenant_id': '36963830945f442cba615a7b6e51246a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:14.705041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6babac58-ad11-43fc-8d0d-943cc93446df req-58d6a67e-460e-4c89-bfb8-c8892158f029 service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689000 Aug 11 02:14:14.721961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e58c3cd-11f5-468d-8f1f-7c47f0c19a82 req-6b114513-e83f-4ead-9ebe-d0ae8e8bba88 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993815 Aug 11 02:14:14.775312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b114513-e83f-4ead-9ebe-d0ae8e8bba88 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7207e54-8f04-45bb-9f9f-c61dcf23f46f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:14.780033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:14.783846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.849041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.849369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:14.870286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Calling delete_port for e37e8fcd-3d4c-4609-9d07-6db2308e91b5 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:14.960836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669e7d-a15e-44ae-be6f-3e4ad1a58177 req-bb592459-debb-4a6f-a6b9-f65e70f56a33 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.962469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8669e7d-a15e-44ae-be6f-3e4ad1a58177 req-bb592459-debb-4a6f-a6b9-f65e70f56a33 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 934 time: 0.1024251 Aug 11 02:14:14.981228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500e87-a2c8-42fc-80ad-d4d0c7f540b7 req-2baf176f-64e7-40e7-a3c7-6fc885217cd3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:14.982992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad500e87-a2c8-42fc-80ad-d4d0c7f540b7 req-2baf176f-64e7-40e7-a3c7-6fc885217cd3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1712859 Aug 11 02:14:15.015604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9efc3b-3394-4c03-aad9-2c014a190a84 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:15.031781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.071403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:15.101737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Transition to ACTIVE for port object ab9efc3b-3394-4c03-aad9-2c014a190a84 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:15.103564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.112742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.138365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Port': ['ID=e37e8fcd-3d4c-4609-9d07-6db2308e91b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.179871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.238316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:15.246449 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.257678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.308969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.328144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.371404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Attempting to bind port ab9efc3b-3394-4c03-aad9-2c014a190a84 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:15.371743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Attempting to bind port ab9efc3b-3394-4c03-aad9-2c014a190a84 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:15.372075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Attempting to bind port ab9efc3b-3394-4c03-aad9-2c014a190a84 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:15.383656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Port ab9efc3b-3394-4c03-aad9-2c014a190a84 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:15.383873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Attempting to bind port ab9efc3b-3394-4c03-aad9-2c014a190a84 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:15.392918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.395243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:15.395584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:15.395971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:15.396406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Bound port: ab9efc3b-3394-4c03-aad9-2c014a190a84, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:15.396757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.437628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad500e87-a2c8-42fc-80ad-d4d0c7f540b7 req-1ae3366c-2954-4f65-8d83-e843f6cbfa2f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411736 Aug 11 02:14:15.476065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8669e7d-a15e-44ae-be6f-3e4ad1a58177 req-333ab31a-32dd-4a75-8fe2-91b9c037ce8d tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920597 Aug 11 02:14:15.533674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:15.539468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.543244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:15.571573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.581528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3684d08e-ee1b-4fcb-9d76-749f48676caf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.602099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.615191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.616031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.617749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] 10.222.0.67 "PUT /v2.0/ports/ab9efc3b-3394-4c03-aad9-2c014a190a84 HTTP/1.1" status: 200 len: 1095 time: 1.2046642 Aug 11 02:14:15.629367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:15.632942 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6004c-6287-46dd-9d7d-3513d3dd924a" -d '{"events": [{"name": "network-changed", "server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:15.723460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.735317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411e0162-b1ff-429b-b96c-657d1c66c7e8,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.738778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:15.739333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Checking segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:15.739333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Network hostable DHCP agents. Network: c7f1e384-e245-46c0-88a6-bfbc937fa077, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:15.745858 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b73d43-5afe-4cad-a3d5-4a9fb65f23c1" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:15.761257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:15.765287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:15.767656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232e6d-95f0-4bc5-b589-25743d30dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:15.776886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c7f1e384-e245-46c0-88a6-bfbc937fa077) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:15.795804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deda06b-7105-41a6-9c1c-c265a8e32a1a None None] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:15.796868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.797756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.811836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3350b465-6543-437c-a400-f4a7007a173f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:15.812149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3350b465-6543-437c-a400-f4a7007a173f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:15.832410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-edb58f2b-de56-4baf-a990-7f0aae73c703 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1384344 Aug 11 02:14:15.847407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-be181fec-a947-4d1d-97a6-5d5788bfd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.849091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-be181fec-a947-4d1d-97a6-5d5788bfd03c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d20c802745d44f0a8bce512bc764c4f&device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 1098 time: 0.1827428 Aug 11 02:14:15.858611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:15.947033 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-f19f42a8-53aa-40c6-9132-a6e08119a620 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84 HTTP/1.1" status: 200 len: 217 time: 0.0779083 Aug 11 02:14:15.947259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2429e-6508-4e65-8ab8-0db1b8d8a800 req-47fbed8f-2900-4aaf-b091-135a44fe98c8 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:15.953296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45f2429e-6508-4e65-8ab8-0db1b8d8a800 req-47fbed8f-2900-4aaf-b091-135a44fe98c8 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 944 time: 0.0948908 Aug 11 02:14:15.988476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.021333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:16.022661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:16.031567 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:16.043795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5fcae-0a8d-429e-a49b-bba14326070e None None] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:16.091994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45f2429e-6508-4e65-8ab8-0db1b8d8a800 req-5a8f2793-cdca-45f1-a1a0-66b921c068dc tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324894 Aug 11 02:14:16.119314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-7e491bf4-07bc-4924-8ac3-17d4291dc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.120850 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-7e491bf4-07bc-4924-8ac3-17d4291dc744 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1585808 Aug 11 02:14:16.131489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.165519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:14:16.182758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.184974 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba HTTP/1.1" status: 204 len: 168 time: 1.8576567 Aug 11 02:14:16.187787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42286) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:16.205207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ff6a-8e06-460d-8b0b-27a96349c9f5 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:16.223834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-faac8731-c636-4b93-830d-2278e9750c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.225649 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-faac8731-c636-4b93-830d-2278e9750c95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920050 Aug 11 02:14:16.300216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-abc559ef-4a82-4996-b25e-ac1de82d08d8 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1112430 Aug 11 02:14:16.302557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42292) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:16.450347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-a345b0ab-ff98-449c-bfa6-14ef5034f8ff service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125049 Aug 11 02:14:16.459054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.460342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.461138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.461836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.462877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.463714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.466701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-634fc0ab-64a1-40d9-a85f-f0179a887a2d tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4020 time: 0.1627674 Aug 11 02:14:16.469475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42302) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:16.557998 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-c140e564-2375-4a81-a51f-34667ddbf324 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] delete failed (client error): The resource could not be found. Aug 11 02:14:16.559205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c140e564-2375-4a81-a51f-34667ddbf324 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/370abdc1-95dc-4332-934c-a9752d204830 HTTP/1.1" status: 404 len: 345 time: 0.0882454 Aug 11 02:14:16.562004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42312) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:16.574016 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3611db-95ad-4dac-ae86-19b472751906 x-openstack-request-id: req-ac3611db-95ad-4dac-ae86-19b472751906 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:16.574666 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5344f5f8-e1dd-48ed-b4e3-91fb2eaaedb5 x-openstack-request-id: req-5344f5f8-e1dd-48ed-b4e3-91fb2eaaedb5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:16.575308 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:16.575953 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:16.576447 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac3611db-95ad-4dac-ae86-19b472751906 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:16.577134 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'code': 200} Aug 11 02:14:16.584830 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5344f5f8-e1dd-48ed-b4e3-91fb2eaaedb5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:16.585435 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84', 'status': 'completed', 'code': 200} Aug 11 02:14:16.590845 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1222a422-5528-4bd9-be56-a0e29e5eda2b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 02:14:16.591746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1222a422-5528-4bd9-be56-a0e29e5eda2b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:16.593782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1222a422-5528-4bd9-be56-a0e29e5eda2b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/7b3da8c3-dc5c-4e8c-9ab4-d70f007913ba HTTP/1.1" status: 404 len: 339 time: 0.0306251 Aug 11 02:14:16.599428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42314) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:16.606099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'name': 'tempest-network--455181004', 'router:external': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:16.633251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:16.636157 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.725202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:16.738183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.738668 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Added segment 9b90d24e-7cb3-4595-98c7-5d42715aa95c of type vlan for network d83b2bed-4428-4db4-846c-e34b8361aa22 Aug 11 02:14:16.776334 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d04a9f7c-dc08-476d-b2c4-4816a5f78bd9 req-f3c2ba25-fe06-4515-9dcd-12272f4b4c3d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136716 Aug 11 02:14:16.784575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:16.832035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-290148ef-962e-4743-980e-9cf195cc446a req-94c53d90-5626-4052-8d42-22c307815ece tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1b52cead5a82486cb7240ab1852c5c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817037 Aug 11 02:14:16.834313 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-1811914a-6f3d-410f-a650-22bc8c8b07db service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3221345 Aug 11 02:14:16.893949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-6555b4cf-2426-4cb4-87d5-f897cf5c73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:16.895574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-6555b4cf-2426-4cb4-87d5-f897cf5c73d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d20c802745d44f0a8bce512bc764c4f&device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 1098 time: 0.0573773 Aug 11 02:14:16.926656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:16.996109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:17.015699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'port_id': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'mac_address': 'fa:16:3e:af:b4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:17.024982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-41a40e33-5ddb-491c-989c-12e3e7bbb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.026669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-41a40e33-5ddb-491c-989c-12e3e7bbb763 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1207514 Aug 11 02:14:17.073081 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.087259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-778b16b7-b663-4784-b83a-14bfbe2f429f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84 HTTP/1.1" status: 200 len: 217 time: 0.0498958 Aug 11 02:14:17.089226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:17.095028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.095997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.096586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.130376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:17.135250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290148ef-962e-4743-980e-9cf195cc446a req-9f09dfb8-d1a5-42db-ab83-095d6ce79457 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.136803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-290148ef-962e-4743-980e-9cf195cc446a req-9f09dfb8-d1a5-42db-ab83-095d6ce79457 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895749 Aug 11 02:14:17.139559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.152290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-deb0f639-2a5d-44e5-8068-5f3cf9181690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.153954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-deb0f639-2a5d-44e5-8068-5f3cf9181690 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0577624 Aug 11 02:14:17.172781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-6025e2fa-e6db-4556-b407-7231e58f72b6 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.174284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-6025e2fa-e6db-4556-b407-7231e58f72b6 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.3260133 Aug 11 02:14:17.184646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5814970 Aug 11 02:14:17.195477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-290148ef-962e-4743-980e-9cf195cc446a req-b7cec03e-cac1-4ccd-9bdb-735a7a642162 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/quotas/1b52cead5a82486cb7240ab1852c5c94 HTTP/1.1" status: 200 len: 375 time: 0.0300193 Aug 11 02:14:17.195934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42354) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:17.204091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.216289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-e5a88fd0-7a92-49cb-b0f9-3267299a5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.218420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-e5a88fd0-7a92-49cb-b0f9-3267299a5780 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564229 Aug 11 02:14:17.302004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b8c52239-1e70-478a-af82-f0275cffda64 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/quotas/36963830945f442cba615a7b6e51246a HTTP/1.1" status: 200 len: 375 time: 0.1088564 Aug 11 02:14:17.320632 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-7ac8b4fd-3e29-4858-8906-3426e588d534 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928612 Aug 11 02:14:17.321278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87673f08-9ed0-414c-b1a9-170acceaffe1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=d83b2bed-4428-4db4-846c-e34b8361aa22,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.331396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d83b2bed-4428-4db4-846c-e34b8361aa22 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:17.336335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-290148ef-962e-4743-980e-9cf195cc446a req-e72e40c8-4b3e-4e59-99bd-787e52f17c88 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b52cead5a82486cb7240ab1852c5c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091423 Aug 11 02:14:17.404931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:17.427983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b4935e9c-c446-4d90-a8a2-0638ef40a297 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029513 Aug 11 02:14:17.491669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0c6004c-6287-46dd-9d7d-3513d3dd924a req-34f58710-2cac-43c8-b3cf-6bb9ff88942e service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618621 Aug 11 02:14:17.612005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eef4d-e4a1-488d-a729-59fadbb9e7c7 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.618358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eef4d-e4a1-488d-a729-59fadbb9e7c7 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.624747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eef4d-e4a1-488d-a729-59fadbb9e7c7 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.632022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eef4d-e4a1-488d-a729-59fadbb9e7c7 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.633783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd7eef4d-e4a1-488d-a729-59fadbb9e7c7 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4345999 Aug 11 02:14:17.636969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42364) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:17.666963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1a6d-e1bb-4731-b1dc-927cfd9830ba req-68f2a498-e34d-44e1-ba28-a0ce41ce6ede tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.668529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f37c1a6d-e1bb-4731-b1dc-927cfd9830ba req-68f2a498-e34d-44e1-ba28-a0ce41ce6ede tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1792285 Aug 11 02:14:17.707069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b4b5868d-cb43-49fd-804f-54f6fe6ca600 service neutron] 10.222.0.68 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164309 Aug 11 02:14:17.713011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.775684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f37c1a6d-e1bb-4731-b1dc-927cfd9830ba req-25c56ff4-aa56-4264-8584-a0b1b3036975 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982411 Aug 11 02:14:17.795979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.807174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83b2bed-4428-4db4-846c-e34b8361aa22']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:17.821674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b90d24e-7cb3-4595-98c7-5d42715aa95c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:17.822200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b90d24e-7cb3-4595-98c7-5d42715aa95c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:17.824470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f3455a8d-d4e4-44f4-a0db-743a45eeb99a service neutron] 10.222.0.68 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051686 Aug 11 02:14:17.834069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.852920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.860275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:17.860694 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:17.862540 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:17.922668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.928365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d83b2bed-4428-4db4-846c-e34b8361aa22 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:14:17.930922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:17.938716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42366) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:17.938936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/d83b2bed-4428-4db4-846c-e34b8361aa22 HTTP/1.1" status: 204 len: 168 time: 0.3003521 Aug 11 02:14:17.946502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'name': 'tempest-network--1486305164', 'router:external': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:17.953319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dc5ab-61f9-419c-91ae-eb7400e741c4 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Network': ['ID=d83b2bed-4428-4db4-846c-e34b8361aa22,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:17.966795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c59af7-fee2-4218-9021-39e6a3e28c05 req-3c11271d-80b9-416c-8492-7d8a8c5e1baa tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:17.968587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20c59af7-fee2-4218-9021-39e6a3e28c05 req-3c11271d-80b9-416c-8492-7d8a8c5e1baa tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.0847156 Aug 11 02:14:18.001207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:18.003595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.053902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20c59af7-fee2-4218-9021-39e6a3e28c05 req-e52d2353-4490-4256-8cb7-4473089ba341 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774853 Aug 11 02:14:18.062074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:18.112357 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.112941 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Added segment a34b3be8-3c6b-43a7-90d5-4a606e223ff1 of type vlan for network f4e7a7ab-0d8f-456f-933e-58d86cc31224 Aug 11 02:14:18.196819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1703-873d-4612-84e2-17df12ce4b42 req-aae28a8a-d471-4ab7-b501-edac005bc29d tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.199104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dcd1703-873d-4612-84e2-17df12ce4b42 req-aae28a8a-d471-4ab7-b501-edac005bc29d tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 946 time: 0.1385207 Aug 11 02:14:18.227062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.348173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dcd1703-873d-4612-84e2-17df12ce4b42 req-a896c233-65b4-44bc-9102-ae0c6d2159d2 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349549 Aug 11 02:14:18.353594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.354621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.355717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.373755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85f231-1222-463b-9dcc-1f4f436f649d req-83a249e0-1cd9-4dba-99e3-d8510ebe77f2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.380554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e85f231-1222-463b-9dcc-1f4f436f649d req-83a249e0-1cd9-4dba-99e3-d8510ebe77f2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 945 time: 0.1659942 Aug 11 02:14:18.398109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-b2138331-1f43-4d66-891c-f0d9a1e0fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.399618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-b2138331-1f43-4d66-891c-f0d9a1e0fbf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.1518073 Aug 11 02:14:18.467416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5242927 Aug 11 02:14:18.468234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42394) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:18.518255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea0ce-e818-4eea-8181-2e44506b89c9 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=f4e7a7ab-0d8f-456f-933e-58d86cc31224,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:18.535643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f4e7a7ab-0d8f-456f-933e-58d86cc31224 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:18.544721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e85f231-1222-463b-9dcc-1f4f436f649d req-7e6e84da-260e-4f02-aa83-906a18aabaee tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590064 Aug 11 02:14:18.589883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf418810-c48f-4751-91fb-e47c7dc03e49 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.591499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf418810-c48f-4751-91fb-e47c7dc03e49 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "GET /v2.0/networks/f4e7a7ab-0d8f-456f-933e-58d86cc31224 HTTP/1.1" status: 200 len: 757 time: 0.1222563 Aug 11 02:14:18.594287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:18.602998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-7b10e810-bc8d-4a5c-9620-9446f0123d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.604449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-7b10e810-bc8d-4a5c-9620-9446f0123d30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1699429 Aug 11 02:14:18.684140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-bba4749f-278c-4644-b8d2-050e87d2f896 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.0688393 Aug 11 02:14:18.737443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c29af6-f44a-4ed8-aee4-5e0d4f8367d6 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.738905 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-46c29af6-f44a-4ed8-aee4-5e0d4f8367d6 tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "GET /v2.0/networks/476f74e8-cd4e-402f-93fa-00740b97dd44 HTTP/1.1" status: 200 len: 768 time: 0.1434808 Aug 11 02:14:18.746375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:18.778930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6a1e8dcd-9876-456d-aacf-edf60e65f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.780506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6a1e8dcd-9876-456d-aacf-edf60e65f14d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0879359 Aug 11 02:14:18.790248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:18.801852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d99214-55b2-492a-8afe-ac9facc33c8d req-3bdde472-544e-4b59-af99-9851cecbba12 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.810994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7d99214-55b2-492a-8afe-ac9facc33c8d req-3bdde472-544e-4b59-af99-9851cecbba12 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1088221 Aug 11 02:14:18.833708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.889456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-d5812231-9f58-4600-b2f0-59c0a630f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:18.891249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-d5812231-9f58-4600-b2f0-59c0a630f729 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794640 Aug 11 02:14:18.906667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7d99214-55b2-492a-8afe-ac9facc33c8d req-16ac40c7-4071-42b3-a08f-4229661dfd94 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911655 Aug 11 02:14:18.951068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.966113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e7a7ab-0d8f-456f-933e-58d86cc31224']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:18.977658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:18.985118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:18.985739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:18.993314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34b3be8-3c6b-43a7-90d5-4a606e223ff1') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:18.993622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34b3be8-3c6b-43a7-90d5-4a606e223ff1') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:19.013050 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.046457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.066105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:19.066842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:19.071932 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:19.087520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8c04a48-8639-4924-8e72-b311a8fe655f req-a26b25b6-ec06-4db1-93bb-c2d067daf320 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 210 time: 0.0642421 Aug 11 02:14:19.126464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b176e3-0aec-4af3-a16c-2c2bcbeed87e req-817b27fd-9b9d-4ad2-8e7a-d66e3ba9302b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.134875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b176e3-0aec-4af3-a16c-2c2bcbeed87e req-817b27fd-9b9d-4ad2-8e7a-d66e3ba9302b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1126044 Aug 11 02:14:19.158176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.168387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-9ea78974-284c-41e9-88e6-d9dd29b17ac3 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602506 Aug 11 02:14:19.186172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:19.189166 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9f586-232a-4e46-92ec-ecf967ae0e13" -d '{"events": [{"server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "name": "network-vif-plugged", "status": "completed", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:19.207240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:19.208316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b176e3-0aec-4af3-a16c-2c2bcbeed87e req-98b19d14-b6c4-4e10-b2cf-70f6e4fad18e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678816 Aug 11 02:14:19.215593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.241537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.247220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4e7a7ab-0d8f-456f-933e-58d86cc31224 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:14:19.249972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.259963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/f4e7a7ab-0d8f-456f-933e-58d86cc31224 HTTP/1.1" status: 204 len: 168 time: 0.5123036 Aug 11 02:14:19.269463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42424) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:19.279524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'name': 'tempest-network--1678487977'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:19.284277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5d74b-26d0-4ff2-8917-7533c573802a tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4e7a7ab-0d8f-456f-933e-58d86cc31224,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:19.335671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Made reservation on behalf of 84a99d100f344f3e972fe17a16f456fb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:19.338283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.352037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:19.372955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:19.389042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.389749 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Added segment e1d30b9f-c5de-485f-a941-ff794681972a of type vlan for network 88998658-5b48-48bb-835b-20dd3a49ea97 Aug 11 02:14:19.414275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-346f3739-ea85-4b68-a87b-19b5395eb838 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277250 Aug 11 02:14:19.459608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.463250 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff56276f-c54f-4bc8-83b2-0b2f806c62d9 x-openstack-request-id: req-ff56276f-c54f-4bc8-83b2-0b2f806c62d9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:19.463662 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "name": "network-vif-plugged", "status": "completed", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:19.464253 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ff56276f-c54f-4bc8-83b2-0b2f806c62d9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:19.464758 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'code': 200} Aug 11 02:14:19.512504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.514072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.514876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:19.573496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769edd-3f41-4a29-b73f-37bf58159609 req-38973839-9038-45a0-b19e-ffea945cdfdf tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.581168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12769edd-3f41-4a29-b73f-37bf58159609 req-38973839-9038-45a0-b19e-ffea945cdfdf tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 946 time: 0.0661623 Aug 11 02:14:19.690229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=88998658-5b48-48bb-835b-20dd3a49ea97,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:19.704037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 88998658-5b48-48bb-835b-20dd3a49ea97 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:19.706654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12769edd-3f41-4a29-b73f-37bf58159609 req-2a1b0eed-89ed-4234-b703-f224edacd6bc tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225657 Aug 11 02:14:19.770051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-096d3f50-ce08-471c-9d4f-78fc269e693b tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4993782 Aug 11 02:14:19.773583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:19.781662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:19.862181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe7a2e-f356-4beb-8b8e-0e72941de3a8 req-7f2cf8b0-701a-4539-b02e-3edb5b72e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:19.864819 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-06fe7a2e-f356-4beb-8b8e-0e72941de3a8 req-7f2cf8b0-701a-4539-b02e-3edb5b72e943 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 1098 time: 0.1788046 Aug 11 02:14:20.018131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7593ea4f-9684-431e-8d9c-fad22b564751 req-2d0f18cc-41f9-4590-bc5e-2d410a8999e4 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1b52cead5a82486cb7240ab1852c5c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2640827 Aug 11 02:14:20.033722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-06fe7a2e-f356-4beb-8b8e-0e72941de3a8 req-6dae5d7b-8fb2-4252-8f5d-42709976d3e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476793 Aug 11 02:14:20.120791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.139867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.150090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593ea4f-9684-431e-8d9c-fad22b564751 req-a8484456-05f7-40f9-a18d-a9c712de2d52 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.151732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7593ea4f-9684-431e-8d9c-fad22b564751 req-a8484456-05f7-40f9-a18d-a9c712de2d52 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238060 Aug 11 02:14:20.158240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Network 88998658-5b48-48bb-835b-20dd3a49ea97 is not hosted by any dhcp agent {{(pid=94653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:14:20.159266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.159881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.163500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "PUT /v2.0/networks/88998658-5b48-48bb-835b-20dd3a49ea97 HTTP/1.1" status: 200 len: 858 time: 0.3873968 Aug 11 02:14:20.174131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:20.207641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22033d0e-69bd-4f88-8b77-6734fc618c05 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event updated for resources: {'Network': ['ID=88998658-5b48-48bb-835b-20dd3a49ea97,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:20.224515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7593ea4f-9684-431e-8d9c-fad22b564751 req-a65a326c-efe0-4a51-817b-ed71aa877451 tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/quotas/1b52cead5a82486cb7240ab1852c5c94 HTTP/1.1" status: 200 len: 375 time: 0.0492907 Aug 11 02:14:20.610655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6e0f8-ac15-4438-bbf8-699a4cc5ce57 req-5eabf3d2-e328-4388-b181-e55e03b8ae10 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.612099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21e6e0f8-ac15-4438-bbf8-699a4cc5ce57 req-5eabf3d2-e328-4388-b181-e55e03b8ae10 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.7184420 Aug 11 02:14:20.624591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b8df2f10-635c-4045-9eb7-9625c22c23fd tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.626059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b8df2f10-635c-4045-9eb7-9625c22c23fd tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.61 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.8653314 Aug 11 02:14:20.648959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-fc0b016e-1ab9-403a-bc40-a0e65e16407c tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:20.650436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-fc0b016e-1ab9-403a-bc40-a0e65e16407c tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.9066756 Aug 11 02:14:20.657406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7593ea4f-9684-431e-8d9c-fad22b564751 req-fa542cbd-1a9e-47dd-91d9-b743d48dcd9f tempest-QuotasAdminNegativeTest-684869332 tempest-QuotasAdminNegativeTest-684869332-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b52cead5a82486cb7240ab1852c5c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3947229 Aug 11 02:14:20.661050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Request body: {'port': {'device_id': '21493c72-0565-499e-848d-fbcbc57fd05d', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'admin_state_up': True, 'tenant_id': '36963830945f442cba615a7b6e51246a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:20.680858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Request body: {'port': {'device_id': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'admin_state_up': True, 'tenant_id': '36963830945f442cba615a7b6e51246a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:20.772698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:20.800123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab9efc3b-3394-4c03-aad9-2c014a190a84 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:20.895079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21e6e0f8-ac15-4438-bbf8-699a4cc5ce57 req-d7d982b5-b990-46ae-ad50-88167d9decb6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522974 Aug 11 02:14:20.978201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:20.999210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'ab9efc3b-3394-4c03-aad9-2c014a190a84', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'ab9efc3b-3394-4c03-aad9-2c014a190a84', 'mac_address': 'fa:16:3e:43:58:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:21.035447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.044833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.064948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9efc3b-3394-4c03-aad9-2c014a190a84 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:21.072479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ee7e-28fa-45df-bba1-71cbd22910d3 req-3193689f-e6bc-48c2-8346-693012c8c7fe tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:21.080835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7264ee7e-28fa-45df-bba1-71cbd22910d3 req-3193689f-e6bc-48c2-8346-693012c8c7fe tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2692616 Aug 11 02:14:21.089165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:21.103178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:21.109698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.136848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88998658-5b48-48bb-835b-20dd3a49ea97']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:21.157024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:21.161965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.205799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5c104a1-24ef-4a99-a19e-7a5be0c819fa req-bd321b71-4579-42df-981b-54eb9095995a tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 210 time: 0.1494689 Aug 11 02:14:21.221837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d30b9f-c5de-485f-a941-ff794681972a') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:21.222422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d30b9f-c5de-485f-a941-ff794681972a') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:21.231916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.253249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:21.272815 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'mac_address': 'fa:16:3e:67:c3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:21.295174 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.315761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.332910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:21.344977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7264ee7e-28fa-45df-bba1-71cbd22910d3 req-dfb2cdca-c2f2-447a-881f-376e093d8d84 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628472 Aug 11 02:14:21.351141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['ab9efc3b-3394-4c03-aad9-2c014a190a84'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:21.378118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:21.384368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.436185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.461152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:21.461724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:21.464790 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:21.581820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:21.590119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.643348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe716702-1c5b-4f66-8dca-b6556410cc8d req-82616038-5d1e-4c2e-9891-8bb903f5880b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:21.651497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe716702-1c5b-4f66-8dca-b6556410cc8d req-82616038-5d1e-4c2e-9891-8bb903f5880b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.3050337 Aug 11 02:14:21.688472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b5a8b2b1-7b88-470e-ad46-3798ac8545a9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:21.692165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Allocated IP 172.20.0.3 (c7f1e384-e245-46c0-88a6-bfbc937fa077/411e0162-b1ff-429b-b96c-657d1c66c7e8/f9ada37a-d0a7-4737-a574-68abb02b95ea) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:21.694811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.719577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88998658-5b48-48bb-835b-20dd3a49ea97 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:14:21.721038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.770855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:21.773226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] 10.222.0.68 "DELETE /v2.0/networks/88998658-5b48-48bb-835b-20dd3a49ea97 HTTP/1.1" status: 204 len: 168 time: 1.5876791 Aug 11 02:14:21.778430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:21.791952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3a6b3-0e04-429c-9c67-c950294504c1 tempest-ExternalNetworksTestJSON-1755716707 tempest-ExternalNetworksTestJSON-1755716707-project-admin] Pushing event deleted for resources: {'Network': ['ID=88998658-5b48-48bb-835b-20dd3a49ea97,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:21.844375 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8e4aa4-09f6-487a-8d4f-ce7448d8404a tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] DELETE failed (client error): The resource could not be found. Aug 11 02:14:21.845326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe716702-1c5b-4f66-8dca-b6556410cc8d req-fa8f0ff0-f5a9-4f1d-bbd6-1d441538d934 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927457 Aug 11 02:14:21.846128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8e4aa4-09f6-487a-8d4f-ce7448d8404a tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:14:21.854120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42516) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:21.864925 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1f8e4aa4-09f6-487a-8d4f-ce7448d8404a tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "DELETE /v2.0/subnets/3684d08e-ee1b-4fcb-9d76-749f48676caf HTTP/1.1" status: 404 len: 337 time: 0.0735765 Aug 11 02:14:22.188772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.208574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0c68-371f-40e1-94fa-a13b02eb439b req-8670a123-59ee-406d-9689-fd3c5b96ef06 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:22.210837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed1a0c68-371f-40e1-94fa-a13b02eb439b req-8670a123-59ee-406d-9689-fd3c5b96ef06 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 947 time: 0.3183246 Aug 11 02:14:22.251174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc1b6-9442-4b99-9ffe-c362f2ca0268 req-6714f876-0125-4f0e-82b7-156a6df04d38 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:22.259992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60afc1b6-9442-4b99-9ffe-c362f2ca0268 req-6714f876-0125-4f0e-82b7-156a6df04d38 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.2299240 Aug 11 02:14:22.454941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:22.457174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed1a0c68-371f-40e1-94fa-a13b02eb439b req-b3f192e0-2e0a-4cfa-8b2e-93d03c1d8054 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322760 Aug 11 02:14:22.488162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.500715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60afc1b6-9442-4b99-9ffe-c362f2ca0268 req-5b06222b-1711-4d6d-8fa9-d7e8dae9381e tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398171 Aug 11 02:14:22.525009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f427262e-8f99-4f04-bb37-a1ebd53581a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.530037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.543686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476f74e8-cd4e-402f-93fa-00740b97dd44']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:22.557521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c03fa-e0c7-4f66-84ae-f97214a55be6') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:22.557883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c03fa-e0c7-4f66-84ae-f97214a55be6') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:22.582142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.633367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16c4e85b-76e6-44a6-98a0-4bb229144d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.663515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0360460-a60b-404f-a520-f21bee588505 req-60fd4d8b-0929-4814-a90f-11214ae2b3e9 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 210 time: 0.0727839 Aug 11 02:14:22.698592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.718625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:14:22.718947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:14:22.722750 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:14:22.772344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.772585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16c4e85b-76e6-44a6-98a0-4bb229144d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.783907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16c4e85b-76e6-44a6-98a0-4bb229144d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.812693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab9efc3b-3394-4c03-aad9-2c014a190a84 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:22.857402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16c4e85b-76e6-44a6-98a0-4bb229144d20 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b52cead5a82486cb7240ab1852c5c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010453 Aug 11 02:14:22.859987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e85b-76e6-44a6-98a0-4bb229144d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a4f6d-f29d-4b94-aab4-bf289637e276,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:22.863398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:22.900709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port ab9efc3b-3394-4c03-aad9-2c014a190a84 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:22.905775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port ab9efc3b-3394-4c03-aad9-2c014a190a84 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:22.906446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.936633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.983616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:22.989066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:23.001848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:23.004420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:23.047759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.056074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03d29-d722-450c-a2be-b58e6355bf04 req-31690409-660c-4889-8119-58c349096c56 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.057862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78c03d29-d722-450c-a2be-b58e6355bf04 req-31690409-660c-4889-8119-58c349096c56 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.4528050 Aug 11 02:14:23.083001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.088644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.090278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c52a4f6d-f29d-4b94-aab4-bf289637e276 HTTP/1.1" status: 204 len: 168 time: 0.2256703 Aug 11 02:14:23.090404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event updated for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.092912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.102110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff5378-7014-4048-a22d-1eb6e015d42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a4f6d-f29d-4b94-aab4-bf289637e276,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.106320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Allocated IP 172.20.0.2 (c7f1e384-e245-46c0-88a6-bfbc937fa077/411e0162-b1ff-429b-b96c-657d1c66c7e8/bb846a7a-6f6a-4bc5-8c04-9129668555ff) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:23.110705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:23.118482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:23.122795 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d0ded-a23a-4cac-9031-a24149140e1b" -d '{"events": [{"server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "name": "network-vif-plugged", "status": "completed", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:23.127563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:23.172977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.174727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] 10.222.0.68 "DELETE /v2.0/networks/476f74e8-cd4e-402f-93fa-00740b97dd44 HTTP/1.1" status: 204 len: 168 time: 1.3046308 Aug 11 02:14:23.175662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a001fbc-e457-4519-8757-3517cfcf366f tempest-ExternalNetworksTestJSON-1146110515 tempest-ExternalNetworksTestJSON-1146110515-project] Pushing event deleted for resources: {'Network': ['ID=476f74e8-cd4e-402f-93fa-00740b97dd44,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.200226 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.210369 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78c03d29-d722-450c-a2be-b58e6355bf04 req-949452fe-d945-48cb-be70-c9e4232544a2 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947964 Aug 11 02:14:23.218355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c051f0-b942-440c-8b4f-666c32623e08 req-c291730e-c3d2-4e6a-ac6d-6bee14a0b687 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.219944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9c051f0-b942-440c-8b4f-666c32623e08 req-c291730e-c3d2-4e6a-ac6d-6bee14a0b687 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.3584745 Aug 11 02:14:23.229753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42554) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:23.240408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Request body: {'floatingip': {'port_id': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:23.265354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:23.265730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.293436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.354598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.417529 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a101dd3c-8ae2-43f9-a1df-b380ac8d4d77 x-openstack-request-id: req-a101dd3c-8ae2-43f9-a1df-b380ac8d4d77 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:23.417895 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "name": "network-vif-plugged", "status": "completed", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:23.418122 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a101dd3c-8ae2-43f9-a1df-b380ac8d4d77 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:23.418501 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84', 'code': 200} Aug 11 02:14:23.434702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.435422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.450973 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.492107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:23.508265 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.525646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-7821fc80-9503-4178-8a86-0fe021d3f6cf tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8489723 Aug 11 02:14:23.571790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:23.601075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Request body: {'port': {'device_id': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:23.603945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0bbc-a9fd-47ec-9777-7fb8488c9b61 req-4a11f8e4-aba5-48c0-a4fd-ab7fb561f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.605395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ea3f0bbc-a9fd-47ec-9777-7fb8488c9b61 req-4a11f8e4-aba5-48c0-a4fd-ab7fb561f1b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 1100 time: 0.1563814 Aug 11 02:14:23.666707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ea3f0bbc-a9fd-47ec-9777-7fb8488c9b61 req-62641497-33a9-4c88-a229-dd4d5f959518 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 Aug 11 02:14:23.797942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.813753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:23.834829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ab18-5e61-4aaf-8e71-6dfb2757e173 req-c5493645-f26f-4ae0-882e-38d4de7e95df tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.836551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e76ab18-5e61-4aaf-8e71-6dfb2757e173 req-c5493645-f26f-4ae0-882e-38d4de7e95df tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.4111907 Aug 11 02:14:23.856652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff71fa9b-31ab-4d90-8350-227cea1691bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:23.859743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42568) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:23.920834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c680da2-85bb-481b-bc10-ef668c8c9d7f req-5e64e18b-1120-4178-87ab-f11e2c521da7 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:23.928606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c680da2-85bb-481b-bc10-ef668c8c9d7f req-5e64e18b-1120-4178-87ab-f11e2c521da7 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 948 time: 0.2365978 Aug 11 02:14:24.010187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e76ab18-5e61-4aaf-8e71-6dfb2757e173 req-40ca8323-3f7d-427c-9954-fdbf52365a13 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623797 Aug 11 02:14:24.015013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff71fa9b-31ab-4d90-8350-227cea1691bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.040050 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff71fa9b-31ab-4d90-8350-227cea1691bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.078360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff71fa9b-31ab-4d90-8350-227cea1691bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f443a50070b3461eb4cfb951aeca928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619836 Aug 11 02:14:24.080782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42572) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:24.092240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c680da2-85bb-481b-bc10-ef668c8c9d7f req-957a26e6-dd8d-4fbe-a1ed-76b80bf211d8 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568174 Aug 11 02:14:24.181526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71fa9b-31ab-4d90-8350-227cea1691bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc7ae7-8709-425d-94e7-919909cad104,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:24.230364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.258877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.314187 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1ede95d7-de39-4a47-bdf2-f2ba6f46ecce admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50c30dc37a114f199cf23aed7fc18c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527993 Aug 11 02:14:24.317180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:24.352268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.383140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.385787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.387360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cdfc7ae7-8709-425d-94e7-919909cad104 HTTP/1.1" status: 204 len: 168 time: 0.3051906 Aug 11 02:14:24.390348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.415026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.459063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d473863-13d3-4e36-a753-d534309f93ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc7ae7-8709-425d-94e7-919909cad104,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:24.485839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.501861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.505198 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5e5201a-fe06-4f2f-9675-8f672c73388f HTTP/1.1" status: 204 len: 168 time: 0.1870263 Aug 11 02:14:24.526897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b59b4-178e-42af-ba50-1ebcfe0f12b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5201a-fe06-4f2f-9675-8f672c73388f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:24.828706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.876751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:24.879819 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.111293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f9a25dc-04ae-4cc0-a463-ba27d3874f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.377272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:25.387369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.420598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:25.422420 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea69c7cc-0431-47d9-87eb-7ac70e7095a1" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:25.449987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e611a4bd-b5b5-4c67-880f-ebb546413c1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84a99d100f344f3e972fe17a16f456fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714483 Aug 11 02:14:25.460776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:25.530897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc935-20a0-403c-b725-1f7ba8554c11 req-01e11bd7-ecdc-474f-9378-faa1f83cb230 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.538680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4bbc935-20a0-403c-b725-1f7ba8554c11 req-01e11bd7-ecdc-474f-9378-faa1f83cb230 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 931 time: 1.3633306 Aug 11 02:14:25.548210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbf616-432c-4bf0-a300-c7283cec6bac req-47e43be1-f2b6-42f8-a9b1-4d3595ee6b05 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.549856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ebbf616-432c-4bf0-a300-c7283cec6bac req-47e43be1-f2b6-42f8-a9b1-4d3595ee6b05 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 1.1919205 Aug 11 02:14:25.573996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.577829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:25.594669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:25.611000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event updated for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:25.652819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:25.663761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:25.673766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ebbf616-432c-4bf0-a300-c7283cec6bac req-1380001d-b7e5-4f3a-97a7-01485470f358 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090131 Aug 11 02:14:25.684328 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Floating IP 360bc492-3808-4083-8b8b-ce97803f3d00 associated. External IP: 172.25.3.202, port: 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35. Aug 11 02:14:25.713836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4bbc935-20a0-403c-b725-1f7ba8554c11 req-390be05d-cf1b-4497-a1fa-82332fa7489c tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742260 Aug 11 02:14:25.864870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:25.866217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.003859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-b292ee19-d7de-4e25-b869-e113ced0e855 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3486555 Aug 11 02:14:26.027953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Request body: {'port': {'device_id': '21493c72-0565-499e-848d-fbcbc57fd05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:26.040109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ada37a-d0a7-4737-a574-68abb02b95ea {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:26.043310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.046818 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.050489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08339d88-eb42-452a-8450-0179de7a99d7 HTTP/1.1" status: 204 len: 168 time: 0.5902421 Aug 11 02:14:26.072735 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.072999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa0af-68cc-4f84-bea5-378f81b28ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08339d88-eb42-452a-8450-0179de7a99d7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:26.101774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0af5-22bb-4023-86a6-500cd0e6a390 req-15cec3a5-a8a6-41f4-b721-f6fb426f87a1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:26.104477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45ab0af5-22bb-4023-86a6-500cd0e6a390 req-15cec3a5-a8a6-41f4-b721-f6fb426f87a1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.2513223 Aug 11 02:14:26.120212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab932b-d856-4462-9605-268d405298f4 req-e4da34e4-ec58-4d30-ab33-2a0fd23ffdbe tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:26.122254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1ab932b-d856-4462-9605-268d405298f4 req-e4da34e4-ec58-4d30-ab33-2a0fd23ffdbe tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 948 time: 0.2726622 Aug 11 02:14:26.142761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Transition to ACTIVE for port object f9ada37a-d0a7-4737-a574-68abb02b95ea will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:26.218177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.276259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.333351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:26.480667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45ab0af5-22bb-4023-86a6-500cd0e6a390 req-2487b9fd-84b9-40ce-a1ad-0be86dc6b799 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566897 Aug 11 02:14:26.522258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1ab932b-d856-4462-9605-268d405298f4 req-367a156c-c974-4612-aa6b-f3a32254fcc0 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863127 Aug 11 02:14:26.603897 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac958291-552c-418f-8af8-0ff30a2bfb6b x-openstack-request-id: req-ac958291-552c-418f-8af8-0ff30a2bfb6b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:26.604379 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:26.604694 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac958291-552c-418f-8af8-0ff30a2bfb6b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:26.605200 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'code': 200} Aug 11 02:14:26.619495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:26.754510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Router 267d0e78-023b-4933-aec7-e69b9073f6d9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:14:26.847884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Attempting to bind port f9ada37a-d0a7-4737-a574-68abb02b95ea on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:26.848270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Attempting to bind port f9ada37a-d0a7-4737-a574-68abb02b95ea by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:26.848603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Attempting to bind port f9ada37a-d0a7-4737-a574-68abb02b95ea on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:26.933717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Port f9ada37a-d0a7-4737-a574-68abb02b95ea on network c7f1e384-e245-46c0-88a6-bfbc937fa077 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:26.944883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Attempting to bind port f9ada37a-d0a7-4737-a574-68abb02b95ea on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:26.973321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:26.981987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Checking segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:26.986129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Bound using segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:26.987514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Bound port: f9ada37a-d0a7-4737-a574-68abb02b95ea, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:26.991391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.240362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-3ce0a48f-b240-46b6-ad64-6c00e37023bc tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f54ac380f17047ba97f834574343c3f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917323 Aug 11 02:14:27.265686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:27.280700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Sync routers for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:27.287058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.301877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:27.303641 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:27.385211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922267c-dc46-4995-b3ba-8eca8c6efa40 req-9a0e7762-a752-4ce1-8885-e99488d80fe0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:27.392536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1922267c-dc46-4995-b3ba-8eca8c6efa40 req-9a0e7762-a752-4ce1-8885-e99488d80fe0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2967744 Aug 11 02:14:27.395059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:27.455762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b414d48b-c298-436c-81d3-bad4d515a283 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "PUT /v2.0/floatingips/360bc492-3808-4083-8b8b-ce97803f3d00 HTTP/1.1" status: 200 len: 992 time: 4.2185659 Aug 11 02:14:27.458436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:27.461023 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d57052-0dc9-4706-9be4-7e1e7c305b27" -d '{"events": [{"name": "network-changed", "server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:27.468418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:27.491709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.500632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb846a7a-6f6a-4bc5-8c04-9129668555ff {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:27.524282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.544488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:27.584355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1922267c-dc46-4995-b3ba-8eca8c6efa40 req-4102ec3e-638e-4e8e-9397-8f22eaf9e4d1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906753 Aug 11 02:14:27.597313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:27.597313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.597313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9ada37a-d0a7-4737-a574-68abb02b95ea HTTP/1.1" status: 200 len: 1092 time: 4.0564468 Aug 11 02:14:27.644764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Transition to ACTIVE for port object bb846a7a-6f6a-4bc5-8c04-9129668555ff will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:27.673057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-bb95c2c3-caa7-4a8b-954f-1cfe6ad7195d tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:27.674850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-bb95c2c3-caa7-4a8b-954f-1cfe6ad7195d tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189947 Aug 11 02:14:27.702650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.770229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb83eb-a2da-4c10-99e7-a0335f8ecdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:27.779527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-da2d3f26-69b1-4c70-957d-644dcc02df5f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/quotas/f54ac380f17047ba97f834574343c3f4 HTTP/1.1" status: 200 len: 375 time: 0.0797608 Aug 11 02:14:27.879324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-ccb37543-ed17-496c-a072-24af0a753778 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f54ac380f17047ba97f834574343c3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924056 Aug 11 02:14:27.905034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-6c8d9ab2-8aee-4463-bd50-3eb2cc67e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:27.907192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-6c8d9ab2-8aee-4463-bd50-3eb2cc67e8c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 1095 time: 0.2258797 Aug 11 02:14:27.912965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:27.921143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d40d3-e5a2-4183-b8ac-919dff34755b req-b47832e0-e4c2-452b-a679-6f84c6e3aeba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:27.930056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f59d40d3-e5a2-4183-b8ac-919dff34755b req-b47832e0-e4c2-452b-a679-6f84c6e3aeba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 943 time: 0.2514281 Aug 11 02:14:27.932202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Pushing event updated for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:27.932435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '360bc492-3808-4083-8b8b-ce97803f3d00', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'port_id': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'mac_address': 'fa:16:3e:af:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:14:00Z', 'updated_at': '2021-08-11T02:14:24Z', 'revision_number': 1, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:28.019834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Checking router: 267d0e78-023b-4933-aec7-e69b9073f6d9 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:28.042264 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:28.043266 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:28.054052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-d4393beb-32c8-4162-a681-359348e3e3dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea HTTP/1.1" status: 200 len: 217 time: 0.1182361 Aug 11 02:14:28.140325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f59d40d3-e5a2-4183-b8ac-919dff34755b req-bffc0779-6136-462d-a16c-7838e6081de0 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089667 Aug 11 02:14:28.170931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Attempting to bind port bb846a7a-6f6a-4bc5-8c04-9129668555ff on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:28.175736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Attempting to bind port bb846a7a-6f6a-4bc5-8c04-9129668555ff by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:28.176341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Attempting to bind port bb846a7a-6f6a-4bc5-8c04-9129668555ff on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:28.198086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-0af5c207-5570-4cd7-9b81-31fb3d79eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:28.199606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-0af5c207-5570-4cd7-9b81-31fb3d79eae8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1345072 Aug 11 02:14:28.213167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Port bb846a7a-6f6a-4bc5-8c04-9129668555ff on network c7f1e384-e245-46c0-88a6-bfbc937fa077 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:28.213167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Attempting to bind port bb846a7a-6f6a-4bc5-8c04-9129668555ff on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:28.256620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-ce0a5c23-8965-47fa-8a2f-779a0d5957f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451658 Aug 11 02:14:28.257600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:28.257964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Checking segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:28.258443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Bound using segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:28.267199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Bound port: bb846a7a-6f6a-4bc5-8c04-9129668555ff, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:28.267199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:28.327645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:28.329816 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b023ec84-fb2c-497e-b9da-4f18c7f9307c x-openstack-request-id: req-b023ec84-fb2c-497e-b9da-4f18c7f9307c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:28.342992 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:28.342992 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b023ec84-fb2c-497e-b9da-4f18c7f9307c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:28.343337 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'status': 'completed', 'code': 200} Aug 11 02:14:28.451053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-d01a3193-fe71-47a2-9518-8837b49ad925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:28.452538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-d01a3193-fe71-47a2-9518-8837b49ad925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29be2f17c8ac4a359a90697c99af86a2&device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 1098 time: 0.1043158 Aug 11 02:14:28.508775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-8b3fd168-dd06-4597-add7-e449200f7248 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332139 Aug 11 02:14:28.670938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-838de390-3f12-4ace-b5c1-15a57b138661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:28.674605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-838de390-3f12-4ace-b5c1-15a57b138661 service neutron] 10.222.0.67 "GET /v2.0/networks?id=679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 200 len: 906 time: 0.2139037 Aug 11 02:14:28.757113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-529dbc5c-d94b-4129-af05-7c3c41ced473 req-e01cb860-2b7e-4ea3-823d-beb6d5ac65e3 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 210 time: 0.2467577 Aug 11 02:14:28.816394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-b5de4b0c-e137-4c1c-9b69-7541966bfaa7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 200 len: 1000 time: 0.1321840 Aug 11 02:14:28.845595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '360bc492-3808-4083-8b8b-ce97803f3d00', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'port_id': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'mac_address': 'fa:16:3e:af:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:14:00Z', 'updated_at': '2021-08-11T02:14:24Z', 'revision_number': 1, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:28.911221 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffc596-f9a2-4371-b189-1a58df90cdfb None None] The sync data for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 is: [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '360bc492-3808-4083-8b8b-ce97803f3d00', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'port_id': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'mac_address': 'fa:16:3e:af:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:14:00Z', 'updated_at': '2021-08-11T02:14:24Z', 'revision_number': 1, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:28.955378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-1e739a96-f353-4f6c-8f44-7f93a6ba982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:28.958619 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-1e739a96-f353-4f6c-8f44-7f93a6ba982f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9042a2b3-586b-4902-9ba1-4d5e657ee28c HTTP/1.1" status: 200 len: 844 time: 0.1343524 Aug 11 02:14:28.998429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:29.014505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:29.046987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.081324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-2714572e-140f-47fc-b65c-2474edb2417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.087405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-2714572e-140f-47fc-b65c-2474edb2417c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=679c5c48-ddba-4d93-848f-146bc9846e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184614 Aug 11 02:14:29.166726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42744) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.181794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.182557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:29.185219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] 10.222.0.61 "PUT /v2.0/ports/bb846a7a-6f6a-4bc5-8c04-9129668555ff HTTP/1.1" status: 200 len: 1092 time: 3.1675911 Aug 11 02:14:29.250259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-f5d253cd-8648-4a03-8eab-2bf4cd93e889 service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562710 Aug 11 02:14:29.290811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872ac59-f77e-4854-ae72-f4cae655b70e service neutron] Pushing event updated for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:29.392866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae20d4-4083-46e3-8fb7-30bb817cd63a None None] New status for floating IP 360bc492-3808-4083-8b8b-ce97803f3d00: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:14:29.438311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f3d57052-0dc9-4706-9be4-7e1e7c305b27 req-fc40fc12-5018-46bf-8c72-afa360c3312f service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772506 Aug 11 02:14:29.453584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c98894-f50a-4d52-90ef-a0a76f7c6e66 req-878acc6e-ebd8-491e-9f73-619c86ab9ee0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.455132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7e7226ea-a21f-44a2-a0c9-7f3ee2f97e5d tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:29.456020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6c98894-f50a-4d52-90ef-a0a76f7c6e66 req-878acc6e-ebd8-491e-9f73-619c86ab9ee0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.9469283 Aug 11 02:14:29.472167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-8d8751b5-de35-412a-b9b1-e9cbf8ea6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.474180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-8d8751b5-de35-412a-b9b1-e9cbf8ea6439 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 1095 time: 0.2257731 Aug 11 02:14:29.516590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5fd9c-7747-4a5f-bc87-1af2e5a853bf req-0912de79-4011-4890-9845-7c46fe0395e9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.516821 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e7226ea-a21f-44a2-a0c9-7f3ee2f97e5d tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "PUT /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de HTTP/1.1" status: 200 len: 366 time: 0.3481319 Aug 11 02:14:29.517244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.525175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eef5fd9c-7747-4a5f-bc87-1af2e5a853bf req-0912de79-4011-4890-9845-7c46fe0395e9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.3232014 Aug 11 02:14:29.532867 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf78c6bf-9413-4d36-b9c9-e9ad2d7a68f9 tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0141356 Aug 11 02:14:29.533522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42756) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.549217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c32e02ad-03ee-4dce-bd23-d24b7bce7473 tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de HTTP/1.1" status: 200 len: 366 time: 0.0144210 Aug 11 02:14:29.549991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.571859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-d1f86672-268c-4a7b-aca0-481aaa4dc10a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff HTTP/1.1" status: 200 len: 217 time: 0.0635097 Aug 11 02:14:29.572116 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67b0d48d-360e-46e1-8da8-21605da88c85 tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de HTTP/1.1" status: 204 len: 168 time: 0.0207584 Aug 11 02:14:29.572551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42760) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.607697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-d177a4a4-26ad-4066-8105-f713ae877f98 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0690846 Aug 11 02:14:29.628702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6c98894-f50a-4d52-90ef-a0a76f7c6e66 req-fabcb7c1-a08d-4f3f-b835-a8cbe231e484 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587698 Aug 11 02:14:29.672818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c408ba30-53ff-450f-888c-7132ac8f1870 tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0896933 Aug 11 02:14:29.674468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.707753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4384e904-1c64-4d6b-ac8e-03b2e1ae35d5 tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de HTTP/1.1" status: 200 len: 370 time: 0.0274119 Aug 11 02:14:29.711358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42764) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.718071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eef5fd9c-7747-4a5f-bc87-1af2e5a853bf req-c3079dd0-b106-4237-8077-c445905dc732 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913564 Aug 11 02:14:29.735332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-249bb9a7-a055-4062-bb9f-7aca781883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:29.741192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-249bb9a7-a055-4062-bb9f-7aca781883f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1594055 Aug 11 02:14:29.742942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42c5bedc-64f2-4287-8ebc-5a2a69dcf89c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de/default HTTP/1.1" status: 200 len: 370 time: 0.0302246 Aug 11 02:14:29.743391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42766) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:29.797829 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-3039d4a6-47c7-4416-893b-a1a97d06d63d tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] delete failed (client error): The resource could not be found. Aug 11 02:14:29.804212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3039d4a6-47c7-4416-893b-a1a97d06d63d tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/07a83718da004bcea9b5aaf8e5e177de HTTP/1.1" status: 404 len: 348 time: 0.0548878 Aug 11 02:14:29.851200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-91c8ffcb-8237-4b14-83ec-9706f01a1da1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974991 Aug 11 02:14:29.938190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-2782d208-efce-4636-83e9-ff4852073a66 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f54ac380f17047ba97f834574343c3f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663729 Aug 11 02:14:30.007286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:30.172681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:network and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.195688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.212693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-ed58e60d-4803-42ba-8e05-11a81f74a293 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:30.214176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-ed58e60d-4803-42ba-8e05-11a81f74a293 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655950 Aug 11 02:14:30.215791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:subnet and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.221518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.231085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Request body: {'port': {'device_id': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'f54ac380f17047ba97f834574343c3f4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:30.289338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:subnetpool and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.310573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.336684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:port and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.358462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.387957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea'}, {'name': 'network-changed', 'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:30.390286 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901b2a84-2c0c-498d-be65-4c28d3284f16" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea"}, {"name": "network-changed", "server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:30.399849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:router and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.416598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.428960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Made reservation on behalf of f54ac380f17047ba97f834574343c3f4 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:30.437593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.443698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba9844-061b-447f-8e93-20b130ff0bd6 req-ba643309-f505-44bf-989f-3dcbcac1614e tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:30.446163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ba9844-061b-447f-8e93-20b130ff0bd6 req-ba643309-f505-44bf-989f-3dcbcac1614e tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 943 time: 0.5995736 Aug 11 02:14:30.454584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13dd11f9-be7b-46c6-af5d-9577ba2686f8 req-868d9b9e-0cfa-409e-b598-7908efff3e3c tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 210 time: 0.0574465 Aug 11 02:14:30.467548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.472197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:floatingip and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.506145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.510263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ba9844-061b-447f-8e93-20b130ff0bd6 req-324b3b29-fd54-4a1e-9022-20decccf673b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Aug 11 02:14:30.552043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-d1a606de-3150-4abc-8202-f8b02c50bf21 service neutron] 10.222.0.61 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659133 Aug 11 02:14:30.647868 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b654536-5fa0-407c-93c8-7c8a6090eef7 x-openstack-request-id: req-9b654536-5fa0-407c-93c8-7c8a6090eef7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:30.648175 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:30.648439 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b654536-5fa0-407c-93c8-7c8a6090eef7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:30.648843 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea', 'status': 'completed', 'code': 200} Aug 11 02:14:30.649098 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff', 'status': 'completed', 'code': 200} Aug 11 02:14:30.687627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:security_group and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.737512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2e1f-26cc-46d2-bd86-a3ef1819a762 req-0b69e634-6619-4aec-a5b6-fa8613e60e7e tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:30.738999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf4b2e1f-26cc-46d2-bd86-a3ef1819a762 req-0b69e634-6619-4aec-a5b6-fa8613e60e7e tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 948 time: 0.1491423 Aug 11 02:14:30.776257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-ab9fc981-dbd0-45e1-a1c2-7aad5a061308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:30.777772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-ab9fc981-dbd0-45e1-a1c2-7aad5a061308 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 1095 time: 0.1099620 Aug 11 02:14:30.781847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.782047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e6b0029-3677-425d-b93e-19146cda1a64 req-53982c79-3ad9-41aa-9bea-fb98267e097c service neutron] 10.222.0.61 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210810 Aug 11 02:14:30.786912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.794282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:30.827981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Usage tracker for resource:security_group_rule and tenant:ef72b6bdde8c447393f1e0a1c5d65e4d is out of sync, need to count used quota {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 02:14:30.875737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.quota.resource [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94653) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 02:14:30.883370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956bfdaf-6ba2-4c53-9430-1a1861cb0857,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:30.892273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f9399334-d2cc-4de5-9235-205a1b56e17c tempest-QuotasTest-5524985 tempest-QuotasTest-5524985-project-admin] 10.222.0.68 "GET /v2.0/quotas/ef72b6bdde8c447393f1e0a1c5d65e4d/details.json HTTP/1.1" status: 200 len: 703 time: 0.7623665 Aug 11 02:14:30.931172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf4b2e1f-26cc-46d2-bd86-a3ef1819a762 req-b2e29742-20db-4b8f-be5a-a00784f6402a tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788735 Aug 11 02:14:31.000950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-fffeeb98-dce4-4857-a848-0a6879edc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.002858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-fffeeb98-dce4-4857-a848-0a6879edc6be service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 914 time: 0.2136884 Aug 11 02:14:31.022735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5164-0b6f-44dd-9850-83c89bd6ef15 req-84429a6d-a659-485e-90a4-629697500fc3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.025563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb8f5164-0b6f-44dd-9850-83c89bd6ef15 req-84429a6d-a659-485e-90a4-629697500fc3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1685867 Aug 11 02:14:31.052262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-3ae74506-6c11-4723-b285-8e17ca9301d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.054725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-3ae74506-6c11-4723-b285-8e17ca9301d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 1095 time: 0.1947954 Aug 11 02:14:31.065197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Allocated IP 192.168.233.140 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/45af2ca7-edef-4271-8832-ce35e32af110) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:31.100390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-ad67afa3-558e-4f94-9402-38d0843c2866 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea HTTP/1.1" status: 200 len: 217 time: 0.0735159 Aug 11 02:14:31.261294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.276395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Transition to ACTIVE for port object 45af2ca7-edef-4271-8832-ce35e32af110 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:31.322188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.353776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb8f5164-0b6f-44dd-9850-83c89bd6ef15 req-ab64228c-7bc4-45b2-a5b3-f1869e0ab0c7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993104 Aug 11 02:14:31.367236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-6342fddc-9fdf-4118-b3ad-549091fe1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.368713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-6342fddc-9fdf-4118-b3ad-549091fe1ece service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1875482 Aug 11 02:14:31.397515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:31.401600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Pushing event updated for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:31.404203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:31.406342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:31.441850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8549a-56c7-4d1e-bad2-56e3e54b0acf req-19c3afec-639b-4ca4-9fae-83f706e45965 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.452496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56b8549a-56c7-4d1e-bad2-56e3e54b0acf req-19c3afec-639b-4ca4-9fae-83f706e45965 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.3621590 Aug 11 02:14:31.471762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:31.495006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-c39f5c3b-18b6-4689-986b-ee6712e9db5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146786 Aug 11 02:14:31.497497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-aee01d3d-f5f5-456a-8e04-9f740531f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.498932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-aee01d3d-f5f5-456a-8e04-9f740531f1d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 914 time: 0.4146039 Aug 11 02:14:31.546557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.547453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.583496 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-fc123101-fc43-40e8-b496-1eeff6604098 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3544209 Aug 11 02:14:31.593605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Request body: {'port': {'device_id': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:31.603960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-73bb1b05-b76a-4482-b7a1-ea4a04bf5a79 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.605852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-73bb1b05-b76a-4482-b7a1-ea4a04bf5a79 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 948 time: 0.1349835 Aug 11 02:14:31.654557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-0150f48c-7956-43a7-8924-dc69693cbe48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff HTTP/1.1" status: 200 len: 217 time: 0.1474841 Aug 11 02:14:31.707580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56b8549a-56c7-4d1e-bad2-56e3e54b0acf req-cc22053c-d0f3-4cd6-91c1-adc75b76e4d1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541320 Aug 11 02:14:31.758759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd876f4-6abe-4c25-bb2b-799806c509cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.799639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.857330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-859c21b4-3247-4b05-bb7b-bba9fa86d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:31.859900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-859c21b4-3247-4b05-bb7b-bba9fa86d78a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1882503 Aug 11 02:14:31.883416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a79758bc-307a-4520-b2cf-4d1229d4619e None None] Provisioning for port 45af2ca7-edef-4271-8832-ce35e32af110 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:31.888397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a79758bc-307a-4520-b2cf-4d1229d4619e None None] Provisioning complete for port 45af2ca7-edef-4271-8832-ce35e32af110 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:31.888984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a79758bc-307a-4520-b2cf-4d1229d4619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:31.905081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-bf80c311-c76f-4dde-830c-91d7ec1bb1e7 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992178 Aug 11 02:14:31.960164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a79758bc-307a-4520-b2cf-4d1229d4619e None None] Port 45af2ca7-edef-4271-8832-ce35e32af110 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:31.962308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-df71051a-0245-4acb-8c4c-62fcaa32dea6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541983 Aug 11 02:14:31.979645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Deleting port ab9efc3b-3394-4c03-aad9-2c014a190a84 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:31.980074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.047120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0e66-5bbd-4466-a965-7c02db1b7314 req-ab70659b-b93e-4888-b03b-3b010b0bafa9 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:32.048634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89f0e66-5bbd-4466-a965-7c02db1b7314 req-ab70659b-b93e-4888-b03b-3b010b0bafa9 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 943 time: 0.2387149 Aug 11 02:14:32.087417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ab0c-f549-4d94-9ba7-f7db165c63ea req-5d5c3047-fe8b-441f-8a55-6a243f4ba725 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:32.095823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa48ab0c-f549-4d94-9ba7-f7db165c63ea req-5d5c3047-fe8b-441f-8a55-6a243f4ba725 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 936 time: 0.3263371 Aug 11 02:14:32.167849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89f0e66-5bbd-4466-a965-7c02db1b7314 req-2dd6ae53-d03d-467b-8274-6c1ac7cfbab0 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Aug 11 02:14:32.217055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa48ab0c-f549-4d94-9ba7-f7db165c63ea req-0e2ca7b4-06dc-4b4a-9eeb-c360355aba1c tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203127 Aug 11 02:14:32.242960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-93933d8c-5896-48b4-b308-f0876feecbb6 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205931 Aug 11 02:14:32.248469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-5620225e-2f06-43e6-988f-e8558b0a66cc service neutron] 10.222.0.61 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643862 Aug 11 02:14:32.265403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] For port ab9efc3b-3394-4c03-aad9-2c014a190a84, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab9efc3b-3394-4c03-aad9-2c014a190a84,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:32.266219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.285486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd876f4-6abe-4c25-bb2b-799806c509cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.300297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd876f4-6abe-4c25-bb2b-799806c509cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.313843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Calling delete_port for ab9efc3b-3394-4c03-aad9-2c014a190a84 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:32.379759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7dd876f4-6abe-4c25-bb2b-799806c509cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f7a44d2888c4aec8f6246d2ec213416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955402 Aug 11 02:14:32.385315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42822) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:32.423307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45af2ca7-edef-4271-8832-ce35e32af110 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:32.431060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d975c74-5093-4748-a375-8f363d2b3bb4 req-62ba3faa-7210-4bd6-b204-42bdc8c1ec40 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:32.433213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d975c74-5093-4748-a375-8f363d2b3bb4 req-62ba3faa-7210-4bd6-b204-42bdc8c1ec40 tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/ports?device_id=78ff8c66-49a0-4690-a24a-5146035f580d HTTP/1.1" status: 200 len: 948 time: 0.1544578 Aug 11 02:14:32.434900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.445514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd876f4-6abe-4c25-bb2b-799806c509cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8e666e-7851-4f3e-9b8c-0121872a1447,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.462411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Transition to ACTIVE for port object 45af2ca7-edef-4271-8832-ce35e32af110 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:32.475142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.523274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-901b2a84-2c0c-498d-be65-4c28d3284f16 req-9b61ca86-fbf0-462f-94eb-1daa9cabf642 service neutron] 10.222.0.61 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652299 Aug 11 02:14:32.575026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Pushing event updated for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.590361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d975c74-5093-4748-a375-8f363d2b3bb4 req-993ade3b-c836-4d61-a789-50f2058e38ef tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.68 "GET /v2.0/security-groups?id=725cee08-f46c-45a6-8436-50770d74e113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486449 Aug 11 02:14:32.591892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.688319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.716752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c39c35-cde9-4f0a-aef8-8ccf1bf50a25 req-f6c6d1ef-d260-4b38-9959-9e8ae434a342 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:32.720490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Attempting to bind port 45af2ca7-edef-4271-8832-ce35e32af110 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:32.720848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Attempting to bind port 45af2ca7-edef-4271-8832-ce35e32af110 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:32.721172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Attempting to bind port 45af2ca7-edef-4271-8832-ce35e32af110 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:32.723553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.727442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c39c35-cde9-4f0a-aef8-8ccf1bf50a25 req-f6c6d1ef-d260-4b38-9959-9e8ae434a342 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1989834 Aug 11 02:14:32.736198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['ab9efc3b-3394-4c03-aad9-2c014a190a84'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:32.758874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Port 45af2ca7-edef-4271-8832-ce35e32af110 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:32.759201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Attempting to bind port 45af2ca7-edef-4271-8832-ce35e32af110 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:32.762817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Pushing event deleted for resources: {'Port': ['ID=ab9efc3b-3394-4c03-aad9-2c014a190a84,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.771688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:32.772039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:32.772424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:32.776034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Bound port: 45af2ca7-edef-4271-8832-ce35e32af110, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:32.779327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.798264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c39c35-cde9-4f0a-aef8-8ccf1bf50a25 req-e47ac291-f159-4723-bd1e-0c3cb676a2b6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Aug 11 02:14:32.845552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f9ada37a-d0a7-4737-a574-68abb02b95ea details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:32.845836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] No DVR routers for this DVR port ab9efc3b-3394-4c03-aad9-2c014a190a84 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:32.848564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.851581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1b881f76-dbbc-46f6-90eb-471baa5bff4d req-3330d70c-31e9-4891-a194-406adf1e98de tempest-TenantUsagesTestJSON-1911158871 tempest-TenantUsagesTestJSON-1911158871-project] 10.222.0.67 "DELETE /v2.0/ports/ab9efc3b-3394-4c03-aad9-2c014a190a84 HTTP/1.1" status: 204 len: 173 time: 1.2213502 Aug 11 02:14:32.853508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'name': 'network-vif-deleted', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:32.859398 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ace906-3b6b-43b2-bd34-ca2e77168993" -d '{"events": [{"server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "name": "network-vif-deleted", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:32.893332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.896381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:32.906554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c8e666e-7851-4f3e-9b8c-0121872a1447 HTTP/1.1" status: 204 len: 168 time: 0.5110168 Aug 11 02:14:32.937876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af759336-6aee-42ae-b688-082a7fdb37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8e666e-7851-4f3e-9b8c-0121872a1447,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:32.965742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:32.969993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=45af2ca7-edef-4271-8832-ce35e32af110,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:32.982181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.054989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687fbe-1cd5-4060-9933-3c7fa34870b3 req-c5b78c6d-d15b-4b92-afbc-1686630d0474 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.064138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f687fbe-1cd5-4060-9933-3c7fa34870b3 req-c5b78c6d-d15b-4b92-afbc-1686630d0474 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1033444 Aug 11 02:14:33.068118 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b025e985-9906-4bc3-ac3a-7c2fa8a8c032 x-openstack-request-id: req-b025e985-9906-4bc3-ac3a-7c2fa8a8c032 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:33.068422 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ff8c66-49a0-4690-a24a-5146035f580d", "name": "network-vif-deleted", "tag": "ab9efc3b-3394-4c03-aad9-2c014a190a84", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:33.069283 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b025e985-9906-4bc3-ac3a-7c2fa8a8c032 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:33.069711 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ff8c66-49a0-4690-a24a-5146035f580d', 'name': 'network-vif-deleted', 'tag': 'ab9efc3b-3394-4c03-aad9-2c014a190a84', 'status': 'completed', 'code': 200} Aug 11 02:14:33.090837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.093587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.096961 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] 10.222.0.61 "PUT /v2.0/ports/45af2ca7-edef-4271-8832-ce35e32af110 HTTP/1.1" status: 200 len: 1097 time: 1.5067847 Aug 11 02:14:33.135853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b41d9-4bd1-4f6c-88da-3bbef66420aa service neutron] Pushing event updated for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.181218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f687fbe-1cd5-4060-9933-3c7fa34870b3 req-f2a74d1c-fddc-4e3f-8bdf-a27eb5693708 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161880 Aug 11 02:14:33.223423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:33.249020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'f9ada37a-d0a7-4737-a574-68abb02b95ea', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'port_id': 'f9ada37a-d0a7-4737-a574-68abb02b95ea', 'mac_address': 'fa:16:3e:d1:2a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e0162-b1ff-429b-b96c-657d1c66c7e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:33.313761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-8bef2f4c-785b-4bcd-afd4-c5c06f9cb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.319292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-8bef2f4c-785b-4bcd-afd4-c5c06f9cb27b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f54ac380f17047ba97f834574343c3f4&device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 1100 time: 0.1055975 Aug 11 02:14:33.369444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.394178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef72e4-9de6-446f-a017-aa7296c1e073 req-c2ab3c88-bf49-46d7-8dff-19e3074b0d2b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.399144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6ef72e4-9de6-446f-a017-aa7296c1e073 req-c2ab3c88-bf49-46d7-8dff-19e3074b0d2b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 943 time: 0.1197305 Aug 11 02:14:33.400129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ada37a-d0a7-4737-a574-68abb02b95ea {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:33.417628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-8827b953-7726-41e5-866c-e490f8d9db39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=45af2ca7-edef-4271-8832-ce35e32af110 HTTP/1.1" status: 200 len: 217 time: 0.0866601 Aug 11 02:14:33.480137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:33.484709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42848) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:33.488612 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.536824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74423104-774c-4d67-bbc4-9038a4d3ce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.582085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-d77e51ee-92db-477b-b915-e78c0417b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.586696 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-d77e51ee-92db-477b-b915-e78c0417b72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1517196 Aug 11 02:14:33.601904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:33.627430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab799-1509-42b8-8164-0939e6d1b56f req-3678629c-b55f-4949-96d2-a6b50450a6c1 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.629272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca5ab799-1509-42b8-8164-0939e6d1b56f req-3678629c-b55f-4949-96d2-a6b50450a6c1 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 948 time: 0.2280967 Aug 11 02:14:33.652906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6ef72e4-9de6-446f-a017-aa7296c1e073 req-23ed0618-9141-4e60-a73b-987c687c0871 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252283 Aug 11 02:14:33.722048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f9ada37a-d0a7-4737-a574-68abb02b95ea'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:33.750121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba3019-e401-4721-881b-dd86852aeb19 req-139ae4a0-e3ae-4860-abec-1891116103df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:33.751883 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-139ae4a0-e3ae-4860-abec-1891116103df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475637 Aug 11 02:14:33.792908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca5ab799-1509-42b8-8164-0939e6d1b56f req-c14e9fba-62a9-43d0-84a4-aee0557fd0e0 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376450 Aug 11 02:14:33.940707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74423104-774c-4d67-bbc4-9038a4d3ce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.949131 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-2ca7eb57-0e3c-43d7-a65a-c3863b356767 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811259 Aug 11 02:14:33.951160 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74423104-774c-4d67-bbc4-9038a4d3ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:33.987972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74423104-774c-4d67-bbc4-9038a4d3ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11f4ea-0f03-4041-8bd7-95b4ebada683,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:34.052195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299cb83-99f2-4b9b-a65d-03422f03ef7a req-11ce035b-4b35-4304-bc9b-279b4313e341 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:34.063687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-74423104-774c-4d67-bbc4-9038a4d3ce8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef72b6bdde8c447393f1e0a1c5d65e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754907 Aug 11 02:14:34.064188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:34.066697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8299cb83-99f2-4b9b-a65d-03422f03ef7a req-11ce035b-4b35-4304-bc9b-279b4313e341 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1125050 Aug 11 02:14:34.120734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8299cb83-99f2-4b9b-a65d-03422f03ef7a req-1ebb2461-b230-47d0-a3e0-cd960e996525 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Aug 11 02:14:34.171365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.195599 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bba3019-e401-4721-881b-dd86852aeb19 req-3c0d8191-bcda-4254-9535-b73ba145d3d7 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140718 Aug 11 02:14:34.210784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.267217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42874) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:34.299953 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.302807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.304310 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb11f4ea-0f03-4041-8bd7-95b4ebada683 HTTP/1.1" status: 204 len: 168 time: 0.2375095 Aug 11 02:14:34.320765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174229d-fa1b-4ce3-910b-acf8d0554a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11f4ea-0f03-4041-8bd7-95b4ebada683,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:34.360267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9ad9-bb84-464d-be79-82abedac919e req-b9954d1f-0c89-43c7-995e-f8e02b0fe6be tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:34.369161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6ec9ad9-bb84-464d-be79-82abedac919e req-b9954d1f-0c89-43c7-995e-f8e02b0fe6be tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.0986109 Aug 11 02:14:34.417614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6ec9ad9-bb84-464d-be79-82abedac919e req-1e000d4f-9d12-408a-8be3-50d59c3b7aba tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Aug 11 02:14:34.514336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f7f39d07-a665-44f8-9e9e-75a5134b175f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d20c802745d44f0a8bce512bc764c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433462 Aug 11 02:14:34.514888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:34.588425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.614471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.688105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.691489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:34.692713 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/725cee08-f46c-45a6-8436-50770d74e113 HTTP/1.1" status: 204 len: 168 time: 0.1772101 Aug 11 02:14:34.710824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d7c3-44ff-486d-a7fb-d86584410b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cee08-f46c-45a6-8436-50770d74e113,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:34.804986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28fba4-548f-44cf-898c-b0e32d84fc4e req-807f9d40-25c8-4df0-836f-07bd86f82618 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:34.813676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f28fba4-548f-44cf-898c-b0e32d84fc4e req-807f9d40-25c8-4df0-836f-07bd86f82618 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 944 time: 0.0667353 Aug 11 02:14:34.845548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f9ada37a-d0a7-4737-a574-68abb02b95ea up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:34.875393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f28fba4-548f-44cf-898c-b0e32d84fc4e req-90f6c17c-00af-4011-a58a-b3451c8e9f00 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607748 Aug 11 02:14:34.916961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port f9ada37a-d0a7-4737-a574-68abb02b95ea completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:34.939904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port f9ada37a-d0a7-4737-a574-68abb02b95ea triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:34.941205 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.029316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3406283-ede8-4584-8f9c-17fd447f85e0 req-117bcfd9-d484-45e0-a611-f7b322a81d39 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.031266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3406283-ede8-4584-8f9c-17fd447f85e0 req-117bcfd9-d484-45e0-a611-f7b322a81d39 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 948 time: 0.1098959 Aug 11 02:14:35.071099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:35.073476 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d881d2-5182-420b-afa4-b66f44250b73" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "tag": "45af2ca7-edef-4271-8832-ce35e32af110"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:35.138841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3406283-ede8-4584-8f9c-17fd447f85e0 req-d4c80ddc-b804-460a-9f82-59a604cbf942 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Aug 11 02:14:35.146082 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.191922 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15504c3-7622-4f6a-84df-bd9e06bb729b x-openstack-request-id: req-c15504c3-7622-4f6a-84df-bd9e06bb729b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:35.192208 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "tag": "45af2ca7-edef-4271-8832-ce35e32af110", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:35.192455 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c15504c3-7622-4f6a-84df-bd9e06bb729b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:35.192844 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110', 'status': 'completed', 'code': 200} Aug 11 02:14:35.235284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:35.237025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb846a7a-6f6a-4bc5-8c04-9129668555ff details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:35.244851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:35.248731 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c9e14-6430-43bd-a3f1-af953ce910c6" -d '{"events": [{"server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "name": "network-vif-plugged", "status": "completed", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:35.252317 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.253612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab9efc3b-3394-4c03-aad9-2c014a190a84 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:35.309733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: ab9efc3b-3394-4c03-aad9-2c014a190a84 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:35.310362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab9efc3b-3394-4c03-aad9-2c014a190a84 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:35.326444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2701ae-9b65-4c0d-92b1-e144298b0f46 req-b54bb595-540f-4c5a-9857-5a4128a16338 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.329421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42924) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:35.342827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad2701ae-9b65-4c0d-92b1-e144298b0f46 req-b54bb595-540f-4c5a-9857-5a4128a16338 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1154578 Aug 11 02:14:35.356775 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef859c-4215-4fc3-b707-f1b330fdf756 x-openstack-request-id: req-00ef859c-4215-4fc3-b707-f1b330fdf756 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:35.357084 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "name": "network-vif-plugged", "status": "completed", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:35.357590 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00ef859c-4215-4fc3-b707-f1b330fdf756 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:35.358192 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea', 'code': 200} Aug 11 02:14:35.408893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09fad789-4248-47b7-8bac-d7f2507e5a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.411561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:35.421208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad2701ae-9b65-4c0d-92b1-e144298b0f46 req-492a959f-93e5-42c5-842a-b7c922479d72 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774212 Aug 11 02:14:35.440864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d881d2-5182-420b-afa4-b66f44250b73 req-05783699-1a96-4290-8153-d768bf221bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.442437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-05783699-1a96-4290-8153-d768bf221bb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f54ac380f17047ba97f834574343c3f4&device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 1100 time: 0.2326581 Aug 11 02:14:35.533940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:35.541862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09fad789-4248-47b7-8bac-d7f2507e5a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.566071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'port_id': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff', 'mac_address': 'fa:16:3e:bc:33:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e0162-b1ff-429b-b96c-657d1c66c7e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:35.573082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09fad789-4248-47b7-8bac-d7f2507e5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.625518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9fa82-e5af-4bd8-b8af-bb673847fdc6 req-801c4f63-0155-4b33-9053-91cf6f914518 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.635511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44f9fa82-e5af-4bd8-b8af-bb673847fdc6 req-801c4f63-0155-4b33-9053-91cf6f914518 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1011062 Aug 11 02:14:35.645622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.679907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09fad789-4248-47b7-8bac-d7f2507e5a39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe944ff18f1e4d64a98cddd33646bfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483131 Aug 11 02:14:35.682652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb846a7a-6f6a-4bc5-8c04-9129668555ff {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:35.685173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42932) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:35.703032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384ae5-2e62-4343-9fa2-ac34114533f4 req-5e3c64eb-1c16-448f-8a9c-502530f80e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.704813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f0384ae5-2e62-4343-9fa2-ac34114533f4 req-5e3c64eb-1c16-448f-8a9c-502530f80e05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 1097 time: 0.2877235 Aug 11 02:14:35.705486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fad789-4248-47b7-8bac-d7f2507e5a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e8680-bbcc-4d7a-a1dd-b9bfc76c389b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:35.729098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:35.734459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44f9fa82-e5af-4bd8-b8af-bb673847fdc6 req-488d5ea3-ef93-493a-908b-2014a2381c12 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969491 Aug 11 02:14:35.740100 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.766301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d881d2-5182-420b-afa4-b66f44250b73 req-a3f2dabb-196a-45b3-bf2d-6c8cb9f09cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.767812 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-a3f2dabb-196a-45b3-bf2d-6c8cb9f09cc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2244906 Aug 11 02:14:35.772301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f0384ae5-2e62-4343-9fa2-ac34114533f4 req-4fc0bf2c-e471-4b5a-b42d-272a8e7895a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600038 Aug 11 02:14:35.830032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.833409 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-f674715d-3082-4112-b398-a9ee70e5922a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=45af2ca7-edef-4271-8832-ce35e32af110 HTTP/1.1" status: 200 len: 217 time: 0.0555861 Aug 11 02:14:35.864922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:35.867155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.896986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d881d2-5182-420b-afa4-b66f44250b73 req-21e93945-125f-4443-9de8-6d460b1e2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:35.898706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-21e93945-125f-4443-9de8-6d460b1e2f07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0556839 Aug 11 02:14:35.929614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.932696 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:35.937035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f60e8680-bbcc-4d7a-a1dd-b9bfc76c389b HTTP/1.1" status: 204 len: 168 time: 0.2480862 Aug 11 02:14:35.956676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32914096-07dd-4835-9f09-09480a41be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e8680-bbcc-4d7a-a1dd-b9bfc76c389b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:36.012770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d881d2-5182-420b-afa4-b66f44250b73 req-b0d9bb26-4eac-4e08-b160-ca31dc1bb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.014538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-b0d9bb26-4eac-4e08-b160-ca31dc1bb979 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956881 Aug 11 02:14:36.034209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb846a7a-6f6a-4bc5-8c04-9129668555ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:36.075714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67830939-f87a-409d-8e73-7c33756e02dd req-4fb6914e-0b37-4941-bf19-452b9e97e7cb tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.086726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67830939-f87a-409d-8e73-7c33756e02dd req-4fb6914e-0b37-4941-bf19-452b9e97e7cb tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 945 time: 0.0860505 Aug 11 02:14:36.180808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67830939-f87a-409d-8e73-7c33756e02dd req-971ba1a5-4452-4815-bce1-0a723b957426 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860240 Aug 11 02:14:36.268723 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-349c72df-2938-4dea-9a20-ed255c151b0f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450871 Aug 11 02:14:36.421089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c4304-a359-4f6c-bd44-7468a33e08fb req-b00b09d8-44e4-41b5-bb2d-cdc1847e5023 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.423391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-550c4304-a359-4f6c-bd44-7468a33e08fb req-b00b09d8-44e4-41b5-bb2d-cdc1847e5023 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 948 time: 0.1226799 Aug 11 02:14:36.452640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23d881d2-5182-420b-afa4-b66f44250b73 req-1e23b4da-3e3f-4c5d-9365-8b39f81a9f51 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758475 Aug 11 02:14:36.503325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-550c4304-a359-4f6c-bd44-7468a33e08fb req-bf13f719-6c6c-4ec6-89d4-ac5075f29609 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Aug 11 02:14:36.607702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc8aed-4b68-44ad-adeb-02215af260b3 req-384c338e-6ca6-43a4-b0c1-e88c83efbf5c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.609967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cbc8aed-4b68-44ad-adeb-02215af260b3 req-384c338e-6ca6-43a4-b0c1-e88c83efbf5c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.0781255 Aug 11 02:14:36.697382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cbc8aed-4b68-44ad-adeb-02215af260b3 req-0478a41d-ea78-467a-b75a-d2d24f74ad1b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 Aug 11 02:14:36.750967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42974) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:36.938373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebda02-82d9-4a3c-b60c-2bb7d898a42d req-72bee799-a528-4d17-b096-b63e81450c03 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:36.947098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03ebda02-82d9-4a3c-b60c-2bb7d898a42d req-72bee799-a528-4d17-b096-b63e81450c03 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1057146 Aug 11 02:14:37.022859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03ebda02-82d9-4a3c-b60c-2bb7d898a42d req-d1a69de9-02b8-4602-af27-f14c6a9103b9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743647 Aug 11 02:14:37.095755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1501400572'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:37.126873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.128461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.166419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 45af2ca7-edef-4271-8832-ce35e32af110 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:37.169514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb846a7a-6f6a-4bc5-8c04-9129668555ff up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:37.257198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.272861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.291712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.294232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-065c44ea-837b-41ac-8b7f-ff214fc3d5eb tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5417957 Aug 11 02:14:37.296147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port bb846a7a-6f6a-4bc5-8c04-9129668555ff completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:37.297019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43000) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:37.312064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bb846a7a-6f6a-4bc5-8c04-9129668555ff triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:37.320175 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.330034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43002) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:37.447967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.474295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8340-9e8f-48aa-99e5-35126f8c5c0b req-c2195c22-9079-4586-ada9-09cf56fd3d24 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.478463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a1f8340-9e8f-48aa-99e5-35126f8c5c0b req-c2195c22-9079-4586-ada9-09cf56fd3d24 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 945 time: 0.1264439 Aug 11 02:14:37.550117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-219416471-network', 'tenant_id': '0277d204293449e8a9d24745ad391dbf'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:37.564468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=45af2ca7-edef-4271-8832-ce35e32af110,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:37.587458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Made reservation on behalf of 0277d204293449e8a9d24745ad391dbf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:37.590789 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.607153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a1f8340-9e8f-48aa-99e5-35126f8c5c0b req-c2f23f87-f11c-4bf2-bd7b-4cc2c4bc0b29 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122594 Aug 11 02:14:37.608152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.646337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '45af2ca7-edef-4271-8832-ce35e32af110', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '45af2ca7-edef-4271-8832-ce35e32af110', 'mac_address': 'fa:16:3e:62:84:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:37.659287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.711084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:37.712484 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1eb85-8955-4ea5-8995-6f58e2470e69" -d '{"events": [{"server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "name": "network-vif-plugged", "status": "completed", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:37.735402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:37.736922 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.747525 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.753221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.768976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.775610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45af2ca7-edef-4271-8832-ce35e32af110 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:37.797430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=45af2ca7-edef-4271-8832-ce35e32af110,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:37.804835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.805890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.808561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.842738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:37.867736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:37.902428 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.904934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 577986b4-4fa7-462c-9c08-c02a5ec5cb58 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:14:37.914128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.916706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d80f37b9-1d5f-4340-ac76-14a9e92d150e tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "DELETE /v2.0/routers/577986b4-4fa7-462c-9c08-c02a5ec5cb58 HTTP/1.1" status: 204 len: 168 time: 0.6183267 Aug 11 02:14:37.917228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.918805 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Added segment f9f34887-2bd1-4af9-aa38-42a9aac2eed3 of type vlan for network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 Aug 11 02:14:37.920015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43022) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:37.926975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Request body: {'router': {'name': 'tempest-router-447186851', 'distributed': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:37.929350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:37.931494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019de17-4486-47a4-9b42-d75f0cc5a9f2 req-847af528-5358-4f0f-ab7d-5905b19ef907 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.933042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9019de17-4486-47a4-9b42-d75f0cc5a9f2 req-847af528-5358-4f0f-ab7d-5905b19ef907 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 945 time: 0.1655509 Aug 11 02:14:37.940885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335963-f68c-4fd2-ad60-5274ee9592ca req-8071b172-b967-4b43-8510-b7776961ef75 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:37.942393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30335963-f68c-4fd2-ad60-5274ee9592ca req-8071b172-b967-4b43-8510-b7776961ef75 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 948 time: 0.3191516 Aug 11 02:14:37.951835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4683493-9edd-42e6-a662-f9c84cf3fb0b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:37.972370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:37.975750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.045702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30335963-f68c-4fd2-ad60-5274ee9592ca req-be6f83ac-0133-498c-82eb-85e27a425944 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904036 Aug 11 02:14:38.049318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.051851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.056724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.076192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9019de17-4486-47a4-9b42-d75f0cc5a9f2 req-701d6b59-f767-4b33-af34-13f64df5d5de tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326873 Aug 11 02:14:38.091028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.092427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-285b7734-0a92-4fa1-a2ae-8c7db0171b2b tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1694238 Aug 11 02:14:38.095525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43026) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.108927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.108927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:38.108927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.115122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['45af2ca7-edef-4271-8832-ce35e32af110'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:38.167984 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc5a841-52be-4204-94ce-e94db8af2cd1 x-openstack-request-id: req-1cc5a841-52be-4204-94ce-e94db8af2cd1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:38.169397 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "name": "network-vif-plugged", "status": "completed", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:38.169890 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cc5a841-52be-4204-94ce-e94db8af2cd1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:38.170735 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff', 'code': 200} Aug 11 02:14:38.319670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add8927-7763-4b34-a51e-812b19e3ac39 req-bd76c747-7b48-4439-a650-cd8cb83f4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:38.323854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1add8927-7763-4b34-a51e-812b19e3ac39 req-bd76c747-7b48-4439-a650-cd8cb83f4b7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 1097 time: 0.0877962 Aug 11 02:14:38.324159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.342004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0077350 Aug 11 02:14:38.350755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43032) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.357608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Request body: {'subnet': {'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-219416471-subnet', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:38.390576 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1add8927-7763-4b34-a51e-812b19e3ac39 req-f31d1882-02fb-40fe-b8d2-00b9983f51e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579588 Aug 11 02:14:38.395860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Made reservation on behalf of 0277d204293449e8a9d24745ad391dbf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:38.398593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.431344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce95e-09ee-49f6-800d-5a394c3163cc admin admin] Pushing event updated for resources: {'Network': ['ID=da05ebeb-9a38-456c-b1c5-f6d40c50eb27,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:38.445756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:38.451302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a93d-9ea7-4888-8187-5ac5e6427d0e req-da549739-0a44-4a5b-8393-c2944c30c757 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:38.458430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8436a93d-9ea7-4888-8187-5ac5e6427d0e req-da549739-0a44-4a5b-8393-c2944c30c757 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.2262943 Aug 11 02:14:38.502323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3b5f5-c28e-4032-8e43-4a9ef6995a39 req-02ea8155-38b8-4079-8c21-9140eec7feb5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:38.503864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06b3b5f5-c28e-4032-8e43-4a9ef6995a39 req-02ea8155-38b8-4079-8c21-9140eec7feb5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1961105 Aug 11 02:14:38.590583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.593367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.600216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.621212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8436a93d-9ea7-4888-8187-5ac5e6427d0e req-f0aa1c89-1a9b-4cf3-b771-5728dc7b1708 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620531 Aug 11 02:14:38.650506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0153aebf-01f2-4384-ae68-a1ebafbc1d11,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:38.656242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06b3b5f5-c28e-4032-8e43-4a9ef6995a39 req-65152fd3-8eaa-400b-8b9c-9ccf7075c774 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Aug 11 02:14:38.662467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.663112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf5d053d-decb-42e7-9b5c-d7584e85a159 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:14:38.668059 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.669262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2dcfb06d-3b3f-4eed-8d2f-052cf0699fc1 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "DELETE /v2.0/routers/bf5d053d-decb-42e7-9b5c-d7584e85a159 HTTP/1.1" status: 204 len: 168 time: 0.5724823 Aug 11 02:14:38.673386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43044) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.677622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Checking segment: {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:38.678519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Network hostable DHCP agents. Network: da05ebeb-9a38-456c-b1c5-f6d40c50eb27, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:38.678789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Request body: {'router': {'name': 'tempest-router-1042168811', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '42a9e44fda7e4babbdf4f3696ae583ed'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:38.709550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:38.710263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.711427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.722796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, da05ebeb-9a38-456c-b1c5-f6d40c50eb27) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:38.728229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:38.728909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.733274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49605449-6dda-4001-a236-d7097ddfe3bd None None] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:38.751749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9cfbebbe-d405-46d3-b27a-29e88b37da26 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3996689 Aug 11 02:14:38.752026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43050) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.756998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:38.790130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.797208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.816897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.819091 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.826181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.827723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-96a502ed-72e0-4150-b937-003aef1c6d6a tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1533284 Aug 11 02:14:38.830639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43066) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:38.837084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:38.884780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:38.926555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'fixed_ips': [{'subnet_id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:38.927432 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.076923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Allocated IP 172.20.0.2 (da05ebeb-9a38-456c-b1c5-f6d40c50eb27/0153aebf-01f2-4384-ae68-a1ebafbc1d11/6a61f854-b078-4841-8ade-27b653cb1980) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:39.187612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 45af2ca7-edef-4271-8832-ce35e32af110 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:39.292434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.301962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 45af2ca7-edef-4271-8832-ce35e32af110 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:39.304953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Transition to ACTIVE for port object 6a61f854-b078-4841-8ade-27b653cb1980 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:39.311732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 45af2ca7-edef-4271-8832-ce35e32af110 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:39.312074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.360251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Transition to ACTIVE for port object 6a61f854-b078-4841-8ade-27b653cb1980 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:39.371837 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.380712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.381904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.420674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.434303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e58f85-a3b3-40df-98f1-cebf64d8fa58 req-ececa910-a75a-411f-a63f-581e3899981e tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:39.435814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9e58f85-a3b3-40df-98f1-cebf64d8fa58 req-ececa910-a75a-411f-a63f-581e3899981e tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 950 time: 0.4981604 Aug 11 02:14:39.441477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Pushing event updated for resources: {'Port': ['ID=6a61f854-b078-4841-8ade-27b653cb1980,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.466214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94653) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 02:14:39.466567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Router 2bb553dd-39f6-45be-8761-55db402fccbb migrating from provider to provider. {{(pid=94653) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 02:14:39.466921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.469227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:39.472192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.473052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.474514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:39.476665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.477168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:39.510581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e1af0-4c8f-42f6-aa6e-a6a06339ce96 req-c11dd292-b220-4a99-a9f5-8ecc8a50f52a tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:39.518336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-395e1af0-4c8f-42f6-aa6e-a6a06339ce96 req-c11dd292-b220-4a99-a9f5-8ecc8a50f52a tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 949 time: 0.1576905 Aug 11 02:14:39.535577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=45af2ca7-edef-4271-8832-ce35e32af110,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:39.541126 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.563775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9e58f85-a3b3-40df-98f1-cebf64d8fa58 req-d1207e74-65a5-4962-b160-2a30b6ec4a09 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122646 Aug 11 02:14:39.567029 n-d-713498-10 neutron-server[94653]: WARNING neutron.scheduler.l3_agent_scheduler [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] No L3 agents can host the router 2bb553dd-39f6-45be-8761-55db402fccbb Aug 11 02:14:39.590326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-395e1af0-4c8f-42f6-aa6e-a6a06339ce96 req-fea353ba-54d8-4141-b032-ab43391dc35f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714359 Aug 11 02:14:39.615621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Attempting to bind port 6a61f854-b078-4841-8ade-27b653cb1980 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:39.615886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Attempting to bind port 6a61f854-b078-4841-8ade-27b653cb1980 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:39.616298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Attempting to bind port 6a61f854-b078-4841-8ade-27b653cb1980 on network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:39.628710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:39.629095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Checking segment: {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:39.629508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.630023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Bound using segment: {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:39.630416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Bound port: 6a61f854-b078-4841-8ade-27b653cb1980, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:39.632761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.658435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.725828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] For port 6a61f854-b078-4841-8ade-27b653cb1980, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:39.730020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] For port 6a61f854-b078-4841-8ade-27b653cb1980, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a61f854-b078-4841-8ade-27b653cb1980,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:39.733549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Hosts for router 2bb553dd-39f6-45be-8761-55db402fccbb: [] {{(pid=94653) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 02:14:39.738840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.756908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Hosts for other DVR routers connected to router 2bb553dd-39f6-45be-8761-55db402fccbb: set() {{(pid=94653) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 02:14:39.759499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.763031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-915884f5-095b-4874-a270-2f3840fd6c3c tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "PUT /v2.0/routers/2bb553dd-39f6-45be-8761-55db402fccbb HTTP/1.1" status: 200 len: 717 time: 0.9290476 Aug 11 02:14:39.763278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43080) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:39.803254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1eefa-38e3-4b61-96f3-b6be033c14ae None None] Pushing event updated for resources: {'Port': ['ID=6a61f854-b078-4841-8ade-27b653cb1980,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:39.840883 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5515ac5e-3cc7-4c29-bda5-f35509d71134 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "GET /v2.0/routers/2bb553dd-39f6-45be-8761-55db402fccbb HTTP/1.1" status: 200 len: 717 time: 0.0765016 Aug 11 02:14:39.843479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43082) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:39.866944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc74c3-7af1-4ec9-99e1-60d6975a61c3 req-047aa340-f82c-4e55-adff-00ce77f2f9d3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:39.868451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2bc74c3-7af1-4ec9-99e1-60d6975a61c3 req-047aa340-f82c-4e55-adff-00ce77f2f9d3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 945 time: 0.1631167 Aug 11 02:14:39.878153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4bad3-9cde-45ec-9bbb-0d8df124d936 req-465f20a5-5b3e-4660-a9e3-9f97ad159fe2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:39.885499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eff4bad3-9cde-45ec-9bbb-0d8df124d936 req-465f20a5-5b3e-4660-a9e3-9f97ad159fe2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1266425 Aug 11 02:14:39.944232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:39.961850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eff4bad3-9cde-45ec-9bbb-0d8df124d936 req-ba725fcc-f0ad-4691-ac46-f6516d93c853 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705030 Aug 11 02:14:40.025591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.055552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2bc74c3-7af1-4ec9-99e1-60d6975a61c3 req-cd4f0851-de3e-4ab3-8be9-add0c4cf6b24 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655750 Aug 11 02:14:40.152313 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5b314199-d216-4bd7-9a84-ef15e4b8d520 tempest-RoutersTestDVR-123672405 tempest-RoutersTestDVR-123672405-project] 10.222.0.68 "GET /v2.0/routers/2bb553dd-39f6-45be-8761-55db402fccbb HTTP/1.1" status: 200 len: 683 time: 0.3073430 Aug 11 02:14:40.155576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:40.172765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:40.176269 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3570cb45-481f-431f-80a0-88414f94f04a" -d '{"events": [{"server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "name": "network-vif-plugged", "status": "completed", "tag": "45af2ca7-edef-4271-8832-ce35e32af110"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:40.177362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d904c-d6d5-4604-bc6e-afd1c681ce11 req-6bb487b5-f877-4400-9858-38b5a7193713 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:40.179463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-432d904c-d6d5-4604-bc6e-afd1c681ce11 req-6bb487b5-f877-4400-9858-38b5a7193713 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.0885043 Aug 11 02:14:40.206911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Allocated IP 172.25.3.113 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/52478ebd-f5c4-40b2-95d7-798298104233) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:40.237097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.239783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.245482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-432d904c-d6d5-4604-bc6e-afd1c681ce11 req-be432d05-60d0-4794-9728-847bfb97d829 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561571 Aug 11 02:14:40.318574 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed6baf0-8d13-4e7e-bca5-9b1576eb03c4 x-openstack-request-id: req-fed6baf0-8d13-4e7e-bca5-9b1576eb03c4 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:40.319235 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "name": "network-vif-plugged", "status": "completed", "tag": "45af2ca7-edef-4271-8832-ce35e32af110", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:40.319735 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fed6baf0-8d13-4e7e-bca5-9b1576eb03c4 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:40.320453 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110', 'code': 200} Aug 11 02:14:40.378960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.427984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.460898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.463509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.485480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.503654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:40.505086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Pushing event updated for resources: {'Port': ['ID=52478ebd-f5c4-40b2-95d7-798298104233,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:40.509553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:40.511702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:40.527816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3450e-acf6-4d81-b5c6-cf17c050a132 req-134b9140-883d-464b-869f-da9fe0cff58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:40.529435 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dad3450e-acf6-4d81-b5c6-cf17c050a132 req-134b9140-883d-464b-869f-da9fe0cff58d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 1102 time: 0.1253762 Aug 11 02:14:40.536199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.536778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb553dd-39f6-45be-8761-55db402fccbb {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:14:40.548869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.549981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de871418-606a-4a7d-a065-9d34b528c9b7 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "DELETE /v2.0/routers/2bb553dd-39f6-45be-8761-55db402fccbb HTTP/1.1" status: 204 len: 168 time: 0.3932192 Aug 11 02:14:40.553622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:40.558012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Request body: {'router': {'name': 'tempest-router-2061449319', 'distributed': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:40.648000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.653431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.660317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dad3450e-acf6-4d81-b5c6-cf17c050a132 req-28aff4f2-7874-4813-a470-e0f2f989d048 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196489 Aug 11 02:14:40.714411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.725151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.750692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.751930 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1e69b94-ab7d-4f54-a71c-00fb3dbd0cf0 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1973424 Aug 11 02:14:40.754978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43112) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:40.807085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a61f854-b078-4841-8ade-27b653cb1980 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:40.859307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:40.892750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aed9b-3bc2-49bd-bd55-62fa8eebdea5 req-6a5dabc0-b715-44e0-b0cf-00d00cc44659 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:40.894478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea5aed9b-3bc2-49bd-bd55-62fa8eebdea5 req-6a5dabc0-b715-44e0-b0cf-00d00cc44659 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 950 time: 0.2229607 Aug 11 02:14:40.918025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-852cdcc0-a53b-4e56-a5ae-f7b90e7c2be5 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:40.919709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-852cdcc0-a53b-4e56-a5ae-f7b90e7c2be5 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.2623343 Aug 11 02:14:40.989907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-e8b184ef-3e82-48cc-8ae6-4ae8bebfa826 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/quotas/36963830945f442cba615a7b6e51246a HTTP/1.1" status: 200 len: 375 time: 0.0551999 Aug 11 02:14:40.999604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea5aed9b-3bc2-49bd-bd55-62fa8eebdea5 req-91a84027-7142-47bc-88d5-4c3d93a65f6e tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964637 Aug 11 02:14:41.024071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99131239-520b-41c9-9423-8fb187b6876e None None] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:41.045073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.073123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.076805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.105783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-422e3709-85f2-4189-b651-41f61029e121 None None] Provisioning for port 6a61f854-b078-4841-8ade-27b653cb1980 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:41.121798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6a61f854-b078-4841-8ade-27b653cb1980 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:41.127067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.128363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98a471ae-8f4d-4912-8b30-b1d414659054 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:14:41.129057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6a61f854-b078-4841-8ade-27b653cb1980 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:41.129563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.141993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.142616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-95bf38c1-68f9-45b0-925a-9bc9156fbce3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417503 Aug 11 02:14:41.146039 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e45fea3d-94ed-49d0-bc19-5e612e46c062 tempest-RoutersTestDVR-1593333492 tempest-RoutersTestDVR-1593333492-project-admin] 10.222.0.68 "DELETE /v2.0/routers/98a471ae-8f4d-4912-8b30-b1d414659054 HTTP/1.1" status: 204 len: 168 time: 0.3874118 Aug 11 02:14:41.276109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.301786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb220d-1543-4d10-b6a5-977a8caf5a42 req-e2da6f76-d3b2-4400-9500-2d48e2530225 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.309208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fbb220d-1543-4d10-b6a5-977a8caf5a42 req-e2da6f76-d3b2-4400-9500-2d48e2530225 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 950 time: 0.2246413 Aug 11 02:14:41.317764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6a61f854-b078-4841-8ade-27b653cb1980, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a61f854-b078-4841-8ade-27b653cb1980,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:41.327132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.381278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fbb220d-1543-4d10-b6a5-977a8caf5a42 req-ae1caaf4-1f9c-4863-9161-1998c7abed8b tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661135 Aug 11 02:14:41.387360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6a61f854-b078-4841-8ade-27b653cb1980,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.413412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43126) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:41.473552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-9e18b7c0-2f76-4dbc-be02-e6ef04fb97d7 service neutron] 10.222.0.68 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846773 Aug 11 02:14:41.541735 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.543109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7656ef1-4dfb-4d39-a152-2d1a66eec661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.543625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2903ac64-e0e3-4f06-a684-07db10cf43d4 None None] Provisioning complete for port 6a61f854-b078-4841-8ade-27b653cb1980 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:41.543772 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2903ac64-e0e3-4f06-a684-07db10cf43d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.621411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7ba0-fa18-48e8-ad44-73704f810b4b req-48a0a0eb-24fe-422d-8f89-94ac63d6427c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:41.622895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-076d7ba0-fa18-48e8-ad44-73704f810b4b req-48a0a0eb-24fe-422d-8f89-94ac63d6427c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1707518 Aug 11 02:14:41.672479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7656ef1-4dfb-4d39-a152-2d1a66eec661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.677541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7656ef1-4dfb-4d39-a152-2d1a66eec661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.694717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-734154ff-b29d-4c82-bc21-099eb38c025b service neutron] 10.222.0.68 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202487 Aug 11 02:14:41.729038 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a7656ef1-4dfb-4d39-a152-2d1a66eec661 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42a9e44fda7e4babbdf4f3696ae583ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122385 Aug 11 02:14:41.729038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7656ef1-4dfb-4d39-a152-2d1a66eec661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b59d4-7182-4945-a64b-5ddc6614fa97,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.731463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:41.738091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-076d7ba0-fa18-48e8-ad44-73704f810b4b req-9b9e2256-6fd6-4ce9-9e11-a16c386d08d4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050420 Aug 11 02:14:41.774715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Router 3c67313a-8b8c-4640-8d7e-24846b55ab75 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:41.790849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.824370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.897378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.900306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:41.903915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef9b59d4-7182-4945-a64b-5ddc6614fa97 HTTP/1.1" status: 204 len: 168 time: 0.1691074 Aug 11 02:14:41.941622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc178c5d-06cf-40f8-b42f-f2873f84bbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b59d4-7182-4945-a64b-5ddc6614fa97,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:41.950153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:41.965144 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Sync routers for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:41.986543 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:41.988477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:41.995086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.000862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-979801c3-a8f1-4872-ad77-4638fbbf4f02 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2437491 Aug 11 02:14:42.000862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43144) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:42.113849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-ec8b4826-62b2-4163-96ac-3727e76422f5 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.116076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-ec8b4826-62b2-4163-96ac-3727e76422f5 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.61 "GET /v2.0/ports?device_id=21493c72-0565-499e-848d-fbcbc57fd05d HTTP/1.1" status: 200 len: 945 time: 0.1993661 Aug 11 02:14:42.143542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f3ba-43e9-485c-9485-d34a375494df req-284de959-5c2b-4567-82f4-266152ee9dcc tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.145052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-62f8f3ba-43e9-485c-9485-d34a375494df req-284de959-5c2b-4567-82f4-266152ee9dcc tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/ports?device_id=eaa4af11-e1a5-4801-912d-07c0e2882cfe HTTP/1.1" status: 200 len: 945 time: 0.1420975 Aug 11 02:14:42.255929 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:42.298349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Deleting port f9ada37a-d0a7-4737-a574-68abb02b95ea {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:42.298755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.333255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3f258-0da6-4ae1-b3f1-293cf0c7e053 req-df9f14b7-a856-43d0-95fc-b51924b0cbb3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.343658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcf3f258-0da6-4ae1-b3f1-293cf0c7e053 req-df9f14b7-a856-43d0-95fc-b51924b0cbb3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2514999 Aug 11 02:14:42.421950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Deleting port bb846a7a-6f6a-4bc5-8c04-9129668555ff {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:42.422373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.424950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:42.483149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcf3f258-0da6-4ae1-b3f1-293cf0c7e053 req-100cbb4d-7b5d-4eb7-91eb-0343f088f4c9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295922 Aug 11 02:14:42.675809 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 3, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:42.771843 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Checking router: 3c67313a-8b8c-4640-8d7e-24846b55ab75 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:42.772204 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Updating router 3c67313a-8b8c-4640-8d7e-24846b55ab75 port 52478ebd-f5c4-40b2-95d7-798298104233 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:42.814576 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:42.839133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a61f854-b078-4841-8ade-27b653cb1980 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:42.921401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c43d4-443e-4e1e-a747-f09294b604ec req-91c72927-6b10-4e9c-b6ff-b4cd93be8e62 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:42.930022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f1c43d4-443e-4e1e-a747-f09294b604ec req-91c72927-6b10-4e9c-b6ff-b4cd93be8e62 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 950 time: 0.1103117 Aug 11 02:14:42.953206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6a61f854-b078-4841-8ade-27b653cb1980 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:42.953603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.017030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f1c43d4-443e-4e1e-a747-f09294b604ec req-593731c6-fa67-40af-82db-f010901f1e01 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855370 Aug 11 02:14:43.019719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1077e713-065e-494b-af38-d9c01f09e4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.094094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] For port f9ada37a-d0a7-4737-a574-68abb02b95ea, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f9ada37a-d0a7-4737-a574-68abb02b95ea,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:43.094494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.122288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Calling delete_port for f9ada37a-d0a7-4737-a574-68abb02b95ea owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:43.175332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] For port bb846a7a-6f6a-4bc5-8c04-9129668555ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb846a7a-6f6a-4bc5-8c04-9129668555ff,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:43.175707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.208354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:43.230262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Calling delete_port for bb846a7a-6f6a-4bc5-8c04-9129668555ff owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:43.295689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-785b20be-9463-46e7-851f-1232c5157181 req-e7820847-5500-4fa6-b265-81cdea3463a6 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 210 time: 0.1925640 Aug 11 02:14:43.303043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.360737 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.362250 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.385337 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Transition to ACTIVE for port object 52478ebd-f5c4-40b2-95d7-798298104233 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:43.390248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:43.393064 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a4548-eb62-41d2-876f-abdbe7f65e89" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:43.398998 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.410260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:43.416542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.419500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1077e713-065e-494b-af38-d9c01f09e4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.423791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b75bf-4538-4086-a9ff-294ee05e2192 req-2665de32-cf75-405d-a2a8-a85503d092ee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:43.429864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-411b75bf-4538-4086-a9ff-294ee05e2192 req-2665de32-cf75-405d-a2a8-a85503d092ee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.2818696 Aug 11 02:14:43.442364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1077e713-065e-494b-af38-d9c01f09e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.508732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.519682 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280cdd-7f12-495c-a357-da8723e9f6a2 None None] Pushing event updated for resources: {'Port': ['ID=52478ebd-f5c4-40b2-95d7-798298104233,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.532970 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Attempting to bind port 52478ebd-f5c4-40b2-95d7-798298104233 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:43.532970 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Attempting to bind port 52478ebd-f5c4-40b2-95d7-798298104233 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:43.532970 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Attempting to bind port 52478ebd-f5c4-40b2-95d7-798298104233 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:43.539405 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:43.540033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:43.540410 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.540903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:43.541656 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Bound port: 52478ebd-f5c4-40b2-95d7-798298104233, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:43.542241 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.550992 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1077e713-065e-494b-af38-d9c01f09e4d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=523a8b1dd8a54c5fb2a0dac7ccc7a317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1124136 Aug 11 02:14:43.554396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43212) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:43.555034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.556621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077e713-065e-494b-af38-d9c01f09e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee33cf-310e-4995-8bae-ee54d1323d0a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.569261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f9ada37a-d0a7-4737-a574-68abb02b95ea'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:43.572172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb846a7a-6f6a-4bc5-8c04-9129668555ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:43.641133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event deleted for resources: {'Port': ['ID=bb846a7a-6f6a-4bc5-8c04-9129668555ff,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.645258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.667879 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] For port 52478ebd-f5c4-40b2-95d7-798298104233, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:43.677122 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] For port 52478ebd-f5c4-40b2-95d7-798298104233, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52478ebd-f5c4-40b2-95d7-798298104233,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:43.690286 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.704924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-411b75bf-4538-4086-a9ff-294ee05e2192 req-2943344b-3903-4417-9131-469715f3fdc8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071993 Aug 11 02:14:43.730533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.734529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] No DVR routers for this DVR port bb846a7a-6f6a-4bc5-8c04-9129668555ff on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:43.739778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.743345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f1a187c-bfa7-4b0d-a73f-6f99f7634ff6 req-45e05b53-64e1-4e5e-b736-aaf138e615a1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.61 "DELETE /v2.0/ports/bb846a7a-6f6a-4bc5-8c04-9129668555ff HTTP/1.1" status: 204 len: 173 time: 1.6176162 Aug 11 02:14:43.749304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'name': 'network-vif-deleted', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:43.753779 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2226e2f-1a94-4772-aeb0-c7af5ec830bb" -d '{"events": [{"server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "name": "network-vif-deleted", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:43.758424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb846a7a-6f6a-4bc5-8c04-9129668555ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:43.833459 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:43.834452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:43.848605 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bb6c92-6ca8-4ac8-876d-74e252db1cee x-openstack-request-id: req-83bb6c92-6ca8-4ac8-876d-74e252db1cee {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:43.849325 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:43.851293 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83bb6c92-6ca8-4ac8-876d-74e252db1cee {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:43.851759 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'code': 200} Aug 11 02:14:43.904503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.907047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event deleted for resources: {'Port': ['ID=f9ada37a-d0a7-4737-a574-68abb02b95ea,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:43.940527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] No DVR routers for this DVR port f9ada37a-d0a7-4737-a574-68abb02b95ea on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:43.950900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.953343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-62f8f3ba-43e9-485c-9485-d34a375494df req-e91efbfd-9a4f-46ad-ab5e-aff818e0d42b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "DELETE /v2.0/ports/f9ada37a-d0a7-4737-a574-68abb02b95ea HTTP/1.1" status: 204 len: 173 time: 1.7916577 Aug 11 02:14:43.996414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:43.999709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.001199 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4ee33cf-310e-4995-8bae-ee54d1323d0a HTTP/1.1" status: 204 len: 168 time: 0.4412172 Aug 11 02:14:44.017320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60af5e-e4df-45de-880a-4d6cd5e5f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee33cf-310e-4995-8bae-ee54d1323d0a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:44.060687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Allocated IP 172.20.0.1 (da05ebeb-9a38-456c-b1c5-f6d40c50eb27/0153aebf-01f2-4384-ae68-a1ebafbc1d11/7078b49c-522e-40e9-92af-7df3b21f2d4f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:44.097104 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280cdd-7f12-495c-a357-da8723e9f6a2 None None] Pushing event updated for resources: {'Port': ['ID=52478ebd-f5c4-40b2-95d7-798298104233,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:44.159353 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:44.263645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc0ba-7c7a-4210-ac6e-f5fc41eb900c req-5d6e96bc-78a6-4ec0-8425-22359fd5f505 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.265268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edbcc0ba-7c7a-4210-ac6e-f5fc41eb900c req-5d6e96bc-78a6-4ec0-8425-22359fd5f505 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2819417 Aug 11 02:14:44.274176 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1236c9-fc0c-4e9f-929a-81b3717c2771 x-openstack-request-id: req-0c1236c9-fc0c-4e9f-929a-81b3717c2771 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:44.274700 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21493c72-0565-499e-848d-fbcbc57fd05d", "name": "network-vif-deleted", "tag": "bb846a7a-6f6a-4bc5-8c04-9129668555ff", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:44.274888 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c1236c9-fc0c-4e9f-929a-81b3717c2771 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:44.275293 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21493c72-0565-499e-848d-fbcbc57fd05d', 'name': 'network-vif-deleted', 'tag': 'bb846a7a-6f6a-4bc5-8c04-9129668555ff', 'status': 'completed', 'code': 200} Aug 11 02:14:44.292178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-b48eb67e-91df-44f0-aef4-244f54d57cf8 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.293656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-b48eb67e-91df-44f0-aef4-244f54d57cf8 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.4952812 Aug 11 02:14:44.310114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:14:44.331943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Request body: {'port': {'device_id': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'admin_state_up': True, 'tenant_id': '36963830945f442cba615a7b6e51246a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:44.341380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:44.450380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edbcc0ba-7c7a-4210-ac6e-f5fc41eb900c req-6a5062da-5022-4cd3-b039-f793977ba648 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703043 Aug 11 02:14:44.471073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Transition to ACTIVE for port object 7078b49c-522e-40e9-92af-7df3b21f2d4f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:44.475958 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 3, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:44.514194 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c9e48-fd80-46b9-aa37-edf370372404 None None] The sync data for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 is: [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:40Z', 'revision_number': 3, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:44.574799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4239-d476-4cb1-b815-29afef06f1d5 req-474ad7ef-c1d9-4f19-a7c8-89bcda6cd9ba tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.583202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-931e4239-d476-4cb1-b815-29afef06f1d5 req-474ad7ef-c1d9-4f19-a7c8-89bcda6cd9ba tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 948 time: 0.1716938 Aug 11 02:14:44.715166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-6ffbbd2a-e7fa-4f6f-b08c-433ef342439e tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:44.716835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-6ffbbd2a-e7fa-4f6f-b08c-433ef342439e tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 813 time: 0.2051115 Aug 11 02:14:44.732993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Request body: {'port': {'device_id': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'admin_state_up': True, 'tenant_id': '36963830945f442cba615a7b6e51246a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:44.794422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-931e4239-d476-4cb1-b815-29afef06f1d5 req-4c67da7a-80b1-4b0d-9dca-53929b5c309a tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102408 Aug 11 02:14:44.851774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.395146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:45.406267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:45.417524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.429554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:45.433224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:45.509656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Made reservation on behalf of 36963830945f442cba615a7b6e51246a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:45.514271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.519545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-319cf467-5e44-4e65-a310-1c4fcad60662 req-c6b01a2e-359f-4968-ae54-5ca51e31411b tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 210 time: 0.1387734 Aug 11 02:14:45.527770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.535242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43258) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:45.654815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Allocated IP 172.20.0.6 (c7f1e384-e245-46c0-88a6-bfbc937fa077/411e0162-b1ff-429b-b96c-657d1c66c7e8/de0e38d5-8281-4eac-8d22-72c53ffcdf86) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:45.665680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f3cc4-8a71-4f38-8963-ede08c1e83b5 req-326484b8-b623-40d0-a37d-715275bbfabb tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:45.694059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a5f3cc4-8a71-4f38-8963-ede08c1e83b5 req-326484b8-b623-40d0-a37d-715275bbfabb tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 950 time: 1.0531867 Aug 11 02:14:45.699644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Pushing event updated for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:45.826825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-db7f637a-fe99-41eb-aa71-600de5d7a6d7 None None] Provisioning for port 7078b49c-522e-40e9-92af-7df3b21f2d4f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:45.841588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-db7f637a-fe99-41eb-aa71-600de5d7a6d7 None None] Provisioning complete for port 7078b49c-522e-40e9-92af-7df3b21f2d4f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:45.843052 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db7f637a-fe99-41eb-aa71-600de5d7a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.863376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-159522218'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:45.931896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a5f3cc4-8a71-4f38-8963-ede08c1e83b5 req-705e46c8-fe38-428b-926a-f0054aaf34c1 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/security-groups?id=956bfdaf-6ba2-4c53-9430-1a1861cb0857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369041 Aug 11 02:14:45.934646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.936331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db7f637a-fe99-41eb-aa71-600de5d7a6d7 None None] Port 7078b49c-522e-40e9-92af-7df3b21f2d4f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:45.973910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:45.978143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:45.991224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b144ca6-340f-4502-897b-da33cfcb695e req-fd3091cc-bbae-48d4-8468-44ae3b5eccf3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:45.994304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b144ca6-340f-4502-897b-da33cfcb695e req-fd3091cc-bbae-48d4-8468-44ae3b5eccf3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1911840 Aug 11 02:14:46.006121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.013431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eaecf-e093-42c3-acb5-abe3df159357 req-a3da086c-3a38-4a1f-94a7-704d525a4720 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.015069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-232eaecf-e093-42c3-acb5-abe3df159357 req-a3da086c-3a38-4a1f-94a7-704d525a4720 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 950 time: 0.0705991 Aug 11 02:14:46.028386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.077363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.097045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b144ca6-340f-4502-897b-da33cfcb695e req-31458689-cdce-49ec-9933-9c5094131455 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784562 Aug 11 02:14:46.157014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:46.163400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:46.165188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event updated for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:46.167368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:46.227773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Deleting port 45af2ca7-edef-4271-8832-ce35e32af110 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:46.228057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.236011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.236622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.276657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'name': 'network-vif-deleted', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:46.278647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Allocated IP 172.20.0.5 (c7f1e384-e245-46c0-88a6-bfbc937fa077/411e0162-b1ff-429b-b96c-657d1c66c7e8/a8eaff30-c1cd-453b-85a7-3791d926c65e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:46.279133 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5871343-801e-4531-8ef9-47419230c547" -d '{"events": [{"server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "name": "network-vif-deleted", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:46.335995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d334d-a015-4cd3-81ea-9ae14635d898 req-fbfa026f-6188-413e-a8a9-fdb640334e33 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.337625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b93d334d-a015-4cd3-81ea-9ae14635d898 req-fbfa026f-6188-413e-a8a9-fdb640334e33 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2512376 Aug 11 02:14:46.342831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] For port 45af2ca7-edef-4271-8832-ce35e32af110, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=45af2ca7-edef-4271-8832-ce35e32af110,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:46.343284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.358179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Calling delete_port for 45af2ca7-edef-4271-8832-ce35e32af110 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:46.437207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6108f8-3b50-4849-b091-babc36ddaccb req-6cce09ea-8656-4973-be1f-a30a64b80818 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.438742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac6108f8-3b50-4849-b091-babc36ddaccb req-6cce09ea-8656-4973-be1f-a30a64b80818 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 948 time: 0.2333539 Aug 11 02:14:46.495020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.510095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['45af2ca7-edef-4271-8832-ce35e32af110'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:46.532424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Pushing event deleted for resources: {'Port': ['ID=45af2ca7-edef-4271-8832-ce35e32af110,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:46.560067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b93d334d-a015-4cd3-81ea-9ae14635d898 req-06377d64-2a00-4178-8249-23e614082c90 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112119 Aug 11 02:14:46.588904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] No DVR routers for this DVR port 45af2ca7-edef-4271-8832-ce35e32af110 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:46.588904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.589989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-232eaecf-e093-42c3-acb5-abe3df159357 req-92b1152a-76cb-4ccd-b5a0-3f4b3e85a04f tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.61 "DELETE /v2.0/ports/45af2ca7-edef-4271-8832-ce35e32af110 HTTP/1.1" status: 204 len: 173 time: 0.5658417 Aug 11 02:14:46.604031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.614886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-a0e366fd-3d02-4bb6-9cf3-6ba819b10b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8868380 Aug 11 02:14:46.629610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Request body: {'port': {'device_id': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:46.636031 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc95d1-9b7d-4711-b2e4-8ca0206110d7 x-openstack-request-id: req-5fbc95d1-9b7d-4711-b2e4-8ca0206110d7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:46.637400 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa4af11-e1a5-4801-912d-07c0e2882cfe", "name": "network-vif-deleted", "tag": "f9ada37a-d0a7-4737-a574-68abb02b95ea", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:46.637716 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fbc95d1-9b7d-4711-b2e4-8ca0206110d7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:46.638235 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa4af11-e1a5-4801-912d-07c0e2882cfe', 'name': 'network-vif-deleted', 'tag': 'f9ada37a-d0a7-4737-a574-68abb02b95ea', 'status': 'completed', 'code': 200} Aug 11 02:14:46.653516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.700792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac6108f8-3b50-4849-b091-babc36ddaccb req-a7dc602b-db31-48f6-b14d-c9ed2ce2a405 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323654 Aug 11 02:14:46.705128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:46.720993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-9ecf32a5-c63c-4fca-a137-088b913007b3 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:46.723277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-9ecf32a5-c63c-4fca-a137-088b913007b3 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.61 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 948 time: 0.3140950 Aug 11 02:14:46.818913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:46.878946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52478ebd-f5c4-40b2-95d7-798298104233 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:46.923425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f9ada37a-d0a7-4737-a574-68abb02b95ea no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:46.936215 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-f68a0a10-4f8a-42da-82cc-684014596c36 service neutron] show failed (client error): The resource could not be found. Aug 11 02:14:46.937394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-f68a0a10-4f8a-42da-82cc-684014596c36 service neutron] 10.222.0.61 "GET /v2.0/ports/2bee6e7e-f41f-4af5-9f65-395134ac4388/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.1539149 Aug 11 02:14:46.949872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: f9ada37a-d0a7-4737-a574-68abb02b95ea {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:46.950506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f9ada37a-d0a7-4737-a574-68abb02b95ea not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:46.975038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 52478ebd-f5c4-40b2-95d7-798298104233 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:46.979423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 52478ebd-f5c4-40b2-95d7-798298104233 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:46.979803 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.009440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.010025 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Added segment d8c1fb59-fdbd-4b8b-b503-175618db7435 of type vlan for network 645f47ce-c7d6-4a30-a09c-0d8593becd1a Aug 11 02:14:47.011577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1116419-d588-4718-8f7e-91aa5a1696c6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.029753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.079433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.092508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.098871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80bba-8ab2-4ea2-a318-6c96100a230d req-47cb205c-7662-442b-8269-e3f96c5f4c46 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.100989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49e80bba-8ab2-4ea2-a318-6c96100a230d req-47cb205c-7662-442b-8269-e3f96c5f4c46 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 931 time: 0.3100703 Aug 11 02:14:47.115934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 52478ebd-f5c4-40b2-95d7-798298104233, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52478ebd-f5c4-40b2-95d7-798298104233,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:47.120172 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.170605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.184032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=52478ebd-f5c4-40b2-95d7-798298104233,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.234475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.239885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.248783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb846a7a-6f6a-4bc5-8c04-9129668555ff no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:47.263415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76bc556b-3e3b-436e-b011-9c111c7f22bb req-7d061cfb-4dda-4775-8322-0f4b0914c176 tempest-ServerDiagnosticsNegativeTest-187966532 tempest-ServerDiagnosticsNegativeTest-187966532-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c5d8de6-ef56-49b1-847b-72825cdb7a4e HTTP/1.1" status: 200 len: 210 time: 0.1850836 Aug 11 02:14:47.271102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: bb846a7a-6f6a-4bc5-8c04-9129668555ff {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:47.271570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb846a7a-6f6a-4bc5-8c04-9129668555ff not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:47.376254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Pushing event updated for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.444718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Deleting port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:47.445136 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.463701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49e80bba-8ab2-4ea2-a318-6c96100a230d req-79de2044-f894-49b8-a231-aa638f4e77f3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680743 Aug 11 02:14:47.533711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.540038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.541225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.571414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-d625022c-08e0-4d56-949f-d94013b4e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.572903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-d625022c-08e0-4d56-949f-d94013b4e8c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1102 time: 0.3611591 Aug 11 02:14:47.665181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:47.760507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2042501 Aug 11 02:14:47.776861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc8329-aad5-4695-81d7-0b68ffcc5b13 req-536199fa-9af2-4b5c-96e6-e69b8e6c3f6e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.778346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4efc8329-aad5-4695-81d7-0b68ffcc5b13 req-536199fa-9af2-4b5c-96e6-e69b8e6c3f6e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.4180441 Aug 11 02:14:47.779285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.781692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:47.787870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'subnet': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:47.807915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032957e-59ad-400a-b8e8-d3fc521b0cbc tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Network': ['ID=645f47ce-c7d6-4a30-a09c-0d8593becd1a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:47.819020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:47.829910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:47.891784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:47.924385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:47.928431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.937441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] For port b5a8b2b1-7b88-470e-ad46-3798ac8545a9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:47.937667 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:47.947283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Network c7f1e384-e245-46c0-88a6-bfbc937fa077 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:47.950528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-ed5f2686-c266-4586-813a-ea60ac8cc3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:47.952046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-ed5f2686-c266-4586-813a-ea60ac8cc3a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.4211588 Aug 11 02:14:48.006769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.008875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:48.014528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:48.026420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event updated for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:48.049223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0e38d5-8281-4eac-8d22-72c53ffcdf86 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:48.056113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Calling delete_port for b5a8b2b1-7b88-470e-ad46-3798ac8545a9 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:48.059933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.082061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Transition to ACTIVE for port object de0e38d5-8281-4eac-8d22-72c53ffcdf86 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:48.089366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.164567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9df0a-750f-4321-b29c-3fabf6795ad1 req-441f8815-d17c-4521-b9c8-f5771ddb125f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.166099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31d9df0a-750f-4321-b29c-3fabf6795ad1 req-441f8815-d17c-4521-b9c8-f5771ddb125f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.4863992 Aug 11 02:14:48.168884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4efc8329-aad5-4695-81d7-0b68ffcc5b13 req-77285c63-e6b2-4bd3-9dd1-7ec53d7a47af tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752205 Aug 11 02:14:48.188115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Pushing event updated for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:48.212994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-670f3450-0b4d-4ed6-91a5-53bb8c4eeb87 None None] Provisioning complete for port 7078b49c-522e-40e9-92af-7df3b21f2d4f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:48.215800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-670f3450-0b4d-4ed6-91a5-53bb8c4eeb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.261060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-670f3450-0b4d-4ed6-91a5-53bb8c4eeb87 None None] Port 7078b49c-522e-40e9-92af-7df3b21f2d4f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:48.292836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.309579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.310212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.344003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Attempting to bind port de0e38d5-8281-4eac-8d22-72c53ffcdf86 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:48.344365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Attempting to bind port de0e38d5-8281-4eac-8d22-72c53ffcdf86 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:48.344664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Attempting to bind port de0e38d5-8281-4eac-8d22-72c53ffcdf86 on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:48.358498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Port de0e38d5-8281-4eac-8d22-72c53ffcdf86 on network c7f1e384-e245-46c0-88a6-bfbc937fa077 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:48.358823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Attempting to bind port de0e38d5-8281-4eac-8d22-72c53ffcdf86 on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:48.369027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Subnet': ['ID=e3cfe1a5-af0b-4993-a02b-0eec5110fdf1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:48.376040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:48.376387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Checking segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:48.376774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Bound using segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:48.377215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Bound port: de0e38d5-8281-4eac-8d22-72c53ffcdf86, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:48.377578 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.402851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Checking segment: {'id': 'd8c1fb59-fdbd-4b8b-b503-175618db7435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:48.403269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network hostable DHCP agents. Network: 645f47ce-c7d6-4a30-a09c-0d8593becd1a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:48.457198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:48.468089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:48.470658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 645f47ce-c7d6-4a30-a09c-0d8593becd1a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:48.473376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:48.477266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.477941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.482456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.484026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e43e48-daf9-4bd2-983c-94aa04699f64 None None] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:48.530516 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50881fe7-053c-4a90-8b31-415942726747 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7476811 Aug 11 02:14:48.532082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.532782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.534117 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] 10.222.0.67 "PUT /v2.0/ports/de0e38d5-8281-4eac-8d22-72c53ffcdf86 HTTP/1.1" status: 200 len: 1092 time: 1.9095776 Aug 11 02:14:48.536600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43290) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:48.546973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074687599'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:48.621903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051181f-0009-4a01-bdc4-f4c977ffc988 service neutron] Pushing event updated for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:48.639962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'name': 'network-vif-deleted', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110'}, {'name': 'network-changed', 'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:48.642147 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26" -d '{"events": [{"server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "name": "network-vif-deleted", "tag": "45af2ca7-edef-4271-8832-ce35e32af110"}, {"name": "network-changed", "server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:48.672003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'tenant_id': '04c209c05e7a4210aec83f0bd038690b', 'fixed_ips': [{'subnet_id': 'e3cfe1a5-af0b-4993-a02b-0eec5110fdf1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:48.673378 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.700875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-3d9c3271-30a4-4fda-9ce9-565449cd017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.702433 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-3d9c3271-30a4-4fda-9ce9-565449cd017e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 1095 time: 0.1043298 Aug 11 02:14:48.758267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-b7c52462-ab81-4f17-a585-94553d42e362 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86 HTTP/1.1" status: 200 len: 217 time: 0.0468326 Aug 11 02:14:48.778545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:48.779829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52478ebd-f5c4-40b2-95d7-798298104233 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:48.782280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.811295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-da94c580-4ad3-4796-970f-6e50cd65f3ba tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4865952 Aug 11 02:14:48.828792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31d9df0a-750f-4321-b29c-3fabf6795ad1 req-ece81d5b-638b-47dd-9aa2-abac9aeb284a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180959 Aug 11 02:14:48.829846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-804e3aa4-c2ec-41f6-9f94-e595870ac5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.831181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-804e3aa4-c2ec-41f6-9f94-e595870ac5b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.8121631 Aug 11 02:14:48.834144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:48.839231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Router 3c67313a-8b8c-4640-8d7e-24846b55ab75 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:14:48.844794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Request body: {'port': {'device_id': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:48.847502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-94df5a0d-d7bf-4454-807e-a6a8527a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.849084 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-94df5a0d-d7bf-4454-807e-a6a8527a370a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.0816433 Aug 11 02:14:48.898444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Allocated IP 2001:db8::2 (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/29dd3698-225a-495a-bc53-1e1a40e29ea1) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:48.904719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 52478ebd-f5c4-40b2-95d7-798298104233 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:48.905579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:48.924752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-6c604862-ed4e-4901-b5fe-2b0637ab38fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320547 Aug 11 02:14:48.946330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bf21c-3a89-465e-9c95-a1800a26398e req-2cd4e3a7-f4c1-4d11-b595-52db020296a0 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:48.956700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a84bf21c-3a89-465e-9c95-a1800a26398e req-2cd4e3a7-f4c1-4d11-b595-52db020296a0 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 948 time: 0.6835804 Aug 11 02:14:48.991236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-565c8a0f-7a08-48e7-bdf1-ccaa11e3ed08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.1413989 Aug 11 02:14:49.100710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-657d1269-aa34-4175-bb46-939d594b6afc service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612289 Aug 11 02:14:49.160369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.174252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Transition to ACTIVE for port object 29dd3698-225a-495a-bc53-1e1a40e29ea1 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:49.196493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Transition to ACTIVE for port object 29dd3698-225a-495a-bc53-1e1a40e29ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:49.207945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.221448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.256591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-797da368-44f4-4a35-afc5-7f6cc07e2a82 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461520 Aug 11 02:14:49.259394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:49.260653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a84bf21c-3a89-465e-9c95-a1800a26398e req-bf50a639-65b3-4a29-bf5d-07d811b56be1 tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.68 "GET /v2.0/security-groups?id=3b78f342-0cb0-4607-8a5b-12b8e450c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030334 Aug 11 02:14:49.264812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:49.269483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:49.281942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::268 (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/662fc3bc-7fec-44f3-9649-17d6d005f2d5) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:49.326376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Pushing event updated for resources: {'Port': ['ID=29dd3698-225a-495a-bc53-1e1a40e29ea1,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:49.344245 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f868086d-2b1c-48bb-9adb-ef7424bef274 x-openstack-request-id: req-f868086d-2b1c-48bb-9adb-ef7424bef274 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:49.344995 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d8de6-ef56-49b1-847b-72825cdb7a4e", "name": "network-vif-deleted", "tag": "45af2ca7-edef-4271-8832-ce35e32af110", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:49.345387 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f868086d-2b1c-48bb-9adb-ef7424bef274 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:49.345789 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d8de6-ef56-49b1-847b-72825cdb7a4e', 'name': 'network-vif-deleted', 'tag': '45af2ca7-edef-4271-8832-ce35e32af110', 'status': 'completed', 'code': 200} Aug 11 02:14:49.346099 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86', 'status': 'completed', 'code': 200} Aug 11 02:14:49.381131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Attempting to bind port 29dd3698-225a-495a-bc53-1e1a40e29ea1 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:49.381668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Attempting to bind port 29dd3698-225a-495a-bc53-1e1a40e29ea1 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd8c1fb59-fdbd-4b8b-b503-175618db7435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:49.382173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Attempting to bind port 29dd3698-225a-495a-bc53-1e1a40e29ea1 on network 645f47ce-c7d6-4a30-a09c-0d8593becd1a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:49.386351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-43c25bfb-0505-447f-a435-2007d6aae67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.388009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:49.388519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Checking segment: {'id': 'd8c1fb59-fdbd-4b8b-b503-175618db7435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:49.389028 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.389526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Bound using segment: {'id': 'd8c1fb59-fdbd-4b8b-b503-175618db7435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:49.390141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Bound port: 29dd3698-225a-495a-bc53-1e1a40e29ea1, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c1fb59-fdbd-4b8b-b503-175618db7435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:49.390638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.393638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-43c25bfb-0505-447f-a435-2007d6aae67e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3691685 Aug 11 02:14:49.422144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43300) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:49.460998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] For port 29dd3698-225a-495a-bc53-1e1a40e29ea1, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:49.465256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] For port 29dd3698-225a-495a-bc53-1e1a40e29ea1, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29dd3698-225a-495a-bc53-1e1a40e29ea1,segment=NetworkSegment(d8c1fb59-fdbd-4b8b-b503-175618db7435),segment_id=d8c1fb59-fdbd-4b8b-b503-175618db7435)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:49.469381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-53c400a6-f50f-4ce6-aebf-beedd68e4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.470889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-53c400a6-f50f-4ce6-aebf-beedd68e4770 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0943458 Aug 11 02:14:49.471206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.479173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.549189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f2a7e-db7c-4c94-9097-28dc6c0aa992 None None] Pushing event updated for resources: {'Port': ['ID=29dd3698-225a-495a-bc53-1e1a40e29ea1,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:49.598188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:49.620639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.620818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2f7b1-9871-4346-a3a5-6aa82584f1be req-71e4a262-8710-4130-b7f4-e96367b45b82 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.628256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10a2f7b1-9871-4346-a3a5-6aa82584f1be req-71e4a262-8710-4130-b7f4-e96367b45b82 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 943 time: 0.4787397 Aug 11 02:14:49.628875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-2787188d-423c-4f8c-9af6-ccfc9ecd4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.630389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-2787188d-423c-4f8c-9af6-ccfc9ecd4640 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 914 time: 0.1489453 Aug 11 02:14:49.637964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Pushing event deleted for resources: {'Port': ['ID=b5a8b2b1-7b88-470e-ad46-3798ac8545a9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:49.638562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object 662fc3bc-7fec-44f3-9649-17d6d005f2d5 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:49.655254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:49.674469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5d60c8da-5510-40bb-86b6-60d2696b08ce admin admin] 10.222.0.68 "PUT /v2.0/routers/3c67313a-8b8c-4640-8d7e-24846b55ab75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6636667 Aug 11 02:14:49.678531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Sync routers for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:49.678670 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-e6bc0d6e-82aa-46a4-9699-8e56a8a7fc1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86 HTTP/1.1" status: 200 len: 217 time: 0.0384574 Aug 11 02:14:49.696319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:49.696963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:49.811709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] No DVR routers for this DVR port b5a8b2b1-7b88-470e-ad46-3798ac8545a9 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:49.829858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-de280622-8a15-40d1-8744-aa7092d9e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.831536 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-de280622-8a15-40d1-8744-aa7092d9e3a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1434760 Aug 11 02:14:49.833249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.838161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-ed592472-72af-4128-9bd1-93b1a94ff2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.840290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-ed592472-72af-4128-9bd1-93b1a94ff2dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4207344 Aug 11 02:14:49.845850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.846573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-949f9eec-48c9-45ad-80e1-2822c2929668 req-2143ba99-fbc9-4847-a029-257a6541f69f tempest-ImagesOneServerTestJSON-1283846591 tempest-ImagesOneServerTestJSON-1283846591-project] 10.222.0.61 "DELETE /v2.0/ports/b5a8b2b1-7b88-470e-ad46-3798ac8545a9 HTTP/1.1" status: 204 len: 173 time: 3.0906558 Aug 11 02:14:49.854090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-deleted', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:49.855991 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1e405-20f2-45d5-bc4b-22e31288b18c" -d '{"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-deleted", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:49.868845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c7d0-347c-45ed-8b58-c26844bf094c req-cfd4d612-63d2-4dbc-a53c-ab0f875af70f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.871029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac32c7d0-347c-45ed-8b58-c26844bf094c req-cfd4d612-63d2-4dbc-a53c-ab0f875af70f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.4233730 Aug 11 02:14:49.930544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-8f149388-e996-4f67-9507-5ca14175dc51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434217 Aug 11 02:14:49.939260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:49.940664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:49.955734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:49.967880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:49.974134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:49.975412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:49.978033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=662fc3bc-7fec-44f3-9649-17d6d005f2d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.070107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-2ebc7257-b786-4321-8f26-2559f2169a5e service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751359 Aug 11 02:14:50.072810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11291c3e-c5d8-45c5-aa0b-3f97d4505bc8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5346065 Aug 11 02:14:50.075510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:50.086673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:50.092758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609399883', 'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:39:13:a6'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:50.158174 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-0c671095-4e37-4d5a-a985-3adff894e195 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175791 Aug 11 02:14:50.167348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10a2f7b1-9871-4346-a3a5-6aa82584f1be req-9d32864b-7ae6-4b6f-84fb-af2a1b752cc1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385122 Aug 11 02:14:50.243364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5678cc2f-1a59-4f38-b007-9c6488aa988d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f54ac380f17047ba97f834574343c3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966878 Aug 11 02:14:50.258839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43316) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:50.283311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:45Z', 'revision_number': 4, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '7078b49c-522e-40e9-92af-7df3b21f2d4f', 'name': '', 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'mac_address': 'fa:16:3e:60:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:43Z', 'updated_at': '2021-08-11T02:14:46Z', 'revision_number': 2, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'subnets': [{'id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:50.293261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.315037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Checking router: 3c67313a-8b8c-4640-8d7e-24846b55ab75 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:14:50.315404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Updating router 3c67313a-8b8c-4640-8d7e-24846b55ab75 port 7078b49c-522e-40e9-92af-7df3b21f2d4f binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:14:50.349095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac32c7d0-347c-45ed-8b58-c26844bf094c req-25883c3e-6e7e-4127-b6a3-e24f0b70b4f9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509330 Aug 11 02:14:50.351950 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.405269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4a97345-09e0-40e8-afe0-d0bf6cfefc26 req-c683882b-a07d-4569-a28e-6036d1ece0ae service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382021 Aug 11 02:14:50.408952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Transition to ACTIVE for port object 2bee6e7e-f41f-4af5-9f65-395134ac4388 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:50.411063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:50.446423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.475336 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69756e3-2dcf-4188-ad94-11f8d9d25726 x-openstack-request-id: req-e69756e3-2dcf-4188-ad94-11f8d9d25726 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:50.475877 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff41952-7d41-4582-87af-cdc91355900d", "name": "network-vif-deleted", "tag": "b5a8b2b1-7b88-470e-ad46-3798ac8545a9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:50.475877 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e69756e3-2dcf-4188-ad94-11f8d9d25726 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:50.476313 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff41952-7d41-4582-87af-cdc91355900d', 'name': 'network-vif-deleted', 'tag': 'b5a8b2b1-7b88-470e-ad46-3798ac8545a9', 'status': 'completed', 'code': 200} Aug 11 02:14:50.586297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ad3bcc-5a39-4b27-83e5-c4b6900158db req-f61e312d-8cb2-4c2e-abe6-58bf7fa1c4df service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980927 Aug 11 02:14:50.643964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.708622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port 5c329e46-de84-4d34-adb2-a0ec91dadd69 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:50.823741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5793d5-2166-477a-96f9-e0c7abb45b4a req-ce9bc627-5885-4f52-820a-636933606902 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:50.831307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5793d5-2166-477a-96f9-e0c7abb45b4a req-ce9bc627-5885-4f52-820a-636933606902 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.5133302 Aug 11 02:14:50.838994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-035815bb-e6a2-445c-8630-488e5dbbc760 req-0230f09a-5571-431b-a904-8d36f7317284 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aff41952-7d41-4582-87af-cdc91355900d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2611558 Aug 11 02:14:50.852531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.873249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Transition to ACTIVE for port object 7078b49c-522e-40e9-92af-7df3b21f2d4f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:50.882229 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.890628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] No DVR routers for this DVR port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:14:50.892745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:50.907262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:50.941636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::2d (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/5c329e46-de84-4d34-adb2-a0ec91dadd69) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:50.963114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eaff30-c1cd-453b-85a7-3791d926c65e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:51.002480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b26c0b-8ba8-402f-83f7-fa0c7d75a408 None None] Pushing event updated for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.019853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29dd3698-225a-495a-bc53-1e1a40e29ea1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:51.056493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-035815bb-e6a2-445c-8630-488e5dbbc760 req-c16bef29-8a09-4ff1-a036-5f5c8bc18a98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&device_id=aff41952-7d41-4582-87af-cdc91355900d HTTP/1.1" status: 200 len: 210 time: 0.1433754 Aug 11 02:14:51.063262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.096384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.197940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:51.198422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:51.198893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:51.216187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5793d5-2166-477a-96f9-e0c7abb45b4a req-00dbd498-4e30-4e59-92b2-9d257670b554 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837342 Aug 11 02:14:51.221511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.258484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object 5c329e46-de84-4d34-adb2-a0ec91dadd69 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:51.260007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Transition to ACTIVE for port object a8eaff30-c1cd-453b-85a7-3791d926c65e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:51.264627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-035815bb-e6a2-445c-8630-488e5dbbc760 req-0d8f8116-0605-460f-bac1-b55e738ab0d3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651809 Aug 11 02:14:51.282849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:51.289169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Attempting to bind port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:51.291804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.313601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f0c2f4-b09e-4d13-a52d-79d3b6c94086 None None] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:51.316084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 45af2ca7-edef-4271-8832-ce35e32af110 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:51.340804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.368560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:51.368922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:51.369323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:51.369767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Bound port: 2bee6e7e-f41f-4af5-9f65-395134ac4388, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:51.370172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.392374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 45af2ca7-edef-4271-8832-ce35e32af110 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:51.392908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 45af2ca7-edef-4271-8832-ce35e32af110 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:51.393520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:51.428890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Attempting to bind port 7078b49c-522e-40e9-92af-7df3b21f2d4f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:51.429482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Attempting to bind port 7078b49c-522e-40e9-92af-7df3b21f2d4f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:51.430095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Attempting to bind port 7078b49c-522e-40e9-92af-7df3b21f2d4f on network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:51.443583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:51.451407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:51.456445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9b725e7b-2ba8-4c90-8bc4-8030d27be90c tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5863814 Aug 11 02:14:51.456679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:51.463308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.466996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.473686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=5c329e46-de84-4d34-adb2-a0ec91dadd69,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.493259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b8714850-99a2-4e82-b280-90f2cae919bf tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4029620 Aug 11 02:14:51.493471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43328) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:51.511812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:51.512228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Checking segment: {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:51.512602 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.513026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Bound using segment: {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:51.513538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Bound port: 7078b49c-522e-40e9-92af-7df3b21f2d4f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:51.513978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.522937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 29dd3698-225a-495a-bc53-1e1a40e29ea1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:51.537089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:51.541678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.544172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.545564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/956bfdaf-6ba2-4c53-9430-1a1861cb0857 HTTP/1.1" status: 204 len: 168 time: 1.2814331 Aug 11 02:14:51.559398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.584441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:51.584716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:51.618541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa95d5-4e82-482a-8e02-8c38407d8e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956bfdaf-6ba2-4c53-9430-1a1861cb0857,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.642301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: b5a8b2b1-7b88-470e-ad46-3798ac8545a9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:14:51.642654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5a8b2b1-7b88-470e-ad46-3798ac8545a9 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:14:51.705735 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.723517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] For port 7078b49c-522e-40e9-92af-7df3b21f2d4f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:51.731886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a5cd2-adea-4d16-ac20-00a9e05ee2f5 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.734882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035815bb-e6a2-445c-8630-488e5dbbc760 req-9ba7540d-170e-4daf-bef4-ee0055070b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.736382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-035815bb-e6a2-445c-8630-488e5dbbc760 req-9ba7540d-170e-4daf-bef4-ee0055070b8b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4583409 Aug 11 02:14:51.739038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:51.753599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] For port 7078b49c-522e-40e9-92af-7df3b21f2d4f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7078b49c-522e-40e9-92af-7df3b21f2d4f,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:51.757727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Provisioning for port 29dd3698-225a-495a-bc53-1e1a40e29ea1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:51.758307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a5cd2-adea-4d16-ac20-00a9e05ee2f5 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.764784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a5cd2-adea-4d16-ac20-00a9e05ee2f5 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.785530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-022a5cd2-adea-4d16-ac20-00a9e05ee2f5 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2882702 Aug 11 02:14:51.787476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43334) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:51.792450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.799963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c067-c9d0-4b4e-b60b-3969d2705db0 req-73c528ba-6f18-466e-91bc-2b7ab43e9f3c tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.801321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Provisioning complete for port 29dd3698-225a-495a-bc53-1e1a40e29ea1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:51.801572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1543c067-c9d0-4b4e-b60b-3969d2705db0 req-73c528ba-6f18-466e-91bc-2b7ab43e9f3c tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 943 time: 0.2549856 Aug 11 02:14:51.801717 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.818801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:51.847346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.853819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:51.940134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Attempting to bind port a8eaff30-c1cd-453b-85a7-3791d926c65e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:51.940722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Attempting to bind port a8eaff30-c1cd-453b-85a7-3791d926c65e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:51.940883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Attempting to bind port a8eaff30-c1cd-453b-85a7-3791d926c65e on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:51.962511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b26c0b-8ba8-402f-83f7-fa0c7d75a408 None None] Pushing event updated for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:51.963777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:51.964409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:51.971325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] 10.222.0.67 "PUT /v2.0/ports/2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 1097 time: 4.3464522 Aug 11 02:14:51.971325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Port a8eaff30-c1cd-453b-85a7-3791d926c65e on network c7f1e384-e245-46c0-88a6-bfbc937fa077 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:14:51.971325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Attempting to bind port a8eaff30-c1cd-453b-85a7-3791d926c65e on network c7f1e384-e245-46c0-88a6-bfbc937fa077 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:51.976140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:51.982685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:52.027275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:52.027608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Checking segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:52.028001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Bound using segment: {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:52.028453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Bound port: a8eaff30-c1cd-453b-85a7-3791d926c65e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25df0b3-103f-4a26-a9c2-5865aef34d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:52.028817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.060352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port 5c329e46-de84-4d34-adb2-a0ec91dadd69 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:52.060928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.102178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1543c067-c9d0-4b4e-b60b-3969d2705db0 req-2afc780f-c37d-4e08-b4c6-66a631666815 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804585 Aug 11 02:14:52.128440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea885f-d605-4e93-9e66-5cb821ccc221 service neutron] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:52.282604 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e90c677-330d-4860-855d-1c00a7c6b025 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7896e0e2f3ee4c4082131b40b414d8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264252 Aug 11 02:14:52.288607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43344) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:52.360380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.399641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:14:52.436919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.448290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-0352cc45-4539-49b7-af18-cbadccda9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:52.451950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-0352cc45-4539-49b7-af18-cbadccda9f21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.4468381 Aug 11 02:14:52.452765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43348) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:52.464231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.517494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] For port 29dd3698-225a-495a-bc53-1e1a40e29ea1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29dd3698-225a-495a-bc53-1e1a40e29ea1,segment=NetworkSegment(d8c1fb59-fdbd-4b8b-b503-175618db7435),segment_id=d8c1fb59-fdbd-4b8b-b503-175618db7435)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:52.543130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.569860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for 5c329e46-de84-4d34-adb2-a0ec91dadd69 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:52.574941 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.628813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9bc0efa9-f9c0-4614-a411-d8a34cc64d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.745277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4603ef8-a22e-4a68-90c4-426c55e90a03 None None] Pushing event updated for resources: {'Port': ['ID=29dd3698-225a-495a-bc53-1e1a40e29ea1,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:52.826306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Provisioning for port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:52.832761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Provisioning complete for port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:52.833134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:52.885079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:52.899847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:45Z', 'revision_number': 4, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '7078b49c-522e-40e9-92af-7df3b21f2d4f', 'name': '', 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'mac_address': 'fa:16:3e:60:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:43Z', 'updated_at': '2021-08-11T02:14:51Z', 'revision_number': 4, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'subnets': [{'id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:52.931526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202aea8-ecc4-4f94-b354-474770ce9eed None None] The sync data for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 is: [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:14:45Z', 'revision_number': 4, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '7078b49c-522e-40e9-92af-7df3b21f2d4f', 'name': '', 'network_id': 'da05ebeb-9a38-456c-b1c5-f6d40c50eb27', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'mac_address': 'fa:16:3e:60:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:43Z', 'updated_at': '2021-08-11T02:14:51Z', 'revision_number': 4, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'subnets': [{'id': '0153aebf-01f2-4384-ae68-a1ebafbc1d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:14:52.933890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de0e38d5-8281-4eac-8d22-72c53ffcdf86 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:52.939153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Provisioning for port 5c329e46-de84-4d34-adb2-a0ec91dadd69 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:52.955023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Provisioning complete for port 5c329e46-de84-4d34-adb2-a0ec91dadd69 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:52.957318 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.091871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Port 5c329e46-de84-4d34-adb2-a0ec91dadd69 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:53.092456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.095004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.098827 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b78f342-0cb0-4607-8a5b-12b8e450c558 HTTP/1.1" status: 204 len: 168 time: 0.8087373 Aug 11 02:14:53.100527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}, {'name': 'network-changed', 'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:53.107851 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c92671-d980-473c-b6a0-1fc229d099ec" -d '{"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-unplugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}, {"name": "network-changed", "server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:53.109959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cf387-1cf6-4d42-9b37-50f821c964e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78f342-0cb0-4607-8a5b-12b8e450c558,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.257161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:53.268437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Provisioning complete for port 29dd3698-225a-495a-bc53-1e1a40e29ea1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:53.269131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d362b48-c276-4d33-a714-fba01ad5978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.274943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'port_id': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86', 'mac_address': 'fa:16:3e:97:16:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e0162-b1ff-429b-b96c-657d1c66c7e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:53.313048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94990533-f8d0-469c-956e-b3ceb5a80291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.315714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:53.320473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.343644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.394716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.399495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=5c329e46-de84-4d34-adb2-a0ec91dadd69,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.424048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:53.434876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5a344-6c51-4ede-afab-5b03853ae4ce req-af1632f3-5705-41b2-afe1-93bdbc2879a1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:53.441940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0e38d5-8281-4eac-8d22-72c53ffcdf86 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:53.443288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99d5a344-6c51-4ede-afab-5b03853ae4ce req-af1632f3-5705-41b2-afe1-93bdbc2879a1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 1.2173522 Aug 11 02:14:53.464402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.542338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:53.560024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.647107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.655138 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-960bdaf2-2bb8-426a-a49c-e83d30dfd135 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/5c329e46-de84-4d34-adb2-a0ec91dadd69 HTTP/1.1" status: 204 len: 168 time: 1.8658574 Aug 11 02:14:53.655474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43358) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:53.662922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:53.680486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Allocated IP 172.25.3.236 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/53135aad-9a34-464c-800f-6df6d16986ba) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:53.712438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e39f-85e4-4bcb-b845-2621971039be None None] Provisioning complete for port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:53.713120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e39f-85e4-4bcb-b845-2621971039be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.731623 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3a6ce8-01b3-45bf-a81c-da7c89a47dcd tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] GET failed (client error): The resource could not be found. Aug 11 02:14:53.746347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac3a6ce8-01b3-45bf-a81c-da7c89a47dcd tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports/5c329e46-de84-4d34-adb2-a0ec91dadd69 HTTP/1.1" status: 404 len: 333 time: 0.0832694 Aug 11 02:14:53.756819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43362) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:53.775716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100727687'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:53.841611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.873100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2e39f-85e4-4bcb-b845-2621971039be None None] Port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:53.883915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3d2e39f-85e4-4bcb-b845-2621971039be None None] Could not find standard attr ID for object 5c329e46-de84-4d34-adb2-a0ec91dadd69. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:14:53.964649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['de0e38d5-8281-4eac-8d22-72c53ffcdf86'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:53.982000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:53.982626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:53.984608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8eaff30-c1cd-453b-85a7-3791d926c65e HTTP/1.1" status: 200 len: 1092 time: 5.1643438 Aug 11 02:14:53.987556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99d5a344-6c51-4ede-afab-5b03853ae4ce req-66214fd1-4792-4c88-a691-3f840d04ff91 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432582 Aug 11 02:14:53.988639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.042683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:54.042683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:54.052494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-a617d5eb-d207-459e-bd53-7cd643da7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.055155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-a617d5eb-d207-459e-bd53-7cd643da7c28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 1.5701241 Aug 11 02:14:54.065159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:54.073207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1694-e175-459b-a2d5-8c2c7ed52c22 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.219606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-192b7a79-85f6-493e-8ec2-8249861264c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.1496744 Aug 11 02:14:54.278389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-74e74970-a5fb-4167-b8fa-d353a2e53ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.280050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-74e74970-a5fb-4167-b8fa-d353a2e53ca2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 1095 time: 0.2313895 Aug 11 02:14:54.334633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event updated for resources: {'Port': ['ID=53135aad-9a34-464c-800f-6df6d16986ba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.402438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-cfe5966e-f7d7-45bc-a65d-0a2389c8048a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e HTTP/1.1" status: 200 len: 217 time: 0.0970132 Aug 11 02:14:54.437606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6d3e74a7-2817-4f0b-bcdc-c9e733976744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.439124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6d3e74a7-2817-4f0b-bcdc-c9e733976744 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1943357 Aug 11 02:14:54.449593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43378) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:54.468643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec91920-b546-4ec0-bbcc-2975ebc86f09 req-3721f8d8-d41b-4dc8-ac12-bc8af1d2e856 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.481725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ec91920-b546-4ec0-bbcc-2975ebc86f09 req-3721f8d8-d41b-4dc8-ac12-bc8af1d2e856 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.3408408 Aug 11 02:14:54.531301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.560469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94990533-f8d0-469c-956e-b3ceb5a80291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.576478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b133d-989d-47a0-835d-ed83df599488 req-0b382b49-9d53-4763-ba08-409e14cf94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.578007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-0b382b49-9d53-4763-ba08-409e14cf94b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1617882 Aug 11 02:14:54.580020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1276964551-network', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:54.583446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94990533-f8d0-469c-956e-b3ceb5a80291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.596968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:54.601036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.627027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Made reservation on behalf of afc86e9e57204cbbb78af972e9a73e6c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:54.629370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.632917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:54.645219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.672258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ec91920-b546-4ec0-bbcc-2975ebc86f09 req-d9482b43-e7a0-435f-99a5-dbd79b743015 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893854 Aug 11 02:14:54.684932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-d53946a6-1571-49d3-8fa9-a8baf6c114f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625875 Aug 11 02:14:54.692130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6796fd8a-aa4d-4697-86d6-827dbff81e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:54.694069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6796fd8a-aa4d-4697-86d6-827dbff81e67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2019687 Aug 11 02:14:54.694742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.718553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-94990533-f8d0-469c-956e-b3ceb5a80291 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01f971790fd64f2d982e961836bb13f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2460306 Aug 11 02:14:54.719967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94990533-f8d0-469c-956e-b3ceb5a80291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8f606-9c3b-4738-a5d0-c9db841e0386,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.722714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:54.848079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::364 (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:54.869478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.876814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.893745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7078b49c-522e-40e9-92af-7df3b21f2d4f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:54.923620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de0e38d5-8281-4eac-8d22-72c53ffcdf86 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:54.928287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:14:54.935912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862042b3-28f2-47e3-a2cc-2b3083b9ef78,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:54.970914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:54.971181 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Added segment acb17857-d610-4952-bf87-af116ac2eeae of type vlan for network 7cbd1873-9b76-4e92-bba7-78460468c2f3 Aug 11 02:14:54.994395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7078b49c-522e-40e9-92af-7df3b21f2d4f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:54.999420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7078b49c-522e-40e9-92af-7df3b21f2d4f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:55.000030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.022836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port de0e38d5-8281-4eac-8d22-72c53ffcdf86 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:55.029737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port de0e38d5-8281-4eac-8d22-72c53ffcdf86 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:55.030216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.065867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.082038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-6d1aea87-2922-40da-9e16-4432505a9b10 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580029 Aug 11 02:14:55.120887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03af4-de43-4d52-9fb7-fa9081c66c10 req-ee18c51b-9f7a-45af-bc85-805d07607db7 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:55.127142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c629-649e-44e3-8479-1ceeee5bafdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.129043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebb03af4-de43-4d52-9fb7-fa9081c66c10 req-ee18c51b-9f7a-45af-bc85-805d07607db7 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 944 time: 0.2596738 Aug 11 02:14:55.134567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.137907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-5d156fbb-45d0-486f-86b1-dafabcc5ab33 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413006 Aug 11 02:14:55.139470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.140449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:55.141030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.151487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.172246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.174217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.197497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:55.210603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7597628 Aug 11 02:14:55.216297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:55.224703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Request body: {'subnet': {'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1276964551-subnet', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:55.246187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b4e7-0d0a-44a2-8b5f-5d46bfae96b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7cbd1873-9b76-4e92-bba7-78460468c2f3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.279540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Made reservation on behalf of afc86e9e57204cbbb78af972e9a73e6c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:55.282105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.316645 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.322466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:55.324725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:14:55.326585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:14:55.331021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.355898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebb03af4-de43-4d52-9fb7-fa9081c66c10 req-aefda969-9ef2-46f6-afba-240cf9c320fc tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257853 Aug 11 02:14:55.389932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.413840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:55.417926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:55.425768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:55.432255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:55.432963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.458051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:55.460868 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74384b40-efca-4f88-826d-870b0f9a32bb" -d '{"events": [{"server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "name": "network-vif-plugged", "status": "completed", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:55.465917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98fe215f-714c-4c21-8f67-1273dd547d4d req-77130f74-3be1-47fd-8d13-00826ba154ef service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655574 Aug 11 02:14:55.482916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e48b133d-989d-47a0-835d-ed83df599488 req-314008f3-8a7f-4962-91cd-76a89d29b2b2 service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236713 Aug 11 02:14:55.483980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 7078b49c-522e-40e9-92af-7df3b21f2d4f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7078b49c-522e-40e9-92af-7df3b21f2d4f,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:55.488237 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.500138 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.534683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.541909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.543135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29dd3698-225a-495a-bc53-1e1a40e29ea1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:55.549345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:55.609063 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.619110 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d4094-3a4f-47f0-9659-b0b564348c74 x-openstack-request-id: req-009d4094-3a4f-47f0-9659-b0b564348c74 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:55.619407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-unplugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "code": 200}, {"name": "network-changed", "server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:55.619686 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-009d4094-3a4f-47f0-9659-b0b564348c74 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:55.620103 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'code': 200} Aug 11 02:14:55.620490 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'status': 'completed', 'code': 200} Aug 11 02:14:55.626729 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61aa8956-b5b2-4106-bf79-bb01ea26d1d7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8627927 Aug 11 02:14:55.627344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:55.636612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:39:13:a6'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:55.693572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.700107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:55.706843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.744765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.754348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.759609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'port_id': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'mac_address': 'fa:16:3e:08:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95b27e8-119a-47b9-94b1-b0f13baec626', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:55.762040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3041742 Aug 11 02:14:55.795945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.806865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.809419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.812997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cb8f606-9c3b-4738-a5d0-c9db841e0386 HTTP/1.1" status: 204 len: 168 time: 0.9927330 Aug 11 02:14:55.815551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29dd3698-225a-495a-bc53-1e1a40e29ea1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:55.815698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.893466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-86aff7a8-bcbc-465e-860f-4b44b5f1ff1a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.1304369 Aug 11 02:14:55.896015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c428-a7a2-4732-809b-7a873119d2d3 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event updated for resources: {'Port': ['ID=53135aad-9a34-464c-800f-6df6d16986ba,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.905240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1796a26b-2b90-4d31-90fa-bfc77fc40924,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.914761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c36e9-f05f-45c6-b323-71a78c69158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb8f606-9c3b-4738-a5d0-c9db841e0386,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.933126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:55.937468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Checking segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:55.938291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Network hostable DHCP agents. Network: 7cbd1873-9b76-4e92-bba7-78460468c2f3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:14:55.954549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:55.962018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.969063 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:55.998188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:14:55.999195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-6515f5fb-42fa-488e-898f-030ac5f73f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.000742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-6515f5fb-42fa-488e-898f-030ac5f73f72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.2719638 Aug 11 02:14:56.012708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:56.021479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-17a0aa50-e06c-46f8-bca4-74b677f937f5 None None] Provisioning for port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:56.024098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-a77c69e0-70eb-421c-96e7-2ab77f779ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.025608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-a77c69e0-70eb-421c-96e7-2ab77f779ec6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.3070483 Aug 11 02:14:56.033171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-17a0aa50-e06c-46f8-bca4-74b677f937f5 None None] Provisioning complete for port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:56.034401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-17a0aa50-e06c-46f8-bca4-74b677f937f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.070239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7cbd1873-9b76-4e92-bba7-78460468c2f3) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:56.085445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.086081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.099709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b7156-bada-4aee-bcd6-c38cf93da238 None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:56.107219 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98478fdd-ad55-4343-8573-79ae2633e22b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8885589 Aug 11 02:14:56.111130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43400) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:56.119504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:56.122397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-58e6d3c2-5cae-4e56-816e-e5a9a2a12c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.123917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-58e6d3c2-5cae-4e56-816e-e5a9a2a12c80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1052120 Aug 11 02:14:56.145182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98739ae-9f4e-476e-bf2f-462bd1d0a5e4 req-2a71e73f-4ac4-4274-9090-e957a36c0fea tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.152737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98739ae-9f4e-476e-bf2f-462bd1d0a5e4 req-2a71e73f-4ac4-4274-9090-e957a36c0fea tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.4177239 Aug 11 02:14:56.158593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.190092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:56.216131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:14:56.216811 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:14:56.224176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-17a0aa50-e06c-46f8-bca4-74b677f937f5 None None] Port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:56.246455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.247372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.270121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-18d6fcde-d79e-4f6a-b00c-b50f1d5969c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.1146202 Aug 11 02:14:56.297150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98739ae-9f4e-476e-bf2f-462bd1d0a5e4 req-dedec559-f09a-49d1-9a54-2356ea082a78 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434400 Aug 11 02:14:56.335843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.370924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.385352 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60460d30-dc1e-46c2-905e-ce68601d1d22 x-openstack-request-id: req-60460d30-dc1e-46c2-905e-ce68601d1d22 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:56.387524 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "name": "network-vif-plugged", "status": "completed", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:56.387990 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60460d30-dc1e-46c2-905e-ce68601d1d22 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:56.389203 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86', 'code': 200} Aug 11 02:14:56.399530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-351def83-fb47-4a4d-9073-ecccd4f025cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.401561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-351def83-fb47-4a4d-9073-ecccd4f025cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0965395 Aug 11 02:14:56.404669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-7cbd1873-9b76-4e92-bba7-78460468c2f3', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:14:56.406221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.439129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-507ad6a1-4095-4fa4-bc46-ad877eb1d46f tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.440826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c46dc533-4387-4083-bf6a-9a2b48ad3654 req-507ad6a1-4095-4fa4-bc46-ad877eb1d46f tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.5465376 Aug 11 02:14:56.555943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-3f604bf3-3a3f-47d5-9670-37a8cf4e7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.557554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-3f604bf3-3a3f-47d5-9670-37a8cf4e7b55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382363 Aug 11 02:14:56.573084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-fc4d0e13-ea8a-4b30-9a80-db82a7ac7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.574619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-fc4d0e13-ea8a-4b30-9a80-db82a7ac7d15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4498241 Aug 11 02:14:56.593674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.681330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.692980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.740296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] In _notify_port_updated(), no bound segment for port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc on network 645f47ce-c7d6-4a30-a09c-0d8593becd1a {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:14:56.747104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:56.747879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:56.752045 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "PUT /v2.0/ports/9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc HTTP/1.1" status: 200 len: 1002 time: 1.1210225 Aug 11 02:14:56.753308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:56.815389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db098a7-2487-4f41-ba56-7d9320a3622c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:56.826223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Allocated IP 172.20.0.2 (7cbd1873-9b76-4e92-bba7-78460468c2f3/1796a26b-2b90-4d31-90fa-bfc77fc40924/da03e1da-84ec-441b-a25c-1d3b40b0db8b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:56.859877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7078b49c-522e-40e9-92af-7df3b21f2d4f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:57.090279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.107710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Transition to ACTIVE for port object da03e1da-84ec-441b-a25c-1d3b40b0db8b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:57.113262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:14:57.113849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.129381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Transition to ACTIVE for port object da03e1da-84ec-441b-a25c-1d3b40b0db8b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:57.136422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.164028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-42092dc2-a04e-4dc7-9b03-fcb68feb45d6 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882788 Aug 11 02:14:57.169107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.171256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e3f90-0049-4664-abf5-455f39b8cf60 req-6328bd5f-a927-42dc-8a9a-a057329add55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.172866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-472e3f90-0049-4664-abf5-455f39b8cf60 req-6328bd5f-a927-42dc-8a9a-a057329add55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 1097 time: 0.7185223 Aug 11 02:14:57.180318 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.182155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-ca481327-e10d-4ccc-9e91-71943fd84825 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.5871990 Aug 11 02:14:57.193243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.199155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:57.222085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:57.229961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae152ff-25ed-4f52-b5cc-6c0c5a91da86 req-6cb6556e-67d3-4ec6-a5f9-3e7e7434b849 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.239716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cae152ff-25ed-4f52-b5cc-6c0c5a91da86 req-6cb6556e-67d3-4ec6-a5f9-3e7e7434b849 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 944 time: 0.7108133 Aug 11 02:14:57.262511 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.267917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:57.283227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:57.286907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:57.300831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-555f906e-f0bf-4648-b990-4203135224c6 None None] Provisioning complete for port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:57.301147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Allocated IP 172.25.3.160 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5855b642-807c-4789-a25e-7c055ece79f7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:57.301278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-555f906e-f0bf-4648-b990-4203135224c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.353549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Pushing event updated for resources: {'Port': ['ID=da03e1da-84ec-441b-a25c-1d3b40b0db8b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:57.398883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-472e3f90-0049-4664-abf5-455f39b8cf60 req-2b641ce2-8309-4010-9807-04e889749269 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147171 Aug 11 02:14:57.436159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.436416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-0a4ba94d-3fc6-4f5e-bc8c-237e4ce4b52c service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530422 Aug 11 02:14:57.441630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:57.472946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cae152ff-25ed-4f52-b5cc-6c0c5a91da86 req-951ff89b-e611-45ae-9ec7-4f98db3dce50 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310948 Aug 11 02:14:57.487536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.495546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:14:57.503777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-9e4cfb97-193d-4bd1-85c3-4aa2ceb87c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.505458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-9e4cfb97-193d-4bd1-85c3-4aa2ceb87c22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2577155 Aug 11 02:14:57.510883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-555f906e-f0bf-4648-b990-4203135224c6 None None] Port 9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:14:57.514796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7078b49c-522e-40e9-92af-7df3b21f2d4f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:57.516256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.524342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c7a0-2193-4f2f-bb92-05f962b51516 req-68ea9711-19d5-48f2-83c7-330b59573e81 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.526551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b68c7a0-2193-4f2f-bb92-05f962b51516 req-68ea9711-19d5-48f2-83c7-330b59573e81 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 945 time: 0.3613100 Aug 11 02:14:57.559710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b6e230be-555d-4b57-b14e-92fee83dd580'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:14:57.594329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Attempting to bind port da03e1da-84ec-441b-a25c-1d3b40b0db8b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:14:57.594329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Attempting to bind port da03e1da-84ec-441b-a25c-1d3b40b0db8b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:14:57.594329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Attempting to bind port da03e1da-84ec-441b-a25c-1d3b40b0db8b on network 7cbd1873-9b76-4e92-bba7-78460468c2f3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:14:57.624035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-804e4a4a-14c1-4e85-b5f4-6be3ca6011e5 req-a44b6875-2bc3-4377-9c25-9c4e7bcf458d tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips/380e11c6-b735-4121-8ba4-4bbfd4bba46c HTTP/1.1" status: 200 len: 693 time: 0.1228955 Aug 11 02:14:57.628819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:57.632451 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576f602-847d-4e79-b8e5-bc2f73df9406" -d '{"events": [{"name": "network-changed", "server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:57.650474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:14:57.651303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Checking segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:14:57.651723 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.652131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Bound using segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:14:57.654768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Bound port: da03e1da-84ec-441b-a25c-1d3b40b0db8b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:14:57.657386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.705080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.735435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c92671-d980-473c-b6a0-1fc229d099ec req-ec2cfdc4-de30-4d1b-b765-2142b99e247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.737231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-ec2cfdc4-de30-4d1b-b765-2142b99e247b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2094672 Aug 11 02:14:57.778939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b68c7a0-2193-4f2f-bb92-05f962b51516 req-3e6155e5-44a5-4220-b4b4-0980e01b3593 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396343 Aug 11 02:14:57.852061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] For port da03e1da-84ec-441b-a25c-1d3b40b0db8b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:14:57.866467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] For port da03e1da-84ec-441b-a25c-1d3b40b0db8b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da03e1da-84ec-441b-a25c-1d3b40b0db8b,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:14:57.878023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:57.880672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:57.910969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e4a4a-14c1-4e85-b5f4-6be3ca6011e5 req-94eb7f0a-e54a-42d9-bbc0-aa51234a7b51 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:57.918872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-804e4a4a-14c1-4e85-b5f4-6be3ca6011e5 req-94eb7f0a-e54a-42d9-bbc0-aa51234a7b51 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2939234 Aug 11 02:14:57.928138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-804e4a4a-14c1-4e85-b5f4-6be3ca6011e5 req-209415a3-57ec-45d8-babd-e145ff6a0ee1 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:14:57.948022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-804e4a4a-14c1-4e85-b5f4-6be3ca6011e5 req-209415a3-57ec-45d8-babd-e145ff6a0ee1 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275445 Aug 11 02:14:57.998166 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.018673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.026051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f6ce567c-51e6-41d1-a2f7-369264749bca tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc HTTP/1.1" status: 204 len: 168 time: 1.2720768 Aug 11 02:14:58.027735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.030790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:58.044778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-3be13ae6-2099-4575-9651-53f7e5d15095 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898800 Aug 11 02:14:58.087357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b07c5-6496-47dc-b909-8f259f75a29f None None] Pushing event updated for resources: {'Port': ['ID=da03e1da-84ec-441b-a25c-1d3b40b0db8b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:58.102626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Pushing event updated for resources: {'Port': ['ID=5855b642-807c-4789-a25e-7c055ece79f7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:58.145426 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-eade20d4-2d6e-4d44-a251-8037dc03c40a tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] GET failed (client error): The resource could not be found. Aug 11 02:14:58.151231 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eade20d4-2d6e-4d44-a251-8037dc03c40a tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports/9a7dbe33-7ddf-4a1b-8cfb-f8f906de5bfc HTTP/1.1" status: 404 len: 333 time: 0.0693011 Aug 11 02:14:58.151838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:58.153822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:58.159113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-858696525'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:58.162186 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3b51e-c025-4ea8-b9a0-94c73990bf42 x-openstack-request-id: req-e7f3b51e-c025-4ea8-b9a0-94c73990bf42 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:58.162692 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:58.163140 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7f3b51e-c025-4ea8-b9a0-94c73990bf42 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:58.163692 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e', 'status': 'completed', 'code': 200} Aug 11 02:14:58.164674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:58.167952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:58.174497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa32ff-60a9-4852-bf0f-376c012e9bc8 req-585bb60a-3d9e-4a10-bfba-4bd3eb668f49 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.176320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aafa32ff-60a9-4852-bf0f-376c012e9bc8 req-585bb60a-3d9e-4a10-bfba-4bd3eb668f49 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.1982954 Aug 11 02:14:58.361434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f7946e9-b389-4399-a87b-0fe84a449e51 req-957652e0-5c2f-4374-8c46-90a5d5eca596 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=0277d204293449e8a9d24745ad391dbf HTTP/1.1" status: 200 len: 696 time: 0.2010729 Aug 11 02:14:58.401558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:14:58.405307 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa98aaee-4dcd-43aa-9295-32acca2f579c" -d '{"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:14:58.414673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-9b97f5ab-775c-4e58-8127-cbaccb1cfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.416490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-9b97f5ab-775c-4e58-8127-cbaccb1cfd2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36963830945f442cba615a7b6e51246a&device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 1095 time: 0.2573795 Aug 11 02:14:58.441253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aafa32ff-60a9-4852-bf0f-376c012e9bc8 req-7368f26c-c89e-4f13-b36a-a768bc0ad87f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443967 Aug 11 02:14:58.467792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:14:58.471857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.522708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93c92671-d980-473c-b6a0-1fc229d099ec req-f468fd5b-e8ad-49ca-bd91-c60535698fb9 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623883 Aug 11 02:14:58.528243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port d8ccf46d-d482-447f-84af-2879314e87ea yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:14:58.600440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7946e9-b389-4399-a87b-0fe84a449e51 req-0bce847c-aa5b-4610-a928-41214e4d5860 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.607244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f7946e9-b389-4399-a87b-0fe84a449e51 req-0bce847c-aa5b-4610-a928-41214e4d5860 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks?id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 787 time: 0.2345283 Aug 11 02:14:58.618506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-2f7946e9-b389-4399-a87b-0fe84a449e51 req-6358ad52-a77b-4ed1-89a0-f7a9d76729eb tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:14:58.619551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f7946e9-b389-4399-a87b-0fe84a449e51 req-6358ad52-a77b-4ed1-89a0-f7a9d76729eb tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115383 Aug 11 02:14:58.624709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-49cf2f0e-6569-4e2c-b8bf-a38894da4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.626176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-49cf2f0e-6569-4e2c-b8bf-a38894da4264 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 200 len: 914 time: 0.1890364 Aug 11 02:14:58.681256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:58.686630 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec07d3f2-8e92-496d-9ff3-7836c85f7505 x-openstack-request-id: req-ec07d3f2-8e92-496d-9ff3-7836c85f7505 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:14:58.687059 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:14:58.687418 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec07d3f2-8e92-496d-9ff3-7836c85f7505 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:14:58.687917 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'code': 200} Aug 11 02:14:58.712024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-23ca85bc-4251-4aeb-bc59-37ac87292c57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e HTTP/1.1" status: 200 len: 217 time: 0.0764921 Aug 11 02:14:58.835619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-753ea0ed-22ce-49e8-b33a-f82991701309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:58.837636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-753ea0ed-22ce-49e8-b33a-f82991701309 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 200 len: 853 time: 0.1171813 Aug 11 02:14:58.866667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da03e1da-84ec-441b-a25c-1d3b40b0db8b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:58.930113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-17b96137-b0cf-4132-8250-9d9599548b00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7f1e384-e245-46c0-88a6-bfbc937fa077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707469 Aug 11 02:14:58.950934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a8eaff30-c1cd-453b-85a7-3791d926c65e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:58.984470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-f9901140-1b0b-4085-b465-6f8da7a190dd tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips/380e11c6-b735-4121-8ba4-4bbfd4bba46c HTTP/1.1" status: 200 len: 693 time: 0.1655085 Aug 11 02:14:59.068706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::269 (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/d8ccf46d-d482-447f-84af-2879314e87ea) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:14:59.108985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d4a0-f917-42c4-a6d6-1eaf5a2f6910 req-56fc14b5-b1a0-41e1-b53c-babb514ce226 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.116553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43f9d4a0-f917-42c4-a6d6-1eaf5a2f6910 req-56fc14b5-b1a0-41e1-b53c-babb514ce226 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 945 time: 0.3428838 Aug 11 02:14:59.124475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port da03e1da-84ec-441b-a25c-1d3b40b0db8b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:59.234219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:59.251972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'a8eaff30-c1cd-453b-85a7-3791d926c65e', 'network_id': 'c7f1e384-e245-46c0-88a6-bfbc937fa077', 'port_id': 'a8eaff30-c1cd-453b-85a7-3791d926c65e', 'mac_address': 'fa:16:3e:7e:86:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411e0162-b1ff-429b-b96c-657d1c66c7e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:14:59.258494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-5090c38e-dd0e-426b-87f5-d3b71005324b service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787304 Aug 11 02:14:59.279049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-0f0eb912-7e70-4b07-9f9a-c12409af60b4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.280740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-0f0eb912-7e70-4b07-9f9a-c12409af60b4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 948 time: 0.3544762 Aug 11 02:14:59.291894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:14:59.301175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43f9d4a0-f917-42c4-a6d6-1eaf5a2f6910 req-93cf7468-614b-4b31-a235-af04fd594e2f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816323 Aug 11 02:14:59.347721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.374051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eaff30-c1cd-453b-85a7-3791d926c65e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:14:59.380429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b6e230be-555d-4b57-b14e-92fee83dd580 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:59.380704 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.409669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.421866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704b8d3-a20f-484f-996f-678944d12919 None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:14:59.434276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-d0a9bce4-6120-4828-a766-47cea734c7a2 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.441645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:14:59.441881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-d0a9bce4-6120-4828-a766-47cea734c7a2 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3692479 Aug 11 02:14:59.469331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.495075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object d8ccf46d-d482-447f-84af-2879314e87ea will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:14:59.499596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.500267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:14:59.508999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Provisioning for port da03e1da-84ec-441b-a25c-1d3b40b0db8b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:14:59.526505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-3ff07dde-0e1c-4f16-a23c-540dd72759e7 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0826187 Aug 11 02:14:59.547868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Provisioning complete for port da03e1da-84ec-441b-a25c-1d3b40b0db8b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:14:59.548487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.583023 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-ed28ae86-ed88-4ac6-a624-e1c9bef04db5 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:14:59.584639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-ed28ae86-ed88-4ac6-a624-e1c9bef04db5 service neutron] 10.222.0.61 "DELETE /v2.0/ports/2bee6e7e-f41f-4af5-9f65-395134ac4388/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.2812607 Aug 11 02:14:59.609330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.649786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-784470a3-2f6c-46d9-b86e-c040ced978c9 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0995841 Aug 11 02:14:59.654637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c576f602-847d-4e79-b8e5-bc2f73df9406 req-23a16eb0-d8c5-40cc-8953-32956d1fd08d service neutron] 10.222.0.67 "GET /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846428 Aug 11 02:14:59.667435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Router 55d33ff1-3768-45ce-8cc6-f178714dc842 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:14:59.667893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:14:59.680550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:14:59.693868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:14:59.698565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:14:59.705251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.706810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.708947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cbfb1-5972-4d1d-93ec-8b537cb1a45d req-b5c81eda-d656-4b0c-a0ed-9cdb4ecb5a62 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.710628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d6cbfb1-5972-4d1d-93ec-8b537cb1a45d req-b5c81eda-d656-4b0c-a0ed-9cdb4ecb5a62 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 948 time: 0.1992490 Aug 11 02:14:59.717443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=d8ccf46d-d482-447f-84af-2879314e87ea,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:59.778494 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb54a39e-0495-428b-af52-4af8fdefc506 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6196957 Aug 11 02:14:59.778494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43478) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:14:59.785194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:39:13:a6'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:14:59.787176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:14:59.834694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-e798f026-4ed9-48c8-a36a-2471b46da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:14:59.836275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-e798f026-4ed9-48c8-a36a-2471b46da920 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1100 time: 0.1823540 Aug 11 02:14:59.848157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.848533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.848830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.849690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.850049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.850417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.850738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.851025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.851445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.852176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.852176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.852388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:14:59.894876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d6cbfb1-5972-4d1d-93ec-8b537cb1a45d req-f1753b4b-9cbe-4ec3-87ee-ac5eb3645d0b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479533 Aug 11 02:14:59.931535 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.934712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:14:59.956654 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Sync routers for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:14:59.975969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:14:59.978630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:14:59.990176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:14:59.994404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:00.035538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.048844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d4ac2fe8-4dcb-4e59-8d1d-c3bc34e6403f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9365849 Aug 11 02:15:00.051640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43480) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:00.061923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'mac_address': 'fa:16:3e:19:c4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:00.075008 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.106764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-4c4c635c-557a-4bee-85c8-7625e8d092e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.110024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-4c4c635c-557a-4bee-85c8-7625e8d092e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2351246 Aug 11 02:15:00.171392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:00.172353 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:00.174972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] For port da03e1da-84ec-441b-a25c-1d3b40b0db8b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da03e1da-84ec-441b-a25c-1d3b40b0db8b,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:00.179787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-14e12be0-7813-473b-87d1-31bfee8287bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.0602207 Aug 11 02:15:00.185394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.189656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.238819 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.279483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Deleting port 53135aad-9a34-464c-800f-6df6d16986ba {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:00.279976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.284311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bee6e7e-f41f-4af5-9f65-395134ac4388 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:00.348855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.355832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:00.392887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.393121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.409139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Calling delete_port for 53135aad-9a34-464c-800f-6df6d16986ba owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:00.416161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beea27-6cd0-44a9-a953-e302af65848c None None] Pushing event updated for resources: {'Port': ['ID=da03e1da-84ec-441b-a25c-1d3b40b0db8b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.420514 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.424441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eae6d22f-72d5-4516-a4aa-bdebe84998c8 None None] Provisioning for port d8ccf46d-d482-447f-84af-2879314e87ea completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:00.431748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eae6d22f-72d5-4516-a4aa-bdebe84998c8 None None] Provisioning complete for port d8ccf46d-d482-447f-84af-2879314e87ea triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:00.432126 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eae6d22f-72d5-4516-a4aa-bdebe84998c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.503620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.534648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-eae6d22f-72d5-4516-a4aa-bdebe84998c8 None None] Port d8ccf46d-d482-447f-84af-2879314e87ea cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:00.541476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.541952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:14:58Z', 'revision_number': 3, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:00.564277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.580118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Checking router: 55d33ff1-3768-45ce-8cc6-f178714dc842 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:00.580465 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Updating router 55d33ff1-3768-45ce-8cc6-f178714dc842 port 5855b642-807c-4789-a25e-7c055ece79f7 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:15:00.602296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca026fc7-e523-4474-a8cb-c1f6e8897054 req-8c1b0939-b8cb-49a1-b235-08519688b5f4 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.603892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca026fc7-e523-4474-a8cb-c1f6e8897054 req-8c1b0939-b8cb-49a1-b235-08519688b5f4 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 945 time: 0.4865439 Aug 11 02:15:00.605335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-bce40d3f-9325-4373-99d5-1834df97020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.606747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-bce40d3f-9325-4373-99d5-1834df97020f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3871305 Aug 11 02:15:00.616843 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.623489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] In _notify_port_updated(), no bound segment for port d8ccf46d-d482-447f-84af-2879314e87ea on network 645f47ce-c7d6-4a30-a09c-0d8593becd1a {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:15:00.629075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.629727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.633792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "PUT /v2.0/ports/d8ccf46d-d482-447f-84af-2879314e87ea HTTP/1.1" status: 200 len: 1002 time: 0.8522947 Aug 11 02:15:00.657420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-274695e2-12a4-4af3-8c91-e24ae63bae4b None None] Provisioning complete for port da03e1da-84ec-441b-a25c-1d3b40b0db8b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:00.657799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-274695e2-12a4-4af3-8c91-e24ae63bae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.658520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:00.698236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49422ec5-5d01-4da3-bf1c-60c6bf4ef834 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=d8ccf46d-d482-447f-84af-2879314e87ea,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.717400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.723859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:00.731871 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd369648-db3d-4796-af86-365dc570c8a0" -d '{"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-plugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:00.744727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca026fc7-e523-4474-a8cb-c1f6e8897054 req-0e4ef7a1-2815-4086-bd74-ece9d1962d05 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293681 Aug 11 02:15:00.772930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:00.779821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-ccdb4581-5131-47b5-b79b-f6d4a502ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:00.781538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-ccdb4581-5131-47b5-b79b-f6d4a502ce89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1638412 Aug 11 02:15:00.784474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event deleted for resources: {'Port': ['ID=53135aad-9a34-464c-800f-6df6d16986ba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:00.859330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['a8eaff30-c1cd-453b-85a7-3791d926c65e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:00.923419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port d8ccf46d-d482-447f-84af-2879314e87ea {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:00.923419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.926210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.929001 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:00.931632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61e8886f-ad8f-4656-aa10-8d577fc71687 req-b77fe65d-067a-4be4-9bdd-6c46325bb01a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "DELETE /v2.0/floatingips/380e11c6-b735-4121-8ba4-4bbfd4bba46c HTTP/1.1" status: 204 len: 173 time: 1.2529235 Aug 11 02:15:00.963556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-c884674d-55e5-48be-b666-f9c0e1ebcfc9 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730514 Aug 11 02:15:00.988090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da03e1da-84ec-441b-a25c-1d3b40b0db8b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:01.078175 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.097354 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Transition to ACTIVE for port object 5855b642-807c-4789-a25e-7c055ece79f7 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:01.104806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.106688 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.106858 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01c661-7872-4820-a420-13d744c82c89 x-openstack-request-id: req-5c01c661-7872-4820-a420-13d744c82c89 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:01.107011 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-plugged", "status": "completed", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:01.107268 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c01c661-7872-4820-a420-13d744c82c89 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:01.108128 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'code': 200} Aug 11 02:15:01.158426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port da03e1da-84ec-441b-a25c-1d3b40b0db8b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:01.158851 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.219814 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Attempting to bind port 5855b642-807c-4789-a25e-7c055ece79f7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:01.220509 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Attempting to bind port 5855b642-807c-4789-a25e-7c055ece79f7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:01.221054 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Attempting to bind port 5855b642-807c-4789-a25e-7c055ece79f7 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:01.236558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Pushing event updated for resources: {'Port': ['ID=5855b642-807c-4789-a25e-7c055ece79f7,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:01.246520 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:01.247298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:01.247883 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.248564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:01.249253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Bound port: 5855b642-807c-4789-a25e-7c055ece79f7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:01.250063 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.254275 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.254821 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.255931 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.256429 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.256921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.257433 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.257973 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.258595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.259080 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.259630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.260350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.260831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:01.276345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4e3dd-b969-4bd8-b6c3-c9ad25ad0b59 req-ee1cdf2f-4e58-41fd-b463-ad9ed708603c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:01.278057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fce4e3dd-b969-4bd8-b6c3-c9ad25ad0b59 req-ee1cdf2f-4e58-41fd-b463-ad9ed708603c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1869586 Aug 11 02:15:01.281404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f852454b-0f2b-4a82-a655-8e308ae549bb req-e5eda97e-17ef-466c-a3bc-7d3fa1aa6cdf service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085203 Aug 11 02:15:01.320878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Allocated IP 172.20.0.1 (7cbd1873-9b76-4e92-bba7-78460468c2f3/1796a26b-2b90-4d31-90fa-bfc77fc40924/64ed09d9-67b8-4022-a9a0-c988067e2196) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:01.364320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] For port 5855b642-807c-4789-a25e-7c055ece79f7, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:01.368896 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] For port 5855b642-807c-4789-a25e-7c055ece79f7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5855b642-807c-4789-a25e-7c055ece79f7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:01.375568 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.440390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.450914 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d366-2a28-477d-89dc-6516713116d8 None None] Pushing event updated for resources: {'Port': ['ID=5855b642-807c-4789-a25e-7c055ece79f7,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:01.457003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Transition to ACTIVE for port object 64ed09d9-67b8-4022-a9a0-c988067e2196 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:01.478849 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:01.479425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:01.487780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-30ba14de-9a0d-45fe-b180-c13e22e23e1c None None] Provisioning complete for port d8ccf46d-d482-447f-84af-2879314e87ea triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:01.488789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-30ba14de-9a0d-45fe-b180-c13e22e23e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.509912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.542464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.573412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-30ba14de-9a0d-45fe-b180-c13e22e23e1c None None] Port d8ccf46d-d482-447f-84af-2879314e87ea cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:01.595649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:01.603032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for d8ccf46d-d482-447f-84af-2879314e87ea owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:01.613187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:01.621774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:01.636469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Pushing event updated for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:01.649698 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:01.671643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc482d3-c653-451f-8458-b4f3cf7d1fc1 req-9cbb1883-77c3-4621-8d9e-f741698b19b7 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:01.673394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecc482d3-c653-451f-8458-b4f3cf7d1fc1 req-9cbb1883-77c3-4621-8d9e-f741698b19b7 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 944 time: 0.4611957 Aug 11 02:15:01.673935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630420a3-274b-4921-9bce-494a1a2a04fd req-2e71add5-bef9-46ee-9f83-d16f484f3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:01.675730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-630420a3-274b-4921-9bce-494a1a2a04fd req-2e71add5-bef9-46ee-9f83-d16f484f3dc2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 1098 time: 0.1833172 Aug 11 02:15:01.712723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fce4e3dd-b969-4bd8-b6c3-c9ad25ad0b59 req-a160d8be-94d3-4c68-bac5-68260705da0b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271398 Aug 11 02:15:01.784814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecc482d3-c653-451f-8458-b4f3cf7d1fc1 req-91e3b2e0-81a6-4cd2-9286-b29ec2eaf9e9 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Aug 11 02:15:01.798120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:01.921852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:14:58Z', 'revision_number': 3, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:01.935461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-630420a3-274b-4921-9bce-494a1a2a04fd req-aba05349-669d-4db9-b39f-449fa2b6e66a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150638 Aug 11 02:15:01.963516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648650a-8823-413b-83d3-86a01ee2a25b None None] The sync data for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 is: [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:14:58Z', 'revision_number': 3, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:01.978094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838ca1b-376d-49d8-9b8a-8ff04545dc01 req-e9f3094f-bed0-4259-808a-28993d5c44ee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:01.991062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d838ca1b-376d-49d8-9b8a-8ff04545dc01 req-e9f3094f-bed0-4259-808a-28993d5c44ee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 949 time: 0.1222911 Aug 11 02:15:02.004680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f6959352-25fd-47df-bad7-1f646d81ceff None None] Provisioning for port 64ed09d9-67b8-4022-a9a0-c988067e2196 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:02.014175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f6959352-25fd-47df-bad7-1f646d81ceff None None] Provisioning complete for port 64ed09d9-67b8-4022-a9a0-c988067e2196 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:02.014414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f6959352-25fd-47df-bad7-1f646d81ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.022019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-2780a11b-ba2a-4ad1-82f3-ed63527c126d tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1886482 Aug 11 02:15:02.044018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:02.054237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d838ca1b-376d-49d8-9b8a-8ff04545dc01 req-2ed3374f-525b-403e-b8d7-8fa28b8fc57b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678296 Aug 11 02:15:02.083092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.089916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f6959352-25fd-47df-bad7-1f646d81ceff None None] Port 64ed09d9-67b8-4022-a9a0-c988067e2196 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:02.152732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.156474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.205734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=d8ccf46d-d482-447f-84af-2879314e87ea,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.237110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.271638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.273729 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-572459c2-0010-41eb-ba24-649e2a7e5212 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/d8ccf46d-d482-447f-84af-2879314e87ea HTTP/1.1" status: 204 len: 168 time: 1.6098342 Aug 11 02:15:02.277132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:02.339622 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-41af49e7-65d1-4344-8c9e-9bac5d530f24 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] GET failed (client error): The resource could not be found. Aug 11 02:15:02.347852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41af49e7-65d1-4344-8c9e-9bac5d530f24 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports/d8ccf46d-d482-447f-84af-2879314e87ea HTTP/1.1" status: 404 len: 333 time: 0.0692592 Aug 11 02:15:02.353399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:02.370227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1343926097'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:02.418734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Allocated IP 172.25.3.199 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/a765af8e-73ad-4e03-b873-69049813e612) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:02.603887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.663369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43510) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:02.689491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.733020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:02.738170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:02.749478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:02.825291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event updated for resources: {'Port': ['ID=a765af8e-73ad-4e03-b873-69049813e612,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:02.854725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.855238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.855678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.858230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.858712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.859155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.859593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.861158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.861612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.862176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.862672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.863118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:02.910840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5855b642-807c-4789-a25e-7c055ece79f7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:02.956362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa01f-15ed-4918-9a39-eaf6c8a130a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:02.991774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a8eaff30-c1cd-453b-85a7-3791d926c65e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:03.032281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.060904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.069491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:03.071105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5855b642-807c-4789-a25e-7c055ece79f7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:03.078965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.079408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5855b642-807c-4789-a25e-7c055ece79f7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:03.079796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.092222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.109634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6fac5-18d2-433b-84c4-34323cc48005 req-278715a7-8e02-4f72-95fd-234d73bdc881 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:03.111376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19a6fac5-18d2-433b-84c4-34323cc48005 req-278715a7-8e02-4f72-95fd-234d73bdc881 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2274234 Aug 11 02:15:03.115764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port a8eaff30-c1cd-453b-85a7-3791d926c65e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:03.125287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port a8eaff30-c1cd-453b-85a7-3791d926c65e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:03.125666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.136817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.172840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port b319195a-ff6d-4072-838b-ac371c2bb6b6 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:03.202862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.227595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19a6fac5-18d2-433b-84c4-34323cc48005 req-312ff89d-b187-40f1-bc50-0cbaefc4eccb tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068087 Aug 11 02:15:03.235348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Pushing event updated for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.257123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.263229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.263229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.263774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.264213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.264653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.265159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.265673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.266114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.266431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.266858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.267285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.267710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:15:03.312313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 5855b642-807c-4789-a25e-7c055ece79f7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5855b642-807c-4789-a25e-7c055ece79f7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:03.320827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.323319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.355777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa01f-15ed-4918-9a39-eaf6c8a130a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.365170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa01f-15ed-4918-9a39-eaf6c8a130a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.410701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:03.421945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:03.430147 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70220a05-8961-469d-a218-95cf352d121c" -d '{"events": [{"server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "name": "network-vif-plugged", "status": "completed", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:03.433780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::2f7 (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/b319195a-ff6d-4072-838b-ac371c2bb6b6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:03.439501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.440323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cb5aa01f-15ed-4918-9a39-eaf6c8a130a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e3f311002c344a6978486fa7109b265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7756367 Aug 11 02:15:03.440467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:03.444286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:03.464762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:03.468520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:03.475893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa01f-15ed-4918-9a39-eaf6c8a130a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a199c-c294-41a0-bc1c-096d161e0af4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.555006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.569871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.622246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db199-69de-4eda-8a16-7b14ac4e27cf req-5aca6503-609f-4b65-8ca9-cb17d1fe5214 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:03.624386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc6db199-69de-4eda-8a16-7b14ac4e27cf req-5aca6503-609f-4b65-8ca9-cb17d1fe5214 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 945 time: 0.1731019 Aug 11 02:15:03.663465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.674867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=5855b642-807c-4789-a25e-7c055ece79f7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.713736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Router 55d33ff1-3768-45ce-8cc6-f178714dc842 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:03.730980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event updated for resources: {'Port': ['ID=a765af8e-73ad-4e03-b873-69049813e612,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.746361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.752462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.757199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:03.761996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 2bee6e7e-f41f-4af5-9f65-395134ac4388 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:03.762480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.766764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.772636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object b319195a-ff6d-4072-838b-ac371c2bb6b6 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:03.788963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.804427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc6db199-69de-4eda-8a16-7b14ac4e27cf req-4c5e1af7-4d45-43b1-813d-5bec88931b0f tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696916 Aug 11 02:15:03.836109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.837500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-f9cfa672-95e0-4b2d-b29a-35cf9ed26c6a tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8004277 Aug 11 02:15:03.891461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.894465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.898795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/634a199c-c294-41a0-bc1c-096d161e0af4 HTTP/1.1" status: 204 len: 168 time: 0.4531353 Aug 11 02:15:03.911242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-c94b0b2e-0cf3-4452-8e59-b8d4d94dd876 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0660915 Aug 11 02:15:03.932283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.939228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a248e91-33ce-4d65-8d67-53a67cae2c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a199c-c294-41a0-bc1c-096d161e0af4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:03.957782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:03.995207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-07a69bfd-bc52-480a-8ec4-cc563ebdde61 None None] Provisioning complete for port 64ed09d9-67b8-4022-a9a0-c988067e2196 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:03.995937 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-07a69bfd-bc52-480a-8ec4-cc563ebdde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.024095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:04.037768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:04.040734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.043232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:04.058663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:04.065542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.066272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.094173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7394671 Aug 11 02:15:04.101283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:04.106122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7584-c16b-4f7b-a1b9-228960da2111 req-4e1d0782-71da-417b-b328-b3d4c986db3b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.108158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ec7584-c16b-4f7b-a1b9-228960da2111 req-4e1d0782-71da-417b-b328-b3d4c986db3b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 949 time: 0.1916995 Aug 11 02:15:04.111294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'network_id': '645f47ce-c7d6-4a30-a09c-0d8593becd1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1182208616'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:04.115503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:04.127505 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb1e0566-c3ce-46df-83eb-767f86125301 admin admin] 10.222.0.68 "PUT /v2.0/routers/55d33ff1-3768-45ce-8cc6-f178714dc842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0746181 Aug 11 02:15:04.163483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2be6c0-cf9e-41bb-b587-518569efee1d tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=b319195a-ff6d-4072-838b-ac371c2bb6b6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:04.192188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-654a6ac3-a002-4b18-82e6-ffd62a222b6c tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.193449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:04.195258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f85811df-33e3-4eac-a931-fdce8b8dbccd req-654a6ac3-a002-4b18-82e6-ffd62a222b6c tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2666023 Aug 11 02:15:04.228989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-07a69bfd-bc52-480a-8ec4-cc563ebdde61 None None] Port 64ed09d9-67b8-4022-a9a0-c988067e2196 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:04.242703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ec7584-c16b-4f7b-a1b9-228960da2111 req-7391b693-1785-4f39-85f6-ab76a6eb9fd2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224322 Aug 11 02:15:04.334401 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a529234-3842-49ec-8cfd-b3269ec33f7d x-openstack-request-id: req-2a529234-3842-49ec-8cfd-b3269ec33f7d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:04.335311 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "name": "network-vif-plugged", "status": "completed", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:04.335595 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a529234-3842-49ec-8cfd-b3269ec33f7d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:04.336285 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e', 'code': 200} Aug 11 02:15:04.350691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Made reservation on behalf of 04c209c05e7a4210aec83f0bd038690b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:04.367540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.418540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:04.436919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-c3ca6cc6-dfe7-49f5-ba84-f3ad9a0fe200 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips/9f856178-5aae-4300-a7a6-55a98fccd001 HTTP/1.1" status: 200 len: 693 time: 0.0813150 Aug 11 02:15:04.438551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99dc96b7-74d0-4b0f-b5ed-281c31fc6146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.446247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] device_id is not set on port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:04.462850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2a9fd3ca-0798-4d50-8ee1-4b362e77cde2 None None] Provisioning for port b319195a-ff6d-4072-838b-ac371c2bb6b6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:04.467469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2a9fd3ca-0798-4d50-8ee1-4b362e77cde2 None None] Provisioning complete for port b319195a-ff6d-4072-838b-ac371c2bb6b6 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:04.467938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd3ca-0798-4d50-8ee1-4b362e77cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.519243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fd3ca-0798-4d50-8ee1-4b362e77cde2 None None] Port b319195a-ff6d-4072-838b-ac371c2bb6b6 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:04.572017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411e5d-1359-4247-8a40-167242f52388 req-8cdfbada-27e9-4e1e-ad68-324efe369cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.573453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35411e5d-1359-4247-8a40-167242f52388 req-8cdfbada-27e9-4e1e-ad68-324efe369cc6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 1097 time: 0.1589088 Aug 11 02:15:04.589446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Sync routers for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:04.601618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:04.603087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:04.606593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b0eeb-3af1-4f48-be03-77f73a32b184 req-135ad5e2-c249-4e5c-a960-06df249eb00f tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.606593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a63b0eeb-3af1-4f48-be03-77f73a32b184 req-135ad5e2-c249-4e5c-a960-06df249eb00f tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.1363018 Aug 11 02:15:04.629471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Allocated IP 2001:db8::d (645f47ce-c7d6-4a30-a09c-0d8593becd1a/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1/c46c3a61-756a-4f7d-a8d3-7667e98e11f3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:04.669362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-c6633983-a426-4d2e-8b7b-e01541a8f5b1 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.677840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-c6633983-a426-4d2e-8b7b-e01541a8f5b1 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2395384 Aug 11 02:15:04.716055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99dc96b7-74d0-4b0f-b5ed-281c31fc6146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.733019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:04.735271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99dc96b7-74d0-4b0f-b5ed-281c31fc6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.738057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a63b0eeb-3af1-4f48-be03-77f73a32b184 req-e98df524-6879-4ad2-a60e-ee494f7306d2 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175060 Aug 11 02:15:04.740489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35411e5d-1359-4247-8a40-167242f52388 req-f969c854-cdf8-4cc4-bd43-b1bec479d39b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563010 Aug 11 02:15:04.775414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-e9300304-b488-4f78-a86c-13c87e89b5a0 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0966094 Aug 11 02:15:04.836577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5855b642-807c-4789-a25e-7c055ece79f7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:04.843798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-9d6f7807-c2d0-4bb5-b3b2-0151281b5088 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0663590 Aug 11 02:15:04.859273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-99dc96b7-74d0-4b0f-b5ed-281c31fc6146 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb5c2a75bdd9478fac30173b144fd9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379418 Aug 11 02:15:04.862563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc96b7-74d0-4b0f-b5ed-281c31fc6146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0adb2c-75c0-4625-abe8-638220f473a5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:04.868480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:04.904623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.919205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Transition to ACTIVE for port object c46c3a61-756a-4f7d-a8d3-7667e98e11f3 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:04.957515 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.982043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5855b642-807c-4789-a25e-7c055ece79f7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:04.982622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:04.997557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7309-6220-4848-9273-5b7417a4dfc9 req-03f4bda9-8751-436f-9cfb-8560fb4b7e72 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:04.999265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bdc7309-6220-4848-9273-5b7417a4dfc9 req-03f4bda9-8751-436f-9cfb-8560fb4b7e72 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.1802256 Aug 11 02:15:05.013342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:05.017708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:05.024360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:05.031270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:05.032140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.052280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=c46c3a61-756a-4f7d-a8d3-7667e98e11f3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:05.056542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.059478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 2, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:05.075534 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eeb6b0d8-9f07-496d-ada2-8ad7f9e7e754 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9727278 Aug 11 02:15:05.078500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43550) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:05.092748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:39:13:a6'}, {'ip_address': '2001:db8::2f7', 'mac_address': 'fa:16:3e:1e:f4:35'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:05.096756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.106742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Checking router: 55d33ff1-3768-45ce-8cc6-f178714dc842 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:05.107191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Updating router 55d33ff1-3768-45ce-8cc6-f178714dc842 port 64ed09d9-67b8-4022-a9a0-c988067e2196 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:15:05.109381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bdc7309-6220-4848-9273-5b7417a4dfc9 req-333593a9-5050-45fc-b380-106315f3ee0e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914230 Aug 11 02:15:05.151279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.157842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Deleting port a765af8e-73ad-4e03-b873-69049813e612 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:05.170661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.306807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.313153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.314892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8f0adb2c-75c0-4625-abe8-638220f473a5 HTTP/1.1" status: 204 len: 168 time: 0.4450760 Aug 11 02:15:05.338080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.338441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.346331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.379342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85917b4-0b9d-40f2-8526-2af8580ea50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0adb2c-75c0-4625-abe8-638220f473a5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:05.392150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Calling delete_port for a765af8e-73ad-4e03-b873-69049813e612 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:05.610294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-104a50b8-ea8c-4509-877a-8c3c37a935c8 None None] Provisioning for port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:05.641005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-104a50b8-ea8c-4509-877a-8c3c37a935c8 None None] Provisioning complete for port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:05.650456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-104a50b8-ea8c-4509-877a-8c3c37a935c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.704965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-104a50b8-ea8c-4509-877a-8c3c37a935c8 None None] Port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:05.745424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.767104 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.783206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Pushing event deleted for resources: {'Port': ['ID=a765af8e-73ad-4e03-b873-69049813e612,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:05.785071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Transition to ACTIVE for port object 64ed09d9-67b8-4022-a9a0-c988067e2196 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:05.800497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.867483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.877385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.891061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fe5bd-48aa-4707-8fff-34ca41ad8e53 None None] Pushing event updated for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:05.925632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.930433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.936999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b69dfb8-0713-494a-b941-6afc051a9030 req-71416ec7-dada-4e20-a086-ea57c7b5a203 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "DELETE /v2.0/floatingips/9f856178-5aae-4300-a7a6-55a98fccd001 HTTP/1.1" status: 204 len: 173 time: 1.0917470 Aug 11 02:15:05.965308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] In _notify_port_updated(), no bound segment for port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 on network 645f47ce-c7d6-4a30-a09c-0d8593becd1a {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:15:05.973747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:05.975481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:05.980635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43566) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:05.980996 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "PUT /v2.0/ports/c46c3a61-756a-4f7d-a8d3-7667e98e11f3 HTTP/1.1" status: 200 len: 1066 time: 0.9009397 Aug 11 02:15:05.982379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a80e6-4236-441b-a9a1-a0e87be44dcb tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event updated for resources: {'Port': ['ID=c46c3a61-756a-4f7d-a8d3-7667e98e11f3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.004289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Attempting to bind port 64ed09d9-67b8-4022-a9a0-c988067e2196 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:06.004801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Attempting to bind port 64ed09d9-67b8-4022-a9a0-c988067e2196 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:06.005035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Attempting to bind port 64ed09d9-67b8-4022-a9a0-c988067e2196 on network 7cbd1873-9b76-4e92-bba7-78460468c2f3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:06.018672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:06.019062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Checking segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:06.025556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.026018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Bound using segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:06.028355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Bound port: 64ed09d9-67b8-4022-a9a0-c988067e2196, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:06.029645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.185044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] For port 64ed09d9-67b8-4022-a9a0-c988067e2196, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:06.191036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] For port 64ed09d9-67b8-4022-a9a0-c988067e2196, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64ed09d9-67b8-4022-a9a0-c988067e2196,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:06.199003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.212212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.218778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38633176', 'description': 'tempest-description--2112664855'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:06.293606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df24f07-bdfd-4ffe-a7ed-c21aba8b7981 req-4086dcbd-fd75-4797-8b75-d0efec5b7261 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:06.294892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.297213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fe5bd-48aa-4707-8fff-34ca41ad8e53 None None] Pushing event updated for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.305081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6df24f07-bdfd-4ffe-a7ed-c21aba8b7981 req-4086dcbd-fd75-4797-8b75-d0efec5b7261 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 945 time: 0.2391915 Aug 11 02:15:06.308074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:06.308715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:06.391299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:06.394002 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19386e2d-01c5-4453-af75-c4c948e88648" -d '{"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-plugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:06.413213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6df24f07-bdfd-4ffe-a7ed-c21aba8b7981 req-5429c2f4-29fe-4435-86aa-f5cb7bd9ae3a tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048672 Aug 11 02:15:06.415643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:06.415994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.443624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.449071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.495437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86315ff3-1b66-43ec-acec-401a1a390c69,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.501122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.502493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d02a30a-1096-423c-bd65-29926a047cdd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2892597 Aug 11 02:15:06.505749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.531246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'security_group_rule': {'security_group_id': '86315ff3-1b66-43ec-acec-401a1a390c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:06.538009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2fffa0df-6f72-4b0c-8c06-00300f4a5435 None None] Provisioning complete for port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:06.541537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2fffa0df-6f72-4b0c-8c06-00300f4a5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.592446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f9d8-eb77-4d9e-8217-22aae1bdc623 req-025dadc9-013e-41e5-8a6b-774e335b870b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:06.594423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2364f9d8-eb77-4d9e-8217-22aae1bdc623 req-025dadc9-013e-41e5-8a6b-774e335b870b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.2569101 Aug 11 02:15:06.604622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:06.605740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.643214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2fffa0df-6f72-4b0c-8c06-00300f4a5435 None None] Port c46c3a61-756a-4f7d-a8d3-7667e98e11f3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:06.699182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.704937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.725570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c847bec8-4688-45f1-808e-8b112ed1866b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.745235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.746572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a2afa54-bdab-4356-a3a1-a7aa4bd47ed5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395813 Aug 11 02:15:06.749364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43594) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.754225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'security_group_rule': {'security_group_id': '86315ff3-1b66-43ec-acec-401a1a390c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:06.792668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.875899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.880682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.888664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:06Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:06.907152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.909021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583312 Aug 11 02:15:06.912240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43598) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:06.917325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:06.917765 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-7c9ef4aa-d209-4a0a-9386-939e546f1fdd req-26f7b0b9-a6ce-4543-905e-bd7b00af3702 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] show failed (client error): The resource could not be found. Aug 11 02:15:06.918811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c9ef4aa-d209-4a0a-9386-939e546f1fdd req-26f7b0b9-a6ce-4543-905e-bd7b00af3702 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips/9f856178-5aae-4300-a7a6-55a98fccd001 HTTP/1.1" status: 404 len: 350 time: 0.3701074 Aug 11 02:15:06.924418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629a410-3d5b-4eb7-b802-2642a3f75a4f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fe9ffb-9216-45d7-a3fc-b87a06b93f0e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:06.942496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c6ab1-42b2-4b89-b6af-6272912f66dc None None] The sync data for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 is: [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:06Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:06.957232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.973414 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:06.978794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2364f9d8-eb77-4d9e-8217-22aae1bdc623 req-231d2686-e08e-41bf-9f66-70b379b00628 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Aug 11 02:15:07.014297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for c46c3a61-756a-4f7d-a8d3-7667e98e11f3 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:07.077857 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c13291-750e-4a37-a787-0fa4d44caf89 x-openstack-request-id: req-83c13291-750e-4a37-a787-0fa4d44caf89 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:07.078394 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-plugged", "status": "completed", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:07.078394 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83c13291-750e-4a37-a787-0fa4d44caf89 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:07.078733 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'code': 200} Aug 11 02:15:07.123337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-640b5b56-a667-4efe-bfb6-dff25a5ae7dd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694315 Aug 11 02:15:07.130993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.286366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Allocated IP 172.25.3.239 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5b80c4cd-6dce-415e-8f76-141048359528) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:07.317438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-40671119-ee40-4c8f-bcf7-ac7c6becdaaa tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:07.319135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-40671119-ee40-4c8f-bcf7-ac7c6becdaaa tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863427 Aug 11 02:15:07.344940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-18ddd2e4-3c1f-4421-9bf1-f56df91428c8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/quotas/e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 375 time: 0.0184422 Aug 11 02:15:07.351471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.440644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=c46c3a61-756a-4f7d-a8d3-7667e98e11f3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:07.480185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.539846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.589034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:07.592374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:07.596651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:07.605792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-89036ae6-7d68-42b0-97ce-d5e1dcde9ca2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2369132 Aug 11 02:15:07.648826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'Port': ['ID=5b80c4cd-6dce-415e-8f76-141048359528,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:07.680642 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-84c6cb4f-f2da-49e1-b869-bd9169363f97 req-1646e338-8ac2-45b8-89d3-a8673f292f52 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] show failed (client error): The resource could not be found. Aug 11 02:15:07.681714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84c6cb4f-f2da-49e1-b869-bd9169363f97 req-1646e338-8ac2-45b8-89d3-a8673f292f52 tempest-FloatingIPsTestJSON-60035671 tempest-FloatingIPsTestJSON-60035671-project] 10.222.0.68 "GET /v2.0/floatingips/9f856178-5aae-4300-a7a6-55a98fccd001 HTTP/1.1" status: 404 len: 350 time: 0.1408598 Aug 11 02:15:07.698447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:07.779091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:07.852651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.051140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43630) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.059142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.064801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5d147cb7-4171-4d17-a61c-7ecceefdbbf7 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/c46c3a61-756a-4f7d-a8d3-7667e98e11f3 HTTP/1.1" status: 204 len: 168 time: 2.0825660 Aug 11 02:15:08.065506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43632) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.233534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e594c8b-b543-4fed-b4f3-7b608cc4729c req-a7cda5bb-525b-4cb8-9f14-d248a08399b6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 210 time: 0.0738256 Aug 11 02:15:08.246753 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-01116085-992c-4370-b208-6986da65aac1 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] GET failed (client error): The resource could not be found. Aug 11 02:15:08.248800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01116085-992c-4370-b208-6986da65aac1 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports/c46c3a61-756a-4f7d-a8d3-7667e98e11f3 HTTP/1.1" status: 404 len: 333 time: 0.1169276 Aug 11 02:15:08.267740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43644) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.325473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.379870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.381906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d36dc6-7b76-4599-ae5e-7c7b4460ada1 req-6e69d805-fb8b-4c28-9183-90965050baf3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:08.383558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d36dc6-7b76-4599-ae5e-7c7b4460ada1 req-6e69d805-fb8b-4c28-9183-90965050baf3 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 945 time: 0.1481726 Aug 11 02:15:08.390880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f95faf6-910a-454d-a112-6346445e8526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.502378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'Port': ['ID=5b80c4cd-6dce-415e-8f76-141048359528,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.543179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.574567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port b319195a-ff6d-4072-838b-ac371c2bb6b6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:08.574993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.609250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d36dc6-7b76-4599-ae5e-7c7b4460ada1 req-31d50357-1e8d-41ea-ac95-01d08fdba87e tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053397 Aug 11 02:15:08.720081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.750565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for b319195a-ff6d-4072-838b-ac371c2bb6b6 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:08.784824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-39411f5f-04b3-45c3-b338-31a715ce4f05 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:08.787461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-39411f5f-04b3-45c3-b338-31a715ce4f05 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.3999262 Aug 11 02:15:08.790035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f95faf6-910a-454d-a112-6346445e8526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.834966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.837859 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7eb5247-5c58-4a1b-a283-a9fc894386c1 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9228489 Aug 11 02:15:08.842205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f95faf6-910a-454d-a112-6346445e8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:08.859399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64ed09d9-67b8-4022-a9a0-c988067e2196 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:08.896571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7f95faf6-910a-454d-a112-6346445e8526 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d69a8ac7513e403893240d0187f01190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8420169 Aug 11 02:15:08.908156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43658) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:08.911237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95faf6-910a-454d-a112-6346445e8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f640ed1-561e-4504-952c-ccba0f70d8b3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:08.915716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-0b905d95-384a-428d-b813-4c9607e886da tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/quotas/bac9df74a5f746fc9c168609992fef3a HTTP/1.1" status: 200 len: 375 time: 0.1132214 Aug 11 02:15:08.976039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 64ed09d9-67b8-4022-a9a0-c988067e2196 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:08.981639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 64ed09d9-67b8-4022-a9a0-c988067e2196 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:08.982480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.069199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.087409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-d1c961c4-e083-4c5f-ac4f-f6dc3765b776 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228011 Aug 11 02:15:09.097137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-9074339f-44a3-4073-8053-637eda8e55de tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:09.098409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.098690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-9074339f-44a3-4073-8053-637eda8e55de tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 945 time: 0.2732072 Aug 11 02:15:09.105144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.115723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.136406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 64ed09d9-67b8-4022-a9a0-c988067e2196, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64ed09d9-67b8-4022-a9a0-c988067e2196,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:09.144159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.165391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=b319195a-ff6d-4072-838b-ac371c2bb6b6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.199254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.215873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.217853 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cef58602-7aa4-4ac1-a647-74cccf137ed8 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/b319195a-ff6d-4072-838b-ac371c2bb6b6 HTTP/1.1" status: 204 len: 168 time: 0.9488235 Aug 11 02:15:09.220566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.252907 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1146f8b4-bd96-4e69-8e9f-d1312714199c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] GET failed (client error): The resource could not be found. Aug 11 02:15:09.253893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1146f8b4-bd96-4e69-8e9f-d1312714199c tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "GET /v2.0/ports/b319195a-ff6d-4072-838b-ac371c2bb6b6 HTTP/1.1" status: 404 len: 333 time: 0.0323007 Aug 11 02:15:09.257339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:09.281507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.283986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.288581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f640ed1-561e-4504-952c-ccba0f70d8b3 HTTP/1.1" status: 204 len: 168 time: 0.3790293 Aug 11 02:15:09.344760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcda34-7488-472e-bc67-3c8a891e0982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f640ed1-561e-4504-952c-ccba0f70d8b3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:09.395658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-1cc4adf8-f34e-412b-884c-1bd1768436d7 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--38633176&fields=id&tenant_id=afc86e9e57204cbbb78af972e9a73e6c HTTP/1.1" status: 200 len: 267 time: 0.3179746 Aug 11 02:15:09.396734 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-5ab77d76-e55f-487d-9786-c5138649ca2a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255339 Aug 11 02:15:09.575901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-cc8557a9-70bf-42f8-80a3-eb56d644bac3 service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615571 Aug 11 02:15:09.576244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port 662fc3bc-7fec-44f3-9649-17d6d005f2d5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:09.576562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.624608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-89f80a76-8cf4-41d6-8181-c9724fe43343 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:09.625618 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-89f80a76-8cf4-41d6-8181-c9724fe43343 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223997 Aug 11 02:15:09.648986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Request body: {'port': {'device_id': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'e68360cc5e214065ba1b0a8f178a8a5f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:09.739238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.765299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for 662fc3bc-7fec-44f3-9649-17d6d005f2d5 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:09.862979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Made reservation on behalf of e68360cc5e214065ba1b0a8f178a8a5f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:09.866765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:09.941381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-40daf643-65ca-41f0-b0f4-d5f8976b9ee5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:09.943098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-40daf643-65ca-41f0-b0f4-d5f8976b9ee5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0eea683-febc-4cc6-b611-81f2bc27cd67 HTTP/1.1" status: 200 len: 946 time: 0.4837642 Aug 11 02:15:10.005063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.037399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-870ddfc1-6740-4dce-aca3-52af33e64465 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:10.045445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-870ddfc1-6740-4dce-aca3-52af33e64465 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/networks?id=7cbd1873-9b76-4e92-bba7-78460468c2f3 HTTP/1.1" status: 200 len: 812 time: 0.6476357 Aug 11 02:15:10.048596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Deleting port a8eaff30-c1cd-453b-85a7-3791d926c65e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:10.048944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.052456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.103728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=662fc3bc-7fec-44f3-9649-17d6d005f2d5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:10.105977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Allocated IP 192.168.233.22 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/a14df13e-f04b-4866-baaa-46ee5215d472) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:10.131505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.133568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa27ab88-4ca5-469b-933c-59f77f4641c4 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/ports/662fc3bc-7fec-44f3-9649-17d6d005f2d5 HTTP/1.1" status: 204 len: 168 time: 0.8592207 Aug 11 02:15:10.136072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:10.198046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-a77ac6ae-9211-40de-adec-5d971ee19cb4 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/quotas/afc86e9e57204cbbb78af972e9a73e6c HTTP/1.1" status: 200 len: 375 time: 0.1509969 Aug 11 02:15:10.225659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting subnet e3cfe1a5-af0b-4993-a02b-0eec5110fdf1 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:10.241090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.243581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.330024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-b6bf6747-f006-4a99-8bd9-2db9366735b9 service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333653 Aug 11 02:15:10.345293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.353231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-d9cfdb77-3caa-40ab-b80d-7a74906dc36d tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:10.354844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-d9cfdb77-3caa-40ab-b80d-7a74906dc36d tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 945 time: 0.4267268 Aug 11 02:15:10.443271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:10.445018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] For port a8eaff30-c1cd-453b-85a7-3791d926c65e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a8eaff30-c1cd-453b-85a7-3791d926c65e,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:10.445388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.469983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.534051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Calling delete_port for a8eaff30-c1cd-453b-85a7-3791d926c65e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:10.641284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-79fe3999-ee9e-4b78-957c-ab76aae1f2ef tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=afc86e9e57204cbbb78af972e9a73e6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4052157 Aug 11 02:15:10.786162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2117989578-network', 'tenant_id': '741adaf1b22f4041a414cefaab247d76'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:10.800642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Deleting port b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:10.801067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:10.808289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64ed09d9-67b8-4022-a9a0-c988067e2196 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:10.926441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb48de56-5cff-4061-b747-30a85fab17bd req-6884b13b-29d7-4810-bf4e-032baf638c75 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 210 time: 0.1453373 Aug 11 02:15:11.009453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.012157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.020229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 64ed09d9-67b8-4022-a9a0-c988067e2196 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:11.020623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.025929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-6318e6a7-13e2-40a2-9e66-41e88afd3eca service neutron] 10.222.0.68 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330350 Aug 11 02:15:11.046936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Made reservation on behalf of 741adaf1b22f4041a414cefaab247d76 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:11.049524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.062984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Transition to ACTIVE for port object a14df13e-f04b-4866-baaa-46ee5215d472 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:11.114695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.128691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:11.182038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:11.184662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.191912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.198530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:11.229601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:11.234886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Deleting port de0e38d5-8281-4eac-8d22-72c53ffcdf86 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:11.235521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.275350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.280570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cfe1a5-af0b-4993-a02b-0eec5110fdf1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.289857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.299316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a2849cd-06ce-4b76-b03e-b5e7d906d474 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/subnets/e3cfe1a5-af0b-4993-a02b-0eec5110fdf1 HTTP/1.1" status: 204 len: 168 time: 1.1622188 Aug 11 02:15:11.300408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43718) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:11.306792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:11.307642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.310396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4715d16-9ccc-435f-ab29-b985b1dde6c5 None None] Network 645f47ce-c7d6-4a30-a09c-0d8593becd1a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:11.381335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] For port b6e230be-555d-4b57-b14e-92fee83dd580, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b6e230be-555d-4b57-b14e-92fee83dd580,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:11.381703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.421951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.441652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Calling delete_port for b6e230be-555d-4b57-b14e-92fee83dd580 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:11.523331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Deleting port 29dd3698-225a-495a-bc53-1e1a40e29ea1 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:11.524011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.591242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] DHCP port deletion for 645f47ce-c7d6-4a30-a09c-0d8593becd1a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:11.592313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8620c-93b7-42f5-8ff1-24cbfb7a6886 req-a8b75ce7-457b-44ed-ba8d-2697cde61420 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:11.594071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38e8620c-93b7-42f5-8ff1-24cbfb7a6886 req-a8b75ce7-457b-44ed-ba8d-2697cde61420 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=69ddd061-2bff-4e1a-a0b8-68ce60102fce HTTP/1.1" status: 200 len: 945 time: 0.5353539 Aug 11 02:15:11.604060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] For port 29dd3698-225a-495a-bc53-1e1a40e29ea1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29dd3698-225a-495a-bc53-1e1a40e29ea1,segment=NetworkSegment(d8c1fb59-fdbd-4b8b-b503-175618db7435),segment_id=d8c1fb59-fdbd-4b8b-b503-175618db7435)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:11.604439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.621720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Calling delete_port for 29dd3698-225a-495a-bc53-1e1a40e29ea1 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:11.622606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-9877e1ee-cef1-4e8f-b920-f9b53bbbbc18 service neutron] 10.222.0.68 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624852 Aug 11 02:15:11.631287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-978249e7-3ce2-4e7c-b7e1-4690bba3e57b None None] Provisioning for port a14df13e-f04b-4866-baaa-46ee5215d472 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:11.637012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-978249e7-3ce2-4e7c-b7e1-4690bba3e57b None None] Provisioning complete for port a14df13e-f04b-4866-baaa-46ee5215d472 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:11.637670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-978249e7-3ce2-4e7c-b7e1-4690bba3e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.684477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] For port de0e38d5-8281-4eac-8d22-72c53ffcdf86, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de0e38d5-8281-4eac-8d22-72c53ffcdf86,segment=NetworkSegment(d25df0b3-103f-4a26-a9c2-5865aef34d68),segment_id=d25df0b3-103f-4a26-a9c2-5865aef34d68)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:11.684854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.691903 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.692960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-978249e7-3ce2-4e7c-b7e1-4690bba3e57b None None] Port a14df13e-f04b-4866-baaa-46ee5215d472 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:11.697064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Deleting port 29dd3698-225a-495a-bc53-1e1a40e29ea1 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:11.697997 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.731630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Calling delete_port for de0e38d5-8281-4eac-8d22-72c53ffcdf86 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:11.785421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38e8620c-93b7-42f5-8ff1-24cbfb7a6886 req-9809fcf6-ec20-4117-b805-b27f7cf473f1 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/security-groups?id=24f326ed-7451-45b3-870f-3c05aafcb197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785672 Aug 11 02:15:11.786253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event deleted for resources: {'Port': ['ID=a8eaff30-c1cd-453b-85a7-3791d926c65e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.787525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.819559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] For port 29dd3698-225a-495a-bc53-1e1a40e29ea1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29dd3698-225a-495a-bc53-1e1a40e29ea1,segment=NetworkSegment(d8c1fb59-fdbd-4b8b-b503-175618db7435),segment_id=d8c1fb59-fdbd-4b8b-b503-175618db7435)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:11.820132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.876526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Calling delete_port for 29dd3698-225a-495a-bc53-1e1a40e29ea1 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:11.908506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] No DVR routers for this DVR port a8eaff30-c1cd-453b-85a7-3791d926c65e on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:11.919048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Deleting port 7078b49c-522e-40e9-92af-7df3b21f2d4f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:11.919389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.921885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.923906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5644de-de23-4396-84d4-12a002a9d9ec req-c4297313-091e-4ace-9737-d3eca70b8e03 tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "DELETE /v2.0/ports/a8eaff30-c1cd-453b-85a7-3791d926c65e HTTP/1.1" status: 204 len: 173 time: 2.8112390 Aug 11 02:15:11.938989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Port': ['ID=29dd3698-225a-495a-bc53-1e1a40e29ea1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:11.949590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'name': 'network-vif-deleted', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:11.957207 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d8ec2-953d-473d-bc38-21d932378168" -d '{"events": [{"server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "name": "network-vif-deleted", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:11.984045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:11.994649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] No DVR routers for this DVR port 29dd3698-225a-495a-bc53-1e1a40e29ea1 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:12.034786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.070070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.098998 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-ba303a5b-08f9-4e6a-8fc1-ceededc27330 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4610317 Aug 11 02:15:12.116189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Request body: {'port': {'device_id': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:12.136893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] No DVR routers for this DVR port 29dd3698-225a-495a-bc53-1e1a40e29ea1 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:12.139413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9691a1a-9cff-43b9-bdb5-41d8f0e37438 None None] Pushing event deleted for resources: {'Port': ['ID=29dd3698-225a-495a-bc53-1e1a40e29ea1,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:12.152565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d2c84b3-01c3-47f9-bfd5-c31f56d608c8 req-59e57f17-a6cb-41fd-9f8e-770dca2eb98c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 210 time: 0.1676397 Aug 11 02:15:12.152565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21599e2d-9063-40ff-8781-23e1067c763a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:12.189309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.200607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:12.251762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-9b99ad04-f152-4d3b-89eb-1a3541ad030b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:12.254074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-9b99ad04-f152-4d3b-89eb-1a3541ad030b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.3800347 Aug 11 02:15:12.272926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Request body: {'port': {'device_id': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'admin_state_up': True, 'tenant_id': 'bac9df74a5f746fc9c168609992fef3a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:12.279073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.340394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645f47ce-c7d6-4a30-a09c-0d8593becd1a']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:12.379622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c1fb59-fdbd-4b8b-b503-175618db7435') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:12.379931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c1fb59-fdbd-4b8b-b503-175618db7435') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:12.395831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.405541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.452267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.494534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:12.494962 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:12.499558 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:12.577928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-504225b1-fd49-4371-99f2-02abe76f35d6 req-2dc9b0e4-700f-492d-89a9-79dfc9d620be tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 210 time: 0.4827776 Aug 11 02:15:12.604582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event deleted for resources: {'Port': ['ID=b6e230be-555d-4b57-b14e-92fee83dd580,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:12.622194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Made reservation on behalf of bac9df74a5f746fc9c168609992fef3a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:12.624326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.624491 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Added segment d1bbb8de-c8d6-4c51-a379-1202765d99b4 of type vlan for network 5b518ef4-f26b-4373-a404-361d9a8f234f Aug 11 02:15:12.634568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.717866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.727191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.727360 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89776a-31b4-4087-840f-989ff76ffa9a x-openstack-request-id: req-2e89776a-31b4-4087-840f-989ff76ffa9a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:12.727644 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ddd061-2bff-4e1a-a0b8-68ce60102fce", "name": "network-vif-deleted", "tag": "a8eaff30-c1cd-453b-85a7-3791d926c65e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:12.727805 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e89776a-31b4-4087-840f-989ff76ffa9a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:12.728555 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ddd061-2bff-4e1a-a0b8-68ce60102fce', 'name': 'network-vif-deleted', 'tag': 'a8eaff30-c1cd-453b-85a7-3791d926c65e', 'status': 'completed', 'code': 200} Aug 11 02:15:12.732038 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] 10.222.0.68 "DELETE /v2.0/networks/645f47ce-c7d6-4a30-a09c-0d8593becd1a HTTP/1.1" status: 204 len: 168 time: 1.4188879 Aug 11 02:15:12.743819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] For port 7078b49c-522e-40e9-92af-7df3b21f2d4f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7078b49c-522e-40e9-92af-7df3b21f2d4f,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:12.744380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.764074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Calling delete_port for 7078b49c-522e-40e9-92af-7df3b21f2d4f owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:12.779664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.794799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6b32-471f-4a58-a1c3-2a1755f5e018 tempest-AllowedAddressPairIpV6TestJSON-162425555 tempest-AllowedAddressPairIpV6TestJSON-162425555-project] Pushing event deleted for resources: {'Network': ['ID=645f47ce-c7d6-4a30-a09c-0d8593becd1a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:12.825167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29dd3698-225a-495a-bc53-1e1a40e29ea1 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:12.867342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 29dd3698-225a-495a-bc53-1e1a40e29ea1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:12.867917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29dd3698-225a-495a-bc53-1e1a40e29ea1 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:12.906434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.907769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:12.908556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.930497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] No DVR routers for this DVR port b6e230be-555d-4b57-b14e-92fee83dd580 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:12.978936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:12.980982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bf8760d-1369-48bd-98e4-b1b4d3a37113 req-cfe7e922-878a-41e4-b7fa-f4e82cc64051 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "DELETE /v2.0/ports/b6e230be-555d-4b57-b14e-92fee83dd580 HTTP/1.1" status: 204 len: 173 time: 3.0133660 Aug 11 02:15:13.005796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.015191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff30b9-7567-4333-809f-351554843225 req-032cb020-f08d-4eee-9953-c4cfdfd758d2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:13.017530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a8eaff30-c1cd-453b-85a7-3791d926c65e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:13.024490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30ff30b9-7567-4333-809f-351554843225 req-032cb020-f08d-4eee-9953-c4cfdfd758d2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 935 time: 0.4749615 Aug 11 02:15:13.057514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: a8eaff30-c1cd-453b-85a7-3791d926c65e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:13.058821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a8eaff30-c1cd-453b-85a7-3791d926c65e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:13.067522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6122589 Aug 11 02:15:13.069999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43746) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:13.079948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de0e38d5-8281-4eac-8d22-72c53ffcdf86 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:13.089405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:13.094784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Request body: {'subnet': {'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2117989578-subnet', 'tenant_id': '741adaf1b22f4041a414cefaab247d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:13.106723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: de0e38d5-8281-4eac-8d22-72c53ffcdf86 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:13.107264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de0e38d5-8281-4eac-8d22-72c53ffcdf86 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:13.113644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Pushing event deleted for resources: {'Port': ['ID=de0e38d5-8281-4eac-8d22-72c53ffcdf86,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:13.144935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66e46cb4-419a-466e-bf05-002bb38b3450 req-c9963e7a-e496-4b15-bbbd-bcb0ec15b77d tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.68 "GET /v2.0/ports?device_id=c43268c5-13de-48ba-bf3b-b7591d404fe6 HTTP/1.1" status: 200 len: 210 time: 0.1182139 Aug 11 02:15:13.150841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ac206-8883-452d-85e1-4f4f1453c011 admin admin] Pushing event updated for resources: {'Network': ['ID=5b518ef4-f26b-4373-a404-361d9a8f234f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:13.172148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5b518ef4-f26b-4373-a404-361d9a8f234f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:13.214912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Made reservation on behalf of 741adaf1b22f4041a414cefaab247d76 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:13.218149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.218357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] No DVR routers for this DVR port de0e38d5-8281-4eac-8d22-72c53ffcdf86 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:13.224698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.226815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61735ba4-ab74-4f36-9fdb-cbc787fbd809 req-f308986c-c85d-4384-bccc-9b20a73adfda tempest-MultipleCreateTestJSON-228029416 tempest-MultipleCreateTestJSON-228029416-project] 10.222.0.67 "DELETE /v2.0/ports/de0e38d5-8281-4eac-8d22-72c53ffcdf86 HTTP/1.1" status: 204 len: 173 time: 2.8610604 Aug 11 02:15:13.241425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30ff30b9-7567-4333-809f-351554843225 req-532c9951-0453-443d-8f07-ad3b6fa33178 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158878 Aug 11 02:15:13.306896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Allocated IP 172.20.0.4 (a069f5dc-7a33-4581-9841-f2bedfa3b162/e95b27e8-119a-47b9-94b1-b0f13baec626/0c67e0ef-1352-4d88-92a3-a60181287a91) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:13.322207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:13.361481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: b6e230be-555d-4b57-b14e-92fee83dd580 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:13.362185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b6e230be-555d-4b57-b14e-92fee83dd580 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:13.406403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e6a8aa4-3e5d-4128-8736-8b4c45b0a482 req-a9e52864-7613-42a3-8e56-29acda2193f4 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 210 time: 0.0397434 Aug 11 02:15:13.409645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14df13e-f04b-4866-baaa-46ee5215d472 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:13.444516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.453644 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d6cf7d74-ceae-4ec7-a1ef-ff47234f2546 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04c209c05e7a4210aec83f0bd038690b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734825 Aug 11 02:15:13.462690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:13.586172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.588069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Transition to ACTIVE for port object a14df13e-f04b-4866-baaa-46ee5215d472 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:13.607585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.635183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7078b49c-522e-40e9-92af-7df3b21f2d4f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:13.703393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-f90c6a20-4cc7-4a14-a43d-8cafe733cf7c tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:13.705795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-f90c6a20-4cc7-4a14-a43d-8cafe733cf7c tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.67 "GET /v2.0/networks?id=7cbd1873-9b76-4e92-bba7-78460468c2f3 HTTP/1.1" status: 200 len: 812 time: 0.2530344 Aug 11 02:15:13.778302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.790924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-3ba85893-ccb4-4bc4-8069-e31857e5e06f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc86e9e57204cbbb78af972e9a73e6c HTTP/1.1" status: 200 len: 378 time: 0.0689969 Aug 11 02:15:13.849358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.864329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:13.874018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'port': {'device_id': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'admin_state_up': True, 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'security_groups': ['86315ff3-1b66-43ec-acec-401a1a390c69']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:13.928655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.937585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:13.942317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c7bd29e-cacc-45f8-ae41-f4582cc4c340 req-8b34491a-ec39-45c8-9c82-eb745952f3d9 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 210 time: 0.1565568 Aug 11 02:15:14.044044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9c5773-6df0-49e5-9deb-c6d02644e37e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:14.050163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.125824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Made reservation on behalf of afc86e9e57204cbbb78af972e9a73e6c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:14.129295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.133250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:14.133685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:14.133988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:14.139882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.142832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.146845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a1116419-d588-4718-8f7e-91aa5a1696c6 HTTP/1.1" status: 204 len: 168 time: 0.6755347 Aug 11 02:15:14.156585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:14.157046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:14.159700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.240617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:14.246389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Checking segment: {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:14.246769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Network hostable DHCP agents. Network: 5b518ef4-f26b-4373-a404-361d9a8f234f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:14.249023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890702-b8c2-4b4b-b2a7-8437a73dac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1116419-d588-4718-8f7e-91aa5a1696c6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:14.253075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:14.253538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:14.253797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:14.254265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Bound port: a14df13e-f04b-4866-baaa-46ee5215d472, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:14.254630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.291337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:14.294866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:14.297759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:14.338640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43766) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:14.342263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Network 5b518ef4-f26b-4373-a404-361d9a8f234f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:14.392783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5b518ef4-f26b-4373-a404-361d9a8f234f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:14.403000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be59cc-67e5-4c14-b073-fc7b4595ef7a None None] Network 5b518ef4-f26b-4373-a404-361d9a8f234f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:14.411797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.412386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.439029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.439978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.455834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-208d0af5-0eb0-47ad-9064-039b310705d7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3651640 Aug 11 02:15:14.457835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:14.463228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:14.469165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-283913c0-62ca-4f08-b9d6-1c0cc33a3079 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005489 Aug 11 02:15:14.472963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.523043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Request body: {'port': {'device_id': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:14.532301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Allocated IP 172.20.0.4 (7cbd1873-9b76-4e92-bba7-78460468c2f3/1796a26b-2b90-4d31-90fa-bfc77fc40924/6bccad1d-9945-4ae8-9cc2-8d3e909370fa) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:14.606522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.607758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.609587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 1096 time: 2.5012441 Aug 11 02:15:14.617024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:14.620143 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d27d198-50ff-4141-9391-1e5574a148a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:14.652888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0ec02-d8c5-4683-b2f1-7c996d320c3a None None] Network 5b518ef4-f26b-4373-a404-361d9a8f234f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:14.740307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-deleted', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580'}, {'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'name': 'network-vif-deleted', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:14.742626 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee10a2b1-2eee-43cd-802f-dd717a5f6a94" -d '{"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-deleted", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580"}, {"server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "name": "network-vif-deleted", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:14.780406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.784057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1962-6f62-4779-ae3e-de76d86f37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:14.785276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Router 3c67313a-8b8c-4640-8d7e-24846b55ab75 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:14.805686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-125f1722-9167-4e12-98b1-4591863800b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.807293 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-125f1722-9167-4e12-98b1-4591863800b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1099 time: 0.1414530 Aug 11 02:15:14.825121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.841344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Deleting subnet 411e0162-b1ff-429b-b96c-657d1c66c7e8 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:14.854886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:14.896142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-2ba6875e-b8c4-4ecf-aebf-e96e46a39a00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.0547521 Aug 11 02:15:14.923076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76742f-bda4-4256-bd14-dae718c177d5 req-bc31953f-6ae4-4ca2-94d4-ec685f93ac37 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:14.932009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad76742f-bda4-4256-bd14-dae718c177d5 req-bc31953f-6ae4-4ca2-94d4-ec685f93ac37 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.5481737 Aug 11 02:15:14.965541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Transition to ACTIVE for port object 6bccad1d-9945-4ae8-9cc2-8d3e909370fa will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:14.991637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.034315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-92f64edc-e1cf-4fab-8351-bd07128c1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:15.035498 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-92f64edc-e1cf-4fab-8351-bd07128c1e75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1268017 Aug 11 02:15:15.090361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad76742f-bda4-4256-bd14-dae718c177d5 req-f21891bb-45c9-4120-8d1d-3e327e669575 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574326 Aug 11 02:15:15.139485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-5d6f104e-6666-4e52-8cef-2aa09d9741b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:15.140998 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-5d6f104e-6666-4e52-8cef-2aa09d9741b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895643 Aug 11 02:15:15.170499 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea40dd4-1ed9-4877-85cd-db37d3145cee x-openstack-request-id: req-8ea40dd4-1ed9-4877-85cd-db37d3145cee {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:15.170732 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:15.170982 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ea40dd4-1ed9-4877-85cd-db37d3145cee {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:15.171366 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'status': 'completed', 'code': 200} Aug 11 02:15:15.196184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934c74-fb5f-4405-a05d-17aa4fc0cfc3 req-7d1d1547-3316-40e7-ba1c-3e0c325e897c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:15.207790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9934c74-fb5f-4405-a05d-17aa4fc0cfc3 req-7d1d1547-3316-40e7-ba1c-3e0c325e897c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 931 time: 0.4618118 Aug 11 02:15:15.211896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43800) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:15.266044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.300521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c67e0ef-1352-4d88-92a3-a60181287a91 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:15.315850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.322608 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-f7c264f1-16a8-4eaf-9012-cef460c1a86f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674707 Aug 11 02:15:15.332837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Transition to ACTIVE for port object 0c67e0ef-1352-4d88-92a3-a60181287a91 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:15.379624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:15.384474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1858296596'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:15.396215 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Sync routers for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:15.396730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-76c639a3-15ee-4612-8856-8e39f02f0c67 admin admin] 10.222.0.68 "PUT /v2.0/routers/3c67313a-8b8c-4640-8d7e-24846b55ab75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6963885 Aug 11 02:15:15.397857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.400153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.413399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:15.414003 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.416312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43804) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:15.419339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.515208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2116747937', 'description': 'tempest-description-1758222002'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:15.534164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:15.551428 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:15.553928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9934c74-fb5f-4405-a05d-17aa4fc0cfc3 req-79dfadaa-ea1b-493d-a834-5e9963e226b6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440750 Aug 11 02:15:15.555714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411e0162-b1ff-429b-b96c-657d1c66c7e8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:15.561660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.563550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29e0dda0-3646-41ff-be17-497e7f8f565d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/411e0162-b1ff-429b-b96c-657d1c66c7e8 HTTP/1.1" status: 204 len: 168 time: 1.2225080 Aug 11 02:15:15.566586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43808) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:15.691544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a0d6bb2f-c9d2-485a-89a4-d7b962a51321 req-74f9b435-c425-4efa-aad8-350321881a0b service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565369 Aug 11 02:15:15.698425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.730054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Attempting to bind port 0c67e0ef-1352-4d88-92a3-a60181287a91 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:15.730886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Attempting to bind port 0c67e0ef-1352-4d88-92a3-a60181287a91 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:15.731464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Attempting to bind port 0c67e0ef-1352-4d88-92a3-a60181287a91 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:15.812370 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:15:13Z', 'revision_number': 5, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.835550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Port 0c67e0ef-1352-4d88-92a3-a60181287a91 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:15.836306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Attempting to bind port 0c67e0ef-1352-4d88-92a3-a60181287a91 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:15.853960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:15.854633 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Checking router: 3c67313a-8b8c-4640-8d7e-24846b55ab75 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:15.854780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Checking segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:15.855330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Bound using segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:15.855957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Bound port: 0c67e0ef-1352-4d88-92a3-a60181287a91, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:15.856650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.863331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.867989 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Routers {'3c67313a-8b8c-4640-8d7e-24846b55ab75'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:15.868998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3c67313a-8b8c-4640-8d7e-24846b55ab75'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.886519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f1e384-e245-46c0-88a6-bfbc937fa077']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.893136 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dfd046-e5fd-4640-a8f3-05c6027a6b3f x-openstack-request-id: req-a3dfd046-e5fd-4640-a8f3-05c6027a6b3f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:15.893854 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eea683-febc-4cc6-b611-81f2bc27cd67", "name": "network-vif-deleted", "tag": "b6e230be-555d-4b57-b14e-92fee83dd580", "status": "completed", "code": 200}, {"server_uuid": "c43268c5-13de-48ba-bf3b-b7591d404fe6", "name": "network-vif-deleted", "tag": "de0e38d5-8281-4eac-8d22-72c53ffcdf86", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:15.893854 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3dfd046-e5fd-4640-a8f3-05c6027a6b3f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:15.894262 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eea683-febc-4cc6-b611-81f2bc27cd67', 'name': 'network-vif-deleted', 'tag': 'b6e230be-555d-4b57-b14e-92fee83dd580', 'status': 'completed', 'code': 200} Aug 11 02:15:15.894602 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43268c5-13de-48ba-bf3b-b7591d404fe6', 'name': 'network-vif-deleted', 'tag': 'de0e38d5-8281-4eac-8d22-72c53ffcdf86', 'status': 'completed', 'code': 200} Aug 11 02:15:15.900834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-088bd3ad-2b34-4ca0-8b3d-bf4947f79959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:15.902620 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-088bd3ad-2b34-4ca0-8b3d-bf4947f79959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1099 time: 0.1452651 Aug 11 02:15:15.908138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25df0b3-103f-4a26-a9c2-5865aef34d68') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.908658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25df0b3-103f-4a26-a9c2-5865aef34d68') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:15.927748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:15.948867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.972912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:15.976082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event updated for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:15.978767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Made reservation on behalf of b020275af27f4b67ac24184f53ac6a18 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:15.982250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:15.987072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:16.033208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.034657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] Set router 3c67313a-8b8c-4640-8d7e-24846b55ab75 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:16.059387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.060161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.068299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:16.069008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:16.071014 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:16.120609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.123464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:16.148421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-30e5d260-669e-467a-b6d4-5ce62d781965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.150086 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-30e5d260-669e-467a-b6d4-5ce62d781965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2219353 Aug 11 02:15:16.152529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.155148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-25c8a45e-80a9-4723-a720-5203a734db16 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3443227 Aug 11 02:15:16.166916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:16.167216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.181909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.183866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c7f1e384-e245-46c0-88a6-bfbc937fa077 HTTP/1.1" status: 204 len: 168 time: 0.6099403 Aug 11 02:15:16.196978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Request body: {'port': {'device_id': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:16.206022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.217410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb70b5-ae12-4141-981d-d4641ee90c16 req-38e6d425-2c3d-4944-ad82-b6fa13032052 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.223276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dedb70b5-ae12-4141-981d-d4641ee90c16 req-38e6d425-2c3d-4944-ad82-b6fa13032052 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 931 time: 0.3278422 Aug 11 02:15:16.270163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060b58a-a18b-4ea1-bb6c-689efb9ee0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f1e384-e245-46c0-88a6-bfbc937fa077,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.315300 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:15:13Z', 'revision_number': 5, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:16.323296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.339362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dc95f4be-0f53-4374-834d-919245c07154 None None] Provisioning for port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:16.343710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dc95f4be-0f53-4374-834d-919245c07154 None None] Provisioning complete for port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:16.344151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dc95f4be-0f53-4374-834d-919245c07154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.352564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719bbd5-6a89-44b4-9118-2505929346f9 None None] The sync data for ids ['3c67313a-8b8c-4640-8d7e-24846b55ab75'] in n-d-713498-10 is: [{'id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'name': 'tempest-FloatingIPsTestJSON-219416471-router', 'tenant_id': '0277d204293449e8a9d24745ad391dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '52478ebd-f5c4-40b2-95d7-798298104233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:38Z', 'updated_at': '2021-08-11T02:15:13Z', 'revision_number': 5, 'project_id': '0277d204293449e8a9d24745ad391dbf', 'gw_port': {'id': '52478ebd-f5c4-40b2-95d7-798298104233', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67313a-8b8c-4640-8d7e-24846b55ab75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:40Z', 'updated_at': '2021-08-11T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:16.420316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dc95f4be-0f53-4374-834d-919245c07154 None None] Port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:16.427387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dedb70b5-ae12-4141-981d-d4641ee90c16 req-bb06bf29-677e-47e6-92d1-f473403229a5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412802 Aug 11 02:15:16.434941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:15:16.434941 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:15:16.434941 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': '741adaf1b22f4041a414cefaab247d76', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 15, 16, 335792)}] Aug 11 02:15:16.434941 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:15:16.435368 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:15:16.500637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.541139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:16.631625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-0df0d1f7-4cc6-4d9a-8b48-86513d9b0ff8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.4466946 Aug 11 02:15:16.637243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.637867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.639275 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] 10.222.0.61 "PUT /v2.0/ports/0c67e0ef-1352-4d88-92a3-a60181287a91 HTTP/1.1" status: 200 len: 1092 time: 2.1230302 Aug 11 02:15:16.695470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.720486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9486f93-b1f3-4873-ad75-aa1912747044 service neutron] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:16.730677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-2bd948f6-3531-4f39-851f-29a4e2e85df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.732466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-2bd948f6-3531-4f39-851f-29a4e2e85df6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0902958 Aug 11 02:15:16.768295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7078b49c-522e-40e9-92af-7df3b21f2d4f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:16.788000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-44b9eab0-ac10-4342-b16c-0c07c2793c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.789288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7078b49c-522e-40e9-92af-7df3b21f2d4f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:16.789632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7078b49c-522e-40e9-92af-7df3b21f2d4f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:16.791197 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-44b9eab0-ac10-4342-b16c-0c07c2793c30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 1095 time: 0.1098964 Aug 11 02:15:16.799609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-420f1b21-dbd9-4d8f-a4b1-eae6a4b8e593 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36963830945f442cba615a7b6e51246a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496099 Aug 11 02:15:16.800831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:16.858630 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-25b430a7-891a-4919-931a-6ecb0061e8cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c67e0ef-1352-4d88-92a3-a60181287a91 HTTP/1.1" status: 200 len: 217 time: 0.0509305 Aug 11 02:15:16.863579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ce2f6-d299-405e-b590-8efd55e805cf req-894ecba8-4f1d-4a4b-b207-98236d1fbe72 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.865099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-5a5a0dc6-5a85-4667-b0bf-ceca57936895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:16.866275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e4ce2f6-d299-405e-b590-8efd55e805cf req-894ecba8-4f1d-4a4b-b207-98236d1fbe72 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.2761335 Aug 11 02:15:16.866612 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-5a5a0dc6-5a85-4667-b0bf-ceca57936895 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250107 Aug 11 02:15:16.890720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.939988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:16.943726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.000059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202cf12-2712-4081-9d37-948b89d06a14 req-595451e3-51eb-405b-815a-c33e13510bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.000793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:17.001610 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-595451e3-51eb-405b-815a-c33e13510bcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.1311932 Aug 11 02:15:17.008967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.047587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e4ce2f6-d299-405e-b590-8efd55e805cf req-1be2be21-6776-4690-ace3-a8994f184aec tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649253 Aug 11 02:15:17.052894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-386b41eb-8ecd-416c-926d-14b5839b8c42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418627 Aug 11 02:15:17.054987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34713cd3-b9ff-4cea-9ce3-0c1b4f5fffd8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.058970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.059182 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Added segment ff52ed0c-529f-42f3-abbe-a5235c92b70c of type vlan for network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba Aug 11 02:15:17.088703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Deleting port 52478ebd-f5c4-40b2-95d7-798298104233 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:17.089114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.090581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.144554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-47c9eaa5-c276-49b8-8edd-bd954ff8a24b service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319384 Aug 11 02:15:17.172445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:17.174720 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8edc93-7958-4432-9736-cd3e9951acd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:17.187851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.279112 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-8b400a2b-8c68-4e0b-9b78-6620abbb6341 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103572 Aug 11 02:15:17.301731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.304788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.308184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24f326ed-7451-45b3-870f-3c05aafcb197 HTTP/1.1" status: 204 len: 168 time: 0.5039017 Aug 11 02:15:17.322043 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5d27d198-50ff-4141-9391-1e5574a148a3 req-24e5e659-05c9-4a32-871d-5a0cea726d19 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663568 Aug 11 02:15:17.352711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.354057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b216ccd-d119-4aa7-af61-d25ee73c2752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f326ed-7451-45b3-870f-3c05aafcb197,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.359749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.360398 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.373380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bccad1d-9945-4ae8-9cc2-8d3e909370fa {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:17.401944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182f43-21ca-45c5-a26e-ab282cd054f6 req-05ffddc0-e837-4f78-ac3f-d9fde17443d8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.403513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9182f43-21ca-45c5-a26e-ab282cd054f6 req-05ffddc0-e837-4f78-ac3f-d9fde17443d8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 943 time: 0.2693901 Aug 11 02:15:17.404033 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5202cf12-2712-4081-9d37-948b89d06a14 req-46896f99-99b9-4a12-813e-bd3ed421e602 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116762 Aug 11 02:15:17.416629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.433780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.438315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] For port 52478ebd-f5c4-40b2-95d7-798298104233, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52478ebd-f5c4-40b2-95d7-798298104233,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:17.438675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.497625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.527120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Transition to ACTIVE for port object 6bccad1d-9945-4ae8-9cc2-8d3e909370fa will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:17.536653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Calling delete_port for 52478ebd-f5c4-40b2-95d7-798298104233 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:17.542171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:17.542462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3230395 Aug 11 02:15:17.548006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'subnet': {'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:17.556922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.568816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165251-716b-495f-bbd1-f7b533028bda tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Network': ['ID=4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.583892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:17.594553 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.595745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45dbb196-834a-4e1c-82d3-f40fcc8e845d req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1603675 Aug 11 02:15:17.660719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4deb9e-f6bf-4022-8725-c6c7c8c33532 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077a9332-ccde-4982-ae05-c63000b952de,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.674592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9182f43-21ca-45c5-a26e-ab282cd054f6 req-99649b27-d6a0-4f88-b177-14760cd8e73a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376041 Aug 11 02:15:17.694466 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cc757-9742-4ead-a2c2-ee1bb646c01f x-openstack-request-id: req-e38cc757-9742-4ead-a2c2-ee1bb646c01f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:17.695046 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:17.695046 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e38cc757-9742-4ead-a2c2-ee1bb646c01f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:17.695390 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'status': 'completed', 'code': 200} Aug 11 02:15:17.738380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Made reservation on behalf of b020275af27f4b67ac24184f53ac6a18 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:17.752752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:17.828811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:17.879006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-1576648a-8861-4fd2-bf0f-fb1fe16bb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:17.881132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-1576648a-8861-4fd2-bf0f-fb1fe16bb3b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 1095 time: 0.1663132 Aug 11 02:15:17.893485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1634754949', 'description': 'tempest-description-1355297235'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:17.906933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Attempting to bind port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:17.907226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Attempting to bind port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:17.908044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Attempting to bind port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa on network 7cbd1873-9b76-4e92-bba7-78460468c2f3 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:17.962867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa on network 7cbd1873-9b76-4e92-bba7-78460468c2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:17.963474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Attempting to bind port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa on network 7cbd1873-9b76-4e92-bba7-78460468c2f3 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:17.988267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:17.988613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Checking segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:17.989000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Bound using segment: {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:17.989598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Bound port: 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb17857-d610-4952-bf87-af116ac2eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:17.989923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.014256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122907-fc31-49d6-a7c6-4b951b5a3378 req-b2556fb0-b592-4953-a082-3668badfdccf tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.015974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f122907-fc31-49d6-a7c6-4b951b5a3378 req-b2556fb0-b592-4953-a082-3668badfdccf tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 943 time: 0.1834831 Aug 11 02:15:18.020832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.034501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-0e1f7b45-6617-46cc-8a88-4e5bb401b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.036951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-0e1f7b45-6617-46cc-8a88-4e5bb401b6b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 915 time: 0.1457562 Aug 11 02:15:18.122212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-fa237e6c-f751-4c5f-af61-7d8819e8c52f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c67e0ef-1352-4d88-92a3-a60181287a91 HTTP/1.1" status: 200 len: 217 time: 0.0656292 Aug 11 02:15:18.162663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.166626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f122907-fc31-49d6-a7c6-4b951b5a3378 req-bf6f5ca8-474f-4d75-ac31-3637aa73d619 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431234 Aug 11 02:15:18.183595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:18.193351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:18.213744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.218604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.227997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-b7316387-6185-498b-a4ad-be728563a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.229590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-b7316387-6185-498b-a4ad-be728563a4d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.0983849 Aug 11 02:15:18.255717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Subnet': ['ID=1ee956cc-ca55-42e1-a29a-3efbcd025b1a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.277052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.277788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-1d3ad843-f3e9-4637-a181-d71e95b6be05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363934 Aug 11 02:15:18.278033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.279466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] 10.222.0.67 "PUT /v2.0/ports/6bccad1d-9945-4ae8-9cc2-8d3e909370fa HTTP/1.1" status: 200 len: 1092 time: 2.1063893 Aug 11 02:15:18.284930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Checking segment: {'id': 'ff52ed0c-529f-42f3-abbe-a5235c92b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:18.285437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network hostable DHCP agents. Network: 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:18.285582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:18.288056 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:18.353243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:18.355130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:18.376890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:18.389997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c4170-f237-43ee-80a6-a4e2b9405237 None None] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:18.393652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.394279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.431894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-8f9e43cc-5c68-4450-b5d9-323c763458d1 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431234 Aug 11 02:15:18.439682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93c15-44a8-43b9-b582-502014c5bcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.483518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.489294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Pushing event deleted for resources: {'Port': ['ID=52478ebd-f5c4-40b2-95d7-798298104233,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:18.501753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.506918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.524770 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ac1f1f1-b384-488e-afcd-f545550f139a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9813142 Aug 11 02:15:18.525493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:18.542769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-579933317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:18.560070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1220251140-network', 'tenant_id': '8062966264c84944bb228101811059e1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:18.562218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750a610-bf57-458f-ad14-1a89c5a25292 req-fce45064-76c8-499c-af23-26cb64011822 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.571436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d750a610-bf57-458f-ad14-1a89c5a25292 req-fce45064-76c8-499c-af23-26cb64011822 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.3054054 Aug 11 02:15:18.603517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.604486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.621549 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a8edc93-7958-4432-9736-cd3e9951acd0 req-bf121c2c-ce3c-4cb9-8e73-bbce717aa5d7 service neutron] 10.222.0.61 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777871 Aug 11 02:15:18.643802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Made reservation on behalf of 8062966264c84944bb228101811059e1 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:18.646352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.646701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba', 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba', 'tenant_id': 'b020275af27f4b67ac24184f53ac6a18', 'fixed_ips': [{'subnet_id': '1ee956cc-ca55-42e1-a29a-3efbcd025b1a'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:18.647245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-52895f1e-331e-4d15-9d0b-58aa7a9d2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:18.648672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.649111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-52895f1e-331e-4d15-9d0b-58aa7a9d2f4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afc86e9e57204cbbb78af972e9a73e6c&device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 1095 time: 0.2685022 Aug 11 02:15:18.683369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.693397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.701394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.702673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.703852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e36b827d-70ae-42d8-9e15-bf7c98af8b17 req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8405163 Aug 11 02:15:18.715984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.861577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Allocated IP 172.20.0.2 (4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba/1ee956cc-ca55-42e1-a29a-3efbcd025b1a/29c3b4fb-4490-4e4e-aae2-122b680494c9) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:18.881211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.888855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.908954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:18.920878 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.921399 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Added segment bf52f7f4-269c-42df-b62c-22150668cae0 of type vlan for network 91f88d05-7d7b-402e-bc34-12f12eefd830 Aug 11 02:15:18.934940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:18.936345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-10ed6034-1149-49a8-9bef-d9ea1db0dd2a tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4024978 Aug 11 02:15:18.959578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:19.046658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.056122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Transition to ACTIVE for port object 29c3b4fb-4490-4e4e-aae2-122b680494c9 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:19.067803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.072734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe175a09-7412-4991-ae61-90ed9087f8fe,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.073923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Transition to ACTIVE for port object 29c3b4fb-4490-4e4e-aae2-122b680494c9 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:19.082490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.084980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.088291 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9775a298-272f-4c6c-95c6-4bfba23bd925 x-openstack-request-id: req-9775a298-272f-4c6c-95c6-4bfba23bd925 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:19.088474 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:19.088747 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9775a298-272f-4c6c-95c6-4bfba23bd925 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:19.089116 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'status': 'completed', 'code': 200} Aug 11 02:15:19.098828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c89a1-61af-4984-95ac-eb45dbb33f7f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92017111-adaa-46a5-b8d6-ba555f1cfee6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.114877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-32e0e0ef-7054-4ab8-bab2-914bf7fc5a88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa HTTP/1.1" status: 200 len: 217 time: 0.4267526 Aug 11 02:15:19.122210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d750a610-bf57-458f-ad14-1a89c5a25292 req-44bdfdc3-a327-4db4-99d7-bfd17010509d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495822 Aug 11 02:15:19.148634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Pushing event updated for resources: {'Port': ['ID=29c3b4fb-4490-4e4e-aae2-122b680494c9,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.165833 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:19.166946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:19.171005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:19.215179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.216040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:19.216562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.220208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.220771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c67313a-8b8c-4640-8d7e-24846b55ab75 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:15:19.225385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.226693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-db5e16c2-cef0-4512-aa06-640dda4b7942 admin admin] 10.222.0.68 "DELETE /v2.0/routers/3c67313a-8b8c-4640-8d7e-24846b55ab75 HTTP/1.1" status: 204 len: 168 time: 3.8055975 Aug 11 02:15:19.233353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43872) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:19.245908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Attempting to bind port 29c3b4fb-4490-4e4e-aae2-122b680494c9 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:19.246771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Attempting to bind port 29c3b4fb-4490-4e4e-aae2-122b680494c9 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'ff52ed0c-529f-42f3-abbe-a5235c92b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:19.247327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Attempting to bind port 29c3b4fb-4490-4e4e-aae2-122b680494c9 on network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:19.249777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-038699d7-daf3-48ed-a4d1-4a94de25a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:19.251664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-038699d7-daf3-48ed-a4d1-4a94de25a35a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1796a26b-2b90-4d31-90fa-bfc77fc40924 HTTP/1.1" status: 200 len: 851 time: 0.1285543 Aug 11 02:15:19.256578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:19.257254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Checking segment: {'id': 'ff52ed0c-529f-42f3-abbe-a5235c92b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:19.257953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.259679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Bound using segment: {'id': 'ff52ed0c-529f-42f3-abbe-a5235c92b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:19.260491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Bound port: 29c3b4fb-4490-4e4e-aae2-122b680494c9, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff52ed0c-529f-42f3-abbe-a5235c92b70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:19.261280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.298342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9d33-541e-4ee2-a8c2-bbff898dfe62 req-f19f235c-c6bf-43be-a621-f48eaa0b3437 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:19.307164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c07f9d33-541e-4ee2-a8c2-bbff898dfe62 req-f19f235c-c6bf-43be-a621-f48eaa0b3437 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 943 time: 0.2245424 Aug 11 02:15:19.327392 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9689033 Aug 11 02:15:19.335095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43882) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:19.358762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Request body: {'subnet': {'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1220251140-subnet', 'tenant_id': '8062966264c84944bb228101811059e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:19.359785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0bbe7-4105-4074-8937-feadaebae361 admin admin] Pushing event updated for resources: {'Network': ['ID=91f88d05-7d7b-402e-bc34-12f12eefd830,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.390623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] For port 29c3b4fb-4490-4e4e-aae2-122b680494c9, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:19.393986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] For port 29c3b4fb-4490-4e4e-aae2-122b680494c9, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29c3b4fb-4490-4e4e-aae2-122b680494c9,segment=NetworkSegment(ff52ed0c-529f-42f3-abbe-a5235c92b70c),segment_id=ff52ed0c-529f-42f3-abbe-a5235c92b70c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:19.398141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:19.400097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 91f88d05-7d7b-402e-bc34-12f12eefd830 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:19.408419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.429328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Deleting subnet 0153aebf-01f2-4384-ae68-a1ebafbc1d11 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:19.440177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.476185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.520968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c07f9d33-541e-4ee2-a8c2-bbff898dfe62 req-9a936697-36b0-4cec-8266-7b0fa5cb450c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124636 Aug 11 02:15:19.523255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a4-3629-4442-9a8d-d6f6d001559b req-fcadef1f-d549-4004-b702-8e6928950dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:19.524963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-fcadef1f-d549-4004-b702-8e6928950dfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cbd1873-9b76-4e92-bba7-78460468c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500207 Aug 11 02:15:19.553260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Made reservation on behalf of 8062966264c84944bb228101811059e1 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:19.555793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.599609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de428-0ac3-4810-8bb9-2672a2b548b3 None None] Pushing event updated for resources: {'Port': ['ID=29c3b4fb-4490-4e4e-aae2-122b680494c9,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.639739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.655991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:19.669682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'mac_address': 'fa:16:3e:20:17:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:19.711243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.726301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14df13e-f04b-4866-baaa-46ee5215d472 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:19.746734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Allocated IP 172.20.0.1 (4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba/1ee956cc-ca55-42e1-a29a-3efbcd025b1a/8ff0ed73-c552-49ec-b700-323bcb96cb1c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:19.753081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:19.764769 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.777597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-f58fd991-7e87-452a-9735-8529f13c3e60 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:19.792715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-f58fd991-7e87-452a-9735-8529f13c3e60 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 813 time: 0.4286408 Aug 11 02:15:19.874689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-28df1dd8-e6d2-4d0e-8478-6f59b48a991e tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/quotas/741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 375 time: 0.0804782 Aug 11 02:15:19.897661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:19.934143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:19.950484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Transition to ACTIVE for port object 8ff0ed73-c552-49ec-b700-323bcb96cb1c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:19.968851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-1cc7a034-b328-4647-91f2-c2fa05470614 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909870 Aug 11 02:15:19.990563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.022394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:20.034791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:20.035665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-1106672f-c6d9-40a4-8478-6e812f01f66d service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867880 Aug 11 02:15:20.036572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:20.040236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:20.060952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.078749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=8ff0ed73-c552-49ec-b700-323bcb96cb1c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:20.098601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.102582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d524-5d5e-42e6-9262-d0b904ccd1ca req-01fa2631-cd3e-4d2d-b6de-6f08dbe1a45f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:20.104140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d74d524-5d5e-42e6-9262-d0b904ccd1ca req-01fa2631-cd3e-4d2d-b6de-6f08dbe1a45f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 943 time: 0.4310794 Aug 11 02:15:20.225940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.338621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d74d524-5d5e-42e6-9262-d0b904ccd1ca req-0a3c0782-3811-4304-9862-ef1a3c25e927 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968527 Aug 11 02:15:20.345856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.412779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.414765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0153aebf-01f2-4384-ae68-a1ebafbc1d11,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:20.419591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.420946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44772f39-3bbb-42c2-a413-c5057c1cf7f2 None None] Network da05ebeb-9a38-456c-b1c5-f6d40c50eb27 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:20.421627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ffd6d643-d1a2-49e9-9396-539076df583e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0153aebf-01f2-4384-ae68-a1ebafbc1d11 HTTP/1.1" status: 204 len: 168 time: 1.1839097 Aug 11 02:15:20.434554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-bdde7bdf-340f-4168-b01c-e731d7993090 service neutron] 10.222.0.68 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377699 Aug 11 02:15:20.438270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:20.446283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-758184a4-3629-4442-9a8d-d6f6d001559b req-05262f6a-2e9f-4a98-9f78-b01bdba0098f service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296096 Aug 11 02:15:20.566761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.576623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.669789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.672908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=8ff0ed73-c552-49ec-b700-323bcb96cb1c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:20.686301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d724ff-323a-4905-b520-2bbc4cc5e1f0,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:20.699003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] DHCP port deletion for da05ebeb-9a38-456c-b1c5-f6d40c50eb27 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:20.750907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.759226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Deleting port 6a61f854-b078-4841-8ade-27b653cb1980 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:20.760164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:20.763112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-d4bda2a3-c82b-45ce-ba83-d2bf2aa7117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:20.764693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-d4bda2a3-c82b-45ce-ba83-d2bf2aa7117c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afc86e9e57204cbbb78af972e9a73e6c&device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 1095 time: 0.2218451 Aug 11 02:15:20.772989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b348e7-dfa8-4d7a-9b6d-073eba7dc4db req-8958fc1f-8c1f-4abc-914e-fbaba6023bba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:20.780563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44b348e7-dfa8-4d7a-9b6d-073eba7dc4db req-8958fc1f-8c1f-4abc-914e-fbaba6023bba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 948 time: 0.3427269 Aug 11 02:15:20.787095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Checking segment: {'id': 'bf52f7f4-269c-42df-b62c-22150668cae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:20.787464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Network hostable DHCP agents. Network: 91f88d05-7d7b-402e-bc34-12f12eefd830, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:20.817855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:20.820012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:20.827172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-ce9be8a0-3d2b-4b02-9787-cc8cc9b37f46 service neutron] 10.222.0.68 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917284 Aug 11 02:15:20.894460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a904c-b6ec-4c2d-ba67-531c6091848b None None] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:20.898867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29c3b4fb-4490-4e4e-aae2-122b680494c9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:20.962288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44b348e7-dfa8-4d7a-9b6d-073eba7dc4db req-eb5c5498-eb45-4c7d-aa47-34172fa67efe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762526 Aug 11 02:15:20.963330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Network 91f88d05-7d7b-402e-bc34-12f12eefd830 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:20.986777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Router e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:15:20.998484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] For port 6a61f854-b078-4841-8ade-27b653cb1980, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a61f854-b078-4841-8ade-27b653cb1980,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:20.998626 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.010195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 91f88d05-7d7b-402e-bc34-12f12eefd830) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:21.029385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac500c-c8a5-4d5f-b5f2-335c214743ba None None] Network 91f88d05-7d7b-402e-bc34-12f12eefd830 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:21.041705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Calling delete_port for 6a61f854-b078-4841-8ade-27b653cb1980 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:21.053012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.054040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.068402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-bc8f0998-d4f8-4002-baa3-4002c3ec08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.070366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-bc8f0998-d4f8-4002-baa3-4002c3ec08be service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cbd1873-9b76-4e92-bba7-78460468c2f3 HTTP/1.1" status: 200 len: 913 time: 0.2879019 Aug 11 02:15:21.093952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b390cab1-73a2-4806-9f79-8773b57d6215 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7519381 Aug 11 02:15:21.144700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:21.153123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-19c827c9-c614-4f89-8127-5e2f981023e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa HTTP/1.1" status: 200 len: 217 time: 0.0729520 Aug 11 02:15:21.168039 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-272f925f-5245-424c-892e-a9a4609bcab9 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "PUT /v2.0/routers/e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2050173 Aug 11 02:15:21.168359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:21.174589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'port': {'network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba', 'name': 'tempest-FloatingIPNegativeTestJSON-230873945'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:21.181849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Deleting port 6a61f854-b078-4841-8ade-27b653cb1980 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:21.182451 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.249168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-59470412-94b3-44a8-8cf6-c4c3733beaba None None] Provisioning for port 29c3b4fb-4490-4e4e-aae2-122b680494c9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:21.251777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84ae0501-c846-4f57-9d80-21a835686cce req-80be5ca4-8209-4d7a-b342-26f12abed9e6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 210 time: 0.0648253 Aug 11 02:15:21.277565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] Sync routers for ids ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:21.302290 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:21.354450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] Routers {'e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:21.354977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:21.380475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Made reservation on behalf of b020275af27f4b67ac24184f53ac6a18 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:21.381511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e886-926d-4edd-9c8d-d2d1bcd75cf4 req-0242805e-78e9-4132-9ef1-512acd1e9424 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.384389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.389264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7a7e886-926d-4edd-9c8d-d2d1bcd75cf4 req-0242805e-78e9-4132-9ef1-512acd1e9424 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 943 time: 0.2419662 Aug 11 02:15:21.412849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] For port 6a61f854-b078-4841-8ade-27b653cb1980, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a61f854-b078-4841-8ade-27b653cb1980,segment=NetworkSegment(f9f34887-2bd1-4af9-aa38-42a9aac2eed3),segment_id=f9f34887-2bd1-4af9-aa38-42a9aac2eed3)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:21.413374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.417849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:21.421404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:21.423351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:21.437194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] device_id is not set on port 957e30fc-e29c-42c4-b9f8-289eefdebe77 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:21.634703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Allocated IP 172.20.0.4 (4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba/1ee956cc-ca55-42e1-a29a-3efbcd025b1a/957e30fc-e29c-42c4-b9f8-289eefdebe77) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:21.675828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 29c3b4fb-4490-4e4e-aae2-122b680494c9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:21.713899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-472b903a-e006-470e-9a2d-5f4263124eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.715458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-472b903a-e006-470e-9a2d-5f4263124eef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1796a26b-2b90-4d31-90fa-bfc77fc40924 HTTP/1.1" status: 200 len: 851 time: 0.5297666 Aug 11 02:15:21.738822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29c3b4fb-4490-4e4e-aae2-122b680494c9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:21.739948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.752334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d92214-eb1c-418b-bf88-d0f5f33e7166 None None] Network 91f88d05-7d7b-402e-bc34-12f12eefd830 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:21.789635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Calling delete_port for 6a61f854-b078-4841-8ade-27b653cb1980 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:21.814047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:15:21.830768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] Routers {'e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:21.831476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:21.861268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.862702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7a7e886-926d-4edd-9c8d-d2d1bcd75cf4 req-b7ade9b2-a35e-4e82-9114-c99b9788b77a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722841 Aug 11 02:15:21.884596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Transition to ACTIVE for port object 957e30fc-e29c-42c4-b9f8-289eefdebe77 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:21.937254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:21.942633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-46ac8587-63c3-403e-8976-e8f46332d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:21.944952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-46ac8587-63c3-403e-8976-e8f46332d460 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cbd1873-9b76-4e92-bba7-78460468c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459968 Aug 11 02:15:22.002043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:22.006912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.008681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eddc917-70f2-4386-b9d4-c29b8633715d None None] The sync data for ids ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:22.019079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:22.022864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:22.028256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=957e30fc-e29c-42c4-b9f8-289eefdebe77,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.049543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-91b03dea-eeb2-4e38-9bb6-d7ed735ec7a4 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:22.051024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-91b03dea-eeb2-4e38-9bb6-d7ed735ec7a4 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/networks?id=91f88d05-7d7b-402e-bc34-12f12eefd830 HTTP/1.1" status: 200 len: 822 time: 0.3346117 Aug 11 02:15:22.080016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port a14df13e-f04b-4866-baaa-46ee5215d472 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:22.086338 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.088769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:22.089525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.108238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3fc9d800-c910-49d5-820a-78eae12f4e9e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9386072 Aug 11 02:15:22.108923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43924) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:22.113797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:22.127130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port a14df13e-f04b-4866-baaa-46ee5215d472 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.127659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.128669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-851cc96f-efc8-49e9-b9f1-a13b4d27cce8 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/quotas/8062966264c84944bb228101811059e1 HTTP/1.1" status: 200 len: 375 time: 0.0587788 Aug 11 02:15:22.137434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.170381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.183532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:22.220620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] Pushing event deleted for resources: {'Port': ['ID=6a61f854-b078-4841-8ade-27b653cb1980,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.225275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70035a9-6fa3-4724-8663-c5e12483f668 None None] No DVR routers for this DVR port 6a61f854-b078-4841-8ade-27b653cb1980 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:22.232575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-c54b8d9c-8635-4359-bcf7-c1e7bf78ac8a tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8062966264c84944bb228101811059e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902452 Aug 11 02:15:22.235701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-909079bc-fd68-49f1-9e7e-1e1950d1de2f service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773607 Aug 11 02:15:22.262564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] No DVR routers for this DVR port 6a61f854-b078-4841-8ade-27b653cb1980 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:22.273998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'port_id': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'mac_address': 'fa:16:3e:d2:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95b27e8-119a-47b9-94b1-b0f13baec626', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:22.296325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a61f854-b078-4841-8ade-27b653cb1980,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.315081 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.462214 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.492168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5dc25-a3e8-4fb2-91ec-cac853d80369 req-2a806c37-49c4-41f3-beec-45f8c0a40339 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:22.494043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1da5dc25-a3e8-4fb2-91ec-cac853d80369 req-2a806c37-49c4-41f3-beec-45f8c0a40339 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 943 time: 0.4518034 Aug 11 02:15:22.497128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df7d7bdf-6ab4-40db-9a2e-f234dddb1aff req-814ac04f-b276-4b55-b7e5-16e6234e66e5 service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974130 Aug 11 02:15:22.528432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 29c3b4fb-4490-4e4e-aae2-122b680494c9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29c3b4fb-4490-4e4e-aae2-122b680494c9,segment=NetworkSegment(ff52ed0c-529f-42f3-abbe-a5235c92b70c),segment_id=ff52ed0c-529f-42f3-abbe-a5235c92b70c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:22.567970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c67e0ef-1352-4d88-92a3-a60181287a91 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:22.590773 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.656489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0dd624cb-b09d-4e52-9888-d8a09c9f14f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.663551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.670948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:22.678443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.695879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52478ebd-f5c4-40b2-95d7-798298104233 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:22.715712 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.721832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-bbf315e6-a1e7-4ead-b064-79880be5fbc8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:22.723481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-bbf315e6-a1e7-4ead-b064-79880be5fbc8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.67 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 813 time: 0.2118280 Aug 11 02:15:22.752243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'device_id': 'f36f498a-5ab7-434b-a903-f363bee64257', 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f', 'admin_state_up': True, 'tenant_id': '741adaf1b22f4041a414cefaab247d76'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:22.771472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 52478ebd-f5c4-40b2-95d7-798298104233 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:22.772492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52478ebd-f5c4-40b2-95d7-798298104233 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:22.773219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a61f854-b078-4841-8ade-27b653cb1980 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:22.775534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Provisioning for port 8ff0ed73-c552-49ec-b700-323bcb96cb1c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:22.814216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6a61f854-b078-4841-8ade-27b653cb1980 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:22.814513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a61f854-b078-4841-8ade-27b653cb1980 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:22.816495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Provisioning complete for port 8ff0ed73-c552-49ec-b700-323bcb96cb1c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.817269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.829464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:22.831829 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66dc106-e73d-441b-8cf1-d2bb1ebe11c6" -d '{"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-plugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:22.855382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=29c3b4fb-4490-4e4e-aae2-122b680494c9,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.857577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Allocated IP 172.25.3.53 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/241dff11-ce16-4d29-87d5-e2b7ea0557bf) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:22.872182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:22.886391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.903104 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.911633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Port 8ff0ed73-c552-49ec-b700-323bcb96cb1c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:22.929618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-5f905bdd-78c8-4fda-b3cc-0c183ad42fe0 service neutron] 10.222.0.68 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899028 Aug 11 02:15:22.931922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da05ebeb-9a38-456c-b1c5-f6d40c50eb27']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.949173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:22.953889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Provisioning complete for port 29c3b4fb-4490-4e4e-aae2-122b680494c9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:22.954513 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e9812f7-7582-4bff-a1a3-4c2ca0a7b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:22.987166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:22.987523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f34887-2bd1-4af9-aa38-42a9aac2eed3') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:23.024348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.034066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0c67e0ef-1352-4d88-92a3-a60181287a91'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:23.037794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6bccad1d-9945-4ae8-9cc2-8d3e909370fa details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:23.060471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.064482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.088992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1da5dc25-a3e8-4fb2-91ec-cac853d80369 req-c4dc983d-fc4d-461f-aee9-89a6fd01994a tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5726700 Aug 11 02:15:23.114405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.125665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Made reservation on behalf of 741adaf1b22f4041a414cefaab247d76 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:23.130714 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.175231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:23.182097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:23.186065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:23.194165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.232094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:23.256440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=241dff11-ce16-4d29-87d5-e2b7ea0557bf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.276255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'port_id': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'mac_address': 'fa:16:3e:45:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:23.289672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:23.290103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:23.300170 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:23.327054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.376484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.377413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.403209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bccad1d-9945-4ae8-9cc2-8d3e909370fa {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:23.456075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-e1283f36-fc84-4c89-8323-b4ff8301a99c service neutron] 10.222.0.68 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991844 Aug 11 02:15:23.464232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Allocated IP 172.20.0.2 (5b518ef4-f26b-4373-a404-361d9a8f234f/ef9c5773-6df0-49e5-9deb-c6d02644e37e/43a18fac-dd47-422c-a1fc-e7d2dddc1254) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:23.470425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.473194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:23.480202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.482921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] 10.222.0.68 "DELETE /v2.0/networks/da05ebeb-9a38-456c-b1c5-f6d40c50eb27 HTTP/1.1" status: 204 len: 168 time: 3.0432880 Aug 11 02:15:23.501594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.510887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997025d-883a-4e24-9db6-7c03a36ef23a req-bb293ee9-f310-4b82-bf9d-91fb58d389f1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:23.512660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Provisioning for port 957e30fc-e29c-42c4-b9f8-289eefdebe77 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:23.518267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9997025d-883a-4e24-9db6-7c03a36ef23a req-bb293ee9-f310-4b82-bf9d-91fb58d389f1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2257519 Aug 11 02:15:23.523244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336ad72-00ee-4648-81bb-49ea14b5e18f admin admin] Pushing event deleted for resources: {'Network': ['ID=da05ebeb-9a38-456c-b1c5-f6d40c50eb27,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.572975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Provisioning complete for port 957e30fc-e29c-42c4-b9f8-289eefdebe77 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:23.573540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.595619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.601652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.606446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9997025d-883a-4e24-9db6-7c03a36ef23a req-9723aa68-4e76-4b83-a11e-f42cd93bdf55 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869589 Aug 11 02:15:23.621172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Port 957e30fc-e29c-42c4-b9f8-289eefdebe77 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:23.642289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Provisioning complete for port 8ff0ed73-c552-49ec-b700-323bcb96cb1c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:23.642669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.741203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.752284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.776988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6a786131-0690-4b09-a25c-2eae771a4ee5 None None] Port 8ff0ed73-c552-49ec-b700-323bcb96cb1c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:23.780130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6bccad1d-9945-4ae8-9cc2-8d3e909370fa'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:23.789919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=241dff11-ce16-4d29-87d5-e2b7ea0557bf,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:23.809046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.810802 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.831699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0559a3c9-638f-4fda-949f-4c6041d6170d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0277d204293449e8a9d24745ad391dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890012 Aug 11 02:15:23.834519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.858901 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05ffb9-0d7d-43bb-a8ff-b760989518a3 x-openstack-request-id: req-7a05ffb9-0d7d-43bb-a8ff-b760989518a3 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:23.859192 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-plugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:23.859453 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a05ffb9-0d7d-43bb-a8ff-b760989518a3 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:23.860659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.864471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98c2c966-dc12-4ee1-a37b-89191522797c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7520139 Aug 11 02:15:23.867696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43946) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:23.870561 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'code': 200} Aug 11 02:15:23.872450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7ecf6645-99c5-4054-a633-d69c47fd6fcf tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'floatingip': {'port_id': '957e30fc-e29c-42c4-b9f8-289eefdebe77', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:23.934418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c43a2e6-b706-4e92-9b26-c14ad334c4f6 req-2ac64207-b578-4c08-afb0-3a46e0734c80 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 210 time: 0.1169286 Aug 11 02:15:23.938918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:23.973023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6645-99c5-4054-a633-d69c47fd6fcf tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.040766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Network 5b518ef4-f26b-4373-a404-361d9a8f234f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:24.053992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf65e-d61d-4348-8016-5efe381149ce req-7af536f7-2b4a-4f99-979e-6e7e27b77c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.055773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8badf65e-d61d-4348-8016-5efe381149ce req-7af536f7-2b4a-4f99-979e-6e7e27b77c47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1101 time: 0.1757615 Aug 11 02:15:24.059482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.073783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:24.077668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f38e1d65-cde6-4928-8060-d1d794455fb3 req-7bec4d4d-d131-460f-8a6c-767b3ab3ac06 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 210 time: 0.0400214 Aug 11 02:15:24.081236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:24.085548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:24.097687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf6808-d67a-46ff-ad4d-39fc02d350ae req-e1246d44-6209-468d-ada4-ff97369e019f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.099332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0cf6808-d67a-46ff-ad4d-39fc02d350ae req-e1246d44-6209-468d-ada4-ff97369e019f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 944 time: 0.1827404 Aug 11 02:15:24.165171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.171855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8badf65e-d61d-4348-8016-5efe381149ce req-04a38da1-f82d-45d6-a0a3-db75a36958a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011982 Aug 11 02:15:24.187764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0cf6808-d67a-46ff-ad4d-39fc02d350ae req-f4693578-138d-458e-a68c-758dabea7e9e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Aug 11 02:15:24.194173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.194829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.210039 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-7ecf6645-99c5-4054-a633-d69c47fd6fcf tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] update failed (client error): The resource could not be found. Aug 11 02:15:24.216254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ecf6645-99c5-4054-a633-d69c47fd6fcf tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "PUT /v2.0/floatingips/786d36d4-e619-4a23-8203-e810d144cc10 HTTP/1.1" status: 404 len: 507 time: 0.3467588 Aug 11 02:15:24.216254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43956) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.247166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-00130c3b-6e30-431a-b656-c0dcc4f7beef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5050302 Aug 11 02:15:24.260669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39dc4-b576-42f7-8fdb-bce81fc6a2df req-335adf39-648a-4144-8235-7eaf198d79ca tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.262373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9a39dc4-b576-42f7-8fdb-bce81fc6a2df req-335adf39-648a-4144-8235-7eaf198d79ca tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 944 time: 0.0646837 Aug 11 02:15:24.269659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Request body: {'port': {'device_id': 'f36f498a-5ab7-434b-a903-f363bee64257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:24.337886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.340442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.344197 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4683493-9edd-42e6-a662-f9c84cf3fb0b HTTP/1.1" status: 204 len: 168 time: 0.5063336 Aug 11 02:15:24.353896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9a39dc4-b576-42f7-8fdb-bce81fc6a2df req-7495f742-4089-456e-8d03-684a1f24bef2 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786808 Aug 11 02:15:24.362783 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.374577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc9bcd-b0f0-4bf1-8191-896490fa7893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4683493-9edd-42e6-a662-f9c84cf3fb0b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:24.385949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting port 241dff11-ce16-4d29-87d5-e2b7ea0557bf {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:24.386366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.487350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.487575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.500640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Calling delete_port for 241dff11-ce16-4d29-87d5-e2b7ea0557bf owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:24.666368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.721550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Port': ['ID=241dff11-ce16-4d29-87d5-e2b7ea0557bf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:24.756698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a18fac-dd47-422c-a1fc-e7d2dddc1254 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:24.765554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.769351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.770245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.771489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6357392e-70a8-4fd6-9782-c44d9090c9b5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "DELETE /v2.0/floatingips/786d36d4-e619-4a23-8203-e810d144cc10 HTTP/1.1" status: 204 len: 168 time: 0.5517917 Aug 11 02:15:24.776086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43970) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:24.787299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4f921e20-abff-40e2-95b6-4959d91a39d5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'floatingip': {'floating_network_id': '4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba', 'port_id': '957e30fc-e29c-42c4-b9f8-289eefdebe77', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:24.806552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033e8a6-69e3-4ca6-9781-a0d3f0b54f81 req-f57f8653-c5e8-4f8f-aa8d-a66992372492 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:24.808066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1033e8a6-69e3-4ca6-9781-a0d3f0b54f81 req-f57f8653-c5e8-4f8f-aa8d-a66992372492 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0969746 Aug 11 02:15:24.821731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Transition to ACTIVE for port object 43a18fac-dd47-422c-a1fc-e7d2dddc1254 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:24.842449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.854221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f921e20-abff-40e2-95b6-4959d91a39d5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:24.960402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1033e8a6-69e3-4ca6-9781-a0d3f0b54f81 req-65cc9480-8671-45a9-a49b-d5f6fba60657 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450579 Aug 11 02:15:24.961035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.032256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29c3b4fb-4490-4e4e-aae2-122b680494c9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:25.043788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6bccad1d-9945-4ae8-9cc2-8d3e909370fa up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:25.095691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Attempting to bind port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:25.096037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Attempting to bind port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:25.096371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Attempting to bind port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 on network 5b518ef4-f26b-4373-a404-361d9a8f234f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:25.127723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 on network 5b518ef4-f26b-4373-a404-361d9a8f234f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:25.128054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Attempting to bind port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 on network 5b518ef4-f26b-4373-a404-361d9a8f234f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:25.139770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:25.140112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Checking segment: {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:25.140496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Bound using segment: {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:25.140938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Bound port: 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:25.141299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.178894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99848b76-5156-47a5-bb3c-fbdf8db64ea5 req-0179277f-3c7d-45ab-9c5e-450a73e757c9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.180104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99848b76-5156-47a5-bb3c-fbdf8db64ea5 req-0179277f-3c7d-45ab-9c5e-450a73e757c9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 943 time: 0.1144056 Aug 11 02:15:25.203028 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1370aded-ab07-48db-9006-48c69dda30bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.251947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29c3b4fb-4490-4e4e-aae2-122b680494c9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:25.254342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.258777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:25.262534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-28617e92-acbb-4ae0-b421-f8add5697a07 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.264633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-28617e92-acbb-4ae0-b421-f8add5697a07 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.61 "GET /v2.0/networks?id=91f88d05-7d7b-402e-bc34-12f12eefd830 HTTP/1.1" status: 200 len: 822 time: 0.2871692 Aug 11 02:15:25.279896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Request body: {'port': {'device_id': '87801284-4d04-4764-af2f-aaaccab059ac', 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830', 'admin_state_up': True, 'tenant_id': '8062966264c84944bb228101811059e1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.289346 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-4f921e20-abff-40e2-95b6-4959d91a39d5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:15:25.290436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4f921e20-abff-40e2-95b6-4959d91a39d5 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5092103 Aug 11 02:15:25.295890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:25.297161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.305265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:25.315704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9ae53c-1cfd-4110-b505-82eb14e89606 req-1e327076-8f71-437f-8f0b-4f80a35d4267 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 210 time: 0.0510402 Aug 11 02:15:25.318681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '957e30fc-e29c-42c4-b9f8-289eefdebe77', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:25.331421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:25.344620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99848b76-5156-47a5-bb3c-fbdf8db64ea5 req-9ec68256-9c05-4c2a-94af-54656f3ffde2 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 Aug 11 02:15:25.346577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:25.352942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.397025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.397966 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.399717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] 10.222.0.67 "PUT /v2.0/ports/43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 1092 time: 1.1362858 Aug 11 02:15:25.400363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:25.404227 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f598b29c-8d13-4970-a62e-fada95352909" -d '{"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:25.417938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:25.432992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47fccc-1e0d-4221-b658-1d511d531ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:25.492197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.578407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274430a-2d71-46fb-8083-0bb904163813 req-f029092a-01a1-4544-bfd9-62d2051ae622 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.580412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b274430a-2d71-46fb-8083-0bb904163813 req-f029092a-01a1-4544-bfd9-62d2051ae622 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 944 time: 0.1413009 Aug 11 02:15:25.585737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Made reservation on behalf of 8062966264c84944bb228101811059e1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:25.589872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.600730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-663d10a8-c08f-4037-b2a5-f8005af2889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.614983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-663d10a8-c08f-4037-b2a5-f8005af2889b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1095 time: 0.1580482 Aug 11 02:15:25.658335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e45ff2-1a43-4f26-964d-77c898dbc4be req-e676c7a4-b576-445b-9a34-2eb39fd7b46f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.660195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15e45ff2-1a43-4f26-964d-77c898dbc4be req-e676c7a4-b576-445b-9a34-2eb39fd7b46f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 944 time: 0.1741238 Aug 11 02:15:25.703609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.716677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-34d81848-0043-4ba8-a5b1-8938beabd808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 217 time: 0.0898142 Aug 11 02:15:25.768794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b274430a-2d71-46fb-8083-0bb904163813 req-b35709c6-425e-471c-8de3-ba5d03d04368 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719754 Aug 11 02:15:25.770242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 0c67e0ef-1352-4d88-92a3-a60181287a91 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:25.775838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 0c67e0ef-1352-4d88-92a3-a60181287a91 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:25.776223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.779844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.786386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Allocated IP 172.20.0.13 (91f88d05-7d7b-402e-bc34-12f12eefd830/77d724ff-323a-4905-b520-2bbc4cc5e1f0/87975051-9e8f-402d-b493-84387872cf72) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:25.811876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.818673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15e45ff2-1a43-4f26-964d-77c898dbc4be req-d3b8bf51-9b64-486a-8d28-864056b86f82 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128953 Aug 11 02:15:25.829079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-916b55be-f357-46e8-93a3-986de841698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:25.830603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-916b55be-f357-46e8-93a3-986de841698e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.1058860 Aug 11 02:15:25.882111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-8b8acf97-ece3-43c1-a365-5879f8a7ff86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420563 Aug 11 02:15:25.883883 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ec0ff3-7f08-4c7d-a986-09a8f1cd83ca x-openstack-request-id: req-09ec0ff3-7f08-4c7d-a986-09a8f1cd83ca {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:25.884181 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:25.884446 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09ec0ff3-7f08-4c7d-a986-09a8f1cd83ca {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:25.884834 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'status': 'completed', 'code': 200} Aug 11 02:15:25.885968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:25.889212 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150fca8-8761-4cbf-81f1-f587a87782b1" -d '{"events": [{"server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "name": "network-vif-plugged", "status": "completed", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:25.893923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:25.905345 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:25.939119 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2346d3-83f0-4f05-bf38-b6846ef3775f x-openstack-request-id: req-1d2346d3-83f0-4f05-bf38-b6846ef3775f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:25.939424 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "name": "network-vif-plugged", "status": "completed", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:25.939700 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d2346d3-83f0-4f05-bf38-b6846ef3775f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:25.940130 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'code': 200} Aug 11 02:15:26.004149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.004412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Allocated IP 172.25.3.108 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/74608eb9-5c1b-4490-b471-9ebc966f009b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:26.008141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.013444 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-32a7208e-80dc-4316-9373-01c1f87eb88f service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121259 Aug 11 02:15:26.066139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:26.071542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.120143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.124232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c547c1-2101-4893-ae0f-e9775a96e131 req-7e79586e-b960-4cf8-bab6-97d1cb3a16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.125750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41c547c1-2101-4893-ae0f-e9775a96e131 req-7e79586e-b960-4cf8-bab6-97d1cb3a16dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 1097 time: 0.1043518 Aug 11 02:15:26.129180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.193079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.203936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41c547c1-2101-4893-ae0f-e9775a96e131 req-ac78a821-7da9-4b8c-9caf-554d8064fdde service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628893 Aug 11 02:15:26.209715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.212811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b866-aefe-4255-8179-6f7bf53e5ab3 req-d56c30ad-b3d7-40fb-878e-266706a6a216 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.214359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a374b866-aefe-4255-8179-6f7bf53e5ab3 req-d56c30ad-b3d7-40fb-878e-266706a6a216 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1119308 Aug 11 02:15:26.216208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fe9f7e8-4983-48ae-a630-7b13071334bc req-b7813ee5-e59f-48e1-8ff7-5d16dec6e942 service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936698 Aug 11 02:15:26.253253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a374b866-aefe-4255-8179-6f7bf53e5ab3 req-754c8699-442c-4a95-8c75-741b12e8371e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 11 02:15:26.276523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Network 91f88d05-7d7b-402e-bc34-12f12eefd830 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:26.283662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:26.287896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:26.310000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.314389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Pushing event updated for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.340131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.372787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b29c-8d13-4970-a62e-fada95352909 req-be5f4d05-9f8b-4031-870e-0418c4c9fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.375354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-be5f4d05-9f8b-4031-870e-0418c4c9fc6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1095 time: 0.0470631 Aug 11 02:15:26.394305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.395118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.401432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:26.413258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:26.419131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:26.424243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event updated for resources: {'Port': ['ID=74608eb9-5c1b-4490-b471-9ebc966f009b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:26.446381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-27cb4181-46db-44ae-88a1-efb04ce5f604 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1717341 Aug 11 02:15:26.462531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Request body: {'port': {'device_id': '87801284-4d04-4764-af2f-aaaccab059ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:26.556252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.711704 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-c2d68d24-a2d7-4f73-a5ea-5da82338dae5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217635 Aug 11 02:15:26.824599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cf51-03e3-4297-8e84-8728ffa215d5 req-fccfe5c3-e03e-4411-80a5-28542cf29cc5 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.831717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe76cf51-03e3-4297-8e84-8728ffa215d5 req-fccfe5c3-e03e-4411-80a5-28542cf29cc5 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 932 time: 0.4213581 Aug 11 02:15:26.857067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4f7e-9cc6-48b3-8978-fa2fa4101d6d req-ef76e294-6358-4036-afed-978c09b7a3d3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.858687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4bf4f7e-9cc6-48b3-8978-fa2fa4101d6d req-ef76e294-6358-4036-afed-978c09b7a3d3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 943 time: 0.1621966 Aug 11 02:15:26.859153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting port 74608eb9-5c1b-4490-b471-9ebc966f009b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:26.859576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:26.891476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b29c-8d13-4970-a62e-fada95352909 req-fcdd41d2-7259-4478-9afe-99380b88f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:26.892953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-fcdd41d2-7259-4478-9afe-99380b88f26b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.5098794 Aug 11 02:15:26.951406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-5cd25add-754b-4bc9-8986-b5f4f320266a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 217 time: 0.0487421 Aug 11 02:15:26.990742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4bf4f7e-9cc6-48b3-8978-fa2fa4101d6d req-68905e95-e509-465e-9b50-da8b2582be55 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130545 Aug 11 02:15:26.993854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe76cf51-03e3-4297-8e84-8728ffa215d5 req-a8c5f61c-02e3-465e-bec5-c776679b68c7 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613071 Aug 11 02:15:27.037127 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.037699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.069390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b29c-8d13-4970-a62e-fada95352909 req-110af779-7e4b-4a73-b666-a01bed476119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.071447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-110af779-7e4b-4a73-b666-a01bed476119 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.1046770 Aug 11 02:15:27.104024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Calling delete_port for 74608eb9-5c1b-4490-b471-9ebc966f009b owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:27.126859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87975051-9e8f-402d-b493-84387872cf72 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:27.136986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.155423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-c615407e-7ff1-4739-b1df-c48b4cdba3f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667238 Aug 11 02:15:27.224690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Transition to ACTIVE for port object 87975051-9e8f-402d-b493-84387872cf72 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:27.235684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.296457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d460b-53e6-4cf4-ad84-3072dc4e9f42 req-3dc1b56e-55f0-4f3e-9de9-55c8291d330d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.299024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-804d460b-53e6-4cf4-ad84-3072dc4e9f42 req-3dc1b56e-55f0-4f3e-9de9-55c8291d330d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2120981 Aug 11 02:15:27.326912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Pushing event updated for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.339347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cd579-c424-4880-bd59-2938b02c5c51 req-c7311cb8-d351-4f87-9f90-4199ed1da6c1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.341739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a3cd579-c424-4880-bd59-2938b02c5c51 req-c7311cb8-d351-4f87-9f90-4199ed1da6c1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1979661 Aug 11 02:15:27.420394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.445978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-1e5dde87-b220-4058-8c01-90d255d2707c service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698846 Aug 11 02:15:27.456670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Port': ['ID=74608eb9-5c1b-4490-b471-9ebc966f009b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.461311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Attempting to bind port 87975051-9e8f-402d-b493-84387872cf72 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:27.461651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Attempting to bind port 87975051-9e8f-402d-b493-84387872cf72 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'bf52f7f4-269c-42df-b62c-22150668cae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:27.462007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Attempting to bind port 87975051-9e8f-402d-b493-84387872cf72 on network 91f88d05-7d7b-402e-bc34-12f12eefd830 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:27.482636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Port 87975051-9e8f-402d-b493-84387872cf72 on network 91f88d05-7d7b-402e-bc34-12f12eefd830 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:27.482988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Attempting to bind port 87975051-9e8f-402d-b493-84387872cf72 on network 91f88d05-7d7b-402e-bc34-12f12eefd830 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:27.511248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:27.511704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Checking segment: {'id': 'bf52f7f4-269c-42df-b62c-22150668cae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:27.512439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Bound using segment: {'id': 'bf52f7f4-269c-42df-b62c-22150668cae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:27.512439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Bound port: 87975051-9e8f-402d-b493-84387872cf72, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf52f7f4-269c-42df-b62c-22150668cae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:27.512818 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.584936 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] create failed (client error): The resource could not be found. Aug 11 02:15:27.590570 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f0366c3f-6c33-4919-b2ac-55d48a20e3f8 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2754974 Aug 11 02:15:27.591483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44066) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:27.595117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a3cd579-c424-4880-bd59-2938b02c5c51 req-78f5aa42-18c7-4381-adb4-7850893a56c7 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617587 Aug 11 02:15:27.634900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:27.643267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=87975051-9e8f-402d-b493-84387872cf72,segment=NetworkSegment(bf52f7f4-269c-42df-b62c-22150668cae0),segment_id=bf52f7f4-269c-42df-b62c-22150668cae0)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:27.670744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.689246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-804d460b-53e6-4cf4-ad84-3072dc4e9f42 req-bbac146e-40ef-4aef-a3d7-456011506975 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461297 Aug 11 02:15:27.691416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f598b29c-8d13-4970-a62e-fada95352909 req-ff4360af-d5f5-4693-8fe6-7736ec9efccf service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200546 Aug 11 02:15:27.719176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872922-db4d-4a44-bb0d-04f5253f916e req-f120ad40-a12b-4371-844c-5ccfdb93d09a tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.727656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a872922-db4d-4a44-bb0d-04f5253f916e req-f120ad40-a12b-4371-844c-5ccfdb93d09a tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.0753498 Aug 11 02:15:27.732838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.733460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.734942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] 10.222.0.61 "PUT /v2.0/ports/87975051-9e8f-402d-b493-84387872cf72 HTTP/1.1" status: 200 len: 1093 time: 1.2788274 Aug 11 02:15:27.740049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'tag': '87975051-9e8f-402d-b493-84387872cf72'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:27.758428 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "tag": "87975051-9e8f-402d-b493-84387872cf72"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:27.778824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a872922-db4d-4a44-bb0d-04f5253f916e req-61936434-6cc5-486a-b505-4939861dcdd7 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494769 Aug 11 02:15:27.787884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441548-9bf9-4f6f-9434-a3126f9a1431 service neutron] Pushing event updated for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:27.798155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting port 957e30fc-e29c-42c4-b9f8-289eefdebe77 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:27.798499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.871313 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f090c0a-9e2c-43ff-88ed-15cb04d1164e x-openstack-request-id: req-8f090c0a-9e2c-43ff-88ed-15cb04d1164e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:27.871313 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "tag": "87975051-9e8f-402d-b493-84387872cf72", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:27.871313 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f090c0a-9e2c-43ff-88ed-15cb04d1164e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:27.871313 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'tag': '87975051-9e8f-402d-b493-84387872cf72', 'status': 'completed', 'code': 200} Aug 11 02:15:27.904526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.907307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3c55e71c-a62b-488b-b950-49e87464cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.908942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3c55e71c-a62b-488b-b950-49e87464cc3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8062966264c84944bb228101811059e1&device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 1096 time: 0.1030836 Aug 11 02:15:27.941331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:27.944131 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab4363-1048-477e-8976-3e0f64fd4407" -d '{"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-plugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:27.962403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-9b15e556-f83e-4939-b2b7-484c9c010b4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87975051-9e8f-402d-b493-84387872cf72 HTTP/1.1" status: 200 len: 217 time: 0.0446320 Aug 11 02:15:27.964027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:27.996790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358c8b-8c85-4d73-9f8e-315bff9f1d96 req-b832d6a0-5c39-410b-b88b-2f311f165735 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:27.999394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0358c8b-8c85-4d73-9f8e-315bff9f1d96 req-b832d6a0-5c39-410b-b88b-2f311f165735 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.0768266 Aug 11 02:15:28.010234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Calling delete_port for 957e30fc-e29c-42c4-b9f8-289eefdebe77 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:28.010372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44096) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:28.025195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Request body: {'floatingip': {'port_id': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:28.037657 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fcf27d-112c-4b60-958e-8efe49d5afd8 x-openstack-request-id: req-10fcf27d-112c-4b60-958e-8efe49d5afd8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:28.037986 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-plugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:28.038239 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10fcf27d-112c-4b60-958e-8efe49d5afd8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:28.038630 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'code': 200} Aug 11 02:15:28.077626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d36414-e90e-4800-9928-cb04218ec798 req-cce68f9a-cf33-4a46-ac05-a5adb4a11bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.079331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-cce68f9a-cf33-4a46-ac05-a5adb4a11bb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77d724ff-323a-4905-b520-2bbc4cc5e1f0 HTTP/1.1" status: 200 len: 862 time: 0.1042550 Aug 11 02:15:28.122538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-4cf70732-3df1-43d2-8d19-01f68cc015df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91f88d05-7d7b-402e-bc34-12f12eefd830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324113 Aug 11 02:15:28.133052 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.248280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe293-401d-4955-b0cd-6a7b36640ac2 req-2736aaae-a521-4cf3-81f2-7d337b73fd3a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.249827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74cbe293-401d-4955-b0cd-6a7b36640ac2 req-2736aaae-a521-4cf3-81f2-7d337b73fd3a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 943 time: 0.1605217 Aug 11 02:15:28.314311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd63243-1a32-4d29-87d6-3151a02c78e0 req-452f69b1-9ab1-43a0-9be4-238ad61f7e95 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.315910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cd63243-1a32-4d29-87d6-3151a02c78e0 req-452f69b1-9ab1-43a0-9be4-238ad61f7e95 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 944 time: 0.1786549 Aug 11 02:15:28.401625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74cbe293-401d-4955-b0cd-6a7b36640ac2 req-1d72f69d-543f-45cb-a671-7a90e7549ee9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443932 Aug 11 02:15:28.429837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cd63243-1a32-4d29-87d6-3151a02c78e0 req-1ef822c6-bfdd-411e-8e49-73eb2898b8c1 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055541 Aug 11 02:15:28.542940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026c89-aaeb-4deb-b9b7-e2e5b92f5006 req-5fddb0ff-7da0-4e28-a6b0-9fdafab2e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.544344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-88026c89-aaeb-4deb-b9b7-e2e5b92f5006 req-5fddb0ff-7da0-4e28-a6b0-9fdafab2e59a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 1097 time: 0.4242921 Aug 11 02:15:28.592701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-3b040c61-c872-4720-8a27-0186541b3eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602716 Aug 11 02:15:28.598084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.644177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-548169e4-4d8a-458a-9bc8-00e9cbe38f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.646287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-548169e4-4d8a-458a-9bc8-00e9cbe38f3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1101 time: 0.1180024 Aug 11 02:15:28.649583 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-88026c89-aaeb-4deb-b9b7-e2e5b92f5006 req-0ddc01b2-1cc4-4b3e-b611-15c7b257a924 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922298 Aug 11 02:15:28.677422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Port': ['ID=957e30fc-e29c-42c4-b9f8-289eefdebe77,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:28.771189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:15:28.776716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.778636 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b75d1d8d-517d-499f-aba8-a06eaff4671e tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "DELETE /v2.0/ports/957e30fc-e29c-42c4-b9f8-289eefdebe77 HTTP/1.1" status: 204 len: 168 time: 1.1861756 Aug 11 02:15:28.780777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3d36414-e90e-4800-9928-cb04218ec798 req-08987678-2609-4bbc-807c-24ce3881dba1 service neutron] 10.222.0.61 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787589 Aug 11 02:15:28.781286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44106) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:28.881130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285add65-e976-4543-87a6-9b33a73a2ee1 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.881710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761cc46-3b57-4909-8486-47ef2b11bd25 req-50a16176-b1da-4a7d-b45c-8a5c0b32888d tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.885362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-285add65-e976-4543-87a6-9b33a73a2ee1 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a HTTP/1.1" status: 200 len: 913 time: 0.1030502 Aug 11 02:15:28.885681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4761cc46-3b57-4909-8486-47ef2b11bd25 req-50a16176-b1da-4a7d-b45c-8a5c0b32888d tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2170944 Aug 11 02:15:28.886150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:28.901588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.928738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:28.976385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-1b7114c0-bbfb-4cc5-bd69-beebce372da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.977745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-1b7114c0-bbfb-4cc5-bd69-beebce372da8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2779937 Aug 11 02:15:28.985182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4339f-3183-4450-946c-e2b1d8d81d46 req-ebf16ffe-1649-4b47-b478-889fd39c0e74 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:28.986603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9f4339f-3183-4450-946c-e2b1d8d81d46 req-ebf16ffe-1649-4b47-b478-889fd39c0e74 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2102273 Aug 11 02:15:29.017069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-9450b381-8831-431a-a383-86ab90cb57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.018613 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-9450b381-8831-431a-a383-86ab90cb57e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8062966264c84944bb228101811059e1&device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 1096 time: 0.1784356 Aug 11 02:15:29.030923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 43a18fac-dd47-422c-a1fc-e7d2dddc1254 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:29.065651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4761cc46-3b57-4909-8486-47ef2b11bd25 req-f2bfc86b-3a48-47e2-ad68-1fd3a4b8e07f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649384 Aug 11 02:15:29.076471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-6b6ce4a3-c1d9-4b51-8665-65c18eaa49b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.0863607 Aug 11 02:15:29.178323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9f4339f-3183-4450-946c-e2b1d8d81d46 req-7b83ff7c-f88d-43f7-adea-79cbae697700 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722522 Aug 11 02:15:29.211731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-52418645-17c4-488f-86e8-7f296e8c14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.213324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-52418645-17c4-488f-86e8-7f296e8c14cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0910342 Aug 11 02:15:29.217228 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Floating IP 281f12a7-40a0-401b-9d95-75164bcdff44 associated. External IP: 172.25.3.239, port: 6bccad1d-9945-4ae8-9cc2-8d3e909370fa. Aug 11 02:15:29.219268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:29.233625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f', 'port_id': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'mac_address': 'fa:16:3e:ba:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5773-6df0-49e5-9deb-c6d02644e37e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:29.243675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-46e46a7f-b86c-4af5-918d-ac6c8d357d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.245226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-46e46a7f-b86c-4af5-918d-ac6c8d357d23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91f88d05-7d7b-402e-bc34-12f12eefd830 HTTP/1.1" status: 200 len: 923 time: 0.2152159 Aug 11 02:15:29.282694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.301765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a18fac-dd47-422c-a1fc-e7d2dddc1254 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:29.322718 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-faacda21-9491-41cf-8f43-e25f41fc6027 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87975051-9e8f-402d-b493-84387872cf72 HTTP/1.1" status: 200 len: 217 time: 0.0692730 Aug 11 02:15:29.323277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:29.328995 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.372531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-695c6026-7fe3-4aa9-bc77-686f3afe9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.374068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-695c6026-7fe3-4aa9-bc77-686f3afe9a75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052382 Aug 11 02:15:29.384990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:29.398440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-176f729e-3517-4b2b-b5c5-7c99239fb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.399897 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-176f729e-3517-4b2b-b5c5-7c99239fb74a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77d724ff-323a-4905-b520-2bbc4cc5e1f0 HTTP/1.1" status: 200 len: 862 time: 0.0656092 Aug 11 02:15:29.466744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-c7a502fe-4cf5-4b5b-9f8e-0413984e91bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91f88d05-7d7b-402e-bc34-12f12eefd830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440063 Aug 11 02:15:29.492654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.589719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:29.714895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-76b93063-2811-478a-ba53-77f0f95cc8d0 service neutron] 10.222.0.61 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256956 Aug 11 02:15:29.868176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-acc7a7aa-893a-4298-a8b2-ae9f67087cbd req-ba978714-cf9e-4892-a2b4-3b12cd82d397 service neutron] 10.222.0.61 "GET /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426408 Aug 11 02:15:29.894517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting port 8ff0ed73-c552-49ec-b700-323bcb96cb1c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:29.894854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.897890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-51c98337-92b2-4eca-834d-7589ab7d6c44 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142400 Aug 11 02:15:29.927637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937b457-ef24-44ca-a649-b4a0c156c24a req-6ff74654-9f23-40ab-bbb5-54afd3d3c291 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.929093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b937b457-ef24-44ca-a649-b4a0c156c24a req-6ff74654-9f23-40ab-bbb5-54afd3d3c291 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 944 time: 0.1599090 Aug 11 02:15:29.958787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab6d1-0005-42b3-8e4f-5fc006509896 req-947b8d65-7dda-4628-9ec5-51953d7cf780 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:29.960266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0faab6d1-0005-42b3-8e4f-5fc006509896 req-947b8d65-7dda-4628-9ec5-51953d7cf780 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 944 time: 0.1882019 Aug 11 02:15:29.979803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:29.993140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Calling delete_port for 8ff0ed73-c552-49ec-b700-323bcb96cb1c owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:30.035282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Router 55d33ff1-3768-45ce-8cc6-f178714dc842 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:30.071826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b937b457-ef24-44ca-a649-b4a0c156c24a req-38114c31-333d-471d-9972-b86cb2f5ac38 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326354 Aug 11 02:15:30.095867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0faab6d1-0005-42b3-8e4f-5fc006509896 req-dfca5562-b43f-45ec-bec6-06308e2231b1 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986130 Aug 11 02:15:30.144281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-4ad77fed-cd4f-4050-a5be-1ac4da967104 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352459 Aug 11 02:15:30.226035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.248098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:30.255563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.260638 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Sync routers for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:30.284872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:30.285492 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:30.289191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758212-960c-42e2-a8d8-f0d0df6d4f50 req-3f456776-4fd9-4bbf-a06f-a6ee30054298 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.290663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18758212-960c-42e2-a8d8-f0d0df6d4f50 req-3f456776-4fd9-4bbf-a06f-a6ee30054298 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.0923512 Aug 11 02:15:30.309942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Port': ['ID=8ff0ed73-c552-49ec-b700-323bcb96cb1c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:30.310162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d0bb9983-34b3-40cd-961d-b45f2adc3488 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "PUT /v2.0/floatingips/281f12a7-40a0-401b-9d95-75164bcdff44 HTTP/1.1" status: 200 len: 991 time: 2.2967787 Aug 11 02:15:30.310162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:30.313065 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:30.357213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18758212-960c-42e2-a8d8-f0d0df6d4f50 req-bc11e123-2aa8-4270-8f1e-77e556a25671 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Aug 11 02:15:30.496997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317fe11-e1d1-4e9f-ab96-6cf67e8da9d8 req-e1f9df6f-0b7d-4a00-a263-a7dd0330ebe3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.506657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f317fe11-e1d1-4e9f-ab96-6cf67e8da9d8 req-e1f9df6f-0b7d-4a00-a263-a7dd0330ebe3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1078587 Aug 11 02:15:30.510239 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ddb33-e427-4aa8-8ac7-c415460eedc6 x-openstack-request-id: req-043ddb33-e427-4aa8-8ac7-c415460eedc6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:30.510660 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:30.510981 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-043ddb33-e427-4aa8-8ac7-c415460eedc6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:30.511597 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'status': 'completed', 'code': 200} Aug 11 02:15:30.533197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.540724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:30.603371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f317fe11-e1d1-4e9f-ab96-6cf67e8da9d8 req-9256ba8c-a686-4211-a8e5-7fca0c95c8c6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 Aug 11 02:15:30.649412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-44d66d42-17a2-424c-b172-36d7ce274700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.650110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-44d66d42-17a2-424c-b172-36d7ce274700 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afc86e9e57204cbbb78af972e9a73e6c&device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 1097 time: 0.1025126 Aug 11 02:15:30.665574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a8336-feb0-48c2-b2eb-46f061ce60c7 req-89b7b2cb-b999-4f35-8d85-99863e03d378 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.667147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee8a8336-feb0-48c2-b2eb-46f061ce60c7 req-89b7b2cb-b999-4f35-8d85-99863e03d378 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.0813041 Aug 11 02:15:30.735727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Router e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:15:30.779309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee8a8336-feb0-48c2-b2eb-46f061ce60c7 req-775bfb43-38bc-4f09-91c1-781fd7c58667 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034334 Aug 11 02:15:30.799480 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '281f12a7-40a0-401b-9d95-75164bcdff44', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'port_id': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'mac_address': 'fa:16:3e:45:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:07Z', 'updated_at': '2021-08-11T02:15:28Z', 'revision_number': 1, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:30.799799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-568b7f89-a5dc-4ea8-94ae-b6cfa600ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:30.801490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-568b7f89-a5dc-4ea8-94ae-b6cfa600ea6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cbd1873-9b76-4e92-bba7-78460468c2f3 HTTP/1.1" status: 200 len: 913 time: 0.1334541 Aug 11 02:15:30.816316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:15:30.822733 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5cfe3213-e16f-46aa-b81b-3d684348b7eb tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "PUT /v2.0/routers/e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9347899 Aug 11 02:15:30.824874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:30.826966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Checking router: 55d33ff1-3768-45ce-8cc6-f178714dc842 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:15:30.827528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] Sync routers for ids ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:15:30.836571 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:30.837188 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:30.847115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] Routers {'e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:30.850006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:30.920466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:30.936933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-d65b2f0e-e5e0-4ec0-99f7-889fd63328ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa HTTP/1.1" status: 200 len: 999 time: 0.1278272 Aug 11 02:15:30.939924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:30.963179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] Routers {'e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:15:30.963819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:31.015138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:15:31.024218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:31.025400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245fa65-6593-4ecc-99e1-c45ed56f0880 None None] The sync data for ids ['e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:31.035518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-3cda96bb-6c40-474b-a841-62e3ba0baa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.042062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-3cda96bb-6c40-474b-a841-62e3ba0baa65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1796a26b-2b90-4d31-90fa-bfc77fc40924 HTTP/1.1" status: 200 len: 851 time: 0.0908289 Aug 11 02:15:31.050302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 43a18fac-dd47-422c-a1fc-e7d2dddc1254 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:31.102954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.105537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.115701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:31.119941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:31.120269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15b41d-dfbc-422c-9b08-a846f2ac9086 req-cc524f4d-4c2e-4ab3-ad26-ae0d35ce399f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.120784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.126542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e15b41d-dfbc-422c-9b08-a846f2ac9086 req-cc524f4d-4c2e-4ab3-ad26-ae0d35ce399f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1211140 Aug 11 02:15:31.145033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-03161a17-c926-4ef2-a8bc-f82f9a2b4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.148621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-03161a17-c926-4ef2-a8bc-f82f9a2b4f8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cbd1873-9b76-4e92-bba7-78460468c2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013632 Aug 11 02:15:31.161789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.162545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Fanout notify agent at l3_agent the message router_deleted on router e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:15:31.178746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.182121 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67c78ce0-6c43-4941-b575-972e4e3c5bde tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "DELETE /v2.0/routers/e3ace02b-19e7-47aa-9d8e-e76f3cd19c8a HTTP/1.1" status: 204 len: 168 time: 0.3540590 Aug 11 02:15:31.182445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44178) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:31.223726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.237055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting subnet 1ee956cc-ca55-42e1-a29a-3efbcd025b1a {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:31.240562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.253565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:31.257067 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6eb25-bef0-4c1c-a965-1110d72dc759" -d '{"events": [{"server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "name": "network-vif-plugged", "status": "completed", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:31.285029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:31.293762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e15b41d-dfbc-422c-9b08-a846f2ac9086 req-2721f746-360e-4e08-80e3-1b194fa36aa3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477776 Aug 11 02:15:31.294418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.296856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.340319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3b025-1b3d-4644-ad4d-74f234a0ace3 req-182f6c44-bc8d-412c-850a-1170e28d2527 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.349419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ed3b025-1b3d-4644-ad4d-74f234a0ace3 req-182f6c44-bc8d-412c-850a-1170e28d2527 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 944 time: 0.1712356 Aug 11 02:15:31.363192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.409256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '281f12a7-40a0-401b-9d95-75164bcdff44', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'port_id': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'mac_address': 'fa:16:3e:45:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:07Z', 'updated_at': '2021-08-11T02:15:28Z', 'revision_number': 1, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:31.411296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 87975051-9e8f-402d-b493-84387872cf72 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:31.447395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-78573163-53e8-4d54-85c8-8163c3c032d1 service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714221 Aug 11 02:15:31.455093 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1714c19b-9e28-4a46-9204-5594b0344505 None None] The sync data for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 is: [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '281f12a7-40a0-401b-9d95-75164bcdff44', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'port_id': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'mac_address': 'fa:16:3e:45:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:15:07Z', 'updated_at': '2021-08-11T02:15:28Z', 'revision_number': 1, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:15:31.458951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ed3b025-1b3d-4644-ad4d-74f234a0ace3 req-d87787bd-6771-43ae-bd9c-6c208fe590ef tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085176 Aug 11 02:15:31.486242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.559621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc6331-3a44-489f-878b-b93ac0f20127 req-6b8ffeac-3cdc-4bb6-b68e-342d2f273c24 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.561355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26dc6331-3a44-489f-878b-b93ac0f20127 req-6b8ffeac-3cdc-4bb6-b68e-342d2f273c24 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 944 time: 0.1626344 Aug 11 02:15:31.571769 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c5339-d07a-46e5-9df3-8017be5881b7 x-openstack-request-id: req-373c5339-d07a-46e5-9df3-8017be5881b7 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:31.572098 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "name": "network-vif-plugged", "status": "completed", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:31.572354 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-373c5339-d07a-46e5-9df3-8017be5881b7 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:31.572775 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'code': 200} Aug 11 02:15:31.620625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.620830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=87975051-9e8f-402d-b493-84387872cf72,segment=NetworkSegment(bf52f7f4-269c-42df-b62c-22150668cae0),segment_id=bf52f7f4-269c-42df-b62c-22150668cae0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:31.639108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '87975051-9e8f-402d-b493-84387872cf72', 'network_id': '91f88d05-7d7b-402e-bc34-12f12eefd830', 'port_id': '87975051-9e8f-402d-b493-84387872cf72', 'mac_address': 'fa:16:3e:55:ae:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d724ff-323a-4905-b520-2bbc4cc5e1f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:31.689884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee956cc-ca55-42e1-a29a-3efbcd025b1a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.697236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.701256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c08f00b-3387-4786-8c17-1388b7985dc7 tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "DELETE /v2.0/subnets/1ee956cc-ca55-42e1-a29a-3efbcd025b1a HTTP/1.1" status: 204 len: 168 time: 0.5176656 Aug 11 02:15:31.702634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.704186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44206) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:31.716908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fee52c-e39c-4b7e-83f1-ca0a27dd36ad None None] Network 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:31.733510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26dc6331-3a44-489f-878b-b93ac0f20127 req-4b87074a-2c3d-4380-bbf1-ba8345aee3cd tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601288 Aug 11 02:15:31.745295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fd6a954-9c4d-4518-abf6-cc1fc9b37bdf req-d290c5d8-4179-450b-9817-07b45796a7ca service neutron] 10.222.0.67 "GET /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847874 Aug 11 02:15:31.752478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586babb-e02b-4013-bce2-41517675c87b req-edea1c91-b0b7-4467-ad5e-39828270b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.754269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e586babb-e02b-4013-bce2-41517675c87b req-edea1c91-b0b7-4467-ad5e-39828270b934 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1097 time: 0.1339252 Aug 11 02:15:31.761185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87975051-9e8f-402d-b493-84387872cf72 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:31.815132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.831914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=87975051-9e8f-402d-b493-84387872cf72,segment=NetworkSegment(bf52f7f4-269c-42df-b62c-22150668cae0),segment_id=bf52f7f4-269c-42df-b62c-22150668cae0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:31.846095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.847508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15089a31-9fdf-423a-9318-4002adecead0 None None] New status for floating IP 281f12a7-40a0-401b-9d95-75164bcdff44: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:15:31.881388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e586babb-e02b-4013-bce2-41517675c87b req-509543b4-2e48-4177-9749-8378fb0ff4b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090710 Aug 11 02:15:31.885115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Deleting port 29c3b4fb-4490-4e4e-aae2-122b680494c9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:31.886150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:31.901938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719548-3b2d-4fa6-a29f-72d4f9aa167c req-35a39792-ca78-472f-aabc-cd8895ebea7f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:31.903523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36719548-3b2d-4fa6-a29f-72d4f9aa167c req-35a39792-ca78-472f-aabc-cd8895ebea7f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1240101 Aug 11 02:15:31.945847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36719548-3b2d-4fa6-a29f-72d4f9aa167c req-610e1e5c-c9b8-4222-b8b3-3993b11bd6b3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Aug 11 02:15:31.985760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:31.994186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] For port 29c3b4fb-4490-4e4e-aae2-122b680494c9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29c3b4fb-4490-4e4e-aae2-122b680494c9,segment=NetworkSegment(ff52ed0c-529f-42f3-abbe-a5235c92b70c),segment_id=ff52ed0c-529f-42f3-abbe-a5235c92b70c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:31.994820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.023712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Calling delete_port for 29c3b4fb-4490-4e4e-aae2-122b680494c9 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:32.031916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba33f-7373-4208-8911-fd36378a3e0f req-05ba3d3c-4afc-4467-ab6d-92cf6e35b2e1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.037040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f1ba33f-7373-4208-8911-fd36378a3e0f req-05ba3d3c-4afc-4467-ab6d-92cf6e35b2e1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0901563 Aug 11 02:15:32.093746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] DHCP port deletion for 4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:32.102433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f1ba33f-7373-4208-8911-fd36378a3e0f req-df631990-589d-4d2a-b226-077bb64288c3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Aug 11 02:15:32.122692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['87975051-9e8f-402d-b493-84387872cf72'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:32.154271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.202170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Port': ['ID=29c3b4fb-4490-4e4e-aae2-122b680494c9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.204483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] No DVR routers for this DVR port 29c3b4fb-4490-4e4e-aae2-122b680494c9 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:32.252250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Deleting port 29c3b4fb-4490-4e4e-aae2-122b680494c9 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:32.252250 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.345216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.355232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] For port 29c3b4fb-4490-4e4e-aae2-122b680494c9, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:32.355660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.359331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:32.371153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff52ed0c-529f-42f3-abbe-a5235c92b70c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:32.371592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff52ed0c-529f-42f3-abbe-a5235c92b70c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:32.375338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Calling delete_port for 29c3b4fb-4490-4e4e-aae2-122b680494c9 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:32.380375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Port 29c3b4fb-4490-4e4e-aae2-122b680494c9 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:15:32.381498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.388781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.396874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.398588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-e7ac3b2b-b674-4433-9f5e-33d14281b95c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=805aae22b353426a9090e7db54dd33b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613894 Aug 11 02:15:32.403847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:32.404304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.430454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] Pushing event deleted for resources: {'Port': ['ID=29c3b4fb-4490-4e4e-aae2-122b680494c9,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.435380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0228bc-5258-427d-aa43-7fa43634e58c None None] No DVR routers for this DVR port 29c3b4fb-4490-4e4e-aae2-122b680494c9 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:32.463100 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:32.481225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.486627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:32.491141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] 10.222.0.68 "DELETE /v2.0/networks/4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba HTTP/1.1" status: 204 len: 168 time: 0.7836804 Aug 11 02:15:32.566988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbddcb-61eb-457e-9d25-38c1aabf16e6 req-8c381df1-fb06-430e-8955-ce00c2284b31 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.568615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20cbddcb-61eb-457e-9d25-38c1aabf16e6 req-8c381df1-fb06-430e-8955-ce00c2284b31 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1623361 Aug 11 02:15:32.607527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-9993c0e5-f928-43e1-8ea8-df0c4aba4e5a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.615256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-9993c0e5-f928-43e1-8ea8-df0c4aba4e5a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138171 Aug 11 02:15:32.631723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8b20afe7-0d9d-4ef9-b15a-d4c93bba6b0c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/quotas/805aae22b353426a9090e7db54dd33b7 HTTP/1.1" status: 200 len: 375 time: 0.0154269 Aug 11 02:15:32.669877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20cbddcb-61eb-457e-9d25-38c1aabf16e6 req-fcaa18ef-1dd2-421d-b359-11154f96f99e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827968 Aug 11 02:15:32.702606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-6fc031ec-ec4a-4d35-b520-960853a543d3 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609214 Aug 11 02:15:32.823740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f256647-d4b7-4dd8-b91f-957f9ef8713e req-f40466cd-7997-4dfc-a179-400fc7dc1bdf tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:32.827546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f256647-d4b7-4dd8-b91f-957f9ef8713e req-f40466cd-7997-4dfc-a179-400fc7dc1bdf tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 945 time: 0.0723279 Aug 11 02:15:32.831617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8300a-b335-4fbd-b615-dec774a7b33c tempest-FloatingIPNegativeTestJSON-840436970 tempest-FloatingIPNegativeTestJSON-840436970-project] Pushing event deleted for resources: {'Network': ['ID=4e46c2ad-8f5e-4eba-a4e8-bfd5ca1f96ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:32.905197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f256647-d4b7-4dd8-b91f-957f9ef8713e req-746718fc-715a-4473-b714-e4a1bf6dbc28 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708077 Aug 11 02:15:32.952478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29c3b4fb-4490-4e4e-aae2-122b680494c9 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:32.986897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:33.009367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 29c3b4fb-4490-4e4e-aae2-122b680494c9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:33.009367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29c3b4fb-4490-4e4e-aae2-122b680494c9 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:33.066534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa1b7-aa10-46a8-8d58-75836efea99d req-177e7534-398b-458a-90b4-09ba114a5654 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.075677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86faa1b7-aa10-46a8-8d58-75836efea99d req-177e7534-398b-458a-90b4-09ba114a5654 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 945 time: 0.0815003 Aug 11 02:15:33.116240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86faa1b7-aa10-46a8-8d58-75836efea99d req-baf667b3-7408-4a1b-beac-4eeb3ee7f84e tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Aug 11 02:15:33.191031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d060564-f3f8-458b-9e4c-49b424fdf97d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b020275af27f4b67ac24184f53ac6a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024622 Aug 11 02:15:33.193523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44292) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:33.217668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-24cf60b4-7d97-42bf-8a2c-7d8f32844360 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=805aae22b353426a9090e7db54dd33b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302763 Aug 11 02:15:33.249871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.272994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.323543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f8c6-abdb-4680-af25-108c7241b48b req-376f3af7-5f07-448a-8635-87e52b9e435c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.325342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3926f8c6-abdb-4680-af25-108c7241b48b req-376f3af7-5f07-448a-8635-87e52b9e435c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1115897 Aug 11 02:15:33.339159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.342290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.343475 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34713cd3-b9ff-4cea-9ce3-0c1b4f5fffd8 HTTP/1.1" status: 204 len: 168 time: 0.1484950 Aug 11 02:15:33.352237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06495de6-805b-40fc-abdc-37875b12f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34713cd3-b9ff-4cea-9ce3-0c1b4f5fffd8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.405944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3926f8c6-abdb-4680-af25-108c7241b48b req-a12f8d12-6cd3-4096-8f2b-a225dba540a4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713158 Aug 11 02:15:33.415903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-d895b263-8a02-4ba3-81d8-199263f2b29e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.417442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-d895b263-8a02-4ba3-81d8-199263f2b29e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753588 Aug 11 02:15:33.425621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 87975051-9e8f-402d-b493-84387872cf72 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:33.434979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-c807330f-462f-4daf-b585-9090f69396b1 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/quotas/805aae22b353426a9090e7db54dd33b7 HTTP/1.1" status: 200 len: 375 time: 0.0113053 Aug 11 02:15:33.469892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-1c45a352-7b63-480c-94c0-3f2724f9877e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291617 Aug 11 02:15:33.491298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 87975051-9e8f-402d-b493-84387872cf72 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:33.496948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 87975051-9e8f-402d-b493-84387872cf72 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:33.497422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.609290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.635507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87975051-9e8f-402d-b493-84387872cf72'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:33.638668 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e599f805-e70b-43df-bfb9-6152d9c154a7" -d '{"events": [{"server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "name": "network-vif-plugged", "status": "completed", "tag": "87975051-9e8f-402d-b493-84387872cf72"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:33.658298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=87975051-9e8f-402d-b493-84387872cf72,segment=NetworkSegment(bf52f7f4-269c-42df-b62c-22150668cae0),segment_id=bf52f7f4-269c-42df-b62c-22150668cae0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:33.663452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:33.724580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed13a555-3055-47d2-b71b-fe2df0a71b8e req-54ca07da-8634-474e-affb-d70f67e1da7c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 210 time: 0.0875771 Aug 11 02:15:33.725156 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f5573b-b084-4ad0-a944-9846a4ba9ff2 x-openstack-request-id: req-82f5573b-b084-4ad0-a944-9846a4ba9ff2 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:33.725390 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "name": "network-vif-plugged", "status": "completed", "tag": "87975051-9e8f-402d-b493-84387872cf72", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:33.726248 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-82f5573b-b084-4ad0-a944-9846a4ba9ff2 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:33.726248 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87975051-9e8f-402d-b493-84387872cf72', 'code': 200} Aug 11 02:15:33.733403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:33.881048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9207cc3-51df-44a9-8648-93a8605ac267 req-156bf087-043d-45d6-a68c-97e62a919af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.882962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9207cc3-51df-44a9-8648-93a8605ac267 req-156bf087-043d-45d6-a68c-97e62a919af2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 1098 time: 0.0792620 Aug 11 02:15:33.892683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07402390-8705-4fd9-8f86-e3d4f5589273 req-85ca82fb-eb34-4332-889c-ce60842a9d5f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:33.894219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07402390-8705-4fd9-8f86-e3d4f5589273 req-85ca82fb-eb34-4332-889c-ce60842a9d5f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1030662 Aug 11 02:15:33.961794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9207cc3-51df-44a9-8648-93a8605ac267 req-1d0b4b03-2da2-456e-99a8-2ac1278e8803 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654423 Aug 11 02:15:33.979901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07402390-8705-4fd9-8f86-e3d4f5589273 req-e85e4c8f-4d2d-4c6a-a123-309380e30bc6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Aug 11 02:15:34.096203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26527343-8152-4fa1-89eb-c493f2702cda req-d9e77c0c-2136-4110-a833-15e68f6086f7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.098002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26527343-8152-4fa1-89eb-c493f2702cda req-d9e77c0c-2136-4110-a833-15e68f6086f7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 945 time: 0.0712934 Aug 11 02:15:34.175987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26527343-8152-4fa1-89eb-c493f2702cda req-22caba8b-395a-4ae1-b5f2-c7c2bb4d7fe1 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659702 Aug 11 02:15:34.258367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44340) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.299158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-f4509463-463f-49d9-a66f-a2f4517f2d62 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=805aae22b353426a9090e7db54dd33b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640032 Aug 11 02:15:34.386003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'networks': [{'name': 'tempest-network--818384371'}, {'name': 'tempest-network--1462341320'}]} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.386838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-network--818384371'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.386838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-network--1462341320'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.389755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2da6a-ed34-4ff4-b5c8-7dbb063a469b req-00228d4a-10df-4fba-a084-0a05d940b5ea tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.391173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47e2da6a-ed34-4ff4-b5c8-7dbb063a469b req-00228d4a-10df-4fba-a084-0a05d940b5ea tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 946 time: 0.1691484 Aug 11 02:15:34.398953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-18d15667-7952-4cc1-8277-15a3e621e645 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2116747937&fields=id&tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 267 time: 0.1271899 Aug 11 02:15:34.415594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'network': 2} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:34.420884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.432555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.495417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47e2da6a-ed34-4ff4-b5c8-7dbb063a469b req-d94da1c5-0ff5-4aa8-b5e7-3c0e97e37dbc tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934806 Aug 11 02:15:34.510282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-9f1bd789-629e-480b-b8e6-7410264bcd6d tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.511735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-9f1bd789-629e-480b-b8e6-7410264bcd6d tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864181 Aug 11 02:15:34.520407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-5779f5f4-6be2-48ce-b358-1eb0098d81bc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.521758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-5779f5f4-6be2-48ce-b358-1eb0098d81bc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 945 time: 0.1095250 Aug 11 02:15:34.532172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Request body: {'port': {'device_id': '09baab82-580c-4202-a568-696ac3f46c1a', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '805aae22b353426a9090e7db54dd33b7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.542100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.548634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.549216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.586396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'security_groups': ['21599e2d-9063-40ff-8781-23e1067c763a', '077a9332-ccde-4982-ae05-c63000b952de']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:34.590471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759454bb-2f08-4bea-a7c2-4d2dd971441d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:34.595872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:34.605602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.606035 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment 886f30c9-3185-4623-922a-ab0e3b4a55ad of type vlan for network aed46d02-3963-4737-bec4-d33bbedee1d9 Aug 11 02:15:34.661581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.695343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:34.706504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.706904 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment 93faae6b-4c47-4a4d-b683-5301f2e63c8a of type vlan for network 1f24ab3d-2e8b-413e-a74f-c2c917292996 Aug 11 02:15:34.740463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f4207-7b8b-4fd7-8735-48f9fd51b535 req-05c4f9cb-05e8-4226-a4bb-970d0c9a8b02 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.747282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d02f4207-7b8b-4fd7-8735-48f9fd51b535 req-05c4f9cb-05e8-4226-a4bb-970d0c9a8b02 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1524031 Aug 11 02:15:34.748664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.749939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.785341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.786724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.793932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.799844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:34.800510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.865537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-c8f7889d-0fcb-47eb-b886-f7ca8f76ca1b tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=805aae22b353426a9090e7db54dd33b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513699 Aug 11 02:15:34.883704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d02f4207-7b8b-4fd7-8735-48f9fd51b535 req-aded0fe4-3582-442f-94d9-22d3fbc81bec tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276522 Aug 11 02:15:34.890246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=aed46d02-3963-4737-bec4-d33bbedee1d9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:34.900450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Made reservation on behalf of 805aae22b353426a9090e7db54dd33b7 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:34.904001 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:34.908427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network aed46d02-3963-4737-bec4-d33bbedee1d9 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:34.947189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6876945 Aug 11 02:15:34.948057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44348) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:34.966514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.071551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce82ebe9-2b2d-40fd-8e55-8d525e23f2f2 req-cc8235ac-a75d-4d2f-b1a5-c0cfb53d751b tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 210 time: 0.0651505 Aug 11 02:15:35.113114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a72459-6e73-4c1a-9254-2e1405b79cf8 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=1f24ab3d-2e8b-413e-a74f-c2c917292996,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:35.128382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1f24ab3d-2e8b-413e-a74f-c2c917292996 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:35.159592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-0b6ddbc4-f16d-47a6-be29-d9a12c86844e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.161386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-0b6ddbc4-f16d-47a6-be29-d9a12c86844e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848620 Aug 11 02:15:35.187044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Request body: {'port': {'device_id': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '805aae22b353426a9090e7db54dd33b7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:35.218800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122069a-30bc-4c8d-abb5-ac58f051ac2e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.225027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122069a-30bc-4c8d-abb5-ac58f051ac2e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.230707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122069a-30bc-4c8d-abb5-ac58f051ac2e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.236708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122069a-30bc-4c8d-abb5-ac58f051ac2e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.238382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a122069a-30bc-4c8d-abb5-ac58f051ac2e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2463114 Aug 11 02:15:35.241942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44356) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:35.321710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.347358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c102f-689e-41cc-be52-b75b5abb43c9 req-1803a7ad-9aff-4f42-ad93-cf6694b29184 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.349407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-997c102f-689e-41cc-be52-b75b5abb43c9 req-1803a7ad-9aff-4f42-ad93-cf6694b29184 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1823094 Aug 11 02:15:35.360078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:35.409314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.420725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed46d02-3963-4737-bec4-d33bbedee1d9']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.431325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886f30c9-3185-4623-922a-ab0e3b4a55ad') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.431616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886f30c9-3185-4623-922a-ab0e3b4a55ad') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.432581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.441325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.448947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-997c102f-689e-41cc-be52-b75b5abb43c9 req-53f92325-135d-46f4-bc23-8a7dcde475c6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927210 Aug 11 02:15:35.449544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.456062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.463584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:35.464067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.466852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:35.467302 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:35.487986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.500916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:35.556648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.579223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.581281 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/aed46d02-3963-4737-bec4-d33bbedee1d9 HTTP/1.1" status: 204 len: 168 time: 0.3383386 Aug 11 02:15:35.582353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7b8ed-589d-415a-a630-3c6b4aaf7ab6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=aed46d02-3963-4737-bec4-d33bbedee1d9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:35.584766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44360) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:35.680805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.771459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.781437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f24ab3d-2e8b-413e-a74f-c2c917292996']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.792439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93faae6b-4c47-4a4d-b683-5301f2e63c8a') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.792736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93faae6b-4c47-4a4d-b683-5301f2e63c8a') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:35.802931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.815627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Made reservation on behalf of 805aae22b353426a9090e7db54dd33b7 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:35.818006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.819680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.821578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29c934-ddf2-4ac5-a272-d6152c69d14d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:35.824610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:35.825010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:35.828305 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:35.888398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:35.889033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.890431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72373cab-597e-4731-90cc-9cff8ab8fa4c req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "PUT /v2.0/ports/43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 981 time: 1.3530493 Aug 11 02:15:35.893292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.902498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:35.904395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/1f24ab3d-2e8b-413e-a74f-c2c917292996 HTTP/1.1" status: 204 len: 168 time: 0.3186133 Aug 11 02:15:35.912502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:35.914198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44364) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:35.915017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bb9c-fc00-4d24-941a-e5b834a0e076 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=1f24ab3d-2e8b-413e-a74f-c2c917292996,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:35.915210 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8664f8-ea23-4f19-aff4-5f63122ce79e" -d '{"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:35.985549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:36.019711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe78994-22ee-4781-b6a0-e971bb43ad62 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.030651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcbefe4-a7d5-439d-ba52-5084c0595870 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.040412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcbefe4-a7d5-439d-ba52-5084c0595870 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.040412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dbcbefe4-a7d5-439d-ba52-5084c0595870 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1228991 Aug 11 02:15:36.046179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44370) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:36.052299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-444487662'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.070283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1df7-4923-4be2-82c6-89ba4e0385e5 req-b824c0f3-736e-4320-807d-65363ce56480 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.071863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70ee1df7-4923-4be2-82c6-89ba4e0385e5 req-b824c0f3-736e-4320-807d-65363ce56480 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 946 time: 0.2587526 Aug 11 02:15:36.075397 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:36.079706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.107334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:36.110253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-10d316eb-cf00-4284-b538-407d9d2cf514 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1634754949&fields=id&tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 267 time: 0.1202652 Aug 11 02:15:36.116833 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.117183 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment 7f4cdf47-53b5-49b5-86af-171037a2c812 of type vlan for network 387b6f68-d598-4d7e-ba6d-e972fefd148a Aug 11 02:15:36.127651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Allocated IP 192.168.233.58 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/84f0c2a7-b0e7-4980-86e9-1f211d8673f2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:36.158074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.185714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70ee1df7-4923-4be2-82c6-89ba4e0385e5 req-945a2f69-91a6-400e-aca4-4dadeb22cabe tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001663 Aug 11 02:15:36.193404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.202138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.202780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.226528 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1764510 Aug 11 02:15:36.234213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44376) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:36.234498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-45403742-a500-4ae7-8d8b-46542f68705c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.235739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-45403742-a500-4ae7-8d8b-46542f68705c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 984 time: 0.1111763 Aug 11 02:15:36.253918 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee90a98-a124-4c20-9564-ef6627c8d9e4 x-openstack-request-id: req-cee90a98-a124-4c20-9564-ef6627c8d9e4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:36.254210 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:36.254463 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cee90a98-a124-4c20-9564-ef6627c8d9e4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:36.254878 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'status': 'completed', 'code': 200} Aug 11 02:15:36.262821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-792685993'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.285658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'security_groups': ['077a9332-ccde-4982-ae05-c63000b952de', '21599e2d-9063-40ff-8781-23e1067c763a', '92017111-adaa-46a5-b8d6-ba555f1cfee6']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.295890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9406-5e58-4250-a602-e958876b3026 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=387b6f68-d598-4d7e-ba6d-e972fefd148a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.302114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:36.305966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.306869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 387b6f68-d598-4d7e-ba6d-e972fefd148a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:36.333864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:36.342721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.343070 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment c597057a-4808-4710-a5cb-0a1aae1e557c of type vlan for network c2f5b947-4f22-4f66-a560-9a326065c585 Aug 11 02:15:36.386004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.415836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.421981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.422555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.467250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.470449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-2e63df3b-f828-407d-b5f2-4f8eb51d3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.471993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-2e63df3b-f828-407d-b5f2-4f8eb51d3708 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1136 time: 0.1793487 Aug 11 02:15:36.476728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2417133 Aug 11 02:15:36.479626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:36.484451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'ports': [{'network_id': '387b6f68-d598-4d7e-ba6d-e972fefd148a', 'name': 'tempest-port--85572151', 'admin_state_up': True}, {'network_id': 'c2f5b947-4f22-4f66-a560-9a326065c585', 'admin_state_up': False}]} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.484760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'port': {'network_id': '387b6f68-d598-4d7e-ba6d-e972fefd148a', 'name': 'tempest-port--85572151', 'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.485233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'port': {'network_id': 'c2f5b947-4f22-4f66-a560-9a326065c585', 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:36.514263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068f880-eedb-4c43-a75b-55139190ed4e req-2ffff9df-250a-4e58-a0a7-c43b3d9ca70d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.515815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8068f880-eedb-4c43-a75b-55139190ed4e req-2ffff9df-250a-4e58-a0a7-c43b3d9ca70d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1748080 Aug 11 02:15:36.541523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750411ef-6e4a-429c-bd34-34d3f06b9a1a tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=c2f5b947-4f22-4f66-a560-9a326065c585,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:36.553308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c2f5b947-4f22-4f66-a560-9a326065c585 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:36.555659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.612945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Transition to ACTIVE for port object 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:36.659584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'port': 2} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:36.664055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.677012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8068f880-eedb-4c43-a75b-55139190ed4e req-6b03d6ee-a269-4077-a974-a6bb850a7d90 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187322 Aug 11 02:15:36.677233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.731294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-455bf7f5-2168-4294-a950-f5b779b987fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:36.732845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-455bf7f5-2168-4294-a950-f5b779b987fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.2430382 Aug 11 02:15:36.768184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.773079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] device_id is not set on port e9720177-b515-4c6f-b856-f520c55099c6 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:36.811263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2aae7eb-aaa9-49f7-844f-b65586d4f959 req-e52c9c4b-544c-46a5-b373-b66cb8910733 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 210 time: 0.0708215 Aug 11 02:15:36.875866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-d366a816-e0cf-4ec2-ab46-86791c7282a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 217 time: 0.1169000 Aug 11 02:15:36.915956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:36.941280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:36.959692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:36.999103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] device_id is not set on port cce94abd-7e1b-4263-9d96-c63f17bf2b21 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:15:37.010548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:37.023873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Allocated IP 192.168.233.219 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/ac7094ed-2c2d-420c-bf73-5254f3ff19df) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:37.062158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.140176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.140402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-b80376ad-2bff-41e9-8ffb-d90e77022bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.141828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-b80376ad-2bff-41e9-8ffb-d90e77022bb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.2125335 Aug 11 02:15:37.179286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.179835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.184380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.224361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-06149d33-2d41-48fd-8759-f166ad2d72ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728023 Aug 11 02:15:37.232241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b396898-96e4-40a2-ab3b-06e76629978c req-46261b64-1481-4403-8c6e-498e4cc67243 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.233924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b396898-96e4-40a2-ab3b-06e76629978c req-46261b64-1481-4403-8c6e-498e4cc67243 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2876873 Aug 11 02:15:37.241001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ebf2ae9-ae03-4c61-8216-da74d8dc3a59 None None] Provisioning for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:37.242868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:37.245670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ebf2ae9-ae03-4c61-8216-da74d8dc3a59 None None] Provisioning complete for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:37.246084 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2ae9-ae03-4c61-8216-da74d8dc3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.252970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Port': ['ID=e9720177-b515-4c6f-b856-f520c55099c6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.271528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Checking segment: {'id': '7f4cdf47-53b5-49b5-86af-171037a2c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '387b6f68-d598-4d7e-ba6d-e972fefd148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:37.272299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network hostable DHCP agents. Network: 387b6f68-d598-4d7e-ba6d-e972fefd148a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:37.287129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf2ae9-ae03-4c61-8216-da74d8dc3a59 None None] Port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:37.293580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network 387b6f68-d598-4d7e-ba6d-e972fefd148a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:37.302287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 387b6f68-d598-4d7e-ba6d-e972fefd148a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:37.306432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:37.307303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.313183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c991023-6b66-4449-8bcd-d3425e742c34 None None] Network 387b6f68-d598-4d7e-ba6d-e972fefd148a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:37.315999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-476ea6c8-efeb-4ba7-8b6a-ccf2e8217f90 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7889717 Aug 11 02:15:37.367292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Port': ['ID=cce94abd-7e1b-4263-9d96-c63f17bf2b21,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.373430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Request body: {'port': {'device_id': '09baab82-580c-4202-a568-696ac3f46c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:37.385046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Checking segment: {'id': 'c597057a-4808-4710-a5cb-0a1aae1e557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c2f5b947-4f22-4f66-a560-9a326065c585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:37.385300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network hostable DHCP agents. Network: c2f5b947-4f22-4f66-a560-9a326065c585, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:37.403816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network c2f5b947-4f22-4f66-a560-9a326065c585 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:37.415811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c2f5b947-4f22-4f66-a560-9a326065c585) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:37.425346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:37.432932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.434339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445ec11-eba2-41f4-ba0f-5abb86f247f9 None None] Network c2f5b947-4f22-4f66-a560-9a326065c585 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:37.438654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.439379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.441597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.458890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4832e85d-cf5e-4cd9-8823-e99621b630a6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 0.9753792 Aug 11 02:15:37.459117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44388) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.459719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.473601 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b396898-96e4-40a2-ab3b-06e76629978c req-d5c212e3-96f3-4d6f-92c0-05bc3439671c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284062 Aug 11 02:15:37.485764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:37.531046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9d9de-0615-41ae-870a-940aea65f204 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.537867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9d9de-0615-41ae-870a-940aea65f204 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.541110 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8da9d9de-0615-41ae-870a-940aea65f204 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0810492 Aug 11 02:15:37.544011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:37.559759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.581641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.582555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.595526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd81945-7dd1-43bc-bd12-a168b41be81e req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "PUT /v2.0/ports/43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 1020 time: 1.3433180 Aug 11 02:15:37.642450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-b86b77fa-ef90-470a-a26b-841bfe6f3eed service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033568 Aug 11 02:15:37.664924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Deleting port e9720177-b515-4c6f-b856-f520c55099c6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:37.666100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.677402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.724015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:37.754007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c1af2-39bc-4fdb-968b-f3d18a87f5bb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:37.763818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Transition to ACTIVE for port object ac7094ed-2c2d-420c-bf73-5254f3ff19df will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:37.827646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.849694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Calling delete_port for e9720177-b515-4c6f-b856-f520c55099c6 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:37.970198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:37.984574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756466-f314-413c-b0de-c3ac87ce5959 req-e191fee6-8b91-4faa-869c-f69abf383b67 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:37.986134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7756466-f314-413c-b0de-c3ac87ce5959 req-e191fee6-8b91-4faa-869c-f69abf383b67 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1023 time: 0.2664721 Aug 11 02:15:38.011221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e8664f8-ea23-4f19-aff4-5f63122ce79e req-674faf80-5169-483f-bdf1-33eff446af64 service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517158 Aug 11 02:15:38.019182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.024840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/ports/e9720177-b515-4c6f-b856-f520c55099c6 HTTP/1.1" status: 204 len: 168 time: 0.4788764 Aug 11 02:15:38.025559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5acd9d-0cd6-447f-b6b8-e0170ee2a22b tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Port': ['ID=e9720177-b515-4c6f-b856-f520c55099c6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.031161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44402) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:38.052869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.193512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:38.201258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818a90-0325-4c65-9b62-19f045fa95f5 req-3ce4c903-bf55-44d5-8a6b-c62fa3563448 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.202815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8818a90-0325-4c65-9b62-19f045fa95f5 req-3ce4c903-bf55-44d5-8a6b-c62fa3563448 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2440221 Aug 11 02:15:38.243076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:38.253575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:38.256150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:38.258417 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:38.518033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e428378c-1d64-4a3e-915c-78b2583d1ac5 None None] Provisioning for port ac7094ed-2c2d-420c-bf73-5254f3ff19df completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:38.521908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e428378c-1d64-4a3e-915c-78b2583d1ac5 None None] Provisioning complete for port ac7094ed-2c2d-420c-bf73-5254f3ff19df triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:38.522294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e428378c-1d64-4a3e-915c-78b2583d1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.560759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e428378c-1d64-4a3e-915c-78b2583d1ac5 None None] Port ac7094ed-2c2d-420c-bf73-5254f3ff19df cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:15:38.565414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:38.595578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7756466-f314-413c-b0de-c3ac87ce5959 req-0e5b57e4-a0f6-46dc-8915-d2e08f00fda3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=92017111-adaa-46a5-b8d6-ba555f1cfee6&id=21599e2d-9063-40ff-8781-23e1067c763a&id=077a9332-ccde-4982-ae05-c63000b952de HTTP/1.1" status: 200 len: 6156 time: 0.5878870 Aug 11 02:15:38.651553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.652195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.662137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8818a90-0325-4c65-9b62-19f045fa95f5 req-4a21771d-9fc1-47b7-bc44-15ff85b9c186 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233196 Aug 11 02:15:38.738736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-2caea11a-7113-4466-b5f2-512f11b39f8a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5583332 Aug 11 02:15:38.741289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Deleting port cce94abd-7e1b-4263-9d96-c63f17bf2b21 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:38.741635 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.788402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Request body: {'port': {'device_id': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:38.855601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:38.875856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.911604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac891d-37a6-483f-825a-fa81286259bc req-d992de62-258b-4f46-89cd-54eaecac7f52 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.913103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcac891d-37a6-483f-825a-fa81286259bc req-d992de62-258b-4f46-89cd-54eaecac7f52 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 936 time: 0.2476017 Aug 11 02:15:38.916793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.947220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Transition to ACTIVE for port object 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:38.957922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Calling delete_port for cce94abd-7e1b-4263-9d96-c63f17bf2b21 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:38.973182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:38.997265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb26714-3f58-4fc9-9647-2ff928ce8023 req-d5571c18-6fb7-43c0-b4f2-21c82ff2b5ee tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:38.998854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eb26714-3f58-4fc9-9647-2ff928ce8023 req-d5571c18-6fb7-43c0-b4f2-21c82ff2b5ee tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 946 time: 0.2537420 Aug 11 02:15:38.999426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.120458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcac891d-37a6-483f-825a-fa81286259bc req-49495274-3c46-43f4-9f1b-29462d8f32dd tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759613 Aug 11 02:15:39.162784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.179389 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0778b-856d-4482-b7ed-dc847b2b3129 x-openstack-request-id: req-efe0778b-856d-4482-b7ed-dc847b2b3129 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:39.179671 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:39.180011 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efe0778b-856d-4482-b7ed-dc847b2b3129 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:39.180300 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'status': 'completed', 'code': 200} Aug 11 02:15:39.216431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eb26714-3f58-4fc9-9647-2ff928ce8023 req-efbdd767-eb34-48e9-b644-d1aecc384e3e tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947308 Aug 11 02:15:39.360295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1876194264 ', 'description': 'tempest-description-1168464731'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:39.408353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.530628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-c4bee62e-8fc1-468b-b20c-7db9eb8fcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.532155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-c4bee62e-8fc1-468b-b20c-7db9eb8fcee0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1175 time: 0.3131013 Aug 11 02:15:39.532899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Port': ['ID=cce94abd-7e1b-4263-9d96-c63f17bf2b21,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.546076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.560835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Attempting to bind port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:39.561092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Attempting to bind port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:39.561421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Attempting to bind port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:39.574557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.576404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ac5b7576-602a-4ce4-906e-2ff7c1dcd455 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/ports/cce94abd-7e1b-4263-9d96-c63f17bf2b21 HTTP/1.1" status: 204 len: 168 time: 1.5439825 Aug 11 02:15:39.579129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44414) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:39.601601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1df2a1-c2ec-4047-8d65-9752b7917b96 req-69f36f34-37ac-47d6-be8e-a8a78e71fee6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.603135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b1df2a1-c2ec-4047-8d65-9752b7917b96 req-69f36f34-37ac-47d6-be8e-a8a78e71fee6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.3218524 Aug 11 02:15:39.610358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d1b77078-b87f-41ec-8151-29d439ddd3d5 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268140 Aug 11 02:15:39.610868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:39.615655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1793316741'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:39.638729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:39.642532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.644346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:39.644677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Attempting to bind port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:39.667724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:39.678059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.678401 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment bbadacbe-47b4-47f9-a8d7-da30427a67e2 of type vlan for network f64e3139-c09c-40c6-9f23-cbd2c1f904d5 Aug 11 02:15:39.680428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-82a26d98-ece8-43f4-b8e3-34bb700c5043 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.681911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-82a26d98-ece8-43f4-b8e3-34bb700c5043 tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.61 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 946 time: 0.2921734 Aug 11 02:15:39.713861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:39.714207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:39.714594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:39.715038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Bound port: 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:39.715409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.719361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.748986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.754546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.755144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:39.822073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=f64e3139-c09c-40c6-9f23-cbd2c1f904d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:39.832041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f64e3139-c09c-40c6-9f23-cbd2c1f904d5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:39.854087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b1df2a1-c2ec-4047-8d65-9752b7917b96 req-86e2ff2d-0ef4-432c-b9c0-86ba6b7c9166 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195363 Aug 11 02:15:39.895033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-89f3c8b2-2ce8-48d7-8668-bf9a4397c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:39.897089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-89f3c8b2-2ce8-48d7-8668-bf9a4397c0bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.3566985 Aug 11 02:15:40.005305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-3a2962ef-377b-44bb-9367-d2fb807f1808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 200 len: 217 time: 0.0957901 Aug 11 02:15:40.046767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:40.100969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7094ed-2c2d-420c-bf73-5254f3ff19df {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:40.108215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:40.130742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.133264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.148384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.157909 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e70c4954-8227-42a2-be9f-755641f66994 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5459697 Aug 11 02:15:40.160656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:40.165638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-381653799'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:40.186445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:40.190297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.197570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.212134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Transition to ACTIVE for port object ac7094ed-2c2d-420c-bf73-5254f3ff19df will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:40.217346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:40.219591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-bc811e95-4c2b-4173-87be-3e49a680a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.221234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-bc811e95-4c2b-4173-87be-3e49a680a05d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.1966960 Aug 11 02:15:40.241772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.242831 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Added segment e0f5aa25-7b9f-4708-9211-1fd4562d62cb of type vlan for network c163098b-a9a2-4fda-8464-34496e34bef2 Aug 11 02:15:40.245801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.254241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f014-e685-4285-a02e-293727c7ff6e req-693be670-6c5a-47a5-b220-8301240803a8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.256402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a397f014-e685-4285-a02e-293727c7ff6e req-693be670-6c5a-47a5-b220-8301240803a8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2553687 Aug 11 02:15:40.257099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.259975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.260589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.261980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] 10.222.0.67 "PUT /v2.0/ports/84f0c2a7-b0e7-4980-86e9-1f211d8673f2 HTTP/1.1" status: 200 len: 1096 time: 2.9227660 Aug 11 02:15:40.277649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Deleting port 87975051-9e8f-402d-b493-84387872cf72 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:40.278057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.292467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.314337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.315533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a92f5ca3-c426-439a-9898-f2cb7fd6d805 req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.9764791 Aug 11 02:15:40.328250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.335012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.336151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.377935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-7b11af6c-0ad0-470a-a64d-72c9ebfeed88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392560 Aug 11 02:15:40.384267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239e432-2ccc-4318-ba13-894c126e2b23 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36696397-3b65-4ca0-acaf-44d865dd953c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.419657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdd204-8bab-487a-823d-cc6fe4d192dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.430469 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2612398 Aug 11 02:15:40.430469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91759e26-7941-47f0-ab3c-26a977e479a2 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Network': ['ID=c163098b-a9a2-4fda-8464-34496e34bef2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.443423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c163098b-a9a2-4fda-8464-34496e34bef2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:40.565004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:40.633276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a397f014-e685-4285-a02e-293727c7ff6e req-5c40634a-56a8-45dc-96cf-1d46d634623e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398752 Aug 11 02:15:40.696691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:40.700353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-fc7d5c21-54dc-480f-a220-97fb4a4af798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:40.701901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-fc7d5c21-54dc-480f-a220-97fb4a4af798 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 1099 time: 0.3559606 Aug 11 02:15:40.725014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] For port 87975051-9e8f-402d-b493-84387872cf72, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=87975051-9e8f-402d-b493-84387872cf72,segment=NetworkSegment(bf52f7f4-269c-42df-b62c-22150668cae0),segment_id=bf52f7f4-269c-42df-b62c-22150668cae0)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:40.725382 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.053470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Calling delete_port for 87975051-9e8f-402d-b493-84387872cf72 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:41.062485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-e3462232-8211-4963-934c-8e0028c80d73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2 HTTP/1.1" status: 200 len: 217 time: 0.3457866 Aug 11 02:15:41.069658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73e5c3-b40f-4f61-9845-2413561bef83 req-3416620d-be2b-4d14-b362-d9bd9757c52f tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.071180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc73e5c3-b40f-4f61-9845-2413561bef83 req-3416620d-be2b-4d14-b362-d9bd9757c52f tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.6432159 Aug 11 02:15:41.141181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-9e8074d7-e9e2-4f65-b154-c6d08348d4c7 service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142882 Aug 11 02:15:41.201153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:41.203343 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28728dfe-49b4-469c-b5f2-1ff87a6ce121" -d '{"events": [{"name": "network-changed", "server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:41.269371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Attempting to bind port ac7094ed-2c2d-420c-bf73-5254f3ff19df on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:41.269706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Attempting to bind port ac7094ed-2c2d-420c-bf73-5254f3ff19df by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:41.270062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Attempting to bind port ac7094ed-2c2d-420c-bf73-5254f3ff19df on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:41.297646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-5ce1c1a7-2c23-4f92-a100-123f3a807c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.299129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-5ce1c1a7-2c23-4f92-a100-123f3a807c80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2088211 Aug 11 02:15:41.312398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3c581-225b-459d-ae4e-db72222371ae req-9702dfad-b174-43b9-8173-fec5d4515eea tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.313963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96a3c581-225b-459d-ae4e-db72222371ae req-9702dfad-b174-43b9-8173-fec5d4515eea tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/ports?device_id=87801284-4d04-4764-af2f-aaaccab059ac HTTP/1.1" status: 200 len: 946 time: 0.3206275 Aug 11 02:15:41.325149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc73e5c3-b40f-4f61-9845-2413561bef83 req-bae80460-c322-44a8-8757-32bf4d0f50c9 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318327 Aug 11 02:15:41.325738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Port ac7094ed-2c2d-420c-bf73-5254f3ff19df on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:41.326088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Attempting to bind port ac7094ed-2c2d-420c-bf73-5254f3ff19df on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:41.392230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:41.393161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:41.393161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:41.393381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Bound port: ac7094ed-2c2d-420c-bf73-5254f3ff19df, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:41.393742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.473103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253ffe37-f72c-4c7c-a6ed-5c9e946b85ce req-e8ae19a9-88c8-4cec-8da8-c483bf8f087c service neutron] 10.222.0.67 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203399 Aug 11 02:15:41.505971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96a3c581-225b-459d-ae4e-db72222371ae req-83d84f88-3a3e-4f5f-9e24-fc095bf1b5ed tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe175a09-7412-4991-ae61-90ed9087f8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760600 Aug 11 02:15:41.540864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-22019d57-f0f3-4b89-a63e-0bc8a9cb1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.542420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-22019d57-f0f3-4b89-a63e-0bc8a9cb1045 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260215 Aug 11 02:15:41.654162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3fb236c-23ab-44d0-92e2-6486ff4ddbee req-679876df-68da-4ea8-b5c1-e184ea7ec5c6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/36696397-3b65-4ca0-acaf-44d865dd953c HTTP/1.1" status: 200 len: 1783 time: 0.2233109 Aug 11 02:15:41.678570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:41.688752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.713108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:41.746790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Pushing event deleted for resources: {'Port': ['ID=87975051-9e8f-402d-b493-84387872cf72,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:41.749193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.784867 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8477e-01bc-490f-8e48-20fb42593c96 x-openstack-request-id: req-40f8477e-01bc-490f-8e48-20fb42593c96 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:41.785163 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:41.785418 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40f8477e-01bc-490f-8e48-20fb42593c96 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:41.786358 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'status': 'completed', 'code': 200} Aug 11 02:15:41.817669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e494b-6c9c-4271-b0ca-74f8a43fdfd0 req-0a8c7def-8f9f-4198-beca-c8e2e0d24f4b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.819347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e93e494b-6c9c-4271-b0ca-74f8a43fdfd0 req-0a8c7def-8f9f-4198-beca-c8e2e0d24f4b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2370198 Aug 11 02:15:41.847197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:41.847890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.850120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ac7094ed-2c2d-420c-bf73-5254f3ff19df HTTP/1.1" status: 200 len: 1097 time: 3.0924828 Aug 11 02:15:41.872984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-e56cecb7-e087-47a3-9468-a1b42c816fb3 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130484 Aug 11 02:15:41.907069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] No DVR routers for this DVR port 87975051-9e8f-402d-b493-84387872cf72 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:41.950216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:41.952175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1c0b58f-0b34-479f-bf2c-a018f7f8b2f2 req-3c9b6943-1f4a-4ca0-9e87-fcecb216f5ec tempest-ServerAddressesNegativeTestJSON-1635382510 tempest-ServerAddressesNegativeTestJSON-1635382510-project] 10.222.0.61 "DELETE /v2.0/ports/87975051-9e8f-402d-b493-84387872cf72 HTTP/1.1" status: 204 len: 173 time: 2.2524903 Aug 11 02:15:42.011799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df099a7-7951-49e2-ac1c-d6847e0465f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.065280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e93e494b-6c9c-4271-b0ca-74f8a43fdfd0 req-937c80af-ba00-45f2-9c81-22ae5f3f9a13 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198184 Aug 11 02:15:42.093242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd492f-92d8-4936-8c23-0a3e23ffd491 req-960c868c-0043-4549-9a0b-6c77d470f559 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.093655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dcd492f-92d8-4936-8c23-0a3e23ffd491 req-960c868c-0043-4549-9a0b-6c77d470f559 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2331533 Aug 11 02:15:42.126520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-fedd3895-c1bd-4b69-9307-31e9c669c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.128080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-fedd3895-c1bd-4b69-9307-31e9c669c738 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 1100 time: 0.1911609 Aug 11 02:15:42.143479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d5affc2-ce49-4d24-8b7c-7763e7e04c88 req-e977cd37-4c1e-47ff-ab5c-176ab3c92ab8 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447722 Aug 11 02:15:42.208938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-cb5065ae-a1eb-4662-a69e-dc9ab95bffa4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df HTTP/1.1" status: 200 len: 217 time: 0.0643485 Aug 11 02:15:42.248015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9dcd492f-92d8-4936-8c23-0a3e23ffd491 req-1b550e3a-bbf2-4a00-8e20-78bd95084dae tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538012 Aug 11 02:15:42.301299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62f5817d-f135-41d4-98b2-d062cd9481df req-76f4d8c4-e591-466d-9b3c-5551ba52881d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/36696397-3b65-4ca0-acaf-44d865dd953c HTTP/1.1" status: 200 len: 1783 time: 0.1670742 Aug 11 02:15:42.304519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-5f95b2ee-461a-48e2-9f6f-0877af321794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.305961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-5f95b2ee-461a-48e2-9f6f-0877af321794 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0842657 Aug 11 02:15:42.317903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-6ff2141c-0b57-4c98-96a8-2bf1f617af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.319322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-6ff2141c-0b57-4c98-96a8-2bf1f617af4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 1099 time: 0.1124837 Aug 11 02:15:42.488930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-6cbde5d9-3ac1-47a4-9fbe-13312bf16eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.490502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-6cbde5d9-3ac1-47a4-9fbe-13312bf16eb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691642 Aug 11 02:15:42.506969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-62f5817d-f135-41d4-98b2-d062cd9481df req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.555938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237111f-7462-4119-a26b-92031f653330 req-f30c864f-3a10-4e3a-a9c7-54560ca1c557 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.557464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0237111f-7462-4119-a26b-92031f653330 req-f30c864f-3a10-4e3a-a9c7-54560ca1c557 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.1538675 Aug 11 02:15:42.584949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-d0825100-6866-4c58-a588-f5e527373280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.586426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-d0825100-6866-4c58-a588-f5e527373280 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2523563 Aug 11 02:15:42.604894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-62f5817d-f135-41d4-98b2-d062cd9481df req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.672660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-794e4baa-455f-4288-93b4-c6511c4b3738 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2 HTTP/1.1" status: 200 len: 217 time: 0.0748644 Aug 11 02:15:42.735433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0237111f-7462-4119-a26b-92031f653330 req-d78c394b-0aed-448d-a10f-c0a79f5d2235 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429086 Aug 11 02:15:42.767971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-21037fd2-7328-4ff6-94ad-5a601c8af02b service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539079 Aug 11 02:15:42.770826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-9b0b9640-be69-47a7-b979-ffc7a49cdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.772348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-9b0b9640-be69-47a7-b979-ffc7a49cdd11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0819464 Aug 11 02:15:42.773371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-62f5817d-f135-41d4-98b2-d062cd9481df req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.775904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-62f5817d-f135-41d4-98b2-d062cd9481df req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.776987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62f5817d-f135-41d4-98b2-d062cd9481df req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/36696397-3b65-4ca0-acaf-44d865dd953c HTTP/1.1" status: 204 len: 173 time: 0.4678786 Aug 11 02:15:42.789915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17506-c0eb-4416-9a77-212d132518af tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36696397-3b65-4ca0-acaf-44d865dd953c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:42.842629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:42.914325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-5b792d2e-0782-4be4-90d3-457f35b6de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:42.915851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-5b792d2e-0782-4be4-90d3-457f35b6de2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095948 Aug 11 02:15:42.919104 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-84451742-b2eb-4165-ab29-204ad4a770c0 req-a711c647-fc99-4893-9077-53de07f59afa tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:15:42.919817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84451742-b2eb-4165-ab29-204ad4a770c0 req-a711c647-fc99-4893-9077-53de07f59afa tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/36696397-3b65-4ca0-acaf-44d865dd953c HTTP/1.1" status: 404 len: 352 time: 0.0229115 Aug 11 02:15:42.935900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Deleting subnet 77d724ff-323a-4905-b520-2bbc4cc5e1f0 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:42.946922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.961337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e5710bc-11eb-4d81-a7e5-4fd30d60e44d req-e816ca1c-716f-49b3-b04d-1ab52bd85de1 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682518 Aug 11 02:15:42.988408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:42.988726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2060994154', 'description': 'tempest-description-1723919244'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.028016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.035811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.072249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-187a2f90-a266-4145-94ca-6897966e1bb5 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399798 Aug 11 02:15:43.109696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.124413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.129242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/77d724ff-323a-4905-b520-2bbc4cc5e1f0 HTTP/1.1" status: 204 len: 168 time: 0.2847166 Aug 11 02:15:43.130628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:43.158721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84848d8b-7c29-4e76-84dd-e5bb2211c34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d724ff-323a-4905-b520-2bbc4cc5e1f0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.221163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.227866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.237544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728dfe-49b4-469c-b5f2-1ff87a6ce121 req-0da8257d-6c5d-4190-b3b2-e79533966546 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526122 Aug 11 02:15:43.241244 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.278544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.279874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-615b13db-7ddb-486f-ad0b-e2e8422e7857 req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3210938 Aug 11 02:15:43.281752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5dfc2-a28d-4c0c-9847-f2a3c030becc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc368969-710e-48e7-8579-736abb2f8e0c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.291782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f13d61-5136-44f5-82bb-51a8caedf138 req-37858707-3a91-459a-9f8e-a654922ccc0b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.293423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51f13d61-5136-44f5-82bb-51a8caedf138 req-37858707-3a91-459a-9f8e-a654922ccc0b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.0901406 Aug 11 02:15:43.325468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.336389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f88d05-7d7b-402e-bc34-12f12eefd830']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:43.349247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf52f7f4-269c-42df-b62c-22150668cae0') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:43.349604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf52f7f4-269c-42df-b62c-22150668cae0') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:43.350438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51f13d61-5136-44f5-82bb-51a8caedf138 req-9ec255de-ad11-4294-8f2f-b119ae976e4a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Aug 11 02:15:43.366526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.373866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-540250358', 'description': 'tempest-description-107320803'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.382013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.389208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:43.389519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:43.391173 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:43.428841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.451244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.452089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa6cac-07e6-4e13-b9d4-6b32cf41e4ee req-65ebac29-b992-4cce-ba8d-638dc7d452b7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.453623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8afa6cac-07e6-4e13-b9d4-6b32cf41e4ee req-65ebac29-b992-4cce-ba8d-638dc7d452b7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0830858 Aug 11 02:15:43.457208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.462607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] 10.222.0.68 "DELETE /v2.0/networks/91f88d05-7d7b-402e-bc34-12f12eefd830 HTTP/1.1" status: 204 len: 168 time: 0.3300612 Aug 11 02:15:43.477105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8fac-43ce-4fe3-be68-250510c22a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f88d05-7d7b-402e-bc34-12f12eefd830,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.490978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 87975051-9e8f-402d-b493-84387872cf72 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:43.528169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8afa6cac-07e6-4e13-b9d4-6b32cf41e4ee req-e6ff52ac-dc1e-4736-b0e1-a7c8ef1b13a4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554657 Aug 11 02:15:43.530020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 87975051-9e8f-402d-b493-84387872cf72 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:43.530390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 87975051-9e8f-402d-b493-84387872cf72 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:43.580071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.585496 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.603426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:43.608631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'subnets': [{'network_id': 'f64e3139-c09c-40c6-9f23-cbd2c1f904d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1762572359', 'ip_version': 6}, {'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.609074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'subnet': {'network_id': 'f64e3139-c09c-40c6-9f23-cbd2c1f904d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1762572359', 'ip_version': 6}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.609900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Request body: {'subnet': {'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.618854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b46dfa-f8f0-454b-a13a-38836c83ebdb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.621674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.622921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-681e8945-1eeb-49c8-aabf-8438b79a98aa req-e68bc8e7-96c3-401d-9357-8cccc158b6c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2542160 Aug 11 02:15:43.653349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1470407734', 'description': 'tempest-description-1887138787'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:43.677999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.702113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:43.766579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88c35bde-9102-4d39-830d-dfcf7e7a0128 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8062966264c84944bb228101811059e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624540 Aug 11 02:15:43.768566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:43.790740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df'}, {'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'name': 'network-vif-deleted', 'tag': '87975051-9e8f-402d-b493-84387872cf72'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:43.792978 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5740b5-5e81-43b5-975d-ab86410dec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df"}, {"server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "name": "network-vif-deleted", "tag": "87975051-9e8f-402d-b493-84387872cf72"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:43.807916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.813095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.837524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Made reservation on behalf of d5a7363b52bb49f997741f5f4ddd79d0 for: {'subnet': 2} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:43.842308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.842678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.873433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.874731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91ab77c1-11dd-4bea-a62b-662706c76a07 req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2258704 Aug 11 02:15:43.876678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20ce3b-ea2f-40ff-a687-632f75c4a975 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0f6c6-d352-44c6-90a5-ab9759161d82,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:43.892806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.903014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46614f8e-6a51-4b89-ab08-fa0091d5fcf9 req-97fef053-c31c-4095-9b48-ee5f52d4f8ce tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:43.905208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46614f8e-6a51-4b89-ab08-fa0091d5fcf9 req-97fef053-c31c-4095-9b48-ee5f52d4f8ce tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.0842175 Aug 11 02:15:43.930427 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f442f868-b954-4274-924a-92fb067a8190 x-openstack-request-id: req-f442f868-b954-4274-924a-92fb067a8190 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:43.930755 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df", "status": "completed", "code": 200}, {"server_uuid": "87801284-4d04-4764-af2f-aaaccab059ac", "name": "network-vif-deleted", "tag": "87975051-9e8f-402d-b493-84387872cf72", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:43.930980 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f442f868-b954-4274-924a-92fb067a8190 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:43.931360 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'status': 'completed', 'code': 200} Aug 11 02:15:43.931612 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87801284-4d04-4764-af2f-aaaccab059ac', 'name': 'network-vif-deleted', 'tag': '87975051-9e8f-402d-b493-84387872cf72', 'status': 'completed', 'code': 200} Aug 11 02:15:43.947381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:43.962701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46614f8e-6a51-4b89-ab08-fa0091d5fcf9 req-8775000d-df54-49d3-bcfd-a9059b77d5e8 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494416 Aug 11 02:15:44.048980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-b2f772a0-e849-478e-9b18-65ba8f5bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.050671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-b2f772a0-e849-478e-9b18-65ba8f5bf727 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=805aae22b353426a9090e7db54dd33b7&device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 1100 time: 0.0860646 Aug 11 02:15:44.071879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.074884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.076509 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe175a09-7412-4991-ae61-90ed9087f8fe HTTP/1.1" status: 204 len: 168 time: 0.3065867 Aug 11 02:15:44.112785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d5e20-3364-4082-886d-59830429d8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe175a09-7412-4991-ae61-90ed9087f8fe,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:44.177547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0398ca5d-8d83-4729-a552-015da02ff6fa req-79563105-0bd8-4bfd-85cc-313f2d957a21 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 10910 time: 0.1909447 Aug 11 02:15:44.202519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-c5b02749-232c-476a-904a-5d2950388993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.204006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-c5b02749-232c-476a-904a-5d2950388993 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1434286 Aug 11 02:15:44.255633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-c134c720-0841-4cc5-9fdf-8c4fffdc45ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df HTTP/1.1" status: 200 len: 217 time: 0.0433261 Aug 11 02:15:44.303932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0398ca5d-8d83-4729-a552-015da02ff6fa req-acfc74f5-7c45-42f3-89d6-16302c653501 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/21599e2d-9063-40ff-8781-23e1067c763a HTTP/1.1" status: 200 len: 2983 time: 0.1177113 Aug 11 02:15:44.328034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-0bbd0370-621a-4f0c-9713-b9783869bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.329525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-0bbd0370-621a-4f0c-9713-b9783869bb4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0640340 Aug 11 02:15:44.355516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.391691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0398ca5d-8d83-4729-a552-015da02ff6fa req-4b29cc12-a48a-4500-9517-852d117a0351 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/21599e2d-9063-40ff-8781-23e1067c763a HTTP/1.1" status: 200 len: 2983 time: 0.0762637 Aug 11 02:15:44.406165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-5ab7e5b7-42bc-42cc-8ae3-b80a2881fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.408674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-5ab7e5b7-42bc-42cc-8ae3-b80a2881fda6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694838 Aug 11 02:15:44.440722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Subnet': ['ID=78ab306f-6148-4c06-b3c0-12f7a7cb64c0,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:44.446673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Checking segment: {'id': 'bbadacbe-47b4-47f9-a8d7-da30427a67e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f64e3139-c09c-40c6-9f23-cbd2c1f904d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:44.447127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network hostable DHCP agents. Network: f64e3139-c09c-40c6-9f23-cbd2c1f904d5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:44.468210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network f64e3139-c09c-40c6-9f23-cbd2c1f904d5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:44.482236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f64e3139-c09c-40c6-9f23-cbd2c1f904d5) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:44.487400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.497681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98893418-2db4-405b-bfea-bd8e53c078fa None None] Network f64e3139-c09c-40c6-9f23-cbd2c1f904d5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:44.605480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Checking segment: {'id': 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:44.605793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network hostable DHCP agents. Network: c163098b-a9a2-4fda-8464-34496e34bef2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:44.609507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event updated for resources: {'Subnet': ['ID=024b8772-83e2-43a0-98ac-a345fb433052,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:44.637409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Network c163098b-a9a2-4fda-8464-34496e34bef2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:44.650368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c163098b-a9a2-4fda-8464-34496e34bef2) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:44.659945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.660434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.662025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584e931-56ba-47e8-b047-e576303a81ba None None] Network c163098b-a9a2-4fda-8464-34496e34bef2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:44.664707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.685475 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65e834d8-a52e-41a8-9155-f8afa22a7966 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0817044 Aug 11 02:15:44.686235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:44.791503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8727b-64bf-4921-8ff8-d851f6151ec6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.793195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8727b-64bf-4921-8ff8-d851f6151ec6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.795338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8727b-64bf-4921-8ff8-d851f6151ec6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.806397 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6b8727b-64bf-4921-8ff8-d851f6151ec6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1099730 Aug 11 02:15:44.806661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9997191-51c7-4354-b10d-99af39ab14aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f64e3139-c09c-40c6-9f23-cbd2c1f904d5', 'network_id': 'f64e3139-c09c-40c6-9f23-cbd2c1f904d5', 'tenant_id': 'd5a7363b52bb49f997741f5f4ddd79d0', 'fixed_ips': [{'subnet_id': '78ab306f-6148-4c06-b3c0-12f7a7cb64c0'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:44.806958 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9997191-51c7-4354-b10d-99af39ab14aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.807079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:44.856693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-4f87c734-d0de-4f33-bde0-5b22c58834df tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/cc368969-710e-48e7-8579-736abb2f8e0c HTTP/1.1" status: 200 len: 1803 time: 0.4298644 Aug 11 02:15:44.884919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8e4b2-0722-4678-822b-05a32d02cddd req-3ca0ad9b-efd4-40d2-a489-368dde3e4ed0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:44.892126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61c8e4b2-0722-4678-822b-05a32d02cddd req-3ca0ad9b-efd4-40d2-a489-368dde3e4ed0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.4462795 Aug 11 02:15:44.904141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Deleting subnet 78ab306f-6148-4c06-b3c0-12f7a7cb64c0 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:44.907821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.938252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-773d5e13-dea4-4bd0-8537-cda4f91a7864 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199206 Aug 11 02:15:44.968499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c163098b-a9a2-4fda-8464-34496e34bef2', 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2', 'tenant_id': 'd5a7363b52bb49f997741f5f4ddd79d0', 'fixed_ips': [{'subnet_id': '024b8772-83e2-43a0-98ac-a345fb433052'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:44.969760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:44.995543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.002580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61c8e4b2-0722-4678-822b-05a32d02cddd req-800f28f4-405d-41a5-a142-44e945073a5c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043367 Aug 11 02:15:45.059536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.112015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.114502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:45.127106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:45.133973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.176934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Subnet': ['ID=78ab306f-6148-4c06-b3c0-12f7a7cb64c0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.179079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.181000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4067825e-d4f1-4a05-aca6-4fc0853302b3 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/subnets/78ab306f-6148-4c06-b3c0-12f7a7cb64c0 HTTP/1.1" status: 204 len: 168 time: 0.3730803 Aug 11 02:15:45.181269 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.183699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:45.234014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5740b5-5e81-43b5-975d-ab86410dec4b req-06579c6c-9f51-4b5a-8bc3-abda3f709137 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864296 Aug 11 02:15:45.240357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Deleting subnet 024b8772-83e2-43a0-98ac-a345fb433052 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-b9997191-51c7-4354-b10d-99af39ab14aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78ab306f-6148-4c06-b3c0-12f7a7cb64c0: This subnet is being modified by another concurrent operation. Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:15:45.244760 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78ab306f-6148-4c06-b3c0-12f7a7cb64c0: This subnet is being modified by another concurrent operation. Aug 11 02:15:45.249633 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:15:45.252747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef18b3-7d76-4fca-8c35-62540b95e66a req-7882dbef-f233-43d7-adbb-e9a2b2bf6ab6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.252747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ef18b3-7d76-4fca-8c35-62540b95e66a req-7882dbef-f233-43d7-adbb-e9a2b2bf6ab6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1628921 Aug 11 02:15:45.272351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:15:45.284130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.286633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.287755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a8b0be-59b8-41d8-aabb-427e26c6165b req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/cc368969-710e-48e7-8579-736abb2f8e0c HTTP/1.1" status: 204 len: 173 time: 0.4306295 Aug 11 02:15:45.296652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Allocated IP 2001:db8:0:1::1 (c163098b-a9a2-4fda-8464-34496e34bef2/024b8772-83e2-43a0-98ac-a345fb433052/add37aa9-9288-4682-a8bf-2dd7be1c1bc7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:45.300859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-25067249-network', 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:45.320708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ef18b3-7d76-4fca-8c35-62540b95e66a req-6f2fd82d-d16c-4280-a994-e9109a29a3ad tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673509 Aug 11 02:15:45.323853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952692-f50b-4b78-812b-4ed37187acc5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc368969-710e-48e7-8579-736abb2f8e0c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.330949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4f79f-d917-42ac-a106-10bf7c63bed1 None None] Network f64e3139-c09c-40c6-9f23-cbd2c1f904d5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:45.345706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:45.348984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.358577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.445653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238bd6e-bb00-4e6b-86d0-8efdde0b9bff req-b4dae152-b2c0-42a0-a8de-24f2d9534f07 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.447400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8238bd6e-bb00-4e6b-86d0-8efdde0b9bff req-b4dae152-b2c0-42a0-a8de-24f2d9534f07 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.0742428 Aug 11 02:15:45.517635 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-32a2f170-3386-413f-8c23-0fbc7bc6be7c req-fbdd239c-c754-4acb-aab1-f0c34b80a55a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:15:45.518935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32a2f170-3386-413f-8c23-0fbc7bc6be7c req-fbdd239c-c754-4acb-aab1-f0c34b80a55a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/cc368969-710e-48e7-8579-736abb2f8e0c HTTP/1.1" status: 404 len: 352 time: 0.0293214 Aug 11 02:15:45.526996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:45.542012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8238bd6e-bb00-4e6b-86d0-8efdde0b9bff req-7f0e7e19-ecd9-4fde-9352-9cb6fe054fc9 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752382 Aug 11 02:15:45.557200 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.562608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'mac_address': 'fa:16:3e:c1:c7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:45.572531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.616184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:45.623676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11544602-4d1f-48f1-af0f-7a4da4bf5b47,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.633398 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.633737 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Added segment d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc of type vlan for network b976174c-2c49-4ffc-9ccc-8a267970a929 Aug 11 02:15:45.637669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-c0e45a35-b211-4111-a9f0-8316b1d777ff tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e2b46dfa-f8f0-454b-a13a-38836c83ebdb HTTP/1.1" status: 200 len: 1801 time: 0.0906386 Aug 11 02:15:45.682168 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.687422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.703948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.704430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7094ed-2c2d-420c-bf73-5254f3ff19df {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:45.710294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Transition to ACTIVE for port object add37aa9-9288-4682-a8bf-2dd7be1c1bc7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:45.734971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:45.737750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Transition to ACTIVE for port object add37aa9-9288-4682-a8bf-2dd7be1c1bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:45.741211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.742274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:45.743491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.749899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.754317 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.756210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.757309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:45.757774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.791459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.795956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Network c163098b-a9a2-4fda-8464-34496e34bef2 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:45.802615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:45.805092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:45.831162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7023017 Aug 11 02:15:45.833340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.834369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:45.841958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Request body: {'subnet': {'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-25067249-subnet', 'tenant_id': '181f51222ae140a4bd97be300c815079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:45.858758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660d46-f6ea-431a-8919-d772b60521b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b976174c-2c49-4ffc-9ccc-8a267970a929,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.889982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.890323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:45.893220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.894662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4aa93e1b-e004-458a-a447-6800e4d7f667 req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/e2b46dfa-f8f0-454b-a13a-38836c83ebdb HTTP/1.1" status: 204 len: 173 time: 0.2495358 Aug 11 02:15:45.903541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:45.904790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e654c0-a280-44c7-a97d-5859da195fe6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b46dfa-f8f0-454b-a13a-38836c83ebdb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.905867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:45.907676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b976174c-2c49-4ffc-9ccc-8a267970a929 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:45.918490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:45.935829 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-29b3e565-21d9-4d78-92db-7090b7702fb1 req-e0b79049-ef63-4259-b007-ea8a2b107845 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:15:45.936791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29b3e565-21d9-4d78-92db-7090b7702fb1 req-e0b79049-ef63-4259-b007-ea8a2b107845 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e2b46dfa-f8f0-454b-a13a-38836c83ebdb HTTP/1.1" status: 404 len: 352 time: 0.0199859 Aug 11 02:15:45.944754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Attempting to bind port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:45.945191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Attempting to bind port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:45.945619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Attempting to bind port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 on network c163098b-a9a2-4fda-8464-34496e34bef2 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:45.957429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.005336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-231b39c5-c3c4-46e2-895c-6e62829b0d67 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/01e0f6c6-d352-44c6-90a5-ab9759161d82 HTTP/1.1" status: 200 len: 1803 time: 0.0454962 Aug 11 02:15:46.009633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'mac_address': 'fa:16:3e:14:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:46.024098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:46.024713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Checking segment: {'id': 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:46.025306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.025903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Bound using segment: {'id': 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:46.026558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Bound port: add37aa9-9288-4682-a8bf-2dd7be1c1bc7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c163098b-a9a2-4fda-8464-34496e34bef2'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:46.027123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.099563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Pushing event updated for resources: {'Port': ['ID=add37aa9-9288-4682-a8bf-2dd7be1c1bc7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.110435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.118196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.135039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.139936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/subnets/024b8772-83e2-43a0-98ac-a345fb433052 HTTP/1.1" status: 204 len: 168 time: 0.9529512 Aug 11 02:15:46.140160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.141616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44536) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:46.158033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] For port add37aa9-9288-4682-a8bf-2dd7be1c1bc7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:46.161781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:46.169576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f0cd-bb4d-4d00-a930-e65ef3435897 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Subnet': ['ID=024b8772-83e2-43a0-98ac-a345fb433052,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.181667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] For port add37aa9-9288-4682-a8bf-2dd7be1c1bc7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=add37aa9-9288-4682-a8bf-2dd7be1c1bc7,segment=NetworkSegment(e0f5aa25-7b9f-4708-9211-1fd4562d62cb),segment_id=e0f5aa25-7b9f-4708-9211-1fd4562d62cb)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:46.192417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.195431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:46.227907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.231426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.238808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.263282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f619a-d249-4ec9-aa0c-8b20a1ee8acf None None] Pushing event updated for resources: {'Port': ['ID=add37aa9-9288-4682-a8bf-2dd7be1c1bc7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.276099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4817a-4c45-4f7b-95d2-c3234e5c6b0e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.279105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3ee4817a-4c45-4f7b-95d2-c3234e5c6b0e tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1351271 Aug 11 02:15:46.286288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:46.295349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868399-d2e0-4770-b36e-f2b49bd89ac9 req-0aa73165-dd3b-49f6-9068-4f8b1c638608 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.302988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c868399-d2e0-4770-b36e-f2b49bd89ac9 req-0aa73165-dd3b-49f6-9068-4f8b1c638608 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2006650 Aug 11 02:15:46.347063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.362441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c868399-d2e0-4770-b36e-f2b49bd89ac9 req-b3cef71c-725b-4508-8a79-5a1baba3f3a8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582051 Aug 11 02:15:46.364235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.366157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f36622b-f789-43fb-8776-ec9fe944b11c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.367630 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.369711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c09b8204-4998-4271-a272-c0cc41b082d4 req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/01e0f6c6-d352-44c6-90a5-ab9759161d82 HTTP/1.1" status: 204 len: 173 time: 0.3568323 Aug 11 02:15:46.382201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319e0b2-7711-4179-ab92-b0546d9387b5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0f6c6-d352-44c6-90a5-ab9759161d82,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.402432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:46.402852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Network hostable DHCP agents. Network: b976174c-2c49-4ffc-9ccc-8a267970a929, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:46.418340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.436695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:46.438189 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-ff448b5f-2487-4f21-9e68-6ec1a4f48484 req-4e6b337d-5f66-4932-ac63-9f90edaa0d86 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:15:46.439764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff448b5f-2487-4f21-9e68-6ec1a4f48484 req-4e6b337d-5f66-4932-ac63-9f90edaa0d86 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/01e0f6c6-d352-44c6-90a5-ab9759161d82 HTTP/1.1" status: 404 len: 352 time: 0.0356643 Aug 11 02:15:46.464790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b976174c-2c49-4ffc-9ccc-8a267970a929) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:46.470354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.470932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.480639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ef930-7d03-4a03-aebe-c5c9c607b5fd None None] Network b976174c-2c49-4ffc-9ccc-8a267970a929 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:46.508774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7588a581-8f63-46bb-b31b-6b2bee870e63 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6726933 Aug 11 02:15:46.517080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Deleting port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:46.517080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.531197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd45e3-c5ef-499f-8786-834f9870b4c2 req-a2735851-92d2-41c0-a933-c1eeeb5bc9ff tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.540975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5fd45e3-c5ef-499f-8786-834f9870b4c2 req-a2735851-92d2-41c0-a933-c1eeeb5bc9ff tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0783198 Aug 11 02:15:46.561847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['ac7094ed-2c2d-420c-bf73-5254f3ff19df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:46.585217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['84f0c2a7-b0e7-4980-86e9-1f211d8673f2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:46.625789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] For port add37aa9-9288-4682-a8bf-2dd7be1c1bc7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=add37aa9-9288-4682-a8bf-2dd7be1c1bc7,segment=NetworkSegment(e0f5aa25-7b9f-4708-9211-1fd4562d62cb),segment_id=e0f5aa25-7b9f-4708-9211-1fd4562d62cb)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:46.626201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.649652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Calling delete_port for add37aa9-9288-4682-a8bf-2dd7be1c1bc7 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:46.673380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5fd45e3-c5ef-499f-8786-834f9870b4c2 req-341e575d-5cf3-4320-837f-88d3af945236 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312101 Aug 11 02:15:46.793643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.806443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4524ede6-10b2-4027-a23e-9e5aaced7a5c req-d6745de6-5b9e-451e-86e4-becc4b744bb3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 6156 time: 0.1964841 Aug 11 02:15:46.820548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] No DVR routers for this DVR port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:46.891826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Port': ['ID=add37aa9-9288-4682-a8bf-2dd7be1c1bc7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:46.904970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4524ede6-10b2-4027-a23e-9e5aaced7a5c req-4e473158-bd5b-43fb-ba1b-8ed38562355a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/21599e2d-9063-40ff-8781-23e1067c763a HTTP/1.1" status: 200 len: 2983 time: 0.0975573 Aug 11 02:15:46.918852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c244a15-0e8d-45e3-b243-f556453c68a7 None None] Network b976174c-2c49-4ffc-9ccc-8a267970a929 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:46.978284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:46.990127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e951c69-04f4-4fbf-9f24-199fa1d88e5e req-36794c87-a030-408f-87ca-0cb6a6fd09c7 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:46.991990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c163098b-a9a2-4fda-8464-34496e34bef2']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:46.992249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e951c69-04f4-4fbf-9f24-199fa1d88e5e req-36794c87-a030-408f-87ca-0cb6a6fd09c7 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 949 time: 0.1488492 Aug 11 02:15:47.001639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4524ede6-10b2-4027-a23e-9e5aaced7a5c req-abf84be5-d44c-475b-ab8e-386ba06c8f08 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/21599e2d-9063-40ff-8781-23e1067c763a HTTP/1.1" status: 200 len: 2983 time: 0.0951149 Aug 11 02:15:47.026243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device add37aa9-9288-4682-a8bf-2dd7be1c1bc7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:47.069387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e951c69-04f4-4fbf-9f24-199fa1d88e5e req-7e15057f-b65f-4969-91b8-43c1b7cbeb38 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Aug 11 02:15:47.071167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: add37aa9-9288-4682-a8bf-2dd7be1c1bc7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:47.071862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device add37aa9-9288-4682-a8bf-2dd7be1c1bc7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:15:47.103458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1609327184', 'description': 'tempest-description-61946102'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:47.118331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Port add37aa9-9288-4682-a8bf-2dd7be1c1bc7 not found, will not notify nova. {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:15:47.163768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.366880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.376494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.398777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:47.398777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f5aa25-7b9f-4708-9211-1fd4562d62cb') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:47.408303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.421794 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.423586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9bfa747-f0d7-4eb6-83d2-c2df3a747441 req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3252137 Aug 11 02:15:47.426031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.433367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:47.433666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:47.437485 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:47.441348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210ae1b-5ecc-42fa-a4d0-b7658ac56f98 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87e9fbf-6665-4273-9dd4-05c2b4dc86ba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.459493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-e66847c0-eada-472f-9645-9b024f8607ee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:47.461093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-e66847c0-eada-472f-9645-9b024f8607ee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.1649833 Aug 11 02:15:47.479992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-ab34165b-6984-4857-b313-4c0911b57285 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0101373 Aug 11 02:15:47.510650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.522681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.524646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/c163098b-a9a2-4fda-8464-34496e34bef2 HTTP/1.1" status: 204 len: 168 time: 1.2372193 Aug 11 02:15:47.527216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:47.527679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-c02c1cf2-2552-4a18-80a9-41cc714d3c6d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392129 Aug 11 02:15:47.547390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984b78f-3652-4e28-b965-ac2eb685e7d6 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=c163098b-a9a2-4fda-8464-34496e34bef2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.622542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.641156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae300-b257-47b0-b4f5-3cb7be25533e req-f58608a8-ca1b-4d21-829b-e5c6b8307dcc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:47.647050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b9ae300-b257-47b0-b4f5-3cb7be25533e req-f58608a8-ca1b-4d21-829b-e5c6b8307dcc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1167855 Aug 11 02:15:47.680309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419791d8-1a57-4553-8ffc-0094cb8fdcca None None] DHCP port deletion for c163098b-a9a2-4fda-8464-34496e34bef2 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:15:47.682421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e26353fe-436b-4426-a189-c73992cf1022 None None] Could not find standard attr ID for object add37aa9-9288-4682-a8bf-2dd7be1c1bc7. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:15:47.698389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-9d01054d-b76b-4d7f-8f62-102d655e0d2e service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578386 Aug 11 02:15:47.709114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e738c21-6dea-4c15-ba46-25bfd943aae1 None None] Network c163098b-a9a2-4fda-8464-34496e34bef2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:47.717860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b9ae300-b257-47b0-b4f5-3cb7be25533e req-a65c5472-2bea-459a-9bad-6715334e9585 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667644 Aug 11 02:15:47.721970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.729991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e738c21-6dea-4c15-ba46-25bfd943aae1 None None] Network c163098b-a9a2-4fda-8464-34496e34bef2 could not be found, it might have been deleted concurrently. {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:15:47.733846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64e3139-c09c-40c6-9f23-cbd2c1f904d5']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:47.744498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f2bd1-6e6f-4078-ba5d-dfb5787ce19d None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:15:47.746117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbadacbe-47b4-47f9-a8d7-da30427a67e2') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:47.747278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbadacbe-47b4-47f9-a8d7-da30427a67e2') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:47.759439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.777503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.778284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-933182445', 'description': 'tempest-description-1803760980'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:47.788200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:47.788200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:47.792053 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:47.837599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.859951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-37660193-6ca5-4f05-b511-cd6d930e2cf3 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369879 Aug 11 02:15:47.883464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.891421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f2bd1-6e6f-4078-ba5d-dfb5787ce19d None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:15:47.907232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.912657 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/f64e3139-c09c-40c6-9f23-cbd2c1f904d5 HTTP/1.1" status: 204 len: 168 time: 0.3816893 Aug 11 02:15:47.912657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3522c-6900-49d7-b5f7-1273c7b74f44 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=f64e3139-c09c-40c6-9f23-cbd2c1f904d5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:47.913682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44582) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:47.975391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:47.983542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.017720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.064253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:48.105002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.106756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-826184fc-6441-4ae9-939f-8a4b64e144e5 req-2703a6a4-9fdc-4ee0-b644-795a6687fbba tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3347285 Aug 11 02:15:48.187166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.200925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f5b947-4f22-4f66-a560-9a326065c585']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.217718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597057a-4808-4710-a5cb-0a1aae1e557c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.218043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597057a-4808-4710-a5cb-0a1aae1e557c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.231734 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.253700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.269926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c983-3dfe-4e41-a080-1ac5687162c9 req-c3acf757-b9f7-4c34-923b-318aa615d091 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:48.274656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:48.276540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.281664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f477c983-3dfe-4e41-a080-1ac5687162c9 req-c3acf757-b9f7-4c34-923b-318aa615d091 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1093559 Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:48.283092 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:48.356387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e069871-a316-4cc1-b0fe-cd17e98b4306 req-fb0fd3ec-aa2c-40b2-932a-e45043c1b10e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 210 time: 0.0498612 Aug 11 02:15:48.360777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.369105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.371062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f477c983-3dfe-4e41-a080-1ac5687162c9 req-bd7bf40b-efb5-4810-8906-f275621a9a6c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885005 Aug 11 02:15:48.372719 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/c2f5b947-4f22-4f66-a560-9a326065c585 HTTP/1.1" status: 204 len: 168 time: 0.4579504 Aug 11 02:15:48.375128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:48.401353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e776ca-1c38-4936-abff-3cc5aeb5132c tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=c2f5b947-4f22-4f66-a560-9a326065c585,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:48.606146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.648876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9b415-766a-4dd7-bac3-ac379cc1961f req-ca9ac283-1804-47d1-b40b-237d0e875466 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:48.650449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a9b415-766a-4dd7-bac3-ac379cc1961f req-ca9ac283-1804-47d1-b40b-237d0e875466 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 949 time: 0.1762786 Aug 11 02:15:48.743923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-189b555f-b9b1-4ce2-8b49-f2baa44c6343 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:48.745386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-189b555f-b9b1-4ce2-8b49-f2baa44c6343 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 813 time: 0.2701006 Aug 11 02:15:48.777855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.789338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-004dedc4-6787-4d6e-9fcd-eb2f246dd485 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/quotas/741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 375 time: 0.0368540 Aug 11 02:15:48.792399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387b6f68-d598-4d7e-ba6d-e972fefd148a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.798538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6a9b415-766a-4dd7-bac3-ac379cc1961f req-1424b25a-1a04-43b6-a32e-cefedc13a484 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226015 Aug 11 02:15:48.815966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4cdf47-53b5-49b5-86af-171037a2c812') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.816259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4cdf47-53b5-49b5-86af-171037a2c812') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:48.841203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.861015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.871204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-80ec6b63-dbd3-452c-8467-a54ba4798801 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760057 Aug 11 02:15:48.874033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:48.874628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:48.877987 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:48.927634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device add37aa9-9288-4682-a8bf-2dd7be1c1bc7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:15:48.949002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: add37aa9-9288-4682-a8bf-2dd7be1c1bc7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:15:48.949346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device add37aa9-9288-4682-a8bf-2dd7be1c1bc7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:15:49.002331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.018219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.020139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] 10.222.0.68 "DELETE /v2.0/networks/387b6f68-d598-4d7e-ba6d-e972fefd148a HTTP/1.1" status: 204 len: 168 time: 0.6439729 Aug 11 02:15:49.044144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6756832-ba8f-43af-bcce-ec48439c9675 tempest-BulkNetworkOpsIpV6Test-763328502 tempest-BulkNetworkOpsIpV6Test-763328502-project] Pushing event deleted for resources: {'Network': ['ID=387b6f68-d598-4d7e-ba6d-e972fefd148a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.059994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ace634-ed6b-42e8-b47b-c851bcd35f53 req-32e6701f-f0ef-4d53-8097-e4975077420b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.061519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38ace634-ed6b-42e8-b47b-c851bcd35f53 req-32e6701f-f0ef-4d53-8097-e4975077420b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1701035 Aug 11 02:15:49.095840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-f3286ab3-165c-468f-9cae-d3cb915be932 service neutron] 10.222.0.68 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054384 Aug 11 02:15:49.141109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38ace634-ed6b-42e8-b47b-c851bcd35f53 req-fdbde0c7-c475-4306-ac9b-508071554e98 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Aug 11 02:15:49.156207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:49.211529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2d70046e-e2f1-4294-ac09-226a8e7531a2 service neutron] 10.222.0.68 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044977 Aug 11 02:15:49.249429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port ac7094ed-2c2d-420c-bf73-5254f3ff19df completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:49.255689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port ac7094ed-2c2d-420c-bf73-5254f3ff19df triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:49.257206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.281762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:49.375262 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.420986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:49.424503 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001afa67-ae7f-46d4-af5d-3b267504b562" -d '{"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-plugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:49.457044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:49.466871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.467991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:49.570012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-45080ba0-97ee-47c6-97cb-5b06cd986da1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.571537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-45080ba0-97ee-47c6-97cb-5b06cd986da1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2671292 Aug 11 02:15:49.584896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.589196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:49.593505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:49.593913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.607376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f29aa09-98da-4fee-8d9c-431eec0e13c8 req-323e8f3e-e2b5-47e1-8350-81311f61806a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 210 time: 0.1178763 Aug 11 02:15:49.617182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdab9460-f22a-4e6d-b112-96080cfbead2 req-b4d5b77c-acf3-4f7d-ae2d-308550ec4645 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 210 time: 0.1264005 Aug 11 02:15:49.632320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '502a4e3d-4996-45c7-8837-38206493bbac', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:49.686591 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456f64f4-ccc4-4a17-8255-89ed1e2f4ef8 x-openstack-request-id: req-456f64f4-ccc4-4a17-8255-89ed1e2f4ef8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:49.686961 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-plugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:49.687285 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-456f64f4-ccc4-4a17-8255-89ed1e2f4ef8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:49.687683 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'code': 200} Aug 11 02:15:49.710004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.736518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44638) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:49.750007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-54d9ee75-29bc-4fce-9356-e3944a6a7e7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5a7363b52bb49f997741f5f4ddd79d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668927 Aug 11 02:15:49.750295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:49.755634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.811288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.841988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.844755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-0f65553b-d35d-4d8b-afb9-e974af32fec6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3353031 Aug 11 02:15:49.852343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.925573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.929204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:49.930497 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/759454bb-2f08-4bea-a7c2-4d2dd971441d HTTP/1.1" status: 204 len: 168 time: 0.1929407 Aug 11 02:15:49.948349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68397d67-cd90-44fa-9287-13c5c62b0f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759454bb-2f08-4bea-a7c2-4d2dd971441d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:49.985612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429314b1-c8f7-495a-9045-f49440d2a409 req-4435a976-edbd-4c30-9f3b-2f5b1dcf7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:49.987347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-429314b1-c8f7-495a-9045-f49440d2a409 req-4435a976-edbd-4c30-9f3b-2f5b1dcf7b4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 1102 time: 0.2247880 Aug 11 02:15:49.996397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ebc83-1686-44a1-a97c-3d9aa64894fb req-b2bcb77f-f01b-4309-827d-6cef41f25bf8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.004912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc1ebc83-1686-44a1-a97c-3d9aa64894fb req-b2bcb77f-f01b-4309-827d-6cef41f25bf8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2503488 Aug 11 02:15:50.094784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-18a9ea15-2214-429e-948e-691f636ea70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.096443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-18a9ea15-2214-429e-948e-691f636ea70f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=29be2f17c8ac4a359a90697c99af86a2&device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 1098 time: 0.2278025 Aug 11 02:15:50.124294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc1ebc83-1686-44a1-a97c-3d9aa64894fb req-c713f49c-40fc-4bfd-86a9-1810d1992949 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184182 Aug 11 02:15:50.133450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8b055-9b01-4d7c-a1ba-597c7a50838b req-c0f9b88b-d9d5-4733-b002-1dd561ad8665 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.135317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09c8b055-9b01-4d7c-a1ba-597c7a50838b req-c0f9b88b-d9d5-4733-b002-1dd561ad8665 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 950 time: 0.2260420 Aug 11 02:15:50.153221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:50.153221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:50.156044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-429314b1-c8f7-495a-9045-f49440d2a409 req-45c52dfd-e966-4e59-a013-b605027803a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489344 Aug 11 02:15:50.604022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09c8b055-9b01-4d7c-a1ba-597c7a50838b req-b5fc5ebc-fde2-4766-8112-68e8d8e21cda tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521120 Aug 11 02:15:50.663915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-af843f2d-0f50-4015-a05f-7d6cc6d986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.665599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-af843f2d-0f50-4015-a05f-7d6cc6d986a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 200 len: 906 time: 0.5288270 Aug 11 02:15:50.677315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d29ce-925c-4d11-9d99-c464cc8f3f9e req-b38ccf42-bdac-48a6-bac6-a04f5c905921 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.678963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d40d29ce-925c-4d11-9d99-c464cc8f3f9e req-b38ccf42-bdac-48a6-bac6-a04f5c905921 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.4591460 Aug 11 02:15:50.826922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d40d29ce-925c-4d11-9d99-c464cc8f3f9e req-3875b398-92ee-47cd-b650-83ab690c09cb tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130357 Aug 11 02:15:50.829004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:50.833237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-47eb0a77-46fa-44e2-8707-63e06581138e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 200 len: 1002 time: 0.1497467 Aug 11 02:15:50.835240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.13 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/83192f8a-ddef-404b-9018-3df342e12c9e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:50.894575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-7c6ee21f-cf8e-44c7-9c4f-ae3691b354c4 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:50.896200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-7c6ee21f-cf8e-44c7-9c4f-ae3691b354c4 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.61 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 813 time: 0.2124281 Aug 11 02:15:50.911488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'device_id': 'c56fd259-c662-4833-a431-f2532987a0ca', 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f', 'admin_state_up': True, 'tenant_id': '741adaf1b22f4041a414cefaab247d76'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:51.009900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-701eac1e-8a7b-4656-a65d-0cf4ce50377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.012101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-701eac1e-8a7b-4656-a65d-0cf4ce50377b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9042a2b3-586b-4902-9ba1-4d5e657ee28c HTTP/1.1" status: 200 len: 844 time: 0.0578392 Aug 11 02:15:51.018872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484649646'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:51.048365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Made reservation on behalf of 741adaf1b22f4041a414cefaab247d76 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:51.052132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.061328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86dd2469-fba5-4bc6-b980-16004ba3df57 req-49cc4f49-b29b-4f0a-9369-1935a9501fee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 210 time: 0.1058505 Aug 11 02:15:51.087168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e3ff68c-c3b5-4642-93a8-96c8c7aa553a req-9e65a63a-1cc2-4522-98df-26050ec3a68e tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 210 time: 0.1301293 Aug 11 02:15:51.095166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:51.100020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.118957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.166357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-ae8726ac-90b1-48dc-91c0-8bd2cc597479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.168027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-ae8726ac-90b1-48dc-91c0-8bd2cc597479 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=679c5c48-ddba-4d93-848f-146bc9846e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208558 Aug 11 02:15:51.196483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.269097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Allocated IP 172.20.0.10 (5b518ef4-f26b-4373-a404-361d9a8f234f/ef9c5773-6df0-49e5-9deb-c6d02644e37e/e830b8a4-561e-414c-a1f6-7151ee31789f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:51.340820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ff59-5bbf-49f9-a559-d98353428a04 req-3df59024-c937-4ba8-8c31-5254dcbe2b73 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.342392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0624ff59-5bbf-49f9-a559-d98353428a04 req-3df59024-c937-4ba8-8c31-5254dcbe2b73 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1044812 Aug 11 02:15:51.353655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.359989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.363710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-10c3d2c6-e664-4047-b7e1-07a87a504bef service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805341 Aug 11 02:15:51.371280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.419352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:51.445141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.445483 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 8e16261c-bfd7-4621-80f5-de724bf96840 of type vlan for network c8e69e0f-3513-4316-b55b-b838d246ea1d Aug 11 02:15:51.448675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970c7ae9-ef0a-491e-92be-675a0e3af5ba,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.481889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:51.490930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0624ff59-5bbf-49f9-a559-d98353428a04 req-89634366-f8e6-405d-83e1-88e88796ad60 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400855 Aug 11 02:15:51.496296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:51.500652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:51.502726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.519875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.545932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.573741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.574387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.575647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.579598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b52f822-d98b-4f03-bd6d-47d56ea876ba req-693c4d91-921e-4d3c-b87e-4fa5b3cbfae5 service neutron] 10.222.0.67 "GET /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029080 Aug 11 02:15:51.581216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.581860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.593438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-2a24a068-e587-4711-9c76-267a024b5d39 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9847212 Aug 11 02:15:51.607070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Request body: {'port': {'device_id': '502a4e3d-4996-45c7-8837-38206493bbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:51.661775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8311577 Aug 11 02:15:51.681001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c17e-eeda-48a8-8aa5-6ca5ec21274c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=c8e69e0f-3513-4316-b55b-b838d246ea1d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.689772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:51.690655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.690878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.696012 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37adde-595f-460f-931b-70f30fd62f06" -d '{"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:51.709286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:51.740764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c8e69e0f-3513-4316-b55b-b838d246ea1d details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:51.759673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Network 5b518ef4-f26b-4373-a404-361d9a8f234f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:51.763795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:51.766761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:51.810416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:51.876948 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b14c96-a80b-4232-926b-2e5588b8e2be x-openstack-request-id: req-b5b14c96-a80b-4232-926b-2e5588b8e2be {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:51.877261 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:51.877491 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b5b14c96-a80b-4232-926b-2e5588b8e2be {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:51.877906 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'code': 200} Aug 11 02:15:51.881096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:51.882188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:51.931588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-2efca513-1160-4ec5-8748-5064f8a0f295 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0246062 Aug 11 02:15:51.939455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:51.946100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:51.955511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Request body: {'port': {'device_id': 'c56fd259-c662-4833-a431-f2532987a0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:52.116365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.169633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:52.174747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.259719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ca1d3-62aa-4878-9b3d-19fa05794377 req-a6f97172-8d32-4399-be76-7cb4000e839a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.274858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-099ca1d3-62aa-4878-9b3d-19fa05794377 req-a6f97172-8d32-4399-be76-7cb4000e839a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 950 time: 0.3892481 Aug 11 02:15:52.280237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a45ac-57c6-4b9e-94c2-0586923ffb66 req-3feb2c3d-8e3e-4494-b612-86f60f398521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.282688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717a45ac-57c6-4b9e-94c2-0586923ffb66 req-3feb2c3d-8e3e-4494-b612-86f60f398521 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 1101 time: 0.3233283 Aug 11 02:15:52.499503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717a45ac-57c6-4b9e-94c2-0586923ffb66 req-ded66d12-1d2c-4477-a3f4-b3a1d2e8efcf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034791 Aug 11 02:15:52.502371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-099ca1d3-62aa-4878-9b3d-19fa05794377 req-eb8f29bc-427f-47d1-a004-aa4dba841131 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263350 Aug 11 02:15:52.521385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b83cc-e55e-47ef-be72-30edc45d6dd5 req-22c6c63f-e02b-4079-a105-12d7c3d059d6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.523184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1b83cc-e55e-47ef-be72-30edc45d6dd5 req-22c6c63f-e02b-4079-a105-12d7c3d059d6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2251060 Aug 11 02:15:52.559396 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b83d6397-9b09-4b51-878c-9baeb20a3ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.627949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.652066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1b83cc-e55e-47ef-be72-30edc45d6dd5 req-615e0bff-c878-458a-9f57-b4388da90004 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088691 Aug 11 02:15:52.712050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83192f8a-ddef-404b-9018-3df342e12c9e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:52.722913 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.755719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e830b8a4-561e-414c-a1f6-7151ee31789f {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:52.760638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=ef26906e-72c7-4c89-9845-6cb1e223b054,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:52.776282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.776660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Transition to ACTIVE for port object 83192f8a-ddef-404b-9018-3df342e12c9e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:52.787033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.797941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Transition to ACTIVE for port object e830b8a4-561e-414c-a1f6-7151ee31789f will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:52.799262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c57d2-6fda-4334-be7f-399fe4f81278 req-bc33a7e8-36b9-4553-bfea-c343a7825ae9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.799575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '8e16261c-bfd7-4621-80f5-de724bf96840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:52.799959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: c8e69e0f-3513-4316-b55b-b838d246ea1d, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:52.801728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f7c57d2-6fda-4334-be7f-399fe4f81278 req-bc33a7e8-36b9-4553-bfea-c343a7825ae9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 932 time: 0.1946647 Aug 11 02:15:52.805975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.870937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network c8e69e0f-3513-4316-b55b-b838d246ea1d is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:52.876330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9ed0d-95d5-4ed7-9cb2-ed25dbf5e94b req-b6631b8c-61d8-4631-b4ce-3971a120c77d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.878041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cc9ed0d-95d5-4ed7-9cb2-ed25dbf5e94b req-b6631b8c-61d8-4631-b4ce-3971a120c77d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 932 time: 0.1503055 Aug 11 02:15:52.878263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:52.909216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c8e69e0f-3513-4316-b55b-b838d246ea1d) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:52.914034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:52.914204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:52.914694 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:52.932290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c531e-f00a-47b7-aa01-d7bea20e77be None None] Network c8e69e0f-3513-4316-b55b-b838d246ea1d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:52.953665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f7c57d2-6fda-4334-be7f-399fe4f81278 req-d6914a7f-f6d3-469a-a000-5f86ab5ac247 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271653 Aug 11 02:15:52.967423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e9d80d58-31a8-4a88-b966-76b21afb4fed tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0245621 Aug 11 02:15:52.972014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44702) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:52.987226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058212354'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:53.007271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cc9ed0d-95d5-4ed7-9cb2-ed25dbf5e94b req-0ae8ff5d-a0bc-4bf4-b0ab-993712a4dba0 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100626 Aug 11 02:15:53.022732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:53.035918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.069495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Attempting to bind port e830b8a4-561e-414c-a1f6-7151ee31789f on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:53.069872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Attempting to bind port e830b8a4-561e-414c-a1f6-7151ee31789f by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:53.070230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Attempting to bind port e830b8a4-561e-414c-a1f6-7151ee31789f on network 5b518ef4-f26b-4373-a404-361d9a8f234f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:53.081251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Attempting to bind port 83192f8a-ddef-404b-9018-3df342e12c9e on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:53.082000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Attempting to bind port 83192f8a-ddef-404b-9018-3df342e12c9e by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:53.082696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Attempting to bind port 83192f8a-ddef-404b-9018-3df342e12c9e on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:53.085769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:53.088298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Port e830b8a4-561e-414c-a1f6-7151ee31789f on network 5b518ef4-f26b-4373-a404-361d9a8f234f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:53.088613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Attempting to bind port e830b8a4-561e-414c-a1f6-7151ee31789f on network 5b518ef4-f26b-4373-a404-361d9a8f234f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:53.089608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Port 83192f8a-ddef-404b-9018-3df342e12c9e on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:15:53.090206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Attempting to bind port 83192f8a-ddef-404b-9018-3df342e12c9e on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:53.097680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:53.098596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:53.098976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:53.099402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Bound port: 83192f8a-ddef-404b-9018-3df342e12c9e, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:53.099772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.106750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:53.107161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Checking segment: {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:53.107531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Bound using segment: {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:53.108124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Bound port: e830b8a4-561e-414c-a1f6-7151ee31789f, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bbb8de-c8d6-4c51-a379-1202765d99b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:53.108347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.122031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.122390 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment ad810c36-e02f-494f-a448-534354e75601 of type vlan for network bb380bd1-dc53-49a3-bea4-fa9d23da0024 Aug 11 02:15:53.173450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c8e69e0f-3513-4316-b55b-b838d246ea1d', 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'ef26906e-72c7-4c89-9845-6cb1e223b054'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:53.174437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.208976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.274524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:53.288340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75389ff-f063-4173-a4e8-0deb43f9df32 req-670a4c69-d0d7-4877-b659-702974e86472 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.291143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75389ff-f063-4173-a4e8-0deb43f9df32 req-670a4c69-d0d7-4877-b659-702974e86472 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1801226 Aug 11 02:15:53.299011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:53.303294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.305769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc179f-1f40-428f-affd-63e24c01c7a0 req-3dd1af09-78b4-4d41-b506-284bcdbd613c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.308591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2dcc179f-1f40-428f-affd-63e24c01c7a0 req-3dd1af09-78b4-4d41-b506-284bcdbd613c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 949 time: 0.1755872 Aug 11 02:15:53.314194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.315212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.323115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:53.327447 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.336762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=83192f8a-ddef-404b-9018-3df342e12c9e,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:53.374519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.379421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Allocated IP 172.20.255.242 (c8e69e0f-3513-4316-b55b-b838d246ea1d/ef26906e-72c7-4c89-9845-6cb1e223b054/feec7817-dfb3-4dfd-9d35-f5398cb842ee) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:53.468447 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4853568 Aug 11 02:15:53.469199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:53.483927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.484579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.489334 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] 10.222.0.61 "PUT /v2.0/ports/e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 1093 time: 1.5443213 Aug 11 02:15:53.501946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:53.505445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:53.505981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.506847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.507908 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4c843-25f8-40d7-9761-d43e03531e68" -d '{"events": [{"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:53.508862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 200 len: 1093 time: 1.9061227 Aug 11 02:15:53.515917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:15:53.519216 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4" -d '{"events": [{"name": "network-changed", "server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:15:53.538886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a75389ff-f063-4173-a4e8-0deb43f9df32 req-d141de31-f506-4de5-b183-c1da70400f27 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258267 Aug 11 02:15:53.576411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2dcc179f-1f40-428f-affd-63e24c01c7a0 req-d34ec259-2b78-4979-9196-85e3a54066ac tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339518 Aug 11 02:15:53.612833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861daf04-2133-4462-b6dc-258bf015b32b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=bb380bd1-dc53-49a3-bea4-fa9d23da0024,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:53.639483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291023e7-62d4-4cd1-b5a0-46559d06c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:53.643850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bb380bd1-dc53-49a3-bea4-fa9d23da0024 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:53.659102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3b45-eaef-41ff-abd9-36bf70c12c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:53.684132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-4c343611-c567-49dc-9e71-fff27b2dc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.688067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-4c343611-c567-49dc-9e71-fff27b2dc5c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1096 time: 0.1093390 Aug 11 02:15:53.739061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-78ca3f12-7b0b-4c45-b513-d0e695e53874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.740986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-78ca3f12-7b0b-4c45-b513-d0e695e53874 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 1096 time: 0.1256199 Aug 11 02:15:53.753430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.766698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Transition to ACTIVE for port object feec7817-dfb3-4dfd-9d35-f5398cb842ee will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:53.798725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Transition to ACTIVE for port object feec7817-dfb3-4dfd-9d35-f5398cb842ee will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:53.805496 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4d675d-0a1e-47ce-97a4-49f9446653d6 x-openstack-request-id: req-4e4d675d-0a1e-47ce-97a4-49f9446653d6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:53.805904 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:53.818258 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e4d675d-0a1e-47ce-97a4-49f9446653d6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:53.819001 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e', 'status': 'completed', 'code': 200} Aug 11 02:15:53.823728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:53.827454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.828584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-b6d5b9b3-3694-434d-bc01-3af09f31c786 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 217 time: 0.1223001 Aug 11 02:15:53.834780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-61b92e03-e3a7-4f74-80c4-5cd39ad50cf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 200 len: 217 time: 0.0770316 Aug 11 02:15:53.882045 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc7003-4b27-4720-a5c3-9a4614a0a17d x-openstack-request-id: req-3ccc7003-4b27-4720-a5c3-9a4614a0a17d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:15:53.882415 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:15:53.882590 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ccc7003-4b27-4720-a5c3-9a4614a0a17d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:15:53.882942 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'status': 'completed', 'code': 200} Aug 11 02:15:53.888091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:53.926717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Network c8e69e0f-3513-4316-b55b-b838d246ea1d is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:53.928682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-b38f3e28-8db7-472b-92f9-696a2a5dbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.931700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-b38f3e28-8db7-472b-92f9-696a2a5dbdd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.0994716 Aug 11 02:15:53.948239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-0d71935f-c921-4eaf-a62f-f54acc695091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:53.949889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-0d71935f-c921-4eaf-a62f-f54acc695091 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1041625 Aug 11 02:15:53.954887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:53.971603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:53.996273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-3fc554e6-3d32-4988-ac43-3f1fb34144f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366311 Aug 11 02:15:54.038385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Pushing event updated for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.076153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-c079e75b-617d-4bd1-93bd-326384ae06a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354833 Aug 11 02:15:54.101404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Attempting to bind port feec7817-dfb3-4dfd-9d35-f5398cb842ee on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:54.102073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Attempting to bind port feec7817-dfb3-4dfd-9d35-f5398cb842ee by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8e16261c-bfd7-4621-80f5-de724bf96840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:54.102667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Attempting to bind port feec7817-dfb3-4dfd-9d35-f5398cb842ee on network c8e69e0f-3513-4316-b55b-b838d246ea1d {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:54.111821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:54.112410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Checking segment: {'id': '8e16261c-bfd7-4621-80f5-de724bf96840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:54.113051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.114254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Bound using segment: {'id': '8e16261c-bfd7-4621-80f5-de724bf96840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:54.115068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Bound port: feec7817-dfb3-4dfd-9d35-f5398cb842ee, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e16261c-bfd7-4621-80f5-de724bf96840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c8e69e0f-3513-4316-b55b-b838d246ea1d'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:54.115707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.135166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc09f2-f394-49ca-b85a-c3a731c5356a req-b7a8b3a1-7769-4f75-b2b8-9a5b489ad704 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.136769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89dc09f2-f394-49ca-b85a-c3a731c5356a req-b7a8b3a1-7769-4f75-b2b8-9a5b489ad704 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1690304 Aug 11 02:15:54.208940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:54.213026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feec7817-dfb3-4dfd-9d35-f5398cb842ee,segment=NetworkSegment(8e16261c-bfd7-4621-80f5-de724bf96840),segment_id=8e16261c-bfd7-4621-80f5-de724bf96840)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:54.217048 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-7fefc8ac-58ef-46aa-bc93-4a981f4b3da8 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072973 Aug 11 02:15:54.219191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.221683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.271205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89dc09f2-f394-49ca-b85a-c3a731c5356a req-0d7575f1-66f4-4a72-96df-ad1c09f5fcc7 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841212 Aug 11 02:15:54.287980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932bbdd-0be3-44a6-bf27-5fc98d6a650a req-07ba7009-3511-42b0-9ad1-75daff4c4e0c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.291246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0932bbdd-0be3-44a6-bf27-5fc98d6a650a req-07ba7009-3511-42b0-9ad1-75daff4c4e0c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 944 time: 0.1815526 Aug 11 02:15:54.350045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b025f3-a580-4476-96f4-cbc323bc0a9d None None] Pushing event updated for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.367736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-72d32603-7010-440a-83df-a174b7c288b4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803311 Aug 11 02:15:54.374077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=f35dbac2-ad6b-4024-bfe3-432b58487a11,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:54.402223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0932bbdd-0be3-44a6-bf27-5fc98d6a650a req-93c79068-811f-444a-8dfc-5c6e43349838 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901408 Aug 11 02:15:54.420968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d43ebfab-a3ee-4fdd-a67b-8e8712bcc9f0 req-a829d466-4526-48f2-9a78-eac24438032b service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962123 Aug 11 02:15:54.422374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': 'ad810c36-e02f-494f-a448-534354e75601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:54.422741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: bb380bd1-dc53-49a3-bea4-fa9d23da0024, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:54.446065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network bb380bd1-dc53-49a3-bea4-fa9d23da0024 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:54.457184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bb380bd1-dc53-49a3-bea4-fa9d23da0024) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:54.462106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.462709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.479019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a15814-0b2e-4217-b13b-f5b57b159ed5 None None] Network bb380bd1-dc53-49a3-bea4-fa9d23da0024 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:54.494985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa8714ae-41a7-4395-9ed2-3198edb71bce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0142186 Aug 11 02:15:54.495469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44720) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:54.531062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563702f-7610-4270-8a44-8c5a5e0728d2 req-e696837f-a8b3-4d63-8432-c1737deb5c5f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.531062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f563702f-7610-4270-8a44-8c5a5e0728d2 req-e696837f-a8b3-4d63-8432-c1737deb5c5f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 944 time: 0.1405456 Aug 11 02:15:54.566558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ece5e57d-9c33-4ceb-85f3-2a60f7f7e8b9 req-d8b8540b-1920-40db-ac82-c1a55da5eabb service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785190 Aug 11 02:15:54.667205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f563702f-7610-4270-8a44-8c5a5e0728d2 req-5b70a1cf-8a51-435c-8d26-7814652f64da tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280663 Aug 11 02:15:54.769639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-524b79ed-734f-4cb7-870c-1ba1c10a7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.771312 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-524b79ed-734f-4cb7-870c-1ba1c10a7486 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 1096 time: 0.2768185 Aug 11 02:15:54.774603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-8fe693c9-3095-43c1-ae2d-17d169928ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.775196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.776127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-8fe693c9-3095-43c1-ae2d-17d169928ca1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1096 time: 0.1022825 Aug 11 02:15:54.781519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-bb380bd1-dc53-49a3-bea4-fa9d23da0024', 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'f35dbac2-ad6b-4024-bfe3-432b58487a11'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:54.782427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.803832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be9227-7cdd-4c17-b08d-501394eb18c5 req-d7b76207-b4cf-43dd-954c-7e77aecc61b1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.805513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91be9227-7cdd-4c17-b08d-501394eb18c5 req-d7b76207-b4cf-43dd-954c-7e77aecc61b1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0961576 Aug 11 02:15:54.911683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:54.990816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-635e66bc-6fae-4473-933a-345bd15ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:54.992613 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-635e66bc-6fae-4473-933a-345bd15ca091 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.2075424 Aug 11 02:15:55.050715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feec7817-dfb3-4dfd-9d35-f5398cb842ee up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:55.070282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-cee2c69c-23e2-411b-a527-ae2ea9fc37d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 200 len: 217 time: 0.0640182 Aug 11 02:15:55.084694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Allocated IP 172.20.0.2 (bb380bd1-dc53-49a3-bea4-fa9d23da0024/f35dbac2-ad6b-4024-bfe3-432b58487a11/5541d37d-ca70-4bdb-a948-b25e2cf1c238) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:15:55.137151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-af70d104-eeab-4429-ade7-20daf4f6122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.139854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-af70d104-eeab-4429-ade7-20daf4f6122a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.0607438 Aug 11 02:15:55.174639 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-717d7609-dec6-491a-aee4-c303c660e6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.189769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-dd341a93-d8d7-4f52-b8db-4480c14dcdc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411057 Aug 11 02:15:55.257538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port feec7817-dfb3-4dfd-9d35-f5398cb842ee completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:55.260093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91be9227-7cdd-4c17-b08d-501394eb18c5 req-29081596-74f3-4f84-816d-0dfffa237d57 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367712 Aug 11 02:15:55.309871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ba43d-bf34-4958-8ff1-f9b331f19298 req-4f9b07cc-9cdc-4aee-924a-804deee46f4d tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.311516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-327ba43d-bf34-4958-8ff1-f9b331f19298 req-4f9b07cc-9cdc-4aee-924a-804deee46f4d tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 949 time: 0.4988399 Aug 11 02:15:55.350103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-fdd6a6eb-51fa-4697-8d17-75b46c4f0024 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499476 Aug 11 02:15:55.368401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.383954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.384582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-c35ed0c5-d58d-4eef-baaf-d6599ab51812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.386589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-c35ed0c5-d58d-4eef-baaf-d6599ab51812 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.5786855 Aug 11 02:15:55.389756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Transition to ACTIVE for port object 5541d37d-ca70-4bdb-a948-b25e2cf1c238 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:55.401919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-327ba43d-bf34-4958-8ff1-f9b331f19298 req-d518d4ee-2681-4e49-9e12-855386fcc1b4 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752311 Aug 11 02:15:55.451620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Transition to ACTIVE for port object 5541d37d-ca70-4bdb-a948-b25e2cf1c238 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:15:55.462171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.499300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-27d9720e-afc4-4d86-aae1-d95cb745ab18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 217 time: 0.0932178 Aug 11 02:15:55.543891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Pushing event updated for resources: {'Port': ['ID=5541d37d-ca70-4bdb-a948-b25e2cf1c238,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:55.554085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Network bb380bd1-dc53-49a3-bea4-fa9d23da0024 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:15:55.557122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:55.561184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:15:55.569168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.587878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-ab13a534-fd92-41ab-aa20-0897f2a855db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.589724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-ab13a534-fd92-41ab-aa20-0897f2a855db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.0809603 Aug 11 02:15:55.607570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=f35dbac2-ad6b-4024-bfe3-432b58487a11,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:55.682355 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c4ed5c83-ee9b-4d99-9b79-0c16376258f4 req-43e2523a-8da5-4e56-9244-66c2b005cf5a service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240986 Aug 11 02:15:55.687576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.692942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-617da1aa-9e15-4e3a-b4bd-250e3d7e426d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473735 Aug 11 02:15:55.725345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb380bd1-dc53-49a3-bea4-fa9d23da0024']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:55.744808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Attempting to bind port 5541d37d-ca70-4bdb-a948-b25e2cf1c238 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:15:55.745420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Attempting to bind port 5541d37d-ca70-4bdb-a948-b25e2cf1c238 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'ad810c36-e02f-494f-a448-534354e75601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:15:55.746085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Attempting to bind port 5541d37d-ca70-4bdb-a948-b25e2cf1c238 on network bb380bd1-dc53-49a3-bea4-fa9d23da0024 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:15:55.749869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad810c36-e02f-494f-a448-534354e75601') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:55.750610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad810c36-e02f-494f-a448-534354e75601') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:55.765703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.766373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:15:55.767003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Checking segment: {'id': 'ad810c36-e02f-494f-a448-534354e75601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:55.770715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.771514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Bound using segment: {'id': 'ad810c36-e02f-494f-a448-534354e75601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:15:55.772333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Bound port: 5541d37d-ca70-4bdb-a948-b25e2cf1c238, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad810c36-e02f-494f-a448-534354e75601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:15:55.772993 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.788661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.808315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:55.808800 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:55.813691 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:55.851681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeaf16-78c2-4473-a1ec-82328916e509 req-948884f0-fb16-480a-ad41-2476c0e1d4ca tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:55.863453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27aeaf16-78c2-4473-a1ec-82328916e509 req-948884f0-fb16-480a-ad41-2476c0e1d4ca tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.3347056 Aug 11 02:15:55.889789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aca0cc-ee17-4ff9-92c7-2f003c78a139 None None] Network c8e69e0f-3513-4316-b55b-b838d246ea1d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:55.929876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] For port 5541d37d-ca70-4bdb-a948-b25e2cf1c238, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:15:55.940515 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:15:55.940515 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:15:55.940515 n-d-713498-10 neutron-server[94653]: [parameters: {'id': 'bb380bd1-dc53-49a3-bea4-fa9d23da0024'}] Aug 11 02:15:55.940515 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:15:55.942232 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:15:55.961582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27aeaf16-78c2-4473-a1ec-82328916e509 req-c1dbc1d5-6718-48d9-b135-f83b780e50f0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960019 Aug 11 02:15:55.995340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-652b1ee2-65b7-42db-ab19-9bb82e275a4a service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811546 Aug 11 02:15:56.028508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] For port 5541d37d-ca70-4bdb-a948-b25e2cf1c238, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5541d37d-ca70-4bdb-a948-b25e2cf1c238,segment=NetworkSegment(ad810c36-e02f-494f-a448-534354e75601),segment_id=ad810c36-e02f-494f-a448-534354e75601)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:15:56.057635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.187630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee4c843-25f8-40d7-9761-d43e03531e68 req-e6663978-e2c5-4545-99cc-9a130c676f20 service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901691 Aug 11 02:15:56.201249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4786c5b-66be-4ac2-be73-e1167c7d558e req-ae67e4d6-7ce7-4db4-8500-585d4773e4c3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.204167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4786c5b-66be-4ac2-be73-e1167c7d558e req-ae67e4d6-7ce7-4db4-8500-585d4773e4c3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 944 time: 0.1375246 Aug 11 02:15:56.227259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52222767-9f00-498a-893e-1a541877a956 req-8627eb9b-8cd2-4eb5-9a3c-a1338b375c37 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.229543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52222767-9f00-498a-893e-1a541877a956 req-8627eb9b-8cd2-4eb5-9a3c-a1338b375c37 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 944 time: 0.1320839 Aug 11 02:15:56.237298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Provisioning for port feec7817-dfb3-4dfd-9d35-f5398cb842ee completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:56.268767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Provisioning complete for port feec7817-dfb3-4dfd-9d35-f5398cb842ee triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:56.269149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.325750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4786c5b-66be-4ac2-be73-e1167c7d558e req-9c46c84c-b084-4365-bae5-a407714f33e0 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134021 Aug 11 02:15:56.336728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52222767-9f00-498a-893e-1a541877a956 req-8aab5118-45a3-4838-ab0c-78d7bc49cae4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 Aug 11 02:15:56.390181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9625a-b50f-4a23-8fa6-7822e00a9148 None None] Pushing event updated for resources: {'Port': ['ID=5541d37d-ca70-4bdb-a948-b25e2cf1c238,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.432127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.445475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.462501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a7348-dd24-4196-b582-0713841a5b41 None None] Network bb380bd1-dc53-49a3-bea4-fa9d23da0024 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:56.478896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879d220-27e3-4176-af68-f6be92e8dbfe req-80bb9097-1818-404d-84e3-b563187c4a9d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:56.480617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5879d220-27e3-4176-af68-f6be92e8dbfe req-80bb9097-1818-404d-84e3-b563187c4a9d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0726628 Aug 11 02:15:56.527359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port 5541d37d-ca70-4bdb-a948-b25e2cf1c238 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:15:56.528423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.533387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5879d220-27e3-4176-af68-f6be92e8dbfe req-cc9f1b73-54e0-4d1a-b9c7-3492564b2e02 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Aug 11 02:15:56.628614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port 5541d37d-ca70-4bdb-a948-b25e2cf1c238, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5541d37d-ca70-4bdb-a948-b25e2cf1c238,segment=NetworkSegment(ad810c36-e02f-494f-a448-534354e75601),segment_id=ad810c36-e02f-494f-a448-534354e75601)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:56.629078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.650665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for 5541d37d-ca70-4bdb-a948-b25e2cf1c238 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:15:56.688562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.730673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feec7817-dfb3-4dfd-9d35-f5398cb842ee,segment=NetworkSegment(8e16261c-bfd7-4621-80f5-de724bf96840),segment_id=8e16261c-bfd7-4621-80f5-de724bf96840)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:56.736791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.743873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.773189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=5541d37d-ca70-4bdb-a948-b25e2cf1c238,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.776769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port 5541d37d-ca70-4bdb-a948-b25e2cf1c238 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:15:56.798611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edc6a0-99bc-4bb7-8eea-86ef15de75b9 None None] Pushing event updated for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:56.866717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.879319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb380bd1-dc53-49a3-bea4-fa9d23da0024']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:56.898375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad810c36-e02f-494f-a448-534354e75601') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:56.899513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad810c36-e02f-494f-a448-534354e75601') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:56.911759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8dd08-6bc1-4afc-8d06-24b3f527a56b None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:15:56.919233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.940066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feec7817-dfb3-4dfd-9d35-f5398cb842ee up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:56.946372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.957157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:56.957854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:56.963295 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:57.026270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-56785822-565e-445f-a545-ea24d1b17851 None None] Provisioning complete for port feec7817-dfb3-4dfd-9d35-f5398cb842ee triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:57.026654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-56785822-565e-445f-a545-ea24d1b17851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.053742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.068216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.075744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/bb380bd1-dc53-49a3-bea4-fa9d23da0024 HTTP/1.1" status: 204 len: 168 time: 2.5530355 Aug 11 02:15:57.076004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:57.089171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-318029253'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:57.092767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4443f52-7a75-438f-8d3f-fdb252b751bb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=bb380bd1-dc53-49a3-bea4-fa9d23da0024,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.095875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8dd08-6bc1-4afc-8d06-24b3f527a56b None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:15:57.098589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port feec7817-dfb3-4dfd-9d35-f5398cb842ee triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:57.098971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.143539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:57.147677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.173497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e850743-9e22-4503-8195-1671ce267efd req-ecd5c902-f126-4e14-9496-f86dc3950401 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.175077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e850743-9e22-4503-8195-1671ce267efd req-ecd5c902-f126-4e14-9496-f86dc3950401 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1049695 Aug 11 02:15:57.187967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:57.211716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.212072 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 5efdafa4-1588-471e-bd72-1194b5df6bb3 of type vlan for network d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 Aug 11 02:15:57.263678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e850743-9e22-4503-8195-1671ce267efd req-3d837e9d-fe68-4fd0-9ddd-1bf8d57c28d8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767577 Aug 11 02:15:57.275474 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.311305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.317261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.318125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.392579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3131945 Aug 11 02:15:57.394155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44770) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:57.396999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381089-6f10-4e44-ab15-3b84fd8ec5b1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=d08f7f6d-12b5-41f5-b64d-2c1bbaa89700,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.399902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': 'd08f7f6d-12b5-41f5-b64d-2c1bbaa89700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:57.415769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:57.500634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515a614-1e03-4752-8800-bce23dc4c9f7 req-b9b337e3-235d-4e94-8230-c599e345982a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.501916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6515a614-1e03-4752-8800-bce23dc4c9f7 req-b9b337e3-235d-4e94-8230-c599e345982a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 944 time: 0.0814066 Aug 11 02:15:57.511866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:57.515982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217f797-9292-4d86-8ca6-4c472659b34b req-9c1980bc-9e83-4a96-8927-234e2e0716f7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.516921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.517559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7217f797-9292-4d86-8ca6-4c472659b34b req-9c1980bc-9e83-4a96-8927-234e2e0716f7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 944 time: 0.0708425 Aug 11 02:15:57.569859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6515a614-1e03-4752-8800-bce23dc4c9f7 req-399aed23-494a-43bd-a449-d52a6013868d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Aug 11 02:15:57.575489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e830b8a4-561e-414c-a1f6-7151ee31789f details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:57.581117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7217f797-9292-4d86-8ca6-4c472659b34b req-18d72470-b207-4e79-b9bd-4439e4b5a9b1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Aug 11 02:15:57.590269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing IP validity checks on allocation pools {{(pid=94653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:15:57.590889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:15:57.709335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:57.731502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55e83f-ff56-4103-92e2-dd7b43f2663a req-de357775-b02a-4c20-a875-12d6b8f267c4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.731502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f55e83f-ff56-4103-92e2-dd7b43f2663a req-de357775-b02a-4c20-a875-12d6b8f267c4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0592320 Aug 11 02:15:57.732558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'network_id': '5b518ef4-f26b-4373-a404-361d9a8f234f', 'port_id': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'mac_address': 'fa:16:3e:e5:a6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5773-6df0-49e5-9deb-c6d02644e37e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:57.766688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.774259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f55e83f-ff56-4103-92e2-dd7b43f2663a req-1020fb34-4e1c-44ae-ab94-c8a6fdb2fc28 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Aug 11 02:15:57.791558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.812064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e830b8a4-561e-414c-a1f6-7151ee31789f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:57.834023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=3c51040f-411b-4859-8d32-fbc10c8385f0,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:57.834928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:57.839459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.840475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 83192f8a-ddef-404b-9018-3df342e12c9e details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:57.843788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '5efdafa4-1588-471e-bd72-1194b5df6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd08f7f6d-12b5-41f5-b64d-2c1bbaa89700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:57.844288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: d08f7f6d-12b5-41f5-b64d-2c1bbaa89700, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:57.861513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:57.874207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d08f7f6d-12b5-41f5-b64d-2c1bbaa89700) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:57.878403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:57.879061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:57.890220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0eb76e-be23-43e0-bdec-dc7825fc3950 None None] Network d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:57.896111 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8d90893-4689-4363-b7b6-032d66a5820f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5011516 Aug 11 02:15:57.899034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44788) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:57.993225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.006034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.006325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.063751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.065517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=83192f8a-ddef-404b-9018-3df342e12c9e,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:58.098561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '83192f8a-ddef-404b-9018-3df342e12c9e', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': '83192f8a-ddef-404b-9018-3df342e12c9e', 'mac_address': 'fa:16:3e:78:06:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:58.131394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.161945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=3c51040f-411b-4859-8d32-fbc10c8385f0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.167943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.179908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a62c9d-92cb-40a7-9eae-389761880b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-d08f7f6d-12b5-41f5-b64d-2c1bbaa89700', 'network_id': 'd08f7f6d-12b5-41f5-b64d-2c1bbaa89700', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': '3c51040f-411b-4859-8d32-fbc10c8385f0'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:58.180797 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52a62c9d-92cb-40a7-9eae-389761880b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.193637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83192f8a-ddef-404b-9018-3df342e12c9e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:58.225172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=83192f8a-ddef-404b-9018-3df342e12c9e,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:58.232983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.244485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08f7f6d-12b5-41f5-b64d-2c1bbaa89700']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:58.255034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efdafa4-1588-471e-bd72-1194b5df6bb3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:58.255329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efdafa4-1588-471e-bd72-1194b5df6bb3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:58.264471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.274051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.278226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.284782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:15:58.285206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:15:58.290485 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:15:58.308780 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:15:58.323801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba0d4c4-8bd1-41a8-b8d6-d38f63ff6541 None None] Network d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:58.398971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d698f8-b764-4c0f-a543-802a6c171170 req-3b95973e-5a49-46ce-916d-93f11cb02f6e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.400638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59d698f8-b764-4c0f-a543-802a6c171170 req-3b95973e-5a49-46ce-916d-93f11cb02f6e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Aug 11 02:15:58.406129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.451428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59d698f8-b764-4c0f-a543-802a6c171170 req-8cd13cd6-ba56-4c7c-9704-ff988a8bba09 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 Aug 11 02:15:58.533964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:58.539169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:58.672181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.685741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.695016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 HTTP/1.1" status: 204 len: 168 time: 0.7942173 Aug 11 02:15:58.697360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44798) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:58.702833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1721895728'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:58.716348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce535b1-cefe-4a5a-bc0f-909c406e5429 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=d08f7f6d-12b5-41f5-b64d-2c1bbaa89700,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.740963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:58.745591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.757990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad223-66d9-45dd-8fd0-94f71f90893c req-819cf69f-b528-466a-a548-720b52962834 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.759517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-113ad223-66d9-45dd-8fd0-94f71f90893c req-819cf69f-b528-466a-a548-720b52962834 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 945 time: 0.0788927 Aug 11 02:15:58.774192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:15:58.775290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c7e4-4a32-4eab-9e56-09cf263547a0 req-1a08827e-f260-4f3e-8793-411954220197 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.776806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78b2c7e4-4a32-4eab-9e56-09cf263547a0 req-1a08827e-f260-4f3e-8793-411954220197 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 945 time: 0.0861747 Aug 11 02:15:58.783548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.783888 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment e84ee547-80bc-42d9-8ad1-9aa70858cf5e of type vlan for network 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e Aug 11 02:15:58.826803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.836838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-113ad223-66d9-45dd-8fd0-94f71f90893c req-777341e1-cbb0-4ce9-a9dd-439712196077 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Aug 11 02:15:58.841909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78b2c7e4-4a32-4eab-9e56-09cf263547a0 req-c1399852-66ce-4c77-a367-3255288505b4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502129 Aug 11 02:15:58.857456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.864438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:58.865039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:58.932517 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2339795 Aug 11 02:15:58.935553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:58.941382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:15:58.943289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2465a-7ec2-42a4-8bd7-ee1776b23223 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:58.953304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:15:59.088292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc00aaf-58e3-436e-8da0-9af0158bf8fc req-45f450e0-3c3a-4a8f-9414-0d7dfb6c90c8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.089991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc00aaf-58e3-436e-8da0-9af0158bf8fc req-45f450e0-3c3a-4a8f-9414-0d7dfb6c90c8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0885882 Aug 11 02:15:59.105595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:15:59.109445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.187973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc00aaf-58e3-436e-8da0-9af0158bf8fc req-cbf0ea95-db9b-460c-9025-bae0f1c9ea97 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Aug 11 02:15:59.219599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:15:59.337076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:59.351649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.352805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'mac_address': 'fa:16:3e:14:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:15:59.398767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.416542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:15:59.417148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=dff91d2a-0407-44e3-8070-e55caad112fd,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.430076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': 'e84ee547-80bc-42d9-8ad1-9aa70858cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:15:59.430409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:15:59.442350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:15:59.447547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.450078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:15:59.461609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:15:59.466644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.467307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.476140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36489e-ce6b-4af2-9f0c-ca5b07e7ee3b None None] Network 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:15:59.489886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0af668c8-aaae-4393-b329-0408813ac9a0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5508115 Aug 11 02:15:59.492234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:15:59.552651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.568752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['84f0c2a7-b0e7-4980-86e9-1f211d8673f2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:15:59.597211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e830b8a4-561e-414c-a1f6-7151ee31789f up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:15:59.599614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fb363-59dd-4f60-b3a0-f010c62b60b4 req-f79659b8-f60d-438a-923d-09cc123fa83b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:15:59.601518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c68fb363-59dd-4f60-b3a0-f010c62b60b4 req-f79659b8-f60d-438a-923d-09cc123fa83b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.0619655 Aug 11 02:15:59.616479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.653797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c68fb363-59dd-4f60-b3a0-f010c62b60b4 req-841171b2-6456-44fa-b35a-e213fae6dac6 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443087 Aug 11 02:15:59.684438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.768547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.800074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=dff91d2a-0407-44e3-8070-e55caad112fd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:15:59.890071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port e830b8a4-561e-414c-a1f6-7151ee31789f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:15:59.918958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e830b8a4-561e-414c-a1f6-7151ee31789f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:15:59.919519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.925564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.949331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea77c0-86de-48e8-9522-0759754963ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e', 'network_id': '07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'dff91d2a-0407-44e3-8070-e55caad112fd'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:15:59.950543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37ea77c0-86de-48e8-9522-0759754963ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:15:59.961641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:59.994987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84ee547-80bc-42d9-8ad1-9aa70858cf5e') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:15:59.996581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84ee547-80bc-42d9-8ad1-9aa70858cf5e') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:00.032105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.088219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.102170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c29a75-0db8-4ee4-a24c-bc03a817b0a1 req-78fbb507-0387-464e-aa0f-4df6ca1b5c84 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.103766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55c29a75-0db8-4ee4-a24c-bc03a817b0a1 req-78fbb507-0387-464e-aa0f-4df6ca1b5c84 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 945 time: 0.1311915 Aug 11 02:16:00.105218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b6b1a-ca5e-4203-9f3d-4a4f4eefea9b None None] Network 07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:00.119758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b077-b82a-4cac-9286-e3273fdca5bb req-f1480f7a-0902-4370-ad3f-1675f619f739 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.128787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5337b077-b82a-4cac-9286-e3273fdca5bb req-f1480f7a-0902-4370-ad3f-1675f619f739 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 945 time: 0.1057622 Aug 11 02:16:00.132781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:00.133386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:00.138819 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:00.209842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5337b077-b82a-4cac-9286-e3273fdca5bb req-5c4f0121-bb63-43a1-ae3a-4c23d1418c85 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758069 Aug 11 02:16:00.215645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.217679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55c29a75-0db8-4ee4-a24c-bc03a817b0a1 req-553e8713-acb8-4aae-9a7a-917740d465bc tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799186 Aug 11 02:16:00.292640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:00.295238 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f00142-7406-46c4-9965-345ae481ffe8" -d '{"events": [{"server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:00.335380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:00.346085 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.347205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 83192f8a-ddef-404b-9018-3df342e12c9e up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:00.433960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.458046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:00.477080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.477590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.478072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.478537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.478974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.480013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.480543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.481011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.482115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.482959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.482959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.484011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:00.494757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 83192f8a-ddef-404b-9018-3df342e12c9e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:00.500768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 83192f8a-ddef-404b-9018-3df342e12c9e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:00.501137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.530158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.534485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e HTTP/1.1" status: 204 len: 168 time: 1.0403419 Aug 11 02:16:00.540519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7a06d-e37c-4b3a-810e-52d36bcd25cc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:00.543747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44864) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:00.556162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615431058'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:00.571556 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9beca-3f98-4c3d-be8f-2150caf9bed3 x-openstack-request-id: req-3fd9beca-3f98-4c3d-be8f-2150caf9bed3 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:00.572621 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:00.572621 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3fd9beca-3f98-4c3d-be8f-2150caf9bed3 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:00.573036 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'code': 200} Aug 11 02:16:00.609408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:00.612194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14523f-f3d4-468a-ae72-7e7621607cfc req-70ce6a93-b0ef-4560-8ec2-bfc543934cd0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.623377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc14523f-f3d4-468a-ae72-7e7621607cfc req-70ce6a93-b0ef-4560-8ec2-bfc543934cd0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1135314 Aug 11 02:16:00.632943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.657336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.674025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:00.688247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.688247 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment abc8fe0c-0a36-4e32-90fa-a486df211063 of type vlan for network 926eabac-8c58-472f-aa93-afe66b1ddf43 Aug 11 02:16:00.698491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=83192f8a-ddef-404b-9018-3df342e12c9e,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:00.706190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.755786 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.775764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc14523f-f3d4-468a-ae72-7e7621607cfc req-aaf71890-1001-49d0-b27c-27a76db4f732 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498170 Aug 11 02:16:00.790697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:00.796191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba3dd-bfd1-4ee4-a2b8-cf862c4f9590 req-e9c97e9d-e0ea-4c36-a4ed-6a34d292b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.797884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bdba3dd-bfd1-4ee4-a2b8-cf862c4f9590 req-e9c97e9d-e0ea-4c36-a4ed-6a34d292b248 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1098 time: 0.1496670 Aug 11 02:16:00.826084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.832866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.834015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:00.880216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bdba3dd-bfd1-4ee4-a2b8-cf862c4f9590 req-38cd223f-76d8-4e6e-bd1c-99e21f0efe19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Aug 11 02:16:00.898098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6400cf2-6c5f-476c-b293-93906f6a2c1b req-473020eb-aa14-4b84-a078-51da2e6ee4d3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:00.899861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6400cf2-6c5f-476c-b293-93906f6a2c1b req-473020eb-aa14-4b84-a078-51da2e6ee4d3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1008086 Aug 11 02:16:00.918017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=926eabac-8c58-472f-aa93-afe66b1ddf43,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:00.925715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-03b9922e-7572-4c1f-82c0-88451206451d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3787234 Aug 11 02:16:00.929272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:00.936692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 926eabac-8c58-472f-aa93-afe66b1ddf43 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:00.940726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '926eabac-8c58-472f-aa93-afe66b1ddf43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:00.982916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6400cf2-6c5f-476c-b293-93906f6a2c1b req-3c7f9fae-2665-479a-a0ed-e46b9be22f5e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Aug 11 02:16:01.084832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:01.087219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.245200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:01.344662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.377701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:01.378771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.406193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a503a3-df25-474f-8019-896d4bee5589 req-658d2cbc-b2f1-4c8f-94b9-c462995a18c8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.415843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a503a3-df25-474f-8019-896d4bee5589 req-658d2cbc-b2f1-4c8f-94b9-c462995a18c8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.1047633 Aug 11 02:16:01.439101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': 'abc8fe0c-0a36-4e32-90fa-a486df211063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '926eabac-8c58-472f-aa93-afe66b1ddf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:01.439472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 926eabac-8c58-472f-aa93-afe66b1ddf43, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:01.444515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=cd9a1879-96e9-433d-8d6a-2a66db634909,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:01.471024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 926eabac-8c58-472f-aa93-afe66b1ddf43 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:01.491109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 926eabac-8c58-472f-aa93-afe66b1ddf43) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:01.501529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c0bb5-7a1c-430a-a608-63c1636a56bb None None] Network 926eabac-8c58-472f-aa93-afe66b1ddf43 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:01.509260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.510394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.540642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9465d408-1d91-40eb-9f4e-0dc4c51dbbcd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6100023 Aug 11 02:16:01.544332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:01.545779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a503a3-df25-474f-8019-896d4bee5589 req-8f89481f-0e11-4dfc-bb47-9abbdab3f391 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287541 Aug 11 02:16:01.590705 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.591766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84bf00-f189-42cc-95f3-60437892650e req-e97f5f9a-ef44-41f6-bcc9-11e733abce6d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.597836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e84bf00-f189-42cc-95f3-60437892650e req-e97f5f9a-ef44-41f6-bcc9-11e733abce6d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 946 time: 0.1702867 Aug 11 02:16:01.645763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:01.671646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.722987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e84bf00-f189-42cc-95f3-60437892650e req-671cd00e-651c-4699-99fc-47e377979c9a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118884 Aug 11 02:16:01.754642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.786312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae0c54-c2cd-4d24-9924-2219487aa7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-926eabac-8c58-472f-aa93-afe66b1ddf43', 'network_id': '926eabac-8c58-472f-aa93-afe66b1ddf43', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'cd9a1879-96e9-433d-8d6a-2a66db634909'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:01.787392 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-60ae0c54-c2cd-4d24-9924-2219487aa7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.804681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:01.900402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:01.972576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8916ce-4d27-411c-97b4-f75b0fcbd42e req-34bd8647-e0b8-44a7-9323-3b30a4a4cc81 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:01.974737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db8916ce-4d27-411c-97b4-f75b0fcbd42e req-34bd8647-e0b8-44a7-9323-3b30a4a4cc81 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.0762908 Aug 11 02:16:02.063035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.067956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db8916ce-4d27-411c-97b4-f75b0fcbd42e req-3ca615bd-1025-45ac-a34d-59b5daf09b79 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853572 Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-60ae0c54-c2cd-4d24-9924-2219487aa7cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9a1879-96e9-433d-8d6a-2a66db634909: This subnet is being modified by another concurrent operation. Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:16:02.075089 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9a1879-96e9-433d-8d6a-2a66db634909: This subnet is being modified by another concurrent operation. Aug 11 02:16:02.079922 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:16:02.114758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65974e85-015f-409b-8129-4c3818f55648 None None] Network 926eabac-8c58-472f-aa93-afe66b1ddf43 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:02.149377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9a1879-96e9-433d-8d6a-2a66db634909,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.214197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19210-5e30-47a0-aa31-4a2e75eb1c36 req-05121613-cdd4-42ce-9d9e-b293f41be8dc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.228536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b19210-5e30-47a0-aa31-4a2e75eb1c36 req-05121613-cdd4-42ce-9d9e-b293f41be8dc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1089809 Aug 11 02:16:02.235845 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.253988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926eabac-8c58-472f-aa93-afe66b1ddf43']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:02.266496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d9aaa-51d4-4c0a-9cf9-b577b844ca09 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:16:02.268220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc8fe0c-0a36-4e32-90fa-a486df211063') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:02.268523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc8fe0c-0a36-4e32-90fa-a486df211063') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:02.283786 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.302387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.313069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:02.313832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:02.319309 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:02.341254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b19210-5e30-47a0-aa31-4a2e75eb1c36 req-d9ecccb4-334f-4c10-a4ce-adf4f05e7ba3 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042814 Aug 11 02:16:02.393038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d9aaa-51d4-4c0a-9cf9-b577b844ca09 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:16:02.426393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.437736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.444605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/926eabac-8c58-472f-aa93-afe66b1ddf43 HTTP/1.1" status: 204 len: 168 time: 0.8984005 Aug 11 02:16:02.447643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:02.463619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645519523'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:02.469118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5e164-c73c-41f0-a07e-1289c8d4915a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=926eabac-8c58-472f-aa93-afe66b1ddf43,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.514337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:02.519590 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.540393 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-623b233f-6b72-43eb-86fb-3a398e252b6c service neutron] show failed (client error): The resource could not be found. Aug 11 02:16:02.541918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-623b233f-6b72-43eb-86fb-3a398e252b6c service neutron] 10.222.0.61 "GET /v2.0/ports/a14df13e-f04b-4866-baaa-46ee5215d472/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.1996601 Aug 11 02:16:02.579484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e'}, {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:02.582573 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce955d4-889b-4e93-85ae-7d2682ad875f" -d '{"events": [{"server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "name": "network-vif-plugged", "status": "completed", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e"}, {"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:02.599160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:02.622461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.622907 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment d2034bd7-ed70-4d0a-939d-4d7b11a3cac0 of type vlan for network df4ee771-b550-4d73-bd31-1e33e85a953f Aug 11 02:16:02.678360 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d0504e-6915-45bf-bd5e-1f6065b00693 x-openstack-request-id: req-60d0504e-6915-45bf-bd5e-1f6065b00693 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:02.678804 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "name": "network-vif-plugged", "status": "completed", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e", "code": 200}, {"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:02.679188 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60d0504e-6915-45bf-bd5e-1f6065b00693 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:02.680238 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e', 'code': 200} Aug 11 02:16:02.682353 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'code': 200} Aug 11 02:16:02.689926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.746244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.780192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:02.784267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:02.949051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=df4ee771-b550-4d73-bd31-1e33e85a953f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:02.972075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network df4ee771-b550-4d73-bd31-1e33e85a953f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:02.979585 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a78cde93-9797-4593-aa30-ec9f6fa41336 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5279434 Aug 11 02:16:02.980699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:02.988409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:03.018929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc371e-0e54-4e5e-a845-b04b4eb40aa3 req-174ee2dc-0bb8-4c2d-a7c4-71e61fddd037 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.029048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fdc371e-0e54-4e5e-a845-b04b4eb40aa3 req-174ee2dc-0bb8-4c2d-a7c4-71e61fddd037 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.2953377 Aug 11 02:16:03.070377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84686875-cbde-4b1a-9e57-c786d1e7bbb3 req-ca40b141-1438-4ce3-a793-64f0f6d8d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.072746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84686875-cbde-4b1a-9e57-c786d1e7bbb3 req-ca40b141-1438-4ce3-a793-64f0f6d8d575 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 1098 time: 0.2390625 Aug 11 02:16:03.136661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-0d155cf6-1b64-4016-a1b3-b2ea1788d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.139476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-0d155cf6-1b64-4016-a1b3-b2ea1788d713 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1101 time: 0.2233558 Aug 11 02:16:03.153697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:03.159957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.171588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84686875-cbde-4b1a-9e57-c786d1e7bbb3 req-ab23288c-d558-4a7f-853a-4d45cb50ef10 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Aug 11 02:16:03.186468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:03.253048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7eb5-afef-4e31-bb10-7cbd4e74a2d1 req-53edd5b8-4b6b-4cb8-a932-b6eb617b849b tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.265995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b7eb5-afef-4e31-bb10-7cbd4e74a2d1 req-53edd5b8-4b6b-4cb8-a932-b6eb617b849b tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 946 time: 0.3051536 Aug 11 02:16:03.272528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing IP validity checks on allocation pools {{(pid=94653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:16:03.273763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:16:03.309126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fdc371e-0e54-4e5e-a845-b04b4eb40aa3 req-339d9b4f-1144-4c5e-ba1c-6e477fa8d1ca tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786481 Aug 11 02:16:03.382258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.388108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587b7eb5-afef-4e31-bb10-7cbd4e74a2d1 req-41db1a7d-2633-4f55-b7ce-559c9dcbe836 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204066 Aug 11 02:16:03.563921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.634993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=7fe8b301-165f-4817-abbe-0ac4141f54ba,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:03.664904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.667938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.668370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.668793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.669219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.669560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.670255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.670594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.670923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.671309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.671654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.672031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:03.682093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:03.682451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: df4ee771-b550-4d73-bd31-1e33e85a953f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:03.705789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network df4ee771-b550-4d73-bd31-1e33e85a953f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:03.719023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, df4ee771-b550-4d73-bd31-1e33e85a953f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:03.724696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.725293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.735050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca728b7-7a86-4495-9dee-852b33204586 None None] Network df4ee771-b550-4d73-bd31-1e33e85a953f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:03.750464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:03.751302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa8b28dc-50c7-4c0f-befd-43825ec9f7f2 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7685585 Aug 11 02:16:03.753355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44924) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:03.835489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551430-867c-4df2-bf4c-44001bc11c88 req-ec79b97b-c29b-4d14-abe3-0bbfb0d8b96d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.838333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91551430-867c-4df2-bf4c-44001bc11c88 req-ec79b97b-c29b-4d14-abe3-0bbfb0d8b96d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.2007883 Aug 11 02:16:03.904186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f67430-c7fa-46fe-9655-8895c6c5a2f8 req-4db57a53-fcca-4c95-877d-d55e6fd50a6c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:03.911881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2f67430-c7fa-46fe-9655-8895c6c5a2f8 req-4db57a53-fcca-4c95-877d-d55e6fd50a6c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2767649 Aug 11 02:16:03.931264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-df4ee771-b550-4d73-bd31-1e33e85a953f', 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': '7fe8b301-165f-4817-abbe-0ac4141f54ba'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:03.932439 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:03.944429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:04.017455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91551430-867c-4df2-bf4c-44001bc11c88 req-e7e7b294-c682-4d8a-8012-47c0b698b35e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663735 Aug 11 02:16:04.096885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.105181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:04.108245 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22597615-5b52-4843-a6a2-6c173df5a6d7" -d '{"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:04.141919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.164693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2f67430-c7fa-46fe-9655-8895c6c5a2f8 req-4b61f96c-cee1-4b15-b041-c2e582dafcae tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518401 Aug 11 02:16:04.168985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Allocated IP 172.20.0.3 (df4ee771-b550-4d73-bd31-1e33e85a953f/7fe8b301-165f-4817-abbe-0ac4141f54ba/01fd696e-26a8-451e-9544-38dcbe71bb7b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:04.211951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Transition to ACTIVE for port object a14df13e-f04b-4866-baaa-46ee5215d472 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:04.226387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.311675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-c61db8d4-0e4a-4c64-82b3-81d45c7b7a19 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1609327184&fields=id&tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 267 time: 0.1372421 Aug 11 02:16:04.455110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.458172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] No DVR routers for this DVR port a14df13e-f04b-4866-baaa-46ee5215d472 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:04.460377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.464793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Transition to ACTIVE for port object 01fd696e-26a8-451e-9544-38dcbe71bb7b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:04.482867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Transition to ACTIVE for port object 01fd696e-26a8-451e-9544-38dcbe71bb7b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:04.490375 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a3655e-9f17-4aa8-a878-68c84dae8427 x-openstack-request-id: req-56a3655e-9f17-4aa8-a878-68c84dae8427 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:04.491016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.491742 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:04.493370 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56a3655e-9f17-4aa8-a878-68c84dae8427 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:04.494659 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'code': 200} Aug 11 02:16:04.496837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.497652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.498234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.498996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.499391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.500092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.500660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.501222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.501743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.502365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.502818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.503229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:04.509094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.603546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Network df4ee771-b550-4d73-bd31-1e33e85a953f is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:04.606950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:04.620018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:04.625561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Pushing event updated for resources: {'Port': ['ID=01fd696e-26a8-451e-9544-38dcbe71bb7b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.670400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8ffc062a-09a7-44fb-996e-7cdc9eeae3be tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.680137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8ffc062a-09a7-44fb-996e-7cdc9eeae3be tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 946 time: 0.3675129 Aug 11 02:16:04.686887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'security_groups': ['21599e2d-9063-40ff-8781-23e1067c763a', 'd87e9fbf-6665-4273-9dd4-05c2b4dc86ba']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:04.699339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Attempting to bind port 01fd696e-26a8-451e-9544-38dcbe71bb7b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:04.699868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Attempting to bind port 01fd696e-26a8-451e-9544-38dcbe71bb7b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:04.700326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Attempting to bind port 01fd696e-26a8-451e-9544-38dcbe71bb7b on network df4ee771-b550-4d73-bd31-1e33e85a953f {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:04.706256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:04.706720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Checking segment: {'id': 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:04.707279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.707777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Bound using segment: {'id': 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:04.708351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Bound port: 01fd696e-26a8-451e-9544-38dcbe71bb7b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:04.708838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.742118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:04.742445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:04.742776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:04.786241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:04.786905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Attempting to bind port a14df13e-f04b-4866-baaa-46ee5215d472 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:04.800091 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.808526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:04.808943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:04.809385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:04.810013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Bound port: a14df13e-f04b-4866-baaa-46ee5215d472, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:04.810422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.815835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] For port 01fd696e-26a8-451e-9544-38dcbe71bb7b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:04.819713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] For port 01fd696e-26a8-451e-9544-38dcbe71bb7b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01fd696e-26a8-451e-9544-38dcbe71bb7b,segment=NetworkSegment(d2034bd7-ed70-4d0a-939d-4d7b11a3cac0),segment_id=d2034bd7-ed70-4d0a-939d-4d7b11a3cac0)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:04.825549 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.867160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0113f2-1cec-4840-8d31-7baf4d5d215b req-7ce2e9a4-cf8f-40d8-807c-91428c9dae0f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:04.874538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe0113f2-1cec-4840-8d31-7baf4d5d215b req-7ce2e9a4-cf8f-40d8-807c-91428c9dae0f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.3062658 Aug 11 02:16:04.876973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:04.897139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe8b301-165f-4817-abbe-0ac4141f54ba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:04.925024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360775e-eaa5-4a2b-9141-6b7cdfbba4e9 None None] Pushing event updated for resources: {'Port': ['ID=01fd696e-26a8-451e-9544-38dcbe71bb7b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:05.382583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.410874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe0113f2-1cec-4840-8d31-7baf4d5d215b req-0dc47da2-8e52-4652-8e36-fc42703ea830 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352938 Aug 11 02:16:05.421333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4ee771-b550-4d73-bd31-1e33e85a953f']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:05.437758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:05.437758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:05.489586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.508322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:05.526612 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.536007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:05.545971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:05.546509 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:05.550480 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:05.565370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.619469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:05.751798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:05.770258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:16:05.770258 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:16:05.770258 n-d-713498-10 neutron-server[94652]: [parameters: {'id': 'df4ee771-b550-4d73-bd31-1e33e85a953f'}] Aug 11 02:16:05.770258 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:16:05.781011 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:16:05.805264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:05.805931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:05.807460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 1096 time: 2.6427131 Aug 11 02:16:05.922105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:05.963670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8a7a-4828-4fc9-94b1-2c9381b929b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:06.056631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-fb24922b-d9d5-4be9-b778-25704127778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.058105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-fb24922b-d9d5-4be9-b778-25704127778b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1099 time: 0.2129798 Aug 11 02:16:06.077012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.101592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab7226-d478-4f5a-873b-4ab302dbca82 req-ae57f8d5-1cdc-49f7-9ade-8aa32bf7b21b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.115950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6ab7226-d478-4f5a-873b-4ab302dbca82 req-ae57f8d5-1cdc-49f7-9ade-8aa32bf7b21b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.3022523 Aug 11 02:16:06.136912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.148303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:06.153300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:06.287019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.363196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a75cfb-a24a-4e91-8989-1377fa554418 None None] Network df4ee771-b550-4d73-bd31-1e33e85a953f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:06.368399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.369039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.370675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-826bf3f6-cb29-427a-a29a-3711708a8e3d req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "PUT /v2.0/ports/e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 982 time: 1.6895549 Aug 11 02:16:06.377511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9409be-1f0d-4b8d-a057-986490e55723 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:06.396433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6ab7226-d478-4f5a-873b-4ab302dbca82 req-12bb93f7-f797-41d4-a43e-6e87386914b8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794647 Aug 11 02:16:06.519178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}, {'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:06.524102 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecdd974-0864-4592-8507-dc81612ab8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}, {"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:06.537673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:06.550247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-88e13843-d129-47e6-ab82-40af4d963891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.552173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-88e13843-d129-47e6-ab82-40af4d963891 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4271505 Aug 11 02:16:06.639983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-cc66e8b5-7db2-4e41-b1cc-76dca19f019d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.0719306 Aug 11 02:16:06.652857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940e69b-ef2b-4404-beae-6d66d67c69a7 req-ad0fdeda-0f4c-45b7-b120-9f931cd34225 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:06.658807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d940e69b-ef2b-4404-beae-6d66d67c69a7 req-ad0fdeda-0f4c-45b7-b120-9f931cd34225 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2060943 Aug 11 02:16:06.739988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5cac0024-7877-44a8-814a-e8121953f68f None None] Provisioning for port 01fd696e-26a8-451e-9544-38dcbe71bb7b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:06.760961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port 01fd696e-26a8-451e-9544-38dcbe71bb7b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:06.761550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:06.984505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] DHCP port deletion for df4ee771-b550-4d73-bd31-1e33e85a953f request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:07.044975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-fb3d8f5b-99d0-4f95-9ee8-360d9a1bb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.047824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-fb3d8f5b-99d0-4f95-9ee8-360d9a1bb173 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.3844569 Aug 11 02:16:07.069635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port 01fd696e-26a8-451e-9544-38dcbe71bb7b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01fd696e-26a8-451e-9544-38dcbe71bb7b,segment=NetworkSegment(d2034bd7-ed70-4d0a-939d-4d7b11a3cac0),segment_id=d2034bd7-ed70-4d0a-939d-4d7b11a3cac0)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:07.070293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.096217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d940e69b-ef2b-4404-beae-6d66d67c69a7 req-07cc6dba-8c7a-48ad-b553-9ae9f30a0e86 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141791 Aug 11 02:16:07.131196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529997e-1c8c-4eeb-9de9-b115b30d5a5a req-bb3cfd73-d3d4-4785-8f59-d8c8be7ee4f6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.134310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f529997e-1c8c-4eeb-9de9-b115b30d5a5a req-bb3cfd73-d3d4-4785-8f59-d8c8be7ee4f6 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.3814600 Aug 11 02:16:07.210924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Deleting port 01fd696e-26a8-451e-9544-38dcbe71bb7b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:07.211527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.215754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for 01fd696e-26a8-451e-9544-38dcbe71bb7b owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:07.320660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] For port 01fd696e-26a8-451e-9544-38dcbe71bb7b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01fd696e-26a8-451e-9544-38dcbe71bb7b,segment=NetworkSegment(d2034bd7-ed70-4d0a-939d-4d7b11a3cac0),segment_id=d2034bd7-ed70-4d0a-939d-4d7b11a3cac0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:07.321277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.336027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Calling delete_port for 01fd696e-26a8-451e-9544-38dcbe71bb7b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:07.338256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f529997e-1c8c-4eeb-9de9-b115b30d5a5a req-c7db74ff-a86c-46e5-a36a-e092e6b44929 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632175 Aug 11 02:16:07.364872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-9d11fbee-8a72-4ac6-bc36-a7a24b578818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.366636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-9d11fbee-8a72-4ac6-bc36-a7a24b578818 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2918024 Aug 11 02:16:07.480401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.481585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-d34f02b6-20b6-4343-a694-adfed76126cc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:07.482928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-d34f02b6-20b6-4343-a694-adfed76126cc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2639892 Aug 11 02:16:07.510132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] Pushing event deleted for resources: {'Port': ['ID=01fd696e-26a8-451e-9544-38dcbe71bb7b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:07.514257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b657b55-ff82-4df6-830e-6fa6dcdd88ee None None] No DVR routers for this DVR port 01fd696e-26a8-451e-9544-38dcbe71bb7b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:07.530005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-fccfec55-952e-4997-b2b7-33fda15a8793 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0337701 Aug 11 02:16:07.543222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcc66bd2-367c-40d8-9f56-874c29be3132 req-a0f7484a-64c7-49c1-8ba7-86609d87ee93 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/d87e9fbf-6665-4273-9dd4-05c2b4dc86ba HTTP/1.1" status: 200 len: 1801 time: 0.1443996 Aug 11 02:16:07.565418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.621494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:07.627937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:07.641997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=01fd696e-26a8-451e-9544-38dcbe71bb7b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:07.645876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port 01fd696e-26a8-451e-9544-38dcbe71bb7b on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:07.653416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-87f749e4-1b93-4dcd-9ffd-e034a590bea2 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732081 Aug 11 02:16:07.740418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.806739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-a0ed4589-c835-4f5f-acbb-458bb591cab1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664194 Aug 11 02:16:07.828718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:07.831925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:07.834869 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf30ed-1051-4255-95ad-4d7b6543b6dd" -d '{"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-unplugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:07.840815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.848071 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-dcc66bd2-367c-40d8-9f56-874c29be3132 req-c3b8d80d-5b8c-4c51-a337-6e775c57c00d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:16:07.866991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcc66bd2-367c-40d8-9f56-874c29be3132 req-c3b8d80d-5b8c-4c51-a337-6e775c57c00d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/d87e9fbf-6665-4273-9dd4-05c2b4dc86ba HTTP/1.1" status: 409 len: 341 time: 0.3021059 Aug 11 02:16:07.871106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.886359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4ee771-b550-4d73-bd31-1e33e85a953f']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:07.908533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:07.914314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:07.914611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2034bd7-ed70-4d0a-939d-4d7b11a3cac0') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:07.964036 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:07.968269 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fd29b8-4f44-4699-ba61-a710c7ebb8cc x-openstack-request-id: req-44fd29b8-4f44-4699-ba61-a710c7ebb8cc {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:07.968933 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:07.969261 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44fd29b8-4f44-4699-ba61-a710c7ebb8cc {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:07.969757 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'status': 'completed', 'code': 200} Aug 11 02:16:07.970194 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'status': 'completed', 'code': 200} Aug 11 02:16:07.981436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:08.029915 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.049415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:08.050030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:08.060565 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:08.156671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4b80575-f728-4238-b7c3-20c02f6caba6 req-9500a306-beec-4d64-9681-a9c2c436972d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669614 Aug 11 02:16:08.184268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'port_id': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'mac_address': 'fa:16:3e:d2:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95b27e8-119a-47b9-94b1-b0f13baec626', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:08.193886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-654bb14d-fddd-42c8-bad8-af5abd6799b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.195656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-654bb14d-fddd-42c8-bad8-af5abd6799b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1099 time: 0.2208996 Aug 11 02:16:08.206180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-e7a1f0fa-db7f-461b-bf52-fa53c281ec51 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985178 Aug 11 02:16:08.229398 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.250741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.266575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c67e0ef-1352-4d88-92a3-a60181287a91 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:08.288510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:08.298312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.332552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.334825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/df4ee771-b550-4d73-bd31-1e33e85a953f HTTP/1.1" status: 204 len: 168 time: 4.5780530 Aug 11 02:16:08.338350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:08.344542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781937612'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:08.360769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.380424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be92ec-634f-42cf-b240-3efcc4c3e8e1 req-32d5c375-c1fb-43cf-895a-6f911ed5ca58 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.382186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8be92ec-634f-42cf-b240-3efcc4c3e8e1 req-32d5c375-c1fb-43cf-895a-6f911ed5ca58 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.3073373 Aug 11 02:16:08.390898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c32af-c4ff-45cb-8e56-d7433f333788 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=df4ee771-b550-4d73-bd31-1e33e85a953f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:08.408833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:08.421974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.467024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:08.489475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.490137 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 13345d0f-ea35-4f75-8732-1f607dbd8814 of type vlan for network 5727c316-3123-436a-9da5-7a27e0bd7524 Aug 11 02:16:08.502728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-2bb89354-3f21-4d45-8e69-7253b3f3ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.504337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-2bb89354-3f21-4d45-8e69-7253b3f3ec65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1099 time: 0.2197702 Aug 11 02:16:08.513779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8be92ec-634f-42cf-b240-3efcc4c3e8e1 req-42589785-522e-4a9d-88cc-2ae2db249e7f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111288 Aug 11 02:16:08.542809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfdabd68-9e98-45bc-b48f-30d00037808d req-f2b175c1-bd37-4844-90e9-ac62eb62300b service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353343 Aug 11 02:16:08.553885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0c67e0ef-1352-4d88-92a3-a60181287a91'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:08.570253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-4ef94f71-643a-4ff3-98c3-9c13b580209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.572201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-4ef94f71-643a-4ff3-98c3-9c13b580209f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3568339 Aug 11 02:16:08.621296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.813990 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a26444-3c32-4587-90af-375bcc52ba35 x-openstack-request-id: req-58a26444-3c32-4587-90af-375bcc52ba35 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:08.814517 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-unplugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:08.814936 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58a26444-3c32-4587-90af-375bcc52ba35 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:08.815722 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'code': 200} Aug 11 02:16:08.825105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.870028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:08.870686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:08.998346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01fd696e-26a8-451e-9544-38dcbe71bb7b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:09.071779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7317083 Aug 11 02:16:09.084829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:09.103449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '5727c316-3123-436a-9da5-7a27e0bd7524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:09.105344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 01fd696e-26a8-451e-9544-38dcbe71bb7b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:09.111788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01fd696e-26a8-451e-9544-38dcbe71bb7b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:09.171215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4f1a0-ea20-4852-ad9f-3153e62fa92a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=5727c316-3123-436a-9da5-7a27e0bd7524,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:09.208595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5727c316-3123-436a-9da5-7a27e0bd7524 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:09.540098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-cd082113-33f2-4121-86a0-69b0191a751d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.8845937 Aug 11 02:16:09.576814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c979e-d025-4983-9234-656376c56f1b req-504b390a-7b12-4f0f-9598-3923bdbd2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.579189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-504b390a-7b12-4f0f-9598-3923bdbd2d13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1137 time: 0.1171024 Aug 11 02:16:09.580508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:09.585724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.636363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:09.708175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c979e-d025-4983-9234-656376c56f1b req-dbc19512-db70-48b3-912e-b812b9092c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.709624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-dbc19512-db70-48b3-912e-b812b9092c75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.1199927 Aug 11 02:16:09.710097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 0c67e0ef-1352-4d88-92a3-a60181287a91 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:09.710685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.830320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-73b995f4-284e-4653-a2d0-540c1e2838db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.831858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-73b995f4-284e-4653-a2d0-540c1e2838db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1932125 Aug 11 02:16:09.839632 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-7d889626-b536-45a9-9514-b4e09ada5bc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 217 time: 0.1182978 Aug 11 02:16:09.865848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.879746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-ca6076ae-7b62-424e-9312-3c7530803025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.890117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-ca6076ae-7b62-424e-9312-3c7530803025 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 1.3735971 Aug 11 02:16:09.969064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:09.977657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:09.998200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c979e-d025-4983-9234-656376c56f1b req-80104a8e-58d2-43d5-be59-fe911913442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:09.999989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-80104a8e-58d2-43d5-be59-fe911913442a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.1465549 Aug 11 02:16:10.034712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-41be0e00-92bc-4e43-9e8f-46a1c3093192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272653 Aug 11 02:16:10.048971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-b008bb3f-d2ab-45a8-8892-327cb6486379 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.1307108 Aug 11 02:16:10.095423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:10.135979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0beef-bafd-4671-b525-2e84f4dc5e6b req-de1fc5b4-bd01-432a-a7eb-6985f7359d10 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.137724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68e0beef-bafd-4671-b525-2e84f4dc5e6b req-de1fc5b4-bd01-432a-a7eb-6985f7359d10 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 944 time: 0.6234388 Aug 11 02:16:10.141587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-0cce1253-ec33-4ef7-8273-d6de5707ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.143499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-0cce1253-ec33-4ef7-8273-d6de5707ed3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513375 Aug 11 02:16:10.270691 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.282200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-2dcaceac-935c-4a98-8c68-1195540bc0fc service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321172 Aug 11 02:16:10.293674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-3e2f76a5-2513-4dc5-9ce1-c050a3de27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.295537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-3e2f76a5-2513-4dc5-9ce1-c050a3de27bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2236845 Aug 11 02:16:10.346652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68e0beef-bafd-4671-b525-2e84f4dc5e6b req-a6895c69-c228-4b10-9455-28d8adb72b37 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816256 Aug 11 02:16:10.395342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.438652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-88491159-b19b-460b-ab18-ca5554557de0 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841682 Aug 11 02:16:10.501121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.507740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=cafa6b86-0a7a-4295-ab22-45b67b1ed518,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:10.517068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f88c979e-d025-4983-9234-656376c56f1b req-7aaab47f-b672-4307-b9de-58bb92b821c8 service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172241 Aug 11 02:16:10.520719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '13345d0f-ea35-4f75-8732-1f607dbd8814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5727c316-3123-436a-9da5-7a27e0bd7524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:10.520912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 5727c316-3123-436a-9da5-7a27e0bd7524, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:10.553003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 5727c316-3123-436a-9da5-7a27e0bd7524 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:10.571200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5727c316-3123-436a-9da5-7a27e0bd7524) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:10.580337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc42fb09-05b4-42d8-a3e5-c57e5e44f663 None None] Network 5727c316-3123-436a-9da5-7a27e0bd7524 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:10.588831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.589961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.618524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-806057a1-8b5d-4b34-a65d-ee4cb26be7d8 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5302155 Aug 11 02:16:10.618955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45048) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:10.695497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add66b2-5cf8-4b0f-95ef-8c35ced65086 req-63b57373-2d5e-4e39-99e5-9d9ac2d3d893 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.708886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5add66b2-5cf8-4b0f-95ef-8c35ced65086 req-63b57373-2d5e-4e39-99e5-9d9ac2d3d893 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 985 time: 0.3504720 Aug 11 02:16:10.754015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-20e95c8d-971f-451b-b65f-e4214f7f923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.756132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-20e95c8d-971f-451b-b65f-e4214f7f923c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4383540 Aug 11 02:16:10.825961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:10.830480 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eed8bb7-721b-4eac-90e1-cfa59f9ffd70" -d '{"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-plugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:10.881725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.916869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7edea3f-8717-4dd8-8559-27f5748fdb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-5727c316-3123-436a-9da5-7a27e0bd7524', 'network_id': '5727c316-3123-436a-9da5-7a27e0bd7524', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'cafa6b86-0a7a-4295-ab22-45b67b1ed518'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:10.921465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7edea3f-8717-4dd8-8559-27f5748fdb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.923024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-d8eaa072-fb5d-414a-b5d1-71dfc6e93d12 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411717 Aug 11 02:16:10.959225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:10.963409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35815d-1507-4493-89aa-8f6f574f5ae9 req-110dc54d-0eee-45e1-a9d3-c4a2737c082c tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:10.971693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d35815d-1507-4493-89aa-8f6f574f5ae9 req-110dc54d-0eee-45e1-a9d3-c4a2737c082c tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.4445248 Aug 11 02:16:11.005259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5add66b2-5cf8-4b0f-95ef-8c35ced65086 req-c04bb77b-e08b-44c1-b7aa-398b8f45771d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&id=d87e9fbf-6665-4273-9dd4-05c2b4dc86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2952621 Aug 11 02:16:11.127750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d35815d-1507-4493-89aa-8f6f574f5ae9 req-a59d50d0-87dd-44e7-aefb-b19ba9cee599 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550615 Aug 11 02:16:11.133341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-e7edea3f-8717-4dd8-8559-27f5748fdb7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cafa6b86-0a7a-4295-ab22-45b67b1ed518: This subnet is being modified by another concurrent operation. Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:16:11.141232 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cafa6b86-0a7a-4295-ab22-45b67b1ed518: This subnet is being modified by another concurrent operation. Aug 11 02:16:11.147420 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:16:11.166329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776f2be-f840-4133-b63e-b0ff0913da05 None None] Network 5727c316-3123-436a-9da5-7a27e0bd7524 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:11.226838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-a58de8f7-1712-415f-a3ed-85b5e0ddd72d service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371740 Aug 11 02:16:11.308808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86154e69-5c08-4bbf-9149-87861e898d4e req-8ee5caa7-50e6-4e02-9a2a-db0bf984f448 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.312486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86154e69-5c08-4bbf-9149-87861e898d4e req-8ee5caa7-50e6-4e02-9a2a-db0bf984f448 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 947 time: 0.1371038 Aug 11 02:16:11.340650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:11.415279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86154e69-5c08-4bbf-9149-87861e898d4e req-f3ee5bcb-5c5b-4892-a170-c7ad216a9b06 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832691 Aug 11 02:16:11.418066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.419846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-e3a86ba8-864f-437c-ae8b-59ef5febb76d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833593 Aug 11 02:16:11.435900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-fb50771e-849b-4420-b390-1e76bc1a7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.438040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-fb50771e-849b-4420-b390-1e76bc1a7af3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1137 time: 0.1238434 Aug 11 02:16:11.452209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5727c316-3123-436a-9da5-7a27e0bd7524']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:11.468369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13345d0f-ea35-4f75-8732-1f607dbd8814') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:11.468830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13345d0f-ea35-4f75-8732-1f607dbd8814') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:11.480438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.493096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7de96-e02e-44f5-ab51-bd907d1ada52 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:16:11.515691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=cafa6b86-0a7a-4295-ab22-45b67b1ed518,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.526154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.551222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:11.557262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.562982 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525282aa-828f-445f-991e-f909214b891b x-openstack-request-id: req-525282aa-828f-445f-991e-f909214b891b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:11.563272 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-plugged", "status": "completed", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:11.563529 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-525282aa-828f-445f-991e-f909214b891b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:11.564442 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'code': 200} Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:11.572856 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:11.739927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:11.745168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-bde49b23-ca6e-47b3-b532-188459100d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.745742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-bde49b23-ca6e-47b3-b532-188459100d73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.2988069 Aug 11 02:16:11.756635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7de96-e02e-44f5-ab51-bd907d1ada52 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:16:11.764393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'mac_address': 'fa:16:3e:20:17:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:11.845624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ea01-1857-4694-93e4-b6b2cfb3a0b4 req-37d9d655-661e-4cf1-b66e-790b1ddf9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.858227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5cd6ea01-1857-4694-93e4-b6b2cfb3a0b4 req-37d9d655-661e-4cf1-b66e-790b1ddf9b08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 1097 time: 0.1471846 Aug 11 02:16:11.859187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.880336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-068a1dd9-bbbb-4e26-b98a-9e1495cc1dd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 217 time: 0.0921273 Aug 11 02:16:11.913489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348bbb9-6256-4539-b5ce-a1cef51889c5 req-b594e163-9a1d-4443-ae68-fc35ddcacdb8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:11.915162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9348bbb9-6256-4539-b5ce-a1cef51889c5 req-b594e163-9a1d-4443-ae68-fc35ddcacdb8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.2116370 Aug 11 02:16:11.927906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:11.936120 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/5727c316-3123-436a-9da5-7a27e0bd7524 HTTP/1.1" status: 204 len: 168 time: 1.3158655 Aug 11 02:16:11.942685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1337-8085-44ca-8a26-6f350e21ca8b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=5727c316-3123-436a-9da5-7a27e0bd7524,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:11.948779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45082) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:11.959790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1441549524'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:11.989139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.019400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14df13e-f04b-4866-baaa-46ee5215d472 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:12.067137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:12.075827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.116439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5cd6ea01-1857-4694-93e4-b6b2cfb3a0b4 req-21b08db7-9b4b-4d86-a4da-741f1c1ce9be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750176 Aug 11 02:16:12.122633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-e8c0addf-30f2-484c-8fe9-7398e97786c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.125295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-e8c0addf-30f2-484c-8fe9-7398e97786c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.2379088 Aug 11 02:16:12.142162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-b0f3ac8b-a18e-4b74-933e-8e5941184ede tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.143901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-b0f3ac8b-a18e-4b74-933e-8e5941184ede tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 947 time: 0.1213753 Aug 11 02:16:12.145992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9348bbb9-6256-4539-b5ce-a1cef51889c5 req-a6a5cbd8-f6d9-450d-abdb-68bcb772ed09 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005417 Aug 11 02:16:12.200674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:12.237427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:12.243970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.254630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-9a318663-95b0-4547-a27c-d30d5ef36c72 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.256169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-9a318663-95b0-4547-a27c-d30d5ef36c72 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2647567 Aug 11 02:16:12.256718 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-93542193-50cc-4ae7-ac70-08e9963d6b77 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:16:12.258304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-93542193-50cc-4ae7-ac70-08e9963d6b77 service neutron] 10.222.0.61 "DELETE /v2.0/ports/a14df13e-f04b-4866-baaa-46ee5215d472/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0835462 Aug 11 02:16:12.324113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-f1e63b4f-a56f-4f60-b898-9069b2ce72a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304097 Aug 11 02:16:12.329840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-ba94d4c0-ee84-4dcf-b76e-7b812c82e861 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0339339 Aug 11 02:16:12.356898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d258ba-a73e-4143-95eb-f64ac0ca8420 req-f13005c3-babd-4f91-9df9-673f6ee901d8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.358353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d258ba-a73e-4143-95eb-f64ac0ca8420 req-f13005c3-babd-4f91-9df9-673f6ee901d8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 948 time: 0.0990670 Aug 11 02:16:12.441590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:12.447482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-e681e641-60d0-4aeb-ad4b-5424adfaac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.449640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-e681e641-60d0-4aeb-ad4b-5424adfaac16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1100 time: 0.0650311 Aug 11 02:16:12.475163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.475830 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332 of type vlan for network fa443002-2a47-4c89-85cd-56252e44d9fb Aug 11 02:16:12.523319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:12.586773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-6c11ad05-ee51-4487-aeca-208a230cacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.588255 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-6c11ad05-ee51-4487-aeca-208a230cacca service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1295030 Aug 11 02:16:12.588970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a658f3b-662c-4059-ab47-8c30c034ca05 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2406213 Aug 11 02:16:12.591556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.622220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d258ba-a73e-4143-95eb-f64ac0ca8420 req-22b4cded-61d9-423a-aa79-7d1ef1dbd288 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776335 Aug 11 02:16:12.634881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-258128cf-de0c-493b-8ac4-abc6f43d7f50 service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875910 Aug 11 02:16:12.654527 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-a7f7f8ae-c16c-4116-8328-a99ea593a63d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.0570571 Aug 11 02:16:12.744191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-444e4490-c401-4b98-b6de-4df1d629b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.745689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-444e4490-c401-4b98-b6de-4df1d629b58f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0824854 Aug 11 02:16:12.805595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-70c98097-cd3a-48f9-92fd-7d4cf7d021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.807180 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-70c98097-cd3a-48f9-92fd-7d4cf7d021ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0496712 Aug 11 02:16:12.830125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:16:12.874086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:12.882105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:12.882916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.014533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0646355 Aug 11 02:16:13.017783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:13.026653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:13.045068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-d3de2b07-e122-4744-b2fb-78f884a22c50 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439621 Aug 11 02:16:13.075517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ecdd974-0864-4592-8507-dc81612ab8bc req-7f20caac-3c96-4b18-a3c6-71b7449b7dac service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713677 Aug 11 02:16:13.093638 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-660a80a3-87a4-42ac-abdf-2b328d4703ee service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675357 Aug 11 02:16:13.102601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee258db-d1ec-4001-aec0-605e2dacabbe tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=fa443002-2a47-4c89-85cd-56252e44d9fb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:13.116454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network fa443002-2a47-4c89-85cd-56252e44d9fb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:13.134344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f80f08-59b6-4c3f-a2e4-9bb1b4e1d775 req-7b006764-ee92-4699-963b-67aae425d0b2 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.136102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27f80f08-59b6-4c3f-a2e4-9bb1b4e1d775 req-7b006764-ee92-4699-963b-67aae425d0b2 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 985 time: 0.1760454 Aug 11 02:16:13.211521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27f80f08-59b6-4c3f-a2e4-9bb1b4e1d775 req-ab6e1cb7-571c-4ae4-be9e-4bcc5899b3e9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=21599e2d-9063-40ff-8781-23e1067c763a&id=d87e9fbf-6665-4273-9dd4-05c2b4dc86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0638323 Aug 11 02:16:13.239064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-b2dabeec-2166-45f2-90d3-13565ef6f529 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929061 Aug 11 02:16:13.273844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4b30131c-22a5-4ff8-b753-5ad42fa47508 req-284a7f79-0986-4dfd-97a8-8280768c80a5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649060 Aug 11 02:16:13.274710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:13.278357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.524397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462860-a465-4e99-ba73-5bce99d0a107 req-8eff4abe-bd54-4f11-89c7-ba3963c18a21 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.531994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d462860-a465-4e99-ba73-5bce99d0a107 req-8eff4abe-bd54-4f11-89c7-ba3963c18a21 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.0654674 Aug 11 02:16:13.549865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.580388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d462860-a465-4e99-ba73-5bce99d0a107 req-23574c82-d58a-4bd7-a746-292e349f4966 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470495 Aug 11 02:16:13.640086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=b2a2e840-4eed-43ee-a336-d8981d3ec6c1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:13.657067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:13.657602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: fa443002-2a47-4c89-85cd-56252e44d9fb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:13.678567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network fa443002-2a47-4c89-85cd-56252e44d9fb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:13.699356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, fa443002-2a47-4c89-85cd-56252e44d9fb) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:13.708593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19d47-6568-4a7a-9e5d-c5853e7eaa9e req-c1afd113-69f1-4835-98cd-f9d76c27105e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.709588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2179614-8faf-4050-9831-4192d350678e None None] Network fa443002-2a47-4c89-85cd-56252e44d9fb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:13.710347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66d19d47-6568-4a7a-9e5d-c5853e7eaa9e req-c1afd113-69f1-4835-98cd-f9d76c27105e tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1035385 Aug 11 02:16:13.716989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.720713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:13.747912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-8dd4e449-4661-4123-a2c1-2e4069668f44 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-933182445&fields=id&tenant_id=741adaf1b22f4041a414cefaab247d76 HTTP/1.1" status: 200 len: 267 time: 0.0773368 Aug 11 02:16:13.750404 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3ba438d-11db-40b9-98f8-fdbf696a3150 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7308104 Aug 11 02:16:13.754245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:13.870103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66d19d47-6568-4a7a-9e5d-c5853e7eaa9e req-61d068d0-abb9-4655-9e76-2878a121d0e2 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452549 Aug 11 02:16:13.907872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-72acfd91-8684-415c-b62f-5a5b0d93ff2c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:13.920252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-72acfd91-8684-415c-b62f-5a5b0d93ff2c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 985 time: 0.1709528 Aug 11 02:16:13.931632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'port': {'security_groups': ['21599e2d-9063-40ff-8781-23e1067c763a', 'd87e9fbf-6665-4273-9dd4-05c2b4dc86ba', '3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:14.005125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-fa443002-2a47-4c89-85cd-56252e44d9fb', 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'b2a2e840-4eed-43ee-a336-d8981d3ec6c1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:14.006237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.022597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.065064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd6bb65f-edaf-406d-bcf1-866bee74d8b2 req-12b98e91-02ca-4c8b-a2af-a8d0eb448ccc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 210 time: 0.0640445 Aug 11 02:16:14.163325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.194801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.261383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Allocated IP 172.20.0.1 (fa443002-2a47-4c89-85cd-56252e44d9fb/b2a2e840-4eed-43ee-a336-d8981d3ec6c1/931d634a-d67a-4fc3-b798-1db58a560009) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:14.380687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770c218-830c-476a-90d0-81d63f5223cf req-20ae4452-cb9d-439b-a193-2c60229fa0b2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.388408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2770c218-830c-476a-90d0-81d63f5223cf req-20ae4452-cb9d-439b-a193-2c60229fa0b2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 948 time: 0.1606026 Aug 11 02:16:14.466971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2770c218-830c-476a-90d0-81d63f5223cf req-8946f6a8-01d3-4ccd-92ed-8a95b5f51f0c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774322 Aug 11 02:16:14.498153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.527147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Transition to ACTIVE for port object 931d634a-d67a-4fc3-b798-1db58a560009 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:14.552979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Transition to ACTIVE for port object 931d634a-d67a-4fc3-b798-1db58a560009 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:14.568072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.616438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.632656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Network fa443002-2a47-4c89-85cd-56252e44d9fb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:14.637516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:14.659656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:14.687590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a2e840-4eed-43ee-a336-d8981d3ec6c1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.730596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Pushing event updated for resources: {'Port': ['ID=931d634a-d67a-4fc3-b798-1db58a560009,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:14.762560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Attempting to bind port 931d634a-d67a-4fc3-b798-1db58a560009 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:14.762931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Attempting to bind port 931d634a-d67a-4fc3-b798-1db58a560009 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:14.763295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Attempting to bind port 931d634a-d67a-4fc3-b798-1db58a560009 on network fa443002-2a47-4c89-85cd-56252e44d9fb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:14.768918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:14.769392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Checking segment: {'id': 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:14.769824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.770297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Bound using segment: {'id': 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:14.770836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Bound port: 931d634a-d67a-4fc3-b798-1db58a560009, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:14.771251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.780754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.796717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68908a-9f9c-498d-abdb-eb22cd2a4574 req-33b71e97-7852-47fc-9cc9-025730f7532b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.798360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed68908a-9f9c-498d-abdb-eb22cd2a4574 req-33b71e97-7852-47fc-9cc9-025730f7532b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1735816 Aug 11 02:16:14.798646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa443002-2a47-4c89-85cd-56252e44d9fb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:14.819872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:14.820492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:14.832490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.846160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:14.856752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.864524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] For port 931d634a-d67a-4fc3-b798-1db58a560009, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:14.872388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:14.873196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:14.876954 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:14.925481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed68908a-9f9c-498d-abdb-eb22cd2a4574 req-61e89db3-ee6c-40e4-8a0f-4f2b05a266fb tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Aug 11 02:16:14.961461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] For port 931d634a-d67a-4fc3-b798-1db58a560009, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=931d634a-d67a-4fc3-b798-1db58a560009,segment=NetworkSegment(dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332),segment_id=dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:14.964147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:16:14.964147 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:16:14.964147 n-d-713498-10 neutron-server[94653]: [parameters: {'id': 'fa443002-2a47-4c89-85cd-56252e44d9fb'}] Aug 11 02:16:14.964147 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:16:14.965076 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:16:14.973565 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:14.980775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-007c31aa-9adc-4c7a-ae1c-2f034daf8193 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:14.982740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-007c31aa-9adc-4c7a-ae1c-2f034daf8193 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.67 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.2099984 Aug 11 02:16:14.987274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.006765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.042794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:15.045357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:15.201763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.202984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.207504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b602cd18-530f-4e8e-9dfb-29ac54ceeab3 req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "PUT /v2.0/ports/e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 1021 time: 1.2842805 Aug 11 02:16:15.207777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:15.214524 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:15.258026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b6fd-e21f-439e-948a-72bef936ad1b None None] Pushing event updated for resources: {'Port': ['ID=931d634a-d67a-4fc3-b798-1db58a560009,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:15.283998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:15.309544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-281ffbef-4a1f-43cb-bca0-18a37bcd4c89 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:15.311391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-281ffbef-4a1f-43cb-bca0-18a37bcd4c89 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2272727 Aug 11 02:16:15.323231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693c4cd-6d84-484c-b925-6b758d7b2565 None None] Network fa443002-2a47-4c89-85cd-56252e44d9fb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:15.346486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:15.351625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:15.466459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.593512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port 931d634a-d67a-4fc3-b798-1db58a560009 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:15.594274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.740855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port 931d634a-d67a-4fc3-b798-1db58a560009, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=931d634a-d67a-4fc3-b798-1db58a560009,segment=NetworkSegment(dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332),segment_id=dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:15.742540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.762499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for 931d634a-d67a-4fc3-b798-1db58a560009 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:15.861174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:15.899959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=931d634a-d67a-4fc3-b798-1db58a560009,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:15.912012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port 931d634a-d67a-4fc3-b798-1db58a560009 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:15.955363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port a14df13e-f04b-4866-baaa-46ee5215d472 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:15.955591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4c93f-45d2-4a14-a50f-8438c681153f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.021120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392244a-908a-46dd-9830-f711bbebf781 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:16:16.026176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port a14df13e-f04b-4866-baaa-46ee5215d472 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:16.026643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.030669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.045066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa443002-2a47-4c89-85cd-56252e44d9fb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:16.049126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b39c-6a3e-4bc1-baee-09d1dcc6b0dc req-d7bd69b6-7e78-4748-b2b9-e3c022428624 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.057182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9537b39c-6a3e-4bc1-baee-09d1dcc6b0dc req-d7bd69b6-7e78-4748-b2b9-e3c022428624 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 948 time: 0.7647705 Aug 11 02:16:16.061618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:16.062793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd7bb13-5a14-44ec-bd8e-bbd9bd1c9332') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:16.072115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.109654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9de36-a897-4d95-a867-d8fde150ee91 req-95bf0dfb-bad0-487b-998f-5a2e0401de2e tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.110716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47b9de36-a897-4d95-a867-d8fde150ee91 req-95bf0dfb-bad0-487b-998f-5a2e0401de2e tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 946 time: 0.2249343 Aug 11 02:16:16.118471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Deleting port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:16.118751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.155090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9537b39c-6a3e-4bc1-baee-09d1dcc6b0dc req-67bc3fe5-3c2b-46a1-9ddd-ba97c018eaeb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811450 Aug 11 02:16:16.319812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47b9de36-a897-4d95-a867-d8fde150ee91 req-9c54e55e-31b9-4a1e-8152-60512154682b tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups?id=3882d561-752f-4fba-91a4-55b134a1f6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951203 Aug 11 02:16:16.324497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:16.328247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.594930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.604724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] For port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:16.605127 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.607136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:16.608015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:16.611416 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:16.632957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bad32f1-b27f-4ed3-9862-28af863436cf req-5b54beb6-ef42-4cdc-97c0-eedbce751c40 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 210 time: 0.1412430 Aug 11 02:16:16.687487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.710676 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.718606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392244a-908a-46dd-9830-f711bbebf781 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:16:16.737206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.739255 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b3c59-bd9b-4499-a08b-6171378377c4 x-openstack-request-id: req-780b3c59-bd9b-4499-a08b-6171378377c4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:16.739833 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/fa443002-2a47-4c89-85cd-56252e44d9fb HTTP/1.1" status: 204 len: 168 time: 2.9846010 Aug 11 02:16:16.742835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d10c6-4bb5-43d7-9e7d-9ef0fac6afe1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=fa443002-2a47-4c89-85cd-56252e44d9fb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:16.743132 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:16.743411 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-780b3c59-bd9b-4499-a08b-6171378377c4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:16.743913 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'status': 'completed', 'code': 200} Aug 11 02:16:16.745752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:16.754267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184312366'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:16.813691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.9 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/fb4780ba-571c-43e6-bf6d-109b44abd5dd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:16.824996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:16.827596 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ff51a-7c97-4c5e-a1a5-b8348617d7a3" -d '{"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-plugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:16.837779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d92b78d6-0895-49f2-a431-e7433e32578b req-b35af14c-6332-4d04-a0d0-632d35a07454 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10 HTTP/1.1" status: 200 len: 1802 time: 0.3977311 Aug 11 02:16:16.849192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-b2df8bdf-1186-4860-ad0f-c12c44e4c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:16.851232 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-b2df8bdf-1186-4860-ad0f-c12c44e4c76f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741adaf1b22f4041a414cefaab247d76&device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1176 time: 0.1042316 Aug 11 02:16:16.870447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:16.876472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:16.880629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.921182 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.954350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:16.985485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:16.986104 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 46a59e38-fc0b-485f-942a-d19e06574689 of type vlan for network 6b7f8366-2548-4094-b542-0a1ca142e05a Aug 11 02:16:17.027456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-ac90970c-7c35-42c6-9a5f-4197dd7e3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.028871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-ac90970c-7c35-42c6-9a5f-4197dd7e3493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 200 len: 914 time: 0.1621118 Aug 11 02:16:17.041622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:17.056664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.090244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-00a679f2-eb0a-4c27-8b38-b9d67f68d7dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 200 len: 217 time: 0.0471821 Aug 11 02:16:17.149567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.153061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.153703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.153867 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Floating IP 360bc492-3808-4083-8b8b-ce97803f3d00 disassociated. External IP: 172.25.3.202, port: 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35. Aug 11 02:16:17.154085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Calling delete_port for 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:17.155601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.156484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.194943 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-d92b78d6-0895-49f2-a431-e7433e32578b req-c8691fab-ba00-4c58-b834-6aade1cdbacb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:16:17.210418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d92b78d6-0895-49f2-a431-e7433e32578b req-c8691fab-ba00-4c58-b834-6aade1cdbacb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10 HTTP/1.1" status: 409 len: 341 time: 0.3594778 Aug 11 02:16:17.217648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-0a3830d2-32e4-430d-abd1-621b237841a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.219253 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-0a3830d2-32e4-430d-abd1-621b237841a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 200 len: 853 time: 0.1163642 Aug 11 02:16:17.236531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4883299 Aug 11 02:16:17.244748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45206) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:17.272065 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-1ff50815-36b7-4ee2-847c-2513604f2de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b518ef4-f26b-4373-a404-361d9a8f234f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373504 Aug 11 02:16:17.272871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998b050-a9e4-436f-a020-8fa1346b4156 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=6b7f8366-2548-4094-b542-0a1ca142e05a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:17.283753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:17.284351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:17.304262 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42849b73-3acf-4dee-ae79-485a0eeb55c8 x-openstack-request-id: req-42849b73-3acf-4dee-ae79-485a0eeb55c8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:17.304679 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-plugged", "status": "completed", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:17.305038 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42849b73-3acf-4dee-ae79-485a0eeb55c8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:17.305530 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'code': 200} Aug 11 02:16:17.328628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-309d36d7-8750-494a-8a16-1cfff6b00cfd tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.330208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-309d36d7-8750-494a-8a16-1cfff6b00cfd tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.3224540 Aug 11 02:16:17.399330 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-bc43d1bf-5c4a-4b37-baaf-d9e18377d9bd service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122005 Aug 11 02:16:17.421485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-be5001ab-c3d4-452d-899d-9b84a2637acf tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/quotas/bac9df74a5f746fc9c168609992fef3a HTTP/1.1" status: 200 len: 375 time: 0.0769503 Aug 11 02:16:17.516456 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9eac7738-fd3d-4565-a6b7-dcfe9a43d7dc req-78da44c7-3fb3-46d0-bb95-c22bf6d120ef service neutron] 10.222.0.61 "GET /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092460 Aug 11 02:16:17.606948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.671463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-21c060cd-91f9-4105-8263-cdbed283df0a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271662 Aug 11 02:16:17.780314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1ce2-7b55-4e9e-bee6-7fb16c6e2453 req-94e9acd1-26a9-458e-8543-68751a581920 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.781758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc8c1ce2-7b55-4e9e-bee6-7fb16c6e2453 req-94e9acd1-26a9-458e-8543-68751a581920 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 949 time: 0.2599740 Aug 11 02:16:17.783462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.825698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.835649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.899432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 6b7f8366-2548-4094-b542-0a1ca142e05a is not hosted by any dhcp agent {{(pid=94652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:16:17.904780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:17.905368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.906691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "PUT /v2.0/networks/6b7f8366-2548-4094-b542-0a1ca142e05a HTTP/1.1" status: 200 len: 723 time: 0.6312420 Aug 11 02:16:17.910338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:17.915533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:17.936844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:17.949146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:17.954726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event deleted for resources: {'Port': ['ID=6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:17.988932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc8c1ce2-7b55-4e9e-bee6-7fb16c6e2453 req-280ccb78-806b-41ce-8b8b-153e715639f8 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902511 Aug 11 02:16:18.032537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-fcd3c8a6-f62f-4cc9-b800-10dba0ad30b4 service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448479 Aug 11 02:16:18.040362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:18.047677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.049221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161b61e-00eb-493b-aef6-668e42f2d4bd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=6b7f8366-2548-4094-b542-0a1ca142e05a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.064277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:18.080273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:18.159069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:18.172984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf313525-79de-4f54-941a-39b25eb25007 req-997ac1e0-46ec-4827-b780-e04eb4d6a560 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.174502 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf313525-79de-4f54-941a-39b25eb25007 req-997ac1e0-46ec-4827-b780-e04eb4d6a560 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b4f4cdc-307a-466f-a9b6-f4968e95def3 HTTP/1.1" status: 200 len: 945 time: 0.1048398 Aug 11 02:16:18.180211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:18.183904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.187883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b295c8f-7592-48ca-8b06-27b497676c6a req-cdeaebd0-2927-480a-a136-510ba2b29e52 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 210 time: 0.0579426 Aug 11 02:16:18.346432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.346953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.364515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b971904d-73de-45b0-b725-da42dde4660b service neutron] 10.222.0.68 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312671 Aug 11 02:16:18.389313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-e593f6d3-e599-4e20-8ef9-49b92f4252c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0452378 Aug 11 02:16:18.391225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Router 267d0e78-023b-4933-aec7-e69b9073f6d9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:18.394100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Deleting port 0c67e0ef-1352-4d88-92a3-a60181287a91 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:18.394455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.401542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728bf0-3115-4f7b-af7e-a236842ee499 req-d7eac68f-3457-4fa2-992b-ae8f79ff287c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.403675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728bf0-3115-4f7b-af7e-a236842ee499 req-d7eac68f-3457-4fa2-992b-ae8f79ff287c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1024 time: 0.1251001 Aug 11 02:16:18.412681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Request body: {'port': {'device_id': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:18.445111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.552117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=c40fdb8e-df6f-4bb5-8688-578e03afe366,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:18.557483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28728bf0-3115-4f7b-af7e-a236842ee499 req-48884383-e960-4e93-859f-b90f17165657 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10&id=21599e2d-9063-40ff-8781-23e1067c763a&id=d87e9fbf-6665-4273-9dd4-05c2b4dc86ba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1391914 Aug 11 02:16:18.565502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '46a59e38-fc0b-485f-942a-d19e06574689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:18.566896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 6b7f8366-2548-4094-b542-0a1ca142e05a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:18.590923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.591269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] For port 0c67e0ef-1352-4d88-92a3-a60181287a91, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0c67e0ef-1352-4d88-92a3-a60181287a91,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:18.591723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.644975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Calling delete_port for 0c67e0ef-1352-4d88-92a3-a60181287a91 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:18.672026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 6b7f8366-2548-4094-b542-0a1ca142e05a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:18.714462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6b7f8366-2548-4094-b542-0a1ca142e05a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:18.720835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:18.721695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.725578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51004b-18c6-4d63-9acf-d9d8ef95f1ad None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:18.746989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:18.752114 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-511b1c1b-ba43-41c0-af42-4d88a1c6a921 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8404303 Aug 11 02:16:18.756447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45230) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:18.760344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:18.799946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Sync routers for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:18.839709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:18.840346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:18.914225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13096660'] for subnet, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.958804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:18.971690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0c67e0ef-1352-4d88-92a3-a60181287a91'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:19.012393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event deleted for resources: {'Port': ['ID=0c67e0ef-1352-4d88-92a3-a60181287a91,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.112220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] No DVR routers for this DVR port 0c67e0ef-1352-4d88-92a3-a60181287a91 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:19.119236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.133057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf313525-79de-4f54-941a-39b25eb25007 req-199e2c66-992a-4724-8210-23d8d4490e25 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.61 "DELETE /v2.0/ports/0c67e0ef-1352-4d88-92a3-a60181287a91 HTTP/1.1" status: 204 len: 173 time: 0.9456980 Aug 11 02:16:19.133986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-deleted', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:19.136546 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20541e1f-b7bb-4698-aef9-984a3fbdf56d" -d '{"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-deleted", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:19.137121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:19.231973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6b7f8366-2548-4094-b542-0a1ca142e05a', 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'c40fdb8e-df6f-4bb5-8688-578e03afe366'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:19.233165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.344585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783419144596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13444132'] for subnet, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.349266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:19.396017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206050a-e17e-449f-876a-e478f684a50e req-dd716445-cefe-43d4-8765-bd045f33222f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.397754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9206050a-e17e-449f-876a-e478f684a50e req-dd716445-cefe-43d4-8765-bd045f33222f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.61 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 1024 time: 0.1418426 Aug 11 02:16:19.406860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.407475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.408970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "PUT /v2.0/subnets/c40fdb8e-df6f-4bb5-8688-578e03afe366 HTTP/1.1" status: 200 len: 806 time: 0.6532757 Aug 11 02:16:19.449288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45256) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:19.476286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eaf5d-fe31-4ecc-b428-849964f7cf7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=c40fdb8e-df6f-4bb5-8688-578e03afe366,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:19.563907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.605792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Deleting port e830b8a4-561e-414c-a1f6-7151ee31789f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:19.606043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.607594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06b35f-e3bd-4ee5-bfe7-2fa21756b577 req-04db508d-9bcc-440d-b91c-f460ade72f45 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:19.611214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed06b35f-e3bd-4ee5-bfe7-2fa21756b577 req-04db508d-9bcc-440d-b91c-f460ade72f45 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 931 time: 0.9617341 Aug 11 02:16:19.616387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.681104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45c1ec74-5a92-4ecb-a7e5-20dbb86b1c6b req-2ba5eab6-e634-4dec-92ef-d343e1b44683 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 210 time: 0.2431581 Aug 11 02:16:19.682179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] No DVR routers for this DVR port 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:19.724422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.726910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31475b05-5966-4a9e-b99b-3e6859e38dd7 req-1c69d108-4343-4805-8be0-d04b055dd3cd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.67 "DELETE /v2.0/ports/6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 HTTP/1.1" status: 204 len: 173 time: 4.7354600 Aug 11 02:16:19.729194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port e830b8a4-561e-414c-a1f6-7151ee31789f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e830b8a4-561e-414c-a1f6-7151ee31789f,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:19.730159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:19.735485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:19.741077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed06b35f-e3bd-4ee5-bfe7-2fa21756b577 req-731058a0-8e2e-4e35-a2fb-6807a807bbbf tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569787 Aug 11 02:16:19.741715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'name': 'network-vif-deleted', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:19.744262 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed53875-1c23-404a-8f0d-e8bff49cd32f" -d '{"events": [{"server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "name": "network-vif-deleted", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:19.756788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Calling delete_port for e830b8a4-561e-414c-a1f6-7151ee31789f owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:19.758650 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c7226-57eb-40fa-867b-a120d6539cae" -d '{"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:19.783376 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc98f27-874d-4ab8-a842-25d5744ed02f x-openstack-request-id: req-6fc98f27-874d-4ab8-a842-25d5744ed02f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:19.783720 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f4cdc-307a-466f-a9b6-f4968e95def3", "name": "network-vif-deleted", "tag": "0c67e0ef-1352-4d88-92a3-a60181287a91", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:19.784009 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6fc98f27-874d-4ab8-a842-25d5744ed02f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:19.784491 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f4cdc-307a-466f-a9b6-f4968e95def3', 'name': 'network-vif-deleted', 'tag': '0c67e0ef-1352-4d88-92a3-a60181287a91', 'status': 'completed', 'code': 200} Aug 11 02:16:19.844718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Allocated IP 172.20.0.2 (6b7f8366-2548-4094-b542-0a1ca142e05a/c40fdb8e-df6f-4bb5-8688-578e03afe366/db790fd5-08b4-44b8-96cf-b33dd0add316) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:19.904381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.008953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf2c5208-a118-479d-8361-40e32b1165be req-fbf6c132-d01d-4b7b-a925-fd0410988ecd tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/ports?device_id=263242ca-2a6c-46d7-94e5-ca7e0e2dcc76 HTTP/1.1" status: 200 len: 210 time: 0.0491004 Aug 11 02:16:20.062485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:20.100366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.101371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:20.140737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.174833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'Port': ['ID=e830b8a4-561e-414c-a1f6-7151ee31789f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.182508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-1c112817-0998-4657-bb38-87eb84ee26ff tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825338 Aug 11 02:16:20.188628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e830b8a4-561e-414c-a1f6-7151ee31789f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:20.191521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:20.201206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:20.201549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:20.248790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] No DVR routers for this DVR port e830b8a4-561e-414c-a1f6-7151ee31789f on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:20.252646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.255139 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9206050a-e17e-449f-876a-e478f684a50e req-06573a70-3b74-42cf-8570-f38ea4c1bcfe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.61 "DELETE /v2.0/ports/e830b8a4-561e-414c-a1f6-7151ee31789f HTTP/1.1" status: 204 len: 173 time: 0.8441617 Aug 11 02:16:20.264175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e54f819-c6d4-407a-86a4-7855cd2de5ec req-0d052fa7-4c0d-40e0-b36f-298a0edf25d9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=c56fd259-c662-4833-a431-f2532987a0ca HTTP/1.1" status: 200 len: 210 time: 0.1069589 Aug 11 02:16:20.346658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4780ba-571c-43e6-bf6d-109b44abd5dd {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:20.408425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.454976 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2931346a-e634-4d24-8ce1-2b9c5e544e25 x-openstack-request-id: req-2931346a-e634-4d24-8ce1-2b9c5e544e25 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:20.455818 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263242ca-2a6c-46d7-94e5-ca7e0e2dcc76", "name": "network-vif-deleted", "tag": "6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:20.455818 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2931346a-e634-4d24-8ce1-2b9c5e544e25 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:20.456117 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263242ca-2a6c-46d7-94e5-ca7e0e2dcc76', 'name': 'network-vif-deleted', 'tag': '6eb7f3fc-04c6-4714-a1c7-5439ccf1bf35', 'status': 'completed', 'code': 200} Aug 11 02:16:20.473348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Transition to ACTIVE for port object fb4780ba-571c-43e6-bf6d-109b44abd5dd will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:20.497766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.518117 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61604c5-09e4-4764-849a-3610e75aa9a6 x-openstack-request-id: req-e61604c5-09e4-4764-849a-3610e75aa9a6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:20.518415 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:20.518666 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e61604c5-09e4-4764-849a-3610e75aa9a6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:20.519094 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'code': 200} Aug 11 02:16:20.536369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:20.538048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.552769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-0526504a-79ab-476f-93a2-c65f33389ecc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.554407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-0526504a-79ab-476f-93a2-c65f33389ecc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.67 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 814 time: 0.3704805 Aug 11 02:16:20.583292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-9ba000a8-3b35-4699-9bf6-6cf33b909d89 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:20.585041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-9ba000a8-3b35-4699-9bf6-6cf33b909d89 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667123 Aug 11 02:16:20.586398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.588420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Checking router: 267d0e78-023b-4933-aec7-e69b9073f6d9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:20.600838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Request body: {'port': {'device_id': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'admin_state_up': True, 'tenant_id': 'bac9df74a5f746fc9c168609992fef3a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:20.604042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Transition to ACTIVE for port object db790fd5-08b4-44b8-96cf-b33dd0add316 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:20.644275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:20.645386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:20.654345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.688905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Transition to ACTIVE for port object db790fd5-08b4-44b8-96cf-b33dd0add316 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:20.698171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-af83b43a-008c-442d-8fc8-7c4c1ed244b7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/quotas/e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 375 time: 0.1018674 Aug 11 02:16:20.711619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.845131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:20.857649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b9d6571-4fec-4861-87b0-d0532008adbc req-d84e6b0f-25a6-4fdf-aa8d-cf0369a11c3f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 210 time: 0.0705373 Aug 11 02:16:20.870917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:20.877461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Attempting to bind port fb4780ba-571c-43e6-bf6d-109b44abd5dd on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:20.877851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Attempting to bind port fb4780ba-571c-43e6-bf6d-109b44abd5dd by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:20.878190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Attempting to bind port fb4780ba-571c-43e6-bf6d-109b44abd5dd on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:20.885151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:20.886421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Port fb4780ba-571c-43e6-bf6d-109b44abd5dd on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:20.887332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Attempting to bind port fb4780ba-571c-43e6-bf6d-109b44abd5dd on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:20.893545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Pushing event updated for resources: {'Port': ['ID=db790fd5-08b4-44b8-96cf-b33dd0add316,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.903470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:20.922478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:20.940433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=c40fdb8e-df6f-4bb5-8688-578e03afe366,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:20.958414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-80d20230-322e-4a82-aef8-4dcaba281b75 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080622 Aug 11 02:16:20.962866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:20.963860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:20.964113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:20.964567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Bound port: fb4780ba-571c-43e6-bf6d-109b44abd5dd, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:20.964983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.093291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Attempting to bind port db790fd5-08b4-44b8-96cf-b33dd0add316 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:21.093963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Attempting to bind port db790fd5-08b4-44b8-96cf-b33dd0add316 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '46a59e38-fc0b-485f-942a-d19e06574689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:21.094142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Attempting to bind port db790fd5-08b4-44b8-96cf-b33dd0add316 on network 6b7f8366-2548-4094-b542-0a1ca142e05a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:21.163767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.168845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:21.169230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Checking segment: {'id': '46a59e38-fc0b-485f-942a-d19e06574689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:21.169917 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.170320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Bound using segment: {'id': '46a59e38-fc0b-485f-942a-d19e06574689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:21.170790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Bound port: db790fd5-08b4-44b8-96cf-b33dd0add316, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a59e38-fc0b-485f-942a-d19e06574689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6b7f8366-2548-4094-b542-0a1ca142e05a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:21.171169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.186338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Made reservation on behalf of bac9df74a5f746fc9c168609992fef3a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:21.190276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.197446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7f8366-2548-4094-b542-0a1ca142e05a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:21.205416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:21.230386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a59e38-fc0b-485f-942a-d19e06574689') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:21.230694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a59e38-fc0b-485f-942a-d19e06574689') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:21.242941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.257397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.265311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:21.265912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:21.326642 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:21.353920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] For port db790fd5-08b4-44b8-96cf-b33dd0add316, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:21.362525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] For port db790fd5-08b4-44b8-96cf-b33dd0add316, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=db790fd5-08b4-44b8-96cf-b33dd0add316,segment=NetworkSegment(46a59e38-fc0b-485f-942a-d19e06574689),segment_id=46a59e38-fc0b-485f-942a-d19e06574689)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:21.366811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:21.368353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:16:21.368353 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:16:21.368353 n-d-713498-10 neutron-server[94652]: [parameters: {'id': '6b7f8366-2548-4094-b542-0a1ca142e05a'}] Aug 11 02:16:21.368353 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:16:21.368991 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:16:21.379547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.391847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb9f7f-a043-4b35-bc6d-49083b449df6 req-e146ec31-f35a-4abd-b6a4-fa447b5d6889 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.394825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85cb9f7f-a043-4b35-bc6d-49083b449df6 req-e146ec31-f35a-4abd-b6a4-fa447b5d6889 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 943 time: 0.3889277 Aug 11 02:16:21.397835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff96d384-830d-4571-aba2-df04133b9a8c req-bc53b896-a4b9-4b9b-9640-5c90f3298fab tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 210 time: 0.0686636 Aug 11 02:16:21.399468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.486526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.487394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.489258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb4780ba-571c-43e6-bf6d-109b44abd5dd HTTP/1.1" status: 200 len: 1092 time: 3.0807872 Aug 11 02:16:21.507313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6b59b-4aa4-422c-9b60-c08dbdc9c32b None None] Pushing event updated for resources: {'Port': ['ID=db790fd5-08b4-44b8-96cf-b33dd0add316,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.513478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:21.537634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c1978-a370-475f-87cc-948bb10c8c15 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:21.548543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c6b4f-a64b-4157-913d-fbec332cf243 None None] The sync data for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 is: [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:13:50Z', 'revision_number': 4, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a1aa64a0-3721-4249-b63e-cb7f158f86ab', 'name': '', 'network_id': '679c5c48-ddba-4d93-848f-146bc9846e03', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'mac_address': 'fa:16:3e:7f:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:48Z', 'updated_at': '2021-08-11T02:13:59Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'subnets': [{'id': '9042a2b3-586b-4902-9ba1-4d5e657ee28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:21.551777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec732b1c-858b-4c1e-8683-5900ebb74279 None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:21.586251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85cb9f7f-a043-4b35-bc6d-49083b449df6 req-2f79d78f-fbef-492f-919c-48411d51ae6b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726170 Aug 11 02:16:21.662772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e830b8a4-561e-414c-a1f6-7151ee31789f no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:21.666935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-4bdfeb7d-ad7a-4f4f-b3bc-b6c6f553fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.668617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-4bdfeb7d-ad7a-4f4f-b3bc-b6c6f553fcf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 1095 time: 0.0993316 Aug 11 02:16:21.681020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Allocated IP 172.20.0.12 (a069f5dc-7a33-4581-9841-f2bedfa3b162/e95b27e8-119a-47b9-94b1-b0f13baec626/6a143ad8-9029-4af5-82af-fc3647504b17) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:21.696036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: e830b8a4-561e-414c-a1f6-7151ee31789f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:21.696499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e830b8a4-561e-414c-a1f6-7151ee31789f not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:21.696968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:21.734942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-cb00c2f2-6b95-478e-8855-7d5e8094d075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd HTTP/1.1" status: 200 len: 217 time: 0.0508759 Aug 11 02:16:21.748467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 0c67e0ef-1352-4d88-92a3-a60181287a91 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:21.748880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0c67e0ef-1352-4d88-92a3-a60181287a91 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:21.786484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'name': 'network-vif-deleted', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:21.789560 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5812708-6cd9-454f-97ff-32163f436eb1" -d '{"events": [{"server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "name": "network-vif-deleted", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:21.801181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ec10a-faf1-406e-8b62-7252708f6da5 None None] Network 6b7f8366-2548-4094-b542-0a1ca142e05a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:21.880672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:21.926034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-699489b3-67da-4e5b-82a4-451944baa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:21.927958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-699489b3-67da-4e5b-82a4-451944baa36e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1779535 Aug 11 02:16:21.959899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde7b538-53a8-4ecf-8d83-6ca66a733747 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:16:21.965182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77870370-e657-425d-85a8-f70a883dfb6a req-a8cc62b0-ad8e-4ee8-8965-7db3c1e056f6 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/d87e9fbf-6665-4273-9dd4-05c2b4dc86ba HTTP/1.1" status: 200 len: 1801 time: 0.1615238 Aug 11 02:16:21.999527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-c313e416-9a16-406d-9ef3-4bb7486bcc06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601549 Aug 11 02:16:22.007653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee405-dc76-40bf-8e66-6f95a73ce5d4 None None] New status for floating IP 360bc492-3808-4083-8b8b-ce97803f3d00: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:16:22.080417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7b538-53a8-4ecf-8d83-6ca66a733747 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:16:22.182276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.197299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77870370-e657-425d-85a8-f70a883dfb6a req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.257344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77870370-e657-425d-85a8-f70a883dfb6a req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.288389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-0c4aaf2a-6602-47f0-aa2b-4e913ccc0aa6 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432621 Aug 11 02:16:22.317770 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-b8c8beda-76e7-45a4-8f9c-de8508974e4d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317459 Aug 11 02:16:22.324859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port db790fd5-08b4-44b8-96cf-b33dd0add316 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:22.325343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.441623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77870370-e657-425d-85a8-f70a883dfb6a req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.444434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77870370-e657-425d-85a8-f70a883dfb6a req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.445609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77870370-e657-425d-85a8-f70a883dfb6a req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/d87e9fbf-6665-4273-9dd4-05c2b4dc86ba HTTP/1.1" status: 204 len: 173 time: 0.4532354 Aug 11 02:16:22.449780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-8433b1b0-6460-4716-be81-e9fb544f36e4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:22.451332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-8433b1b0-6460-4716-be81-e9fb544f36e4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258538 Aug 11 02:16:22.457942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.459343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:22.461673 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdddf4-5c2a-43da-8818-5f2234639884" -d '{"events": [{"name": "network-changed", "server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:22.467662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Request body: {'port': {'device_id': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'e68360cc5e214065ba1b0a8f178a8a5f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:22.518944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab944-e85f-4fbc-a493-d5c3036c4f7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87e9fbf-6665-4273-9dd4-05c2b4dc86ba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:22.522494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45330) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:22.527022 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a033c46d-93c4-449e-9dad-9fbebd5b3a05 x-openstack-request-id: req-a033c46d-93c4-449e-9dad-9fbebd5b3a05 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:22.527548 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56fd259-c662-4833-a431-f2532987a0ca", "name": "network-vif-deleted", "tag": "e830b8a4-561e-414c-a1f6-7151ee31789f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:22.527916 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a033c46d-93c4-449e-9dad-9fbebd5b3a05 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:22.528669 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56fd259-c662-4833-a431-f2532987a0ca', 'name': 'network-vif-deleted', 'tag': 'e830b8a4-561e-414c-a1f6-7151ee31789f', 'status': 'completed', 'code': 200} Aug 11 02:16:22.576548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port db790fd5-08b4-44b8-96cf-b33dd0add316, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=db790fd5-08b4-44b8-96cf-b33dd0add316,segment=NetworkSegment(46a59e38-fc0b-485f-942a-d19e06574689),segment_id=46a59e38-fc0b-485f-942a-d19e06574689)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:22.576918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.582341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-413df4e0-4db9-4bc8-8877-bf9556319b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.623630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Network a069f5dc-7a33-4581-9841-f2bedfa3b162 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:22.640489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Made reservation on behalf of e68360cc5e214065ba1b0a8f178a8a5f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:22.644917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.647361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for db790fd5-08b4-44b8-96cf-b33dd0add316 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:22.650021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:22.654862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:22.659699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event updated for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:22.664696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bce31165-3ee8-47bc-a44a-4053a0cc8ca4 req-4f48c8a2-55a4-404e-b302-626916310450 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537302 Aug 11 02:16:22.791354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Allocated IP 192.168.233.90 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/eb48008d-f86d-4fd3-82e3-87ea31f4bf28) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:22.961428 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:22.977207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Transition to ACTIVE for port object eb48008d-f86d-4fd3-82e3-87ea31f4bf28 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:23.011785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.029578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388', 'a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:23.066560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:23.071213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:23.073712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:23.078035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a26eec3-3fec-43b0-a269-d3b0f3a0157f req-6b1d90f4-e22a-40dd-b9df-ad2d579ffcd7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 210 time: 0.4105883 Aug 11 02:16:23.090703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.112570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.113306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.124522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.137312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.138478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.148822 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.161474 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-71ae9f7b-070a-4552-a148-0233f53a6ee4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6986475 Aug 11 02:16:23.188862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Request body: {'port': {'device_id': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:23.263052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-edbfeb04-f1fa-4737-9ab9-faebb84df3e1 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10 HTTP/1.1" status: 200 len: 1802 time: 0.0883873 Aug 11 02:16:23.278891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea5015-55ba-480e-8782-2062a6f84315 req-0f52ac66-fb6e-45ba-9a45-aa74e31773d8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.281563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.289603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39ea5015-55ba-480e-8782-2062a6f84315 req-0f52ac66-fb6e-45ba-9a45-aa74e31773d8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 932 time: 0.6615055 Aug 11 02:16:23.316498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-6c25b660-b922-4fa0-a476-387fb689cdc8 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7295096 Aug 11 02:16:23.348522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Request body: {'port': {'device_id': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:23.378491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39ea5015-55ba-480e-8782-2062a6f84315 req-b0dad282-effe-4998-ba96-9cf2055e766a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878115 Aug 11 02:16:23.390474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:23.403449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2508a69d-ae09-495f-8981-fb70c1490283 None None] Provisioning for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:23.426127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2508a69d-ae09-495f-8981-fb70c1490283 None None] Provisioning complete for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:23.426615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2508a69d-ae09-495f-8981-fb70c1490283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.461774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.477626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.497446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.500732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.501285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "DELETE /v2.0/security-groups/3882d561-752f-4fba-91a4-55b134a1f6a7 HTTP/1.1" status: 204 len: 168 time: 0.9698608 Aug 11 02:16:23.525100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45356) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:23.528393 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f285658-ee93-4b25-9ca9-bda6a59fa466 x-openstack-request-id: req-2f285658-ee93-4b25-9ca9-bda6a59fa466 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:23.528701 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:23.528954 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f285658-ee93-4b25-9ca9-bda6a59fa466 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:23.529345 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd', 'status': 'completed', 'code': 200} Aug 11 02:16:23.572124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=db790fd5-08b4-44b8-96cf-b33dd0add316,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.591007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2508a69d-ae09-495f-8981-fb70c1490283 None None] Port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:23.610553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port db790fd5-08b4-44b8-96cf-b33dd0add316 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:23.619404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce8c76-5e58-4fc3-84ca-ba8eb1cb6dd2 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882d561-752f-4fba-91a4-55b134a1f6a7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.682530 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-70039baa-3d5f-4d3a-bada-9f20a8c98044 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] show failed (client error): The resource could not be found. Aug 11 02:16:23.683634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-70039baa-3d5f-4d3a-bada-9f20a8c98044 tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "GET /v2.0/security-groups/3882d561-752f-4fba-91a4-55b134a1f6a7 HTTP/1.1" status: 404 len: 347 time: 0.1322260 Aug 11 02:16:23.689613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45364) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:23.694882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:23.701988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.708061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'mac_address': 'fa:16:3e:c1:c7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:23.755431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.774277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac7094ed-2c2d-420c-bf73-5254f3ff19df {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:23.798249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:23.804370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.861143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.870842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-36483561-b67b-438b-9293-97264b5e6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:23.872397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-36483561-b67b-438b-9293-97264b5e6c03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 1095 time: 0.3137572 Aug 11 02:16:23.882129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.895468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:23.929240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7f8366-2548-4094-b542-0a1ca142e05a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:23.937647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:23.949374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.964266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['ac7094ed-2c2d-420c-bf73-5254f3ff19df'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:23.981547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Transition to ACTIVE for port object eb48008d-f86d-4fd3-82e3-87ea31f4bf28 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:23.989416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Deleting port 89d1970c-225a-4e44-a5cc-7bd985ac2258 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:23.990064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:23.995840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.053485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a59e38-fc0b-485f-942a-d19e06574689') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:24.054421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a59e38-fc0b-485f-942a-d19e06574689') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:24.077649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.102786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.172785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.186564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf8a5a-093d-4c05-8d6b-b1fa854ca325 req-cd423119-0692-44fa-8229-f76f244faeee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.188335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0bf8a5a-093d-4c05-8d6b-b1fa854ca325 req-cd423119-0692-44fa-8229-f76f244faeee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 943 time: 0.5736570 Aug 11 02:16:24.202729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:24.203189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:24.213269 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:24.253783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.254137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.274322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Calling delete_port for 89d1970c-225a-4e44-a5cc-7bd985ac2258 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:24.340967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0bf8a5a-093d-4c05-8d6b-b1fa854ca325 req-0066927f-217b-4c45-a946-47eee70a71bc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285386 Aug 11 02:16:24.353097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.355514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.363263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00c4b204-496f-4fa2-915b-725f8b244a49 req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10 HTTP/1.1" status: 204 len: 173 time: 1.0707228 Aug 11 02:16:24.381874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.419692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Attempting to bind port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:24.420776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Attempting to bind port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:24.420776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Attempting to bind port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:24.432957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:24.433293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Attempting to bind port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:24.441272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:24.441613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:24.442047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:24.442489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Bound port: eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:24.442993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.449310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.451588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/6b7f8366-2548-4094-b542-0a1ca142e05a HTTP/1.1" status: 204 len: 168 time: 4.9987381 Aug 11 02:16:24.458608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3756fc2-0f47-47cc-bd21-d714f24b67ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=6b7f8366-2548-4094-b542-0a1ca142e05a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.470212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45386) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.470212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1c52-d275-4edb-b3fa-eb6cab498c2f tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.504968 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-51747505-057b-4da9-b145-e597b3f503fc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:24.505587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51747505-057b-4da9-b145-e597b3f503fc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:24.512412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-51747505-057b-4da9-b145-e597b3f503fc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/6b7f8366-2548-4094-b542-0a1ca142e05a HTTP/1.1" status: 404 len: 339 time: 0.0339105 Aug 11 02:16:24.512412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-48c3f0ce-51c4-473e-be1b-1af88beb374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.513307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-48c3f0ce-51c4-473e-be1b-1af88beb374b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.6193779 Aug 11 02:16:24.516543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45388) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.523994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493852350', 'description': 'd1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:24.600288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.606150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1352330105', 'description': 'tempest-description-1764573568'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:24.621837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-09df41e1-b625-423c-935e-944ba722760a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd HTTP/1.1" status: 200 len: 217 time: 0.0941396 Aug 11 02:16:24.644021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Pushing event deleted for resources: {'Port': ['ID=89d1970c-225a-4e44-a5cc-7bd985ac2258,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.714102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:24.719702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:24.725173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.738471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:24.755607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.757745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a143ad8-9029-4af5-82af-fc3647504b17 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:24.783956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.808340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.827505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-93b8c315-ac21-4b88-aa46-d6a76d97d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.829293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-93b8c315-ac21-4b88-aa46-d6a76d97d2ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1590178 Aug 11 02:16:24.838270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:24.843540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:24.850405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.855666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.857603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-73861836-2671-4bd9-b1cf-1dcc096c9c1a tempest-ServersTestJSON-528170422 tempest-ServersTestJSON-528170422-project] 10.222.0.68 "DELETE /v2.0/floatingips/360bc492-3808-4083-8b8b-ce97803f3d00 HTTP/1.1" status: 204 len: 168 time: 1.1665471 Aug 11 02:16:24.861646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:24.862279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a609c9d-7b5c-415f-890f-7be6c380819a req-88e5db97-609d-4509-89a4-a2d6eed39bd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.869637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a609c9d-7b5c-415f-890f-7be6c380819a req-88e5db97-609d-4509-89a4-a2d6eed39bd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.2759418 Aug 11 02:16:24.881929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Transition to ACTIVE for port object 6a143ad8-9029-4af5-82af-fc3647504b17 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:24.937515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.947766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-3cc96385-eb41-4b23-8278-c51c23ae874f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937314 Aug 11 02:16:24.997302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:24.997995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.998135 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:24.998366 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 7d360726-8929-44a2-8f6d-23b21275d316 of type vlan for network ce3ea336-6293-4fba-b7d6-df2f07825239 Aug 11 02:16:24.999592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-79433ec8-cac8-4ec5-8c7f-65afdbe269c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 1096 time: 1.8281736 Aug 11 02:16:24.999895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:25.002463 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7bb948-a129-4f48-b6ae-c6f78297b93f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:25.115735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2c16d997-c93b-4802-abfe-e7aefb4e521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.194378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a609c9d-7b5c-415f-890f-7be6c380819a req-310589af-8552-4a4a-8457-c520baecbb16 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237054 Aug 11 02:16:25.253834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:25.261364 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.329242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-0522cf54-9cf1-4843-a8c5-899d1fdb8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.330886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-0522cf54-9cf1-4843-a8c5-899d1fdb8871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1099 time: 0.1282654 Aug 11 02:16:25.379395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.407056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fb4780ba-571c-43e6-bf6d-109b44abd5dd details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:25.428157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-cdd68140-c568-47ac-b190-af8cd916f5dc service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331467 Aug 11 02:16:25.436205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.442273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.442873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.448523 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-d8239939-1ff1-44d6-ba74-71f007720a10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.1022785 Aug 11 02:16:25.481365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.547902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.573369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-d46d5883-32d9-4dd4-9ece-6ee2a0e4539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.575364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-d46d5883-32d9-4dd4-9ece-6ee2a0e4539d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1165328 Aug 11 02:16:25.590705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:25.593073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Attempting to bind port 6a143ad8-9029-4af5-82af-fc3647504b17 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:25.593412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Attempting to bind port 6a143ad8-9029-4af5-82af-fc3647504b17 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:25.593740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Attempting to bind port 6a143ad8-9029-4af5-82af-fc3647504b17 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:25.610945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0895352 Aug 11 02:16:25.619770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45402) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:25.623851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:25.636728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3f45-d64c-40d8-ae4e-74c66f380cff req-847d4537-b460-4630-9a7d-cf73f8a9b9bc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.638342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73ef3f45-d64c-40d8-ae4e-74c66f380cff req-847d4537-b460-4630-9a7d-cf73f8a9b9bc tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 944 time: 0.3091586 Aug 11 02:16:25.658716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Port 6a143ad8-9029-4af5-82af-fc3647504b17 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:25.659057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Attempting to bind port 6a143ad8-9029-4af5-82af-fc3647504b17 on network a069f5dc-7a33-4581-9841-f2bedfa3b162 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:25.697697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd', 'mac_address': 'fa:16:3e:d0:bd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:25.747050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.747298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-9ac0cb4c-0319-40f2-b4c5-95585e5f3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.748311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a140d914-5424-400a-8c6a-47c321412547 req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1534777 Aug 11 02:16:25.748767 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-9ac0cb4c-0319-40f2-b4c5-95585e5f3579 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439564 Aug 11 02:16:25.771309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:25.771772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Checking segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:25.772165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Bound using segment: {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:25.772649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Bound port: 6a143ad8-9029-4af5-82af-fc3647504b17, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4997db-f748-44a7-aa84-1944cb27f699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:25.773092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.775361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c7236-3d42-4247-ad01-6926200a41f4 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=ce3ea336-6293-4fba-b7d6-df2f07825239,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:25.792314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b2c2-ff14-4daf-9c10-0e298dd901ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e008752b-e97f-493a-b7f0-4e73c6766881,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:25.839843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.863577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network ce3ea336-6293-4fba-b7d6-df2f07825239 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:25.867927 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11aeb6a-35b7-4d3c-8bbc-40f39f71cd02 x-openstack-request-id: req-d11aeb6a-35b7-4d3c-8bbc-40f39f71cd02 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:25.868352 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:25.868739 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d11aeb6a-35b7-4d3c-8bbc-40f39f71cd02 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:25.869340 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'status': 'completed', 'code': 200} Aug 11 02:16:25.922031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port ac7094ed-2c2d-420c-bf73-5254f3ff19df triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:25.922031 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:25.937381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:25.941339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6a143ad8-9029-4af5-82af-fc3647504b17,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:25.951861 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-1e741fd0-3c17-4ec7-bc8d-05cf65c03d78 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881015 Aug 11 02:16:25.978457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73ef3f45-d64c-40d8-ae4e-74c66f380cff req-8c608aa6-da6a-4360-8352-cb49116e8856 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895138 Aug 11 02:16:25.985869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea996c-4ca5-4d64-9f84-bb92d95331e7 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:25.992455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e3ea996c-4ca5-4d64-9f84-bb92d95331e7 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks?id=ce3ea336-6293-4fba-b7d6-df2f07825239 HTTP/1.1" status: 200 len: 761 time: 0.3527205 Aug 11 02:16:25.994102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.002846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:26.044423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4780ba-571c-43e6-bf6d-109b44abd5dd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:26.075997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:26.076306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.155701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'description': 'd2'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:26.162539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Pushing event updated for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.203965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.209940 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a8d297e2-5875-46d6-b6c3-6f3b3819eeb1 req-69002a10-ecad-4231-b829-f22c3ce8d65d service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423148 Aug 11 02:16:26.251926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.258699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bdddf4-5c2a-43da-8818-5f2234639884 req-6a4b7d91-0190-4fa8-a315-9013f10ff74f service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131669 Aug 11 02:16:26.267818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.268450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.269947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-b549c5b9-9a07-4e13-9fe3-ccdd415d3b70 service neutron] 10.222.0.67 "PUT /v2.0/ports/6a143ad8-9029-4af5-82af-fc3647504b17 HTTP/1.1" status: 200 len: 1093 time: 2.9366548 Aug 11 02:16:26.279336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:26.281704 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:26.327670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c654-eabe-4c0c-a544-e6a4b8b510f5 req-d341f48b-e816-45cf-9221-90ac12b5cfaa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.335123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:26.336919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0540c654-eabe-4c0c-a544-e6a4b8b510f5 req-d341f48b-e816-45cf-9221-90ac12b5cfaa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 944 time: 0.3746464 Aug 11 02:16:26.352358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:26.357790 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843eaa0-6937-49b0-bf73-b45ac135b5ca" -d '{"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-plugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:26.366988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-cb9d6080-9179-4fe9-8c57-5ab8f318fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.368802 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-cb9d6080-9179-4fe9-8c57-5ab8f318fac2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1099 time: 0.0942152 Aug 11 02:16:26.421571 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.430951 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.483109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.563094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:26.564158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0540c654-eabe-4c0c-a544-e6a4b8b510f5 req-f3a8c71b-d302-4fc3-bc5d-0f569117518e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262301 Aug 11 02:16:26.592148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['fb4780ba-571c-43e6-bf6d-109b44abd5dd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:26.667485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-1658d253-ce0f-4580-9c50-c35482df2c36 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e008752b-e97f-493a-b7f0-4e73c6766881 HTTP/1.1" status: 200 len: 1803 time: 0.2974963 Aug 11 02:16:26.685875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2030046329', 'description': 'tempest-description-hth-1920949156'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:26.708030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.758365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-2f8078e5-c8df-4639-93c9-2e6163027037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.760165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-2f8078e5-c8df-4639-93c9-2e6163027037 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 1096 time: 0.3920567 Aug 11 02:16:26.763720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.824377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.833088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.889203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-e6db6634-20d0-4998-ab7f-6dc4c27dbb13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a143ad8-9029-4af5-82af-fc3647504b17 HTTP/1.1" status: 200 len: 217 time: 0.0629637 Aug 11 02:16:26.889953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.892622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:26.899195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ef7303-2552-4031-a63f-5e6fa440d8c3 req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "PUT /v2.0/security-groups/e008752b-e97f-493a-b7f0-4e73c6766881 HTTP/1.1" status: 200 len: 1777 time: 0.2306957 Aug 11 02:16:26.994782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-8d964c15-656a-42bb-9e37-cea25195bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:26.996837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-8d964c15-656a-42bb-9e37-cea25195bce2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.6188946 Aug 11 02:16:26.999359 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7380b-167e-4076-a63f-1f37fea232ae x-openstack-request-id: req-79f7380b-167e-4076-a63f-1f37fea232ae {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:27.000266 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-plugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:27.000712 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-79f7380b-167e-4076-a63f-1f37fea232ae {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:27.001227 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'code': 200} Aug 11 02:16:27.006927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Deleting port a1aa64a0-3721-4249-b63e-cb7f158f86ab {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:27.007533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.022910 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299556db-5888-49a2-93ae-6c082eac4623 x-openstack-request-id: req-299556db-5888-49a2-93ae-6c082eac4623 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:27.023198 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:27.023445 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-299556db-5888-49a2-93ae-6c082eac4623 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:27.023846 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17', 'status': 'completed', 'code': 200} Aug 11 02:16:27.025328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network ce3ea336-6293-4fba-b7d6-df2f07825239 is not hosted by any dhcp agent {{(pid=94652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:16:27.033574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.034936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.038807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "PUT /v2.0/networks/ce3ea336-6293-4fba-b7d6-df2f07825239 HTTP/1.1" status: 200 len: 758 time: 0.8993864 Aug 11 02:16:27.054086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45426) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:27.087843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87083c1-de72-4e47-83b1-eff5460cf413 req-76079132-a976-4dba-acac-b5938d3976a9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.095106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e87083c1-de72-4e47-83b1-eff5460cf413 req-76079132-a976-4dba-acac-b5938d3976a9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.4207547 Aug 11 02:16:27.118244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-fc1e6d2c-2355-4d87-83d5-bd51ba772450 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.0574756 Aug 11 02:16:27.204919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68529-4976-440b-9540-701fc9f8a7d7 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e008752b-e97f-493a-b7f0-4e73c6766881,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.208677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] For port a1aa64a0-3721-4249-b63e-cb7f158f86ab, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a1aa64a0-3721-4249-b63e-cb7f158f86ab,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:27.210334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.216416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22563b90-09ea-4aec-859c-877f57173ff5 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=ce3ea336-6293-4fba-b7d6-df2f07825239,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.221666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-aa500d3a-a3c7-418c-83cb-4684c3cbf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.222653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-2f380ba0-f13c-48dd-9e64-0c95458cfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.223271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-aa500d3a-a3c7-418c-83cb-4684c3cbf5cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.3084502 Aug 11 02:16:27.224267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-2f380ba0-f13c-48dd-9e64-0c95458cfbf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0936007 Aug 11 02:16:27.230371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network ce3ea336-6293-4fba-b7d6-df2f07825239 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:27.236776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Calling delete_port for a1aa64a0-3721-4249-b63e-cb7f158f86ab owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:27.350704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-9aac24b4-6775-40e9-ab9f-ed5fe20846bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.352316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-9aac24b4-6775-40e9-ab9f-ed5fe20846bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181047 Aug 11 02:16:27.564276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-debf2b74-5cc6-47eb-b526-d83f47f2c0d6 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983347 Aug 11 02:16:27.619600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e87083c1-de72-4e47-83b1-eff5460cf413 req-ed8c34e3-cb4d-49c2-8639-b2615f13d59c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236146 Aug 11 02:16:27.624786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71736012-2267-4e3f-8e5c-8a439f9ffc41 req-bb10b5da-3fa6-4750-8bd7-e7e43782555c tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e008752b-e97f-493a-b7f0-4e73c6766881 HTTP/1.1" status: 200 len: 1777 time: 0.5805695 Aug 11 02:16:27.626941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-0c120841-45c6-4d31-867d-8e8c514458c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543332 Aug 11 02:16:27.662812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1f425-3560-4497-a043-fcf8a2e17e80 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.662812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-82e1f425-3560-4497-a043-fcf8a2e17e80 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks?id=ce3ea336-6293-4fba-b7d6-df2f07825239 HTTP/1.1" status: 200 len: 761 time: 0.5961773 Aug 11 02:16:27.679867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45436) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:27.698200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728550029'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:27.798760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.824820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:27.828365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.840761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cc7bb948-a129-4f48-b6ae-c6f78297b93f req-55732058-b871-43ac-a0b0-bc737b9d9f4d service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656679 Aug 11 02:16:27.841590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aa64a0-3721-4249-b63e-cb7f158f86ab,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:27.875093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab177-881d-4c00-94c6-26c8d97f0416 req-4f11de66-eb9f-436b-89c6-5e9937ac6f02 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:27.876721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c61ab177-881d-4c00-94c6-26c8d97f0416 req-4f11de66-eb9f-436b-89c6-5e9937ac6f02 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 944 time: 0.1510513 Aug 11 02:16:27.911371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-bcabb7c6-33d8-4114-894d-6fb09efb960a service neutron] 10.222.0.67 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535646 Aug 11 02:16:27.917974 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:27.926619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:28.026090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.026292 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 757e8515-8a1b-4c97-801a-171101010fe1 of type vlan for network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 Aug 11 02:16:28.072575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c61ab177-881d-4c00-94c6-26c8d97f0416 req-f17c729c-5887-43fd-a8b8-a32261efc223 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706769 Aug 11 02:16:28.131912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.187296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.199998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75306a4e-b962-4da0-a71e-7c4adf1adc21 req-d96a0e0a-574c-41b8-bb7a-55a105efbe36 service neutron] 10.222.0.67 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701156 Aug 11 02:16:28.237489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb23f-118c-443d-af35-63e0a6e08e65 req-d4226648-5d79-4b70-982b-7d9f4858b3ba tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.245269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587fb23f-118c-443d-af35-63e0a6e08e65 req-d4226648-5d79-4b70-982b-7d9f4858b3ba tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 944 time: 0.2479899 Aug 11 02:16:28.292460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.298362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.298981 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.376958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-facb242e-23ea-4898-b2e6-44306cdd44d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e008752b-e97f-493a-b7f0-4e73c6766881 HTTP/1.1" status: 200 len: 1777 time: 0.2487857 Aug 11 02:16:28.422710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7416146 Aug 11 02:16:28.428518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45446) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:28.445380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-587fb23f-118c-443d-af35-63e0a6e08e65 req-763567e3-f1b0-4111-8037-2d0213cf99dc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992702 Aug 11 02:16:28.453689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:28.466662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Router 267d0e78-023b-4933-aec7-e69b9073f6d9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:28.490305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d08287-9174-466a-a8a6-96e96b9b87dc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=042f2cbb-3bf4-46e5-86fd-4762ee7e7939,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:28.503547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:28.547320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-664d3f97-cc36-419b-8d80-df7f32447585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.548847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-664d3f97-cc36-419b-8d80-df7f32447585 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bac9df74a5f746fc9c168609992fef3a&device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 1096 time: 0.2897069 Aug 11 02:16:28.636276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.638092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:28.651148 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0935bcb3-cba4-44bd-906d-b880220c6ffd admin admin] 10.222.0.68 "PUT /v2.0/routers/267d0e78-023b-4933-aec7-e69b9073f6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7855740 Aug 11 02:16:28.651680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:28.658163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Sync routers for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:28.674524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:28.675863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:28.720558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:28.740150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.744308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.788577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:28.930843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-9b00cc64-b7d9-4e83-a6e5-5e65234f3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:28.936204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-9b00cc64-b7d9-4e83-a6e5-5e65234f3d17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 200 len: 915 time: 0.3686097 Aug 11 02:16:28.964333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.048762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-4e7ed699-8285-4dee-a261-e74b7d7a2b83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a143ad8-9029-4af5-82af-fc3647504b17 HTTP/1.1" status: 200 len: 217 time: 0.0886214 Aug 11 02:16:29.059505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6f03-ca33-41b3-acb6-cf489c613911 req-70df2e2e-9e6d-405f-80a4-54f82dbd6348 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.068852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88e6f03-ca33-41b3-acb6-cf489c613911 req-70df2e2e-9e6d-405f-80a4-54f82dbd6348 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.2975128 Aug 11 02:16:29.083721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Deleting port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:29.084951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.123918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.127012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.128984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-664267f5-8e7c-4d8e-8982-237d47b9365a req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/e008752b-e97f-493a-b7f0-4e73c6766881 HTTP/1.1" status: 204 len: 173 time: 0.7513008 Aug 11 02:16:29.153316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:29.177678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb857a-1238-4deb-be64-7919d3800611 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e008752b-e97f-493a-b7f0-4e73c6766881,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.221837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-fd3b9037-16b2-4231-9b2c-b59a69d6d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.238909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-fd3b9037-16b2-4231-9b2c-b59a69d6d594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 200 len: 854 time: 0.1457410 Aug 11 02:16:29.267747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] For port 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:29.268345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.300563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88e6f03-ca33-41b3-acb6-cf489c613911 req-b36c4094-5dfd-47a4-a426-addae2ab85ce tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284992 Aug 11 02:16:29.326755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Calling delete_port for 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:29.423274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fb4780ba-571c-43e6-bf6d-109b44abd5dd up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:29.491827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:16:27Z', 'revision_number': 5, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port': {'id': '2a0c7b89-ecca-4f5d-b26a-fa24870f7a67', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:13:43Z', 'updated_at': '2021-08-11T02:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:29.512648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-305810f0-2459-4530-af8d-8ea1fe6371d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a069f5dc-7a33-4581-9841-f2bedfa3b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2713411 Aug 11 02:16:29.530127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Checking router: 267d0e78-023b-4933-aec7-e69b9073f6d9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:29.546444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Routers {'267d0e78-023b-4933-aec7-e69b9073f6d9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:29.547516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['267d0e78-023b-4933-aec7-e69b9073f6d9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:29.575553 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-9e472acf-3482-4e59-8fa3-2affc0a3f634 req-fd5fb31c-af7a-495b-a5b8-999788d42fb3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:29.577186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e472acf-3482-4e59-8fa3-2affc0a3f634 req-fd5fb31c-af7a-495b-a5b8-999788d42fb3 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/3fc40a89-a8a1-4fb0-9ed1-cb19c0d0af10 HTTP/1.1" status: 404 len: 352 time: 0.0636086 Aug 11 02:16:29.600706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.670227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.702700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] Set router 267d0e78-023b-4933-aec7-e69b9073f6d9 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:29.705363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0c7b89-ecca-4f5d-b26a-fa24870f7a67,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.764365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:16:28Z', 'revision_number': 6, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:29.778160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fb16-dbb3-498d-b895-b71d091c7031 req-bfb5e453-0e8e-46d9-b757-3b9f0dfb5b31 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.786848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1833fb16-dbb3-498d-b895-b71d091c7031 req-bfb5e453-0e8e-46d9-b757-3b9f0dfb5b31 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 944 time: 0.2717738 Aug 11 02:16:29.796334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:29.799565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355f4a2-1868-4e14-9ffb-4663419f6ebf None None] The sync data for ids ['267d0e78-023b-4933-aec7-e69b9073f6d9'] in n-d-713498-10 is: [{'id': '267d0e78-023b-4933-aec7-e69b9073f6d9', 'name': 'tempest-ServersTestJSON-847826596-router', 'tenant_id': '29be2f17c8ac4a359a90697c99af86a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:13:42Z', 'updated_at': '2021-08-11T02:16:28Z', 'revision_number': 6, 'project_id': '29be2f17c8ac4a359a90697c99af86a2', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:29.800946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port fb4780ba-571c-43e6-bf6d-109b44abd5dd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:29.810483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port fb4780ba-571c-43e6-bf6d-109b44abd5dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:29.810856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.853395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.887797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=76766621-c2c9-47e4-a268-2e6862a46ccd,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:29.931858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2549cc8-fc19-4ed0-938d-19bb67b77779 req-dc08b088-5aab-493a-b5b9-4e45c45999f0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:29.941760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2549cc8-fc19-4ed0-938d-19bb67b77779 req-dc08b088-5aab-493a-b5b9-4e45c45999f0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 944 time: 0.2536705 Aug 11 02:16:29.949141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '757e8515-8a1b-4c97-801a-171101010fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:29.949928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 042f2cbb-3bf4-46e5-86fd-4762ee7e7939, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:29.994399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:29.997340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:30.002722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1833fb16-dbb3-498d-b895-b71d091c7031 req-3b4d8f70-c938-4f67-8932-50799dde89ec tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144485 Aug 11 02:16:30.015893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.022666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.026564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'mac_address': 'fa:16:3e:aa:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:30.029893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-00dcf4cd-af47-4bc8-8266-262f08fa7feb service neutron] 10.222.0.67 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481285 Aug 11 02:16:30.060453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:30.067303 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6acea-b1ad-48cd-8be2-7cc890087b06" -d '{"events": [{"server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "name": "network-vif-plugged", "status": "completed", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:30.067526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:30.100227 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-85b8f121-b600-4d01-a6fb-0b33a97104d1 req-87d7cc0c-f4bf-499a-85ef-5ddb38839280 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:30.101485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:30.103922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85b8f121-b600-4d01-a6fb-0b33a97104d1 req-87d7cc0c-f4bf-499a-85ef-5ddb38839280 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/d87e9fbf-6665-4273-9dd4-05c2b4dc86ba HTTP/1.1" status: 404 len: 352 time: 0.0637717 Aug 11 02:16:30.111725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.111725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267d0e78-023b-4933-aec7-e69b9073f6d9 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:16:30.118025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.123758 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12ce8eca-aaea-4dd5-9d6f-c325c5bb5400 admin admin] 10.222.0.68 "DELETE /v2.0/routers/267d0e78-023b-4933-aec7-e69b9073f6d9 HTTP/1.1" status: 204 len: 168 time: 1.4703357 Aug 11 02:16:30.126812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:30.131833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.192215 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c55d2-14c8-4b93-80f8-e7aab9389de6 x-openstack-request-id: req-641c55d2-14c8-4b93-80f8-e7aab9389de6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:30.192475 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "name": "network-vif-plugged", "status": "completed", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:30.192706 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-641c55d2-14c8-4b93-80f8-e7aab9389de6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:30.193111 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd', 'code': 200} Aug 11 02:16:30.195592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 042f2cbb-3bf4-46e5-86fd-4762ee7e7939) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:30.216072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2549cc8-fc19-4ed0-938d-19bb67b77779 req-809853aa-db85-410f-826d-050e854fdd25 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683218 Aug 11 02:16:30.228578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.230492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.236869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf6e86-13b4-4a56-bf26-f524fe3e8de5 None None] Network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:30.252442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Deleting subnet 9042a2b3-586b-4902-9ba1-4d5e657ee28c {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:30.258332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.281171 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-55d45670-082b-408a-a2a5-7dbdee97ef27 req-0310a04c-68f8-4d3d-94df-e9c03fb1b9ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:30.283628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55d45670-082b-408a-a2a5-7dbdee97ef27 req-0310a04c-68f8-4d3d-94df-e9c03fb1b9ed tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/01e0f6c6-d352-44c6-90a5-ab9759161d82 HTTP/1.1" status: 404 len: 352 time: 0.0786421 Aug 11 02:16:30.293414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.331816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:30.362273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.386950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:30.409993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:30.428006 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.455421 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-af1394cf-0799-496a-8733-61f064ef75c3 req-578fee8f-e4d4-4f51-8cad-3e0d79d2bc7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:30.460919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af1394cf-0799-496a-8733-61f064ef75c3 req-578fee8f-e4d4-4f51-8cad-3e0d79d2bc7d tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/e2b46dfa-f8f0-454b-a13a-38836c83ebdb HTTP/1.1" status: 404 len: 352 time: 0.1190183 Aug 11 02:16:30.478658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8883a443-e424-44c4-a6e5-aaad98d56ecb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0436010 Aug 11 02:16:30.490932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45504) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:30.578557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.604093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:30.618196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-042f2cbb-3bf4-46e5-86fd-4762ee7e7939', 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': '76766621-c2c9-47e4-a268-2e6862a46ccd'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:30.618956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.662992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08a6534c-fea4-4ecc-87bb-7d2bafe5fb95 req-68f58284-29f1-42b2-a29e-8becd286bca9 service neutron] 10.222.0.67 "GET /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084914 Aug 11 02:16:30.678276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.688167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994c6b2-00d8-48e1-b803-dda82a02eea7 req-b0278e67-9c81-4b50-98b7-0259bac71b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.690054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7994c6b2-00d8-48e1-b803-dda82a02eea7 req-b0278e67-9c81-4b50-98b7-0259bac71b98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 1097 time: 0.3928678 Aug 11 02:16:30.701423 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-98ba64f6-8730-4948-80b6-a34d9f3fb9dc req-a2e0ace1-8fad-4bac-ad80-996ad0ed1b63 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:30.702530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98ba64f6-8730-4948-80b6-a34d9f3fb9dc req-a2e0ace1-8fad-4bac-ad80-996ad0ed1b63 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/cc368969-710e-48e7-8579-736abb2f8e0c HTTP/1.1" status: 404 len: 352 time: 0.0452251 Aug 11 02:16:30.715142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eb48008d-f86d-4fd3-82e3-87ea31f4bf28'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:30.758473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9042a2b3-586b-4902-9ba1-4d5e657ee28c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:30.760316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602eafd-b044-4958-9fac-cf737da4e107 req-ae06c1c8-a3f0-45bf-af4c-d7412f9acc80 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:30.761162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.764685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4bfec160-75ce-4543-ae68-c11021a6147b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9042a2b3-586b-4902-9ba1-4d5e657ee28c HTTP/1.1" status: 204 len: 168 time: 0.6367829 Aug 11 02:16:30.768820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602eafd-b044-4958-9fac-cf737da4e107 req-ae06c1c8-a3f0-45bf-af4c-d7412f9acc80 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 948 time: 0.2763622 Aug 11 02:16:30.769389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:30.783426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69c1242-cb60-4936-9c47-086791d520d4 None None] Network 679c5c48-ddba-4d93-848f-146bc9846e03 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:30.820574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7994c6b2-00d8-48e1-b803-dda82a02eea7 req-10800f9d-241a-4f7e-af6f-4c357dfddb9e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148131 Aug 11 02:16:30.835457 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-457ff384-4666-48cd-acfe-988595211d95 req-dd4af42e-9538-4a7c-9b5f-de3317bb0fdb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] show failed (client error): The resource could not be found. Aug 11 02:16:30.843252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-457ff384-4666-48cd-acfe-988595211d95 req-dd4af42e-9538-4a7c-9b5f-de3317bb0fdb tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/36696397-3b65-4ca0-acaf-44d865dd953c HTTP/1.1" status: 404 len: 352 time: 0.0921993 Aug 11 02:16:30.889370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.896829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:30.955256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602eafd-b044-4958-9fac-cf737da4e107 req-dbd8450f-403a-438e-89c9-b2f3857df982 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810143 Aug 11 02:16:31.067809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a1aa64a0-3721-4249-b63e-cb7f158f86ab no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:31.072348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Deleting port b9a56382-9244-4eee-9379-ca9f307cfa17 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:31.073124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.110989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.154505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a1aa64a0-3721-4249-b63e-cb7f158f86ab {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:31.154894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a1aa64a0-3721-4249-b63e-cb7f158f86ab not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:31.155426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:31.185998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] For port b9a56382-9244-4eee-9379-ca9f307cfa17, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b9a56382-9244-4eee-9379-ca9f307cfa17,segment=NetworkSegment(72def753-583b-493b-98ee-161608e017f6),segment_id=72def753-583b-493b-98ee-161608e017f6)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:31.186680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.208938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Calling delete_port for b9a56382-9244-4eee-9379-ca9f307cfa17 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:31.238614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Allocated IP 172.20.0.2 (042f2cbb-3bf4-46e5-86fd-4762ee7e7939/76766621-c2c9-47e4-a268-2e6862a46ccd/f537312f-4a10-4823-85c2-d449de9a1428) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:31.267399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:31.267743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2a0c7b89-ecca-4f5d-b26a-fa24870f7a67 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:31.391772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4099559-efb7-4c03-ab8b-a4c5b82f9695 req-60a3689b-2512-49cb-88de-9da2e5ca73e9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:31.399638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4099559-efb7-4c03-ab8b-a4c5b82f9695 req-60a3689b-2512-49cb-88de-9da2e5ca73e9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 944 time: 0.2237091 Aug 11 02:16:31.418107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.441729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6a143ad8-9029-4af5-82af-fc3647504b17 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:31.513303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339231-8892-4c44-964b-350fee435bf3 req-1018d77a-2e8c-4cc0-a4f0-8cb962028fe5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:31.532780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e339231-8892-4c44-964b-350fee435bf3 req-1018d77a-2e8c-4cc0-a4f0-8cb962028fe5 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1023 time: 0.2234511 Aug 11 02:16:31.561559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] No DVR routers for this DVR port b9a56382-9244-4eee-9379-ca9f307cfa17 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:31.564140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a56382-9244-4eee-9379-ca9f307cfa17,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:31.579737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4099559-efb7-4c03-ab8b-a4c5b82f9695 req-1d93a29e-22d0-480d-b194-c3469a54ab86 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694977 Aug 11 02:16:31.598524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e97cb7-e1fe-438c-9fc1-ceff3f260921 None None] DHCP port deletion for 679c5c48-ddba-4d93-848f-146bc9846e03 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:31.616145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e339231-8892-4c44-964b-350fee435bf3 req-c7238dc1-619a-4574-83e8-0b591a7a5e5b tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=92017111-adaa-46a5-b8d6-ba555f1cfee6&id=21599e2d-9063-40ff-8781-23e1067c763a&id=077a9332-ccde-4982-ae05-c63000b952de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0892973 Aug 11 02:16:31.670993 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:16:31.865438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822fe61-225a-4709-b894-f42e774107ee req-3fffc2cd-e91d-4727-82b8-61ba17ebb5b9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:31.874231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6822fe61-225a-4709-b894-f42e774107ee req-3fffc2cd-e91d-4727-82b8-61ba17ebb5b9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.1614511 Aug 11 02:16:31.898202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:31.934070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6822fe61-225a-4709-b894-f42e774107ee req-798fdab5-1140-458d-9811-02e8bd0399f0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563297 Aug 11 02:16:31.963861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679c5c48-ddba-4d93-848f-146bc9846e03']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.007518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72def753-583b-493b-98ee-161608e017f6') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.007879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72def753-583b-493b-98ee-161608e017f6') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.022484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.051939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.065831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:32.067077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.128603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be60842-89b5-4379-ba01-e22b7a37e3c2 req-23ef5e1c-7c03-4d60-ae8e-dd2197a4adf2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:32.136543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0be60842-89b5-4379-ba01-e22b7a37e3c2 req-23ef5e1c-7c03-4d60-ae8e-dd2197a4adf2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 948 time: 0.0939150 Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:32.149856 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:32.161066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.167565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.173689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] 10.222.0.68 "DELETE /v2.0/networks/679c5c48-ddba-4d93-848f-146bc9846e03 HTTP/1.1" status: 204 len: 168 time: 1.4004707 Aug 11 02:16:32.196667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60a423-1553-438a-8ecd-7dbf65a2885e admin admin] Pushing event deleted for resources: {'Network': ['ID=679c5c48-ddba-4d93-848f-146bc9846e03,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.215192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0be60842-89b5-4379-ba01-e22b7a37e3c2 req-84470c4d-a542-49a0-82c9-00bab8208be7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Aug 11 02:16:32.219158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6a143ad8-9029-4af5-82af-fc3647504b17,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:32.244964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '6a143ad8-9029-4af5-82af-fc3647504b17', 'network_id': 'a069f5dc-7a33-4581-9841-f2bedfa3b162', 'port_id': '6a143ad8-9029-4af5-82af-fc3647504b17', 'mac_address': 'fa:16:3e:30:00:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95b27e8-119a-47b9-94b1-b0f13baec626', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:32.262382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.292107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Transition to ACTIVE for port object f537312f-4a10-4823-85c2-d449de9a1428 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:32.324594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.327213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Transition to ACTIVE for port object f537312f-4a10-4823-85c2-d449de9a1428 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:32.358842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a143ad8-9029-4af5-82af-fc3647504b17 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:32.369437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.372593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.428704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=76766621-c2c9-47e4-a268-2e6862a46ccd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.491550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:32.509916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:32.511998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:32.520690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:32.535439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6a143ad8-9029-4af5-82af-fc3647504b17,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:32.547231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Pushing event updated for resources: {'Port': ['ID=f537312f-4a10-4823-85c2-d449de9a1428,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.553898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.578829 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa7b85d6-80da-4876-abb0-b5a741b7497a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29be2f17c8ac4a359a90697c99af86a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672467 Aug 11 02:16:32.581960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:32.606751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.640229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042f2cbb-3bf4-46e5-86fd-4762ee7e7939']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.644214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Attempting to bind port f537312f-4a10-4823-85c2-d449de9a1428 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:32.644738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Attempting to bind port f537312f-4a10-4823-85c2-d449de9a1428 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '757e8515-8a1b-4c97-801a-171101010fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:32.645213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Attempting to bind port f537312f-4a10-4823-85c2-d449de9a1428 on network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:32.645879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.659543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757e8515-8a1b-4c97-801a-171101010fe1') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.659543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757e8515-8a1b-4c97-801a-171101010fe1') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:32.671218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.683365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:32.683897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Checking segment: {'id': '757e8515-8a1b-4c97-801a-171101010fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:32.688271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.688842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Bound using segment: {'id': '757e8515-8a1b-4c97-801a-171101010fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:32.688977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.689617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Bound port: f537312f-4a10-4823-85c2-d449de9a1428, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757e8515-8a1b-4c97-801a-171101010fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:32.690150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.697937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:32.698488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.704964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.773262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:32.790496 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:32.795875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.804258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.806710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7a14380-9dbd-40fd-8528-1e8a95b729d2 HTTP/1.1" status: 204 len: 168 time: 0.2234514 Aug 11 02:16:32.819847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e0ed-e5fa-4acc-8a3e-20be5821e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a14380-9dbd-40fd-8528-1e8a95b729d2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:32.881382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] For port f537312f-4a10-4823-85c2-d449de9a1428, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:32.886391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] For port f537312f-4a10-4823-85c2-d449de9a1428, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f537312f-4a10-4823-85c2-d449de9a1428,segment=NetworkSegment(757e8515-8a1b-4c97-801a-171101010fe1),segment_id=757e8515-8a1b-4c97-801a-171101010fe1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:32.897235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:32.900343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:16:32.900343 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:16:32.900343 n-d-713498-10 neutron-server[94652]: [parameters: {'id': '042f2cbb-3bf4-46e5-86fd-4762ee7e7939'}] Aug 11 02:16:32.900343 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:16:32.901302 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:16:32.981162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0fe3a-6172-4501-bd76-2d9d0f78faba req-1c27838b-d863-498f-8c91-84adc9126d6a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.001106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5c0fe3a-6172-4501-bd76-2d9d0f78faba req-1c27838b-d863-498f-8c91-84adc9126d6a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1023 time: 0.2082772 Aug 11 02:16:33.069068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6a143ad8-9029-4af5-82af-fc3647504b17'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:33.089280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49e65e-7925-4eb1-9756-37363167356d req-d64049e3-4e4f-4ec1-bd7f-fb91da094d57 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.092317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b49e65e-7925-4eb1-9756-37363167356d req-d64049e3-4e4f-4ec1-bd7f-fb91da094d57 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 945 time: 0.2444675 Aug 11 02:16:33.165491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-7eb4f4ba-29c7-4b0b-ad0b-232ac9eb5efd tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.168625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-7eb4f4ba-29c7-4b0b-ad0b-232ac9eb5efd tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.67 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1023 time: 0.2534380 Aug 11 02:16:33.172687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb1378-1250-4a7c-b090-720c64f50f64 None None] Pushing event updated for resources: {'Port': ['ID=f537312f-4a10-4823-85c2-d449de9a1428,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:33.187236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b9a56382-9244-4eee-9379-ca9f307cfa17 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:33.239732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b9a56382-9244-4eee-9379-ca9f307cfa17 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:33.240336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b9a56382-9244-4eee-9379-ca9f307cfa17 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:33.305919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5c0fe3a-6172-4501-bd76-2d9d0f78faba req-3b8e5fdb-4157-4fcd-85d4-6b952ae95cd9 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=92017111-adaa-46a5-b8d6-ba555f1cfee6&id=21599e2d-9063-40ff-8781-23e1067c763a&id=077a9332-ccde-4982-ae05-c63000b952de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3016884 Aug 11 02:16:33.320210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a127eef-a0a4-4054-b3c8-038a0ecdd4ae None None] Network 042f2cbb-3bf4-46e5-86fd-4762ee7e7939 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:33.387045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b49e65e-7925-4eb1-9756-37363167356d req-8e0c691f-d39d-4f8e-9c0c-79a42eda1672 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795289 Aug 11 02:16:33.491148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.809873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:33.841491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Deleting port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:33.842071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.922188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port f537312f-4a10-4823-85c2-d449de9a1428 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:33.922188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:33.939821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc48a91-eac3-4f4c-b588-59de640863a8 req-e4158c72-8a32-4202-9203-f6825e13a3a5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:33.939821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bc48a91-eac3-4f4c-b588-59de640863a8 req-e4158c72-8a32-4202-9203-f6825e13a3a5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 948 time: 0.2270379 Aug 11 02:16:34.011739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80cff3-ff67-45b8-b337-8bc0b9711a85 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:16:34.014822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87346f93-cde0-45c5-98d0-188f76be761a req-6284efe2-c414-4211-b373-c9ca1ea89f01 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.017506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87346f93-cde0-45c5-98d0-188f76be761a req-6284efe2-c414-4211-b373-c9ca1ea89f01 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.2203171 Aug 11 02:16:34.142453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:34.172916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:34.173489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.177129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port f537312f-4a10-4823-85c2-d449de9a1428, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f537312f-4a10-4823-85c2-d449de9a1428,segment=NetworkSegment(757e8515-8a1b-4c97-801a-171101010fe1),segment_id=757e8515-8a1b-4c97-801a-171101010fe1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:34.177543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.183044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bc48a91-eac3-4f4c-b588-59de640863a8 req-28e82c79-2fe8-470c-9737-843eea49f659 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074172 Aug 11 02:16:34.192892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] For port 43a18fac-dd47-422c-a1fc-e7d2dddc1254, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=43a18fac-dd47-422c-a1fc-e7d2dddc1254,segment=NetworkSegment(d1bbb8de-c8d6-4c51-a379-1202765d99b4),segment_id=d1bbb8de-c8d6-4c51-a379-1202765d99b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:34.193394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.200309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87346f93-cde0-45c5-98d0-188f76be761a req-acb5a31f-f4e0-489a-bd8f-36a30d94e6c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512830 Aug 11 02:16:34.211827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for f537312f-4a10-4823-85c2-d449de9a1428 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:34.225959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Calling delete_port for 43a18fac-dd47-422c-a1fc-e7d2dddc1254 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:34.305882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80cff3-ff67-45b8-b337-8bc0b9711a85 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:16:34.528025 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.614097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:34.622824 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46dc4b-da88-41e0-914f-0538a304c34c" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:34.726152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:34.765661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:34.873662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:34.885305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadc0f2-8474-4f3f-b879-d419e6fbb845 req-7178fe07-a9a4-444c-b6e3-ee3b231a3a43 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.898305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aadc0f2-8474-4f3f-b879-d419e6fbb845 req-7178fe07-a9a4-444c-b6e3-ee3b231a3a43 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.2260904 Aug 11 02:16:34.977882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a2872-9001-4ede-82dd-a2e7cbdd8634 req-5ff3a2a2-7d14-4587-b6e6-70d782cdc195 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:34.985933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de7a2872-9001-4ede-82dd-a2e7cbdd8634 req-5ff3a2a2-7d14-4587-b6e6-70d782cdc195 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/ports?device_id=f36f498a-5ab7-434b-a903-f363bee64257 HTTP/1.1" status: 200 len: 1023 time: 0.3102121 Aug 11 02:16:35.034191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aadc0f2-8474-4f3f-b879-d419e6fbb845 req-69400b85-7bb8-4069-b81b-ab408fc03c6d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346440 Aug 11 02:16:35.077228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.098854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45594) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:35.103313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['43a18fac-dd47-422c-a1fc-e7d2dddc1254'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:35.181953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.210489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'Port': ['ID=43a18fac-dd47-422c-a1fc-e7d2dddc1254,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.242991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port f537312f-4a10-4823-85c2-d449de9a1428 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:35.253871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de7a2872-9001-4ede-82dd-a2e7cbdd8634 req-e940d2a5-47e0-4a7f-b697-5cc028ea84c8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups?id=92017111-adaa-46a5-b8d6-ba555f1cfee6&id=21599e2d-9063-40ff-8781-23e1067c763a&id=077a9332-ccde-4982-ae05-c63000b952de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2649038 Aug 11 02:16:35.298306 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:16:35.301297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=f537312f-4a10-4823-85c2-d449de9a1428,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.351542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-140466089-network', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:35.368033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] No DVR routers for this DVR port 43a18fac-dd47-422c-a1fc-e7d2dddc1254 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:35.387395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.389530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a7e7a54-eb0f-4c7f-8b38-de5727ac8df6 req-47d7f8ba-1538-4859-b21f-9eb2e7803efe tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.67 "DELETE /v2.0/ports/43a18fac-dd47-422c-a1fc-e7d2dddc1254 HTTP/1.1" status: 204 len: 173 time: 2.2108347 Aug 11 02:16:35.412130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Made reservation on behalf of 30f1b364f7a44b18baf05843d415acd3 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:35.423639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.454229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6a143ad8-9029-4af5-82af-fc3647504b17 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:35.457128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.522734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'name': 'network-vif-deleted', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:35.530385 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442c801-b9b3-45f3-9250-44b92ceaf4eb" -d '{"events": [{"server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "name": "network-vif-deleted", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:35.573539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6479ab-8b9f-4d12-a878-e8ea58d08205 req-aa595667-1251-4189-ad06-afa1b281ef56 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:35.574527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a6479ab-8b9f-4d12-a878-e8ea58d08205 req-aa595667-1251-4189-ad06-afa1b281ef56 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 945 time: 0.3936496 Aug 11 02:16:35.575324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 6a143ad8-9029-4af5-82af-fc3647504b17 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:35.582995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 6a143ad8-9029-4af5-82af-fc3647504b17 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:35.583720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.602634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.630051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042f2cbb-3bf4-46e5-86fd-4762ee7e7939']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:35.647385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757e8515-8a1b-4c97-801a-171101010fe1') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:35.647830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757e8515-8a1b-4c97-801a-171101010fe1') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:35.681221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.683883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.686187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a6479ab-8b9f-4d12-a878-e8ea58d08205 req-34b36fe1-8b85-4185-b6f0-8e93d799a9a5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974810 Aug 11 02:16:35.706309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.720668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.727048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:35.727734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:35.733216 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:35.762701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6dcb6-253b-42ef-b668-58b99c37bd14,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.849006 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee9312-8704-4abf-9c1d-1c3ec871845c x-openstack-request-id: req-6dee9312-8704-4abf-9c1d-1c3ec871845c {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:35.849480 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:35.849755 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dee9312-8704-4abf-9c1d-1c3ec871845c {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:35.850192 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'code': 200} Aug 11 02:16:35.854049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.860869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:35.872709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.881347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.881347 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Added segment 0f221b38-6b05-481e-84f9-fe8ce717375e of type vlan for network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 Aug 11 02:16:35.882561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/042f2cbb-3bf4-46e5-86fd-4762ee7e7939 HTTP/1.1" status: 204 len: 168 time: 5.3843386 Aug 11 02:16:35.886416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45614) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:35.891805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.957506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e4e8c-c926-4dc9-adba-969c38f3ba2d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=042f2cbb-3bf4-46e5-86fd-4762ee7e7939,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:35.975764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6a143ad8-9029-4af5-82af-fc3647504b17,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:35.981490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:35.982603 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff971c18-1de2-46a7-9572-553abd483f5f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] GET failed (client error): The resource could not be found. Aug 11 02:16:35.989877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff971c18-1de2-46a7-9572-553abd483f5f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets/76766621-c2c9-47e4-a268-2e6862a46ccd HTTP/1.1" status: 404 len: 337 time: 0.1013942 Aug 11 02:16:35.992845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45616) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.033418 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eace86-3888-4e37-822d-569253828644 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:36.034457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90eace86-3888-4e37-822d-569253828644 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:36.051787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-90eace86-3888-4e37-822d-569253828644 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/042f2cbb-3bf4-46e5-86fd-4762ee7e7939 HTTP/1.1" status: 404 len: 339 time: 0.0575607 Aug 11 02:16:36.053689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45618) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.062269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.134210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:36.149420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cab41b-6897-4205-8ef9-70368c90dfb3 req-023a3c7f-8fec-47dd-8005-473db23164b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.153074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-83cab41b-6897-4205-8ef9-70368c90dfb3 req-023a3c7f-8fec-47dd-8005-473db23164b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1101 time: 0.1910694 Aug 11 02:16:36.197301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.199497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.200769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.228165 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13933795-e525-46ca-bea3-e3f47d4ea42a x-openstack-request-id: req-13933795-e525-46ca-bea3-e3f47d4ea42a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:36.228715 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36f498a-5ab7-434b-a903-f363bee64257", "name": "network-vif-deleted", "tag": "43a18fac-dd47-422c-a1fc-e7d2dddc1254", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:36.228941 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13933795-e525-46ca-bea3-e3f47d4ea42a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:36.229354 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36f498a-5ab7-434b-a903-f363bee64257', 'name': 'network-vif-deleted', 'tag': '43a18fac-dd47-422c-a1fc-e7d2dddc1254', 'status': 'completed', 'code': 200} Aug 11 02:16:36.242844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2eca-6abe-445c-8cf0-aabab7bfe2bb req-1d279bd3-6fdf-4ee1-9e71-c6e877d38f4a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.245282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c5b2eca-6abe-445c-8cf0-aabab7bfe2bb req-1d279bd3-6fdf-4ee1-9e71-c6e877d38f4a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3107691 Aug 11 02:16:36.301347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-83cab41b-6897-4205-8ef9-70368c90dfb3 req-821724dd-6e28-456c-a4f1-0e34c8edd556 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375034 Aug 11 02:16:36.305955 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2058177 Aug 11 02:16:36.310163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45624) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.315912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Request body: {'subnet': {'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-subnet', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:36.328823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8e550-4bc0-4542-8c4e-a9598ec27281 admin admin] Pushing event updated for resources: {'Network': ['ID=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:36.341321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:36.369743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Made reservation on behalf of 30f1b364f7a44b18baf05843d415acd3 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:36.372508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.460640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c5b2eca-6abe-445c-8cf0-aabab7bfe2bb req-f20151bc-7ab1-4aef-ab04-18e7e0c9ec3d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020507 Aug 11 02:16:36.541258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd987e8-c4bc-4908-8ccd-10d2aa51df00 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.549022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bcd987e8-c4bc-4908-8ccd-10d2aa51df00 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4937351 Aug 11 02:16:36.552428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45628) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.576011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb513c-aee2-41fb-9494-464a4333b9b1 req-13eb4e90-673e-49fd-b71c-854416e5cead tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.582415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41eb513c-aee2-41fb-9494-464a4333b9b1 req-13eb4e90-673e-49fd-b71c-854416e5cead tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.2555773 Aug 11 02:16:36.628736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fbd72c8c-59cf-4e95-8a68-4bda276396af tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 207 time: 0.0692160 Aug 11 02:16:36.637536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45640) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:36.706367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41eb513c-aee2-41fb-9494-464a4333b9b1 req-93a97ac2-0282-45ed-b2cc-b72d6f9f7fee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861037 Aug 11 02:16:36.733182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.778273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-26c074f6-04b1-41dc-9c0c-ab553965c0fd tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/92017111-adaa-46a5-b8d6-ba555f1cfee6 HTTP/1.1" status: 200 len: 1803 time: 0.0868638 Aug 11 02:16:36.809646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bf5a47-63b0-42bf-8cf4-97409b777326,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:36.876066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.876408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Checking segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:36.876979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Network hostable DHCP agents. Network: 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:36.888707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7e61b-5b99-4d9c-b1f9-0fc3f3ccf2b9 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.894701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7e61b-5b99-4d9c-b1f9-0fc3f3ccf2b9 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.900846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7e61b-5b99-4d9c-b1f9-0fc3f3ccf2b9 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.917593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:36.920265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c7e61b-5b99-4d9c-b1f9-0fc3f3ccf2b9 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:36.928160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f0c7e61b-5b99-4d9c-b1f9-0fc3f3ccf2b9 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2894979 Aug 11 02:16:36.929413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.010242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:37.024062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.028756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.030811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26de31c7-488f-476b-a074-1f55d4c4c26e req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/92017111-adaa-46a5-b8d6-ba555f1cfee6 HTTP/1.1" status: 204 len: 173 time: 0.2516000 Aug 11 02:16:37.047508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:37.058868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b53d5b-d7d4-43ad-b83a-f3d8cac0c7f3 None None] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:37.066211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7cd42-0e08-47dc-92fc-d7642f40e56a tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92017111-adaa-46a5-b8d6-ba555f1cfee6,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.067420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.068137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.090118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca56e4-9520-4d35-8c3f-d1658337d159 req-f27c96a0-4736-4e2f-8241-47bdcf4732a2 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.094559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9ca56e4-9520-4d35-8c3f-d1658337d159 req-f27c96a0-4736-4e2f-8241-47bdcf4732a2 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.1275291 Aug 11 02:16:37.149838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4aebf9e9-f489-47ca-9c49-e95febaff4f0 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2110863 Aug 11 02:16:37.156171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45650) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.172865 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7dd4b099-5699-4aa6-aedb-e9c51204fb91 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8617039 Aug 11 02:16:37.176556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.189442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:37.226830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9ca56e4-9520-4d35-8c3f-d1658337d159 req-e30f76b4-cef6-4218-b81c-ee35bed52776 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230500 Aug 11 02:16:37.237556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-5f9f98d8-068e-4623-8a5d-82efe547f50e tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "GET /v2.0/security-groups/077a9332-ccde-4982-ae05-c63000b952de HTTP/1.1" status: 200 len: 1803 time: 0.1344457 Aug 11 02:16:37.316233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef47abd-9566-44d7-b4cf-482cd4e0435f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.317558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:37.317881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef47abd-9566-44d7-b4cf-482cd4e0435f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.318716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.324473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45654) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.336784 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8ef47abd-9566-44d7-b4cf-482cd4e0435f tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1581557 Aug 11 02:16:37.338626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.344355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.423333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.450558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1e67e-3efc-4d8e-98fc-d5bf0977ab19 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.450850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.453441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad1e67e-3efc-4d8e-98fc-d5bf0977ab19 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:37.459973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fad1e67e-3efc-4d8e-98fc-d5bf0977ab19 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1295793 Aug 11 02:16:37.460222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 43a18fac-dd47-422c-a1fc-e7d2dddc1254 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:37.462568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.481129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.549015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.562084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.569318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5e6559c-f027-407e-93a6-d0327cd17d95 req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] 10.222.0.68 "DELETE /v2.0/security-groups/077a9332-ccde-4982-ae05-c63000b952de HTTP/1.1" status: 204 len: 173 time: 0.3238623 Aug 11 02:16:37.569917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45660) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:37.584939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 43a18fac-dd47-422c-a1fc-e7d2dddc1254 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:37.589775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 43a18fac-dd47-422c-a1fc-e7d2dddc1254 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:37.642171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Deleting subnet ef9c5773-6df0-49e5-9deb-c6d02644e37e {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:37.666149 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:37.686731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Allocated IP 172.20.0.2 (4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14/59bf5a47-63b0-42bf-8cf4-97409b777326/b4e3d052-4e3c-42c7-961e-d14f73737c5e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:37.843887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab5581-f893-417e-8a5f-e078d6dd41d8 tempest-SecurityGroupsTestJSON-916161014 tempest-SecurityGroupsTestJSON-916161014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a9332-ccde-4982-ae05-c63000b952de,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:37.856800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:37.860508 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14888523-5b70-46e7-8990-27d1195e033f" -d '{"events": [{"server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "name": "network-vif-plugged", "status": "completed", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:37.868841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.023385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9246d6-3f32-4824-8458-41a0cb802a76 req-fa72d384-83e9-453a-90a4-503adcba50dd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.025498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df9246d6-3f32-4824-8458-41a0cb802a76 req-fa72d384-83e9-453a-90a4-503adcba50dd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3799043 Aug 11 02:16:38.055031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-ccdb82bc-fd19-451e-9cdf-5b5ad0237a4f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.057017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-ccdb82bc-fd19-451e-9cdf-5b5ad0237a4f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.1921933 Aug 11 02:16:38.072720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5170e-6738-4032-836d-12bbf99b330c req-de9e61bc-95fc-43e2-bc45-464e9fde55a0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.074549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edb5170e-6738-4032-836d-12bbf99b330c req-de9e61bc-95fc-43e2-bc45-464e9fde55a0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 945 time: 0.2113366 Aug 11 02:16:38.077294 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.105860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a82e1c8-16fd-4303-b93b-f6b53af3f6cd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.106526 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a82e1c8-16fd-4303-b93b-f6b53af3f6cd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks/c8e69e0f-3513-4316-b55b-b838d246ea1d HTTP/1.1" status: 200 len: 800 time: 0.6426151 Aug 11 02:16:38.109403 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.121978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Transition to ACTIVE for port object b4e3d052-4e3c-42c7-961e-d14f73737c5e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:38.136467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45678) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.143071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Transition to ACTIVE for port object b4e3d052-4e3c-42c7-961e-d14f73737c5e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:38.170287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.184819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.272616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Pushing event updated for resources: {'Port': ['ID=b4e3d052-4e3c-42c7-961e-d14f73737c5e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.283053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:38.285765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:38.289311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:38.357026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df9246d6-3f32-4824-8458-41a0cb802a76 req-d5e725dd-5e59-4019-9f7a-1bc9fe16e668 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925162 Aug 11 02:16:38.383867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edb5170e-6738-4032-836d-12bbf99b330c req-9b75e927-b8f8-451c-b1ec-84074cd93fa0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561047 Aug 11 02:16:38.388438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Attempting to bind port b4e3d052-4e3c-42c7-961e-d14f73737c5e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:38.389230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Attempting to bind port b4e3d052-4e3c-42c7-961e-d14f73737c5e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:38.389829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Attempting to bind port b4e3d052-4e3c-42c7-961e-d14f73737c5e on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:38.416291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:38.417355 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.417522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Checking segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:38.418017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.419616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Bound using segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:38.420128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Bound port: b4e3d052-4e3c-42c7-961e-d14f73737c5e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:38.421353 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.453835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9c5773-6df0-49e5-9deb-c6d02644e37e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.463812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d85287dc-4d51-4373-9eb3-b73a0e4c5107 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/networks/c8e69e0f-3513-4316-b55b-b838d246ea1d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3187230 Aug 11 02:16:38.474484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45684) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.487717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.489638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a4e43df-3c0b-470f-8de8-8c29778319c7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ef9c5773-6df0-49e5-9deb-c6d02644e37e HTTP/1.1" status: 204 len: 168 time: 0.9143870 Aug 11 02:16:38.500628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45686) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.512029 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd632e9-3538-4976-9175-f47bb5d405c6 x-openstack-request-id: req-3fd632e9-3538-4976-9175-f47bb5d405c6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:38.512327 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "name": "network-vif-plugged", "status": "completed", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:38.512685 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3fd632e9-3538-4976-9175-f47bb5d405c6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:38.513082 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17', 'code': 200} Aug 11 02:16:38.605156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] For port b4e3d052-4e3c-42c7-961e-d14f73737c5e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:38.612836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] For port b4e3d052-4e3c-42c7-961e-d14f73737c5e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4e3d052-4e3c-42c7-961e-d14f73737c5e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:38.620784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.642092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port fb4780ba-571c-43e6-bf6d-109b44abd5dd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:38.642452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.724441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22248-30a1-4552-a885-d1763eea0f60 None None] Pushing event updated for resources: {'Port': ['ID=b4e3d052-4e3c-42c7-961e-d14f73737c5e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:38.731294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.739824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.763023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port fb4780ba-571c-43e6-bf6d-109b44abd5dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fb4780ba-571c-43e6-bf6d-109b44abd5dd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:38.763663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.766761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.778197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for fb4780ba-571c-43e6-bf6d-109b44abd5dd owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:38.785376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e2766-b514-4159-bec1-2fcbb8296402 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.793275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f87e2766-b514-4159-bec1-2fcbb8296402 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets/ef26906e-72c7-4c89-9845-6cb1e223b054 HTTP/1.1" status: 200 len: 811 time: 0.2934511 Aug 11 02:16:38.801303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:38.928076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:38.937958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710697-df52-4910-a139-3839ccca7098 req-223dce3c-469f-4c86-b6de-31be14da75c5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:38.943192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43710697-df52-4910-a139-3839ccca7098 req-223dce3c-469f-4c86-b6de-31be14da75c5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.3758438 Aug 11 02:16:38.974544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b518ef4-f26b-4373-a404-361d9a8f234f']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:39.019435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bbb8de-c8d6-4c51-a379-1202765d99b4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:39.019897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bbb8de-c8d6-4c51-a379-1202765d99b4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:39.021943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc952a-f5a7-4ab7-a676-7e3b94d4df38 req-bce8b532-e0ec-47b4-86cc-f120c30a5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.024021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13bc952a-f5a7-4ab7-a676-7e3b94d4df38 req-bce8b532-e0ec-47b4-86cc-f120c30a5172 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 1098 time: 0.4193590 Aug 11 02:16:39.042293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ba2f0-45e6-4b82-82da-1c79d86a44f1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['shared'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.044202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.056240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e44ba2f0-45e6-4b82-82da-1c79d86a44f1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "GET /v2.0/subnets/ef26906e-72c7-4c89-9845-6cb1e223b054?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2492614 Aug 11 02:16:39.067957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45692) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.074206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121748902'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:39.104919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Allocated IP 172.25.3.247 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2813918e-76de-4af3-a30c-9797196d79d3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:39.105828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43710697-df52-4910-a139-3839ccca7098 req-4f8bfc1d-d907-4282-bee5-4ddae1e09f8d tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609502 Aug 11 02:16:39.117644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.152190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:39.152743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:39.155154 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:39.174290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae90d5-9b7e-487a-9f9b-101df3a48d11 req-f12ee6d0-9fe1-4959-a178-e5efb64d4a10 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.176683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60ae90d5-9b7e-487a-9f9b-101df3a48d11 req-f12ee6d0-9fe1-4959-a178-e5efb64d4a10 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3961604 Aug 11 02:16:39.269758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13bc952a-f5a7-4ab7-a676-7e3b94d4df38 req-3449c3ef-6fc0-4847-9756-2535dca0d4b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331285 Aug 11 02:16:39.280062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:39.287032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.331536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60ae90d5-9b7e-487a-9f9b-101df3a48d11 req-b5cb5595-4503-4a7d-b525-77be0ab2def5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398928 Aug 11 02:16:39.374641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.396925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.420175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:39.422896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.437068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] 10.222.0.68 "DELETE /v2.0/networks/5b518ef4-f26b-4373-a404-361d9a8f234f HTTP/1.1" status: 204 len: 168 time: 0.9329057 Aug 11 02:16:39.462174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0fe05-9949-4eb4-9104-51ad97d3bd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b518ef4-f26b-4373-a404-361d9a8f234f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:39.472821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:39.534627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['fb4780ba-571c-43e6-bf6d-109b44abd5dd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:39.543214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.544353 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Added segment 9a8c0d22-f365-4af3-91c1-fbb15094a908 of type vlan for network 66c0a6ff-0d45-427d-8a58-88676581895a Aug 11 02:16:39.561527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=fb4780ba-571c-43e6-bf6d-109b44abd5dd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:39.594964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.747973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.884187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port fb4780ba-571c-43e6-bf6d-109b44abd5dd on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:39.886343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.892830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e7dad2a-595d-49a9-90d5-7272023ac99e req-923d2a92-75a7-45a4-8b21-ec42e297ac24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "DELETE /v2.0/ports/fb4780ba-571c-43e6-bf6d-109b44abd5dd HTTP/1.1" status: 204 len: 173 time: 1.8135467 Aug 11 02:16:39.895153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45714) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:39.896016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'name': 'network-vif-deleted', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:39.899034 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeed134-118b-4b41-9f57-10f78b1c5964" -d '{"events": [{"server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "name": "network-vif-deleted", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:39.908036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1de97a8d-9eb7-49d5-ad8c-393a0b1bd484 req-1d3d04f7-ab0c-4d7d-82d1-2543acd91dbf tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b19eff9-6adc-4901-8646-6a28397f64ac HTTP/1.1" status: 200 len: 210 time: 0.1831739 Aug 11 02:16:39.949145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:39.990899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:39.999149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.025350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45718) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.028507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f63412a-f3a7-4b33-b7a0-54f964e41f6b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=741adaf1b22f4041a414cefaab247d76&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1246202 Aug 11 02:16:40.054750 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9430afc-c44a-4b68-9b26-d7d9fe3a43dc x-openstack-request-id: req-b9430afc-c44a-4b68-9b26-d7d9fe3a43dc {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:40.055528 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b19eff9-6adc-4901-8646-6a28397f64ac", "name": "network-vif-deleted", "tag": "fb4780ba-571c-43e6-bf6d-109b44abd5dd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:40.055528 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9430afc-c44a-4b68-9b26-d7d9fe3a43dc {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:40.055752 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19eff9-6adc-4901-8646-6a28397f64ac', 'name': 'network-vif-deleted', 'tag': 'fb4780ba-571c-43e6-bf6d-109b44abd5dd', 'status': 'completed', 'code': 200} Aug 11 02:16:40.063672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.286321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Network': ['ID=66c0a6ff-0d45-427d-8a58-88676581895a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.298280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.305661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 66c0a6ff-0d45-427d-8a58-88676581895a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:40.411016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45726) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:40.414288 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f79d0c0-28b3-41c6-b217-a563a8e0862b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3451538 Aug 11 02:16:40.446261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:40.463204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4b895-936c-4fdc-b31c-21ca33d1e93c None None] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:40.475769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:40.537476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:40.540996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:40.597195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.657368 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.673363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.678070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1541-d4df-4c03-8ca9-45b8ecbfb8fc req-96635cb7-5b38-4b12-9de4-29fead41d961 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.679779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c27a1541-d4df-4c03-8ca9-45b8ecbfb8fc req-96635cb7-5b38-4b12-9de4-29fead41d961 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.3126957 Aug 11 02:16:40.683636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9b538798-c4e8-4d6e-b816-a6bacd8421d0 None None] Provisioning for port b4e3d052-4e3c-42c7-961e-d14f73737c5e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:40.758913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Pushing event updated for resources: {'Port': ['ID=2813918e-76de-4af3-a30c-9797196d79d3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.760543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044410c-c7a1-4e3c-a86f-744aafaa2f0c req-6afe5942-9706-4c1d-8017-faaa486b2171 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:40.770598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8044410c-c7a1-4e3c-a86f-744aafaa2f0c req-6afe5942-9706-4c1d-8017-faaa486b2171 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2624993 Aug 11 02:16:40.797491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.805480 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:40.807115 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21599e2d-9063-40ff-8781-23e1067c763a HTTP/1.1" status: 204 len: 168 time: 0.7461627 Aug 11 02:16:40.840873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4d45-1a9f-4147-9d06-e485045853a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21599e2d-9063-40ff-8781-23e1067c763a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:40.887031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c27a1541-d4df-4c03-8ca9-45b8ecbfb8fc req-23b60186-1974-45a2-81e7-175c950d5c7b tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958337 Aug 11 02:16:40.923256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Made reservation on behalf of 5127cce9efa6409596cfdeb28acedecf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:40.945053 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-e7ce704c-5f41-4b79-afda-5880d52608e5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5621507 Aug 11 02:16:40.960963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.175422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4e3d052-4e3c-42c7-961e-d14f73737c5e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:41.227128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8044410c-c7a1-4e3c-a86f-744aafaa2f0c req-41cebfbd-076a-459b-bd1b-6ce71844f134 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274571 Aug 11 02:16:41.233766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Performing IP validity checks on allocation pools {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:16:41.237614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:16:41.388135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b4e3d052-4e3c-42c7-961e-d14f73737c5e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:41.392537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b4e3d052-4e3c-42c7-961e-d14f73737c5e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:41.393622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.480807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.490158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fb4780ba-571c-43e6-bf6d-109b44abd5dd no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:41.648085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: fb4780ba-571c-43e6-bf6d-109b44abd5dd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:41.670527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fb4780ba-571c-43e6-bf6d-109b44abd5dd not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:41.773466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.802765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.830264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.921750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dd6abd35-e722-4960-9e4c-3e9d583bf9ce None None] Provisioning complete for port b4e3d052-4e3c-42c7-961e-d14f73737c5e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:41.924336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dd6abd35-e722-4960-9e4c-3e9d583bf9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:41.939387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b4e3d052-4e3c-42c7-961e-d14f73737c5e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4e3d052-4e3c-42c7-961e-d14f73737c5e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:41.985034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.085025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=f21bf6e2-1e56-46c7-8c12-902804d08972,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.134649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Checking segment: {'id': '9a8c0d22-f365-4af3-91c1-fbb15094a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:42.135257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network hostable DHCP agents. Network: 66c0a6ff-0d45-427d-8a58-88676581895a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:42.167374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:16:42.245580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Network 66c0a6ff-0d45-427d-8a58-88676581895a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:42.252819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b4e3d052-4e3c-42c7-961e-d14f73737c5e,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:42.326582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828545fb-7a35-4ed0-89c0-9cf60509877a req-d60e4a68-e5f4-4c17-ab30-cb818854e2b0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.328467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-828545fb-7a35-4ed0-89c0-9cf60509877a req-d60e4a68-e5f4-4c17-ab30-cb818854e2b0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.1709852 Aug 11 02:16:42.330142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 66c0a6ff-0d45-427d-8a58-88676581895a) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:42.359498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b781381-175d-4ab0-aa70-27ac470390c0 None None] Network 66c0a6ff-0d45-427d-8a58-88676581895a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:42.387792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:42.389757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682471'] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.535699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4d7cfaf2-486f-4ea2-a93a-1c0c3e9b75ce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1236126 Aug 11 02:16:42.553574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.584087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:42.726584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:42.742866 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:42.767865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-828545fb-7a35-4ed0-89c0-9cf60509877a req-56a7072a-f9e8-4f1c-ba2d-166f16c0950f tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763974 Aug 11 02:16:42.806841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:42.813009 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0baf16a8-da11-4c67-9238-083ceea5096e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6291080 Aug 11 02:16:42.813389 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:42.813597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:42.815125 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:42.962012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-66c0a6ff-0d45-427d-8a58-88676581895a', 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a', 'tenant_id': '5127cce9efa6409596cfdeb28acedecf', 'fixed_ips': [{'subnet_id': 'f21bf6e2-1e56-46c7-8c12-902804d08972'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:42.963715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.260189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12703383'] for subnet, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:43.268759 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:43.395245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4e3d052-4e3c-42c7-961e-d14f73737c5e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:43.613596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:44.020692 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 3, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:44.058844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Allocated IP 172.20.0.3 (66c0a6ff-0d45-427d-8a58-88676581895a/f21bf6e2-1e56-46c7-8c12-902804d08972/377dc9b0-7b14-4c25-a89f-0eb110863c11) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:44.169562 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:44.170111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-481003543-network', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:44.176769 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Updating router 99d03346-2d5e-44c0-a110-fd18ed42b9bb port 2813918e-76de-4af3-a30c-9797196d79d3 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:44.263890 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.264215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd4557-a509-422e-8516-5cefff0c963b req-13ae68c2-5ae2-4e70-9fde-2fd2f0121a8f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.271278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10fd4557-a509-422e-8516-5cefff0c963b req-13ae68c2-5ae2-4e70-9fde-2fd2f0121a8f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 1.2519312 Aug 11 02:16:44.322812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10fd4557-a509-422e-8516-5cefff0c963b req-8f04a55b-f893-4078-8665-4462c168254f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Aug 11 02:16:44.373033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea285-0bd1-47de-96c0-6910a0e6cf02 req-2ce5b111-ce23-47a2-bc41-cb383f3d9912 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.375704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-859ea285-0bd1-47de-96c0-6910a0e6cf02 req-2ce5b111-ce23-47a2-bc41-cb383f3d9912 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 1.2811756 Aug 11 02:16:44.401434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Made reservation on behalf of 32cc8a3ddc9040ffa8c1bfc5b2652615 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:44.405031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.411951 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.445643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Transition to ACTIVE for port object 377dc9b0-7b14-4c25-a89f-0eb110863c11 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:44.467441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-859ea285-0bd1-47de-96c0-6910a0e6cf02 req-6dee8cbe-75a9-4db9-8e34-a65d993cbccf tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755517 Aug 11 02:16:44.498159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.532550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Transition to ACTIVE for port object 377dc9b0-7b14-4c25-a89f-0eb110863c11 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:44.590719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:44.818265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Network 66c0a6ff-0d45-427d-8a58-88676581895a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:44.856593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:44.858479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-54f03ed4-0b9a-4ead-9b5e-98b5229805af tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:44.868665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:44.869553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-54f03ed4-0b9a-4ead-9b5e-98b5229805af tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2676113 Aug 11 02:16:44.877687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Pushing event updated for resources: {'Port': ['ID=377dc9b0-7b14-4c25-a89f-0eb110863c11,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:44.903211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-ad519dc1-7107-4ea0-9fa2-bf5f95a504c0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0320811 Aug 11 02:16:45.003640 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.031399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b4e3d052-4e3c-42c7-961e-d14f73737c5e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:45.032861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.051475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-5cf0258c-f313-44bd-b6d3-9991f233e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.052020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Transition to ACTIVE for port object 2813918e-76de-4af3-a30c-9797196d79d3 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:45.055247 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-5cf0258c-f313-44bd-b6d3-9991f233e549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1101 time: 0.3963070 Aug 11 02:16:45.074927 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.081484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-48268eeb-ab12-4aa4-b932-40e2efc27b26 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654537 Aug 11 02:16:45.151646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Attempting to bind port 377dc9b0-7b14-4c25-a89f-0eb110863c11 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:45.152506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Attempting to bind port 377dc9b0-7b14-4c25-a89f-0eb110863c11 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9a8c0d22-f365-4af3-91c1-fbb15094a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:45.153088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Attempting to bind port 377dc9b0-7b14-4c25-a89f-0eb110863c11 on network 66c0a6ff-0d45-427d-8a58-88676581895a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:45.178253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:45.178977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Checking segment: {'id': '9a8c0d22-f365-4af3-91c1-fbb15094a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:45.179922 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.181038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Bound using segment: {'id': '9a8c0d22-f365-4af3-91c1-fbb15094a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:45.182347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Bound port: 377dc9b0-7b14-4c25-a89f-0eb110863c11, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8c0d22-f365-4af3-91c1-fbb15094a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '66c0a6ff-0d45-427d-8a58-88676581895a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:45.183165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.224762 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Pushing event updated for resources: {'Port': ['ID=2813918e-76de-4af3-a30c-9797196d79d3,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.228616 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Attempting to bind port 2813918e-76de-4af3-a30c-9797196d79d3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:45.229286 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Attempting to bind port 2813918e-76de-4af3-a30c-9797196d79d3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:45.229871 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Attempting to bind port 2813918e-76de-4af3-a30c-9797196d79d3 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:45.239785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.244708 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.245164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.245444 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.245877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.246063 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.246401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.246875 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.247221 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.247548 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.247861 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.248185 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.248505 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:16:45.253541 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:45.253973 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:45.254345 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.254746 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:45.255235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Bound port: 2813918e-76de-4af3-a30c-9797196d79d3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:45.255642 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.354773 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] For port 2813918e-76de-4af3-a30c-9797196d79d3, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:45.357779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] For port 377dc9b0-7b14-4c25-a89f-0eb110863c11, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:45.361218 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] For port 2813918e-76de-4af3-a30c-9797196d79d3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2813918e-76de-4af3-a30c-9797196d79d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:45.368761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] For port 377dc9b0-7b14-4c25-a89f-0eb110863c11, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=377dc9b0-7b14-4c25-a89f-0eb110863c11,segment=NetworkSegment(9a8c0d22-f365-4af3-91c1-fbb15094a908),segment_id=9a8c0d22-f365-4af3-91c1-fbb15094a908)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:45.369103 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.422516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.428032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c60c-0048-4cae-bff2-92f59466ffe1 req-aafce37f-0a1e-4024-8aa2-faf3370c2105 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.435870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c626c60c-0048-4cae-bff2-92f59466ffe1 req-aafce37f-0a1e-4024-8aa2-faf3370c2105 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.1329651 Aug 11 02:16:45.445110 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6e18d-0701-4c81-97ad-b13b4aa3c834 None None] Pushing event updated for resources: {'Port': ['ID=2813918e-76de-4af3-a30c-9797196d79d3,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.465887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-74a7ce56-9f65-44d1-8b4d-e1334d65c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.468723 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-74a7ce56-9f65-44d1-8b4d-e1334d65c1b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4021494 Aug 11 02:16:45.485798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:45.487547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:45.550217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-c5269c46-704b-474a-b75b-fe5437b566d3 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479983 Aug 11 02:16:45.571541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c626c60c-0048-4cae-bff2-92f59466ffe1 req-4e8bbcc7-dc9e-4990-bbf2-004b1382320a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339657 Aug 11 02:16:45.574241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783419144596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13068756'] for subnet, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.684360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-e8ab17b0-a0bc-4c60-a832-7d4084bc76c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.2032082 Aug 11 02:16:45.692991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.698006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a82eb-b6da-4524-bfb8-c201b036328c None None] Pushing event updated for resources: {'Port': ['ID=377dc9b0-7b14-4c25-a89f-0eb110863c11,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.726234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event updated for resources: {'Subnet': ['ID=f21bf6e2-1e56-46c7-8c12-902804d08972,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:45.738691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.807809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.809079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:45.811966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-806c1a95-538f-4031-94da-aea47fc4705c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "PUT /v2.0/subnets/f21bf6e2-1e56-46c7-8c12-902804d08972 HTTP/1.1" status: 200 len: 877 time: 3.2570424 Aug 11 02:16:45.827491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45860) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:45.880503 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:45.946854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefaedf-3777-42e7-a0a6-ab47bbc2fe1b req-82da41a9-f086-4008-8ecb-ff6ba14c7cb3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:45.948688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fefaedf-3777-42e7-a0a6-ab47bbc2fe1b req-82da41a9-f086-4008-8ecb-ff6ba14c7cb3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2166400 Aug 11 02:16:46.035995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:16:46.040308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fefaedf-3777-42e7-a0a6-ab47bbc2fe1b req-f66812d7-ca68-4e44-bcc3-49973b7bd6f9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 Aug 11 02:16:46.055026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-4a391096-9376-41be-826d-6c075c0ad2da service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036807 Aug 11 02:16:46.084546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65f137-1079-4ef0-b03a-841b397fe263,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:46.101314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.102096 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Added segment e6207a00-21fa-4f8f-887f-a1c90c4ca44f of type vlan for network dfb005cc-ee37-46db-9842-a99bb885be8f Aug 11 02:16:46.118720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.153135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-ba25c282-e705-43af-bc3c-fe1dd5fe1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.156060 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-ba25c282-e705-43af-bc3c-fe1dd5fe1aae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.4606438 Aug 11 02:16:46.237127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Allocated IP 172.20.0.1 (4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14/59bf5a47-63b0-42bf-8cf4-97409b777326/e9f4a429-d8bb-41e9-a581-d86552966e7c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:46.257386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.261268 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 3, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:46.275755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-94a47d8e-19a5-4e35-afbb-dc64a636206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.278894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-94a47d8e-19a5-4e35-afbb-dc64a636206f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112103 Aug 11 02:16:46.298157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d01df-2ff7-4e79-8edc-09acfbb8344a req-6546b545-1357-436d-88e1-bc03bd8ef352 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.299942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b37d01df-2ff7-4e79-8edc-09acfbb8344a req-6546b545-1357-436d-88e1-bc03bd8ef352 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.1076064 Aug 11 02:16:46.324000 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca210ca-112e-4806-87cc-a6ec97a603a5 None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:41Z', 'revision_number': 3, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:46.357536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port 377dc9b0-7b14-4c25-a89f-0eb110863c11 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:46.382042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.421670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b37d01df-2ff7-4e79-8edc-09acfbb8344a req-e88e8ab1-d96e-43fa-b7d8-ef46710f50cd tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969753 Aug 11 02:16:46.612572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port 377dc9b0-7b14-4c25-a89f-0eb110863c11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=377dc9b0-7b14-4c25-a89f-0eb110863c11,segment=NetworkSegment(9a8c0d22-f365-4af3-91c1-fbb15094a908),segment_id=9a8c0d22-f365-4af3-91c1-fbb15094a908)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:46.613548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.629286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:16:46.645570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for 377dc9b0-7b14-4c25-a89f-0eb110863c11 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:46.689307 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-69bf6cb8-209e-4180-b13b-aff9b54521b6 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998857 Aug 11 02:16:46.726048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76f54938-976d-476b-a386-2e2538ba1f9f req-d59e0507-eb99-4dc1-8cb6-024e0de97ab8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 210 time: 0.1410315 Aug 11 02:16:46.983751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:46.984757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:46.985341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.079676 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4588218 Aug 11 02:16:47.086798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:47.107974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.154408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Request body: {'subnet': {'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-481003543-subnet', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:47.198804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=377dc9b0-7b14-4c25-a89f-0eb110863c11,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.339917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port 377dc9b0-7b14-4c25-a89f-0eb110863c11 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:47.476763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de4b8-828c-472b-b66c-de492d42db0d req-ba5cdafb-4d50-4b11-838d-6766da77ca49 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.482548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b7de4b8-828c-472b-b66c-de492d42db0d req-ba5cdafb-4d50-4b11-838d-6766da77ca49 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.2435288 Aug 11 02:16:47.485161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.539174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ef86f-af60-4b19-8a42-075242a2d0e0 None None] Network 66c0a6ff-0d45-427d-8a58-88676581895a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:47.614128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e36e5-402f-4490-9b8a-a3080d555442 req-a7fadfdb-3114-4395-90cd-ee51989b036a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:47.617189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-946e36e5-402f-4490-9b8a-a3080d555442 req-a7fadfdb-3114-4395-90cd-ee51989b036a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 950 time: 0.4244444 Aug 11 02:16:47.660830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37804436-c010-4f83-95d6-3a82fff2f8f1 None None] Could not find standard attr ID for object 377dc9b0-7b14-4c25-a89f-0eb110863c11. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:16:47.729142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.777112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2813918e-76de-4af3-a30c-9797196d79d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:47.830324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=f21bf6e2-1e56-46c7-8c12-902804d08972,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.880871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.912656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.938939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c0a6ff-0d45-427d-8a58-88676581895a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:47.952938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8c0d22-f365-4af3-91c1-fbb15094a908') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:47.953499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8c0d22-f365-4af3-91c1-fbb15094a908') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:47.956608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Transition to ACTIVE for port object e9f4a429-d8bb-41e9-a581-d86552966e7c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:47.977395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.980497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc35b5-34c3-4567-a97e-d047c749a6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb005cc-ee37-46db-9842-a99bb885be8f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:47.998234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:47.998605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Made reservation on behalf of 32cc8a3ddc9040ffa8c1bfc5b2652615 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:48.008856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.018423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d146080-237b-4592-a43a-5976ff18e285 None None] DHCP port deletion for 66c0a6ff-0d45-427d-8a58-88676581895a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:48.021727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network dfb005cc-ee37-46db-9842-a99bb885be8f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:16:48.022700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b7de4b8-828c-472b-b66c-de492d42db0d req-afe0e2a3-f645-4399-a098-3e5c17fd3770 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963783 Aug 11 02:16:48.070877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-946e36e5-402f-4490-9b8a-a3080d555442 req-493fa5d4-8b8f-4873-bbdc-c5180bf549ba tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235039 Aug 11 02:16:48.071074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:48.071705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:48.078047 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:48.198134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916461f-812e-4e71-8dae-d9816aa07248 None None] Network 66c0a6ff-0d45-427d-8a58-88676581895a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:48.202579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2813918e-76de-4af3-a30c-9797196d79d3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:48.243659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2813918e-76de-4af3-a30c-9797196d79d3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:48.244234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.302655 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-fb48a2e3-9a5c-4a90-9aac-37176d876e0f service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5778902 Aug 11 02:16:48.427113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.461414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.476681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.482569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/66c0a6ff-0d45-427d-8a58-88676581895a HTTP/1.1" status: 204 len: 168 time: 2.6505597 Aug 11 02:16:48.511035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45910) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.514860 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.570105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2813918e-76de-4af3-a30c-9797196d79d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2813918e-76de-4af3-a30c-9797196d79d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:48.571336 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-605a3766-1bf4-4bfd-901b-2be362289d66 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:48.572236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605a3766-1bf4-4bfd-901b-2be362289d66 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:48.574187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-605a3766-1bf4-4bfd-901b-2be362289d66 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/f21bf6e2-1e56-46c7-8c12-902804d08972 HTTP/1.1" status: 404 len: 337 time: 0.0615098 Aug 11 02:16:48.576189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ad14-4ba1-4a5f-9924-56c228cff051 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=66c0a6ff-0d45-427d-8a58-88676581895a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.580487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.585792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45912) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.616178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.629794 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-788da7df-5449-4c66-a576-ed39f34a9b1d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:48.631063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788da7df-5449-4c66-a576-ed39f34a9b1d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:48.634560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-788da7df-5449-4c66-a576-ed39f34a9b1d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/66c0a6ff-0d45-427d-8a58-88676581895a HTTP/1.1" status: 404 len: 339 time: 0.0466394 Aug 11 02:16:48.646146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59506-5c19-4593-802e-f7f02c3fe6f9 req-aaa49f8a-7724-40be-a9eb-2a52d91543a0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:48.655305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57d59506-5c19-4593-802e-f7f02c3fe6f9 req-aaa49f8a-7724-40be-a9eb-2a52d91543a0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.4037497 Aug 11 02:16:48.655571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.673139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:48.685123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:48.703149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebceda97-ade0-4287-96e5-1bf5816f67be req-417dd597-3a11-44fb-9a08-7d5d31d62952 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 210 time: 0.1245975 Aug 11 02:16:48.712858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2813918e-76de-4af3-a30c-9797196d79d3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.735433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:48.738888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:48.748109 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b379255-9bf3-4a80-9640-d6ce6631cc9d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:48.748512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b379255-9bf3-4a80-9640-d6ce6631cc9d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:48.757056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b379255-9bf3-4a80-9640-d6ce6631cc9d tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/76766621-c2c9-47e4-a268-2e6862a46ccd HTTP/1.1" status: 404 len: 337 time: 0.0959342 Aug 11 02:16:48.791541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:48.876022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57d59506-5c19-4593-802e-f7f02c3fe6f9 req-4b23ebe6-9d4f-447c-9c0d-7bdc66109c23 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189143 Aug 11 02:16:48.954752 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8276b63-e272-4e76-a1c5-c2ee83f1036c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:48.956234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8276b63-e272-4e76-a1c5-c2ee83f1036c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:48.959412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8276b63-e272-4e76-a1c5-c2ee83f1036c tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/042f2cbb-3bf4-46e5-86fd-4762ee7e7939 HTTP/1.1" status: 404 len: 339 time: 0.1115990 Aug 11 02:16:48.984411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f4d6c3-8459-4400-9f0a-e57bdb1954ad,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:48.990539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:49.006006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.059724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-ad7d047c-46cd-497f-9d84-e0c24c06c5d8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.064115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-ad7d047c-46cd-497f-9d84-e0c24c06c5d8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.3196063 Aug 11 02:16:49.118096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0122127b-88a4-45e7-99d7-d722f4ec596c None None] Provisioning for port e9f4a429-d8bb-41e9-a581-d86552966e7c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:49.131976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0122127b-88a4-45e7-99d7-d722f4ec596c None None] Provisioning complete for port e9f4a429-d8bb-41e9-a581-d86552966e7c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:49.132578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0122127b-88a4-45e7-99d7-d722f4ec596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.136538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Checking segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:49.137184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Network hostable DHCP agents. Network: dfb005cc-ee37-46db-9842-a99bb885be8f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:16:49.155556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '782151f9-0ff4-43d1-9907-104bebc95950', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:49.170239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Network dfb005cc-ee37-46db-9842-a99bb885be8f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:16:49.213956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, dfb005cc-ee37-46db-9842-a99bb885be8f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:49.231970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.233661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.269525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0122127b-88a4-45e7-99d7-d722f4ec596c None None] Port e9f4a429-d8bb-41e9-a581-d86552966e7c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:49.276415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1a7a92d-c1f7-4d55-bc11-c5da35ce7ed4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1667364 Aug 11 02:16:49.276768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e088d7-c9a9-4262-9618-2b24f92d907a None None] Network dfb005cc-ee37-46db-9842-a99bb885be8f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:49.279416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:49.285603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:49.311729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a0995-a778-4958-80b3-70160e22c0ef req-a98ba87c-dc90-4112-a0fd-dac12ea9f253 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:49.320381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed0a0995-a778-4958-80b3-70160e22c0ef req-a98ba87c-dc90-4112-a0fd-dac12ea9f253 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.4386606 Aug 11 02:16:49.349228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.352465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.359769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.360394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.425230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.435356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed0a0995-a778-4958-80b3-70160e22c0ef req-2184faac-683a-4b22-8c53-5105a472301d tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121433 Aug 11 02:16:49.586710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:49.763072 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.786891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.814489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3ea336-6293-4fba-b7d6-df2f07825239']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:49.827651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2813918e-76de-4af3-a30c-9797196d79d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:49.844032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d360726-8929-44a2-8f6d-23b21275d316') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:49.844973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d360726-8929-44a2-8f6d-23b21275d316') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:49.859512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:16:49.867013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.880929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.901744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-dfb005cc-ee37-46db-9842-a99bb885be8f', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:16:49.903253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.929002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.958346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:49.959480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:49.965579 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:50.049334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.067616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.124073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.176619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.179419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.243843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b24a2d0-f8d1-47d3-b02d-5234a801180d req-cdae5aa4-5027-4b4d-a5d8-eaf5c6399d7a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 210 time: 0.0876009 Aug 11 02:16:50.249638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:50.258535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:50.263217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.272899 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f53e0ca-15d7-4517-a186-73769fc8017b" -d '{"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:50.272899 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.310004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.313340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/ce3ea336-6293-4fba-b7d6-df2f07825239 HTTP/1.1" status: 204 len: 168 time: 1.3177547 Aug 11 02:16:50.340490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45952) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.371832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0937388-2dec-471a-9675-0b5be29eebce tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=ce3ea336-6293-4fba-b7d6-df2f07825239,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.399863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:50.457593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:50.458175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:50.504197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2813918e-76de-4af3-a30c-9797196d79d3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:50.505519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.512050 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e14b97-c8a0-499c-9e3a-29675cc02971 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:50.512529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e14b97-c8a0-499c-9e3a-29675cc02971 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:50.517448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-58e14b97-c8a0-499c-9e3a-29675cc02971 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/c40fdb8e-df6f-4bb5-8688-578e03afe366 HTTP/1.1" status: 404 len: 337 time: 0.1759572 Aug 11 02:16:50.523704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45956) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.561231 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efedc14f-22b7-4845-9e63-7ba5b5354da5 x-openstack-request-id: req-efedc14f-22b7-4845-9e63-7ba5b5354da5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:50.561769 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:50.562146 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efedc14f-22b7-4845-9e63-7ba5b5354da5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:50.562989 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'code': 200} Aug 11 02:16:50.584395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.594200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.14 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/bd509fcf-3e9e-4099-984a-9046d0445245) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:50.686259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Allocated IP 172.20.0.2 (dfb005cc-ee37-46db-9842-a99bb885be8f/72f4d6c3-8459-4400-9f0a-e57bdb1954ad/d3318305-a767-451e-8b08-01deccee3d03) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:50.728963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88ac4d-f200-47bc-b621-8abc4425f5ed req-9da42e86-d629-4c6f-afff-68539d1cdcba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.755885 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b46d6-aaea-4140-b61f-b27c937769bf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:50.756975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8b46d6-aaea-4140-b61f-b27c937769bf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:50.758391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d88ac4d-f200-47bc-b621-8abc4425f5ed req-9da42e86-d629-4c6f-afff-68539d1cdcba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3538079 Aug 11 02:16:50.776123 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6e8b46d6-aaea-4140-b61f-b27c937769bf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/6b7f8366-2548-4094-b542-0a1ca142e05a HTTP/1.1" status: 404 len: 339 time: 0.2474291 Aug 11 02:16:50.779168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:16:50.783133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:50.802434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45960) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.883794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 377dc9b0-7b14-4c25-a89f-0eb110863c11 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:50.896396 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d62fe5-b6ab-404b-a6ba-305196d01adc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:50.897028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d62fe5-b6ab-404b-a6ba-305196d01adc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:50.903167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-08d62fe5-b6ab-404b-a6ba-305196d01adc tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/b2a2e840-4eed-43ee-a336-d8981d3ec6c1 HTTP/1.1" status: 404 len: 337 time: 0.0887957 Aug 11 02:16:50.908845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45962) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:50.918984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d88ac4d-f200-47bc-b621-8abc4425f5ed req-e030b89c-770e-41de-94fa-e247ff30c940 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543610 Aug 11 02:16:50.921236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 377dc9b0-7b14-4c25-a89f-0eb110863c11 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:16:50.921840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 377dc9b0-7b14-4c25-a89f-0eb110863c11 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:16:50.958578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea74dc6-db6b-4420-bac9-34c461d6de8c req-a60dc1eb-d4a2-4320-9b63-d919fae9b0fa tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:50.967771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea74dc6-db6b-4420-bac9-34c461d6de8c req-a60dc1eb-d4a2-4320-9b63-d919fae9b0fa tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.3165209 Aug 11 02:16:50.987045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aece1334-0386-480c-910f-da803f675b7b None None] Provisioning complete for port e9f4a429-d8bb-41e9-a581-d86552966e7c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:50.987677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aece1334-0386-480c-910f-da803f675b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.031627 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14e9dae-c81e-4711-b621-13cc5ff6c7cf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.032572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14e9dae-c81e-4711-b621-13cc5ff6c7cf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.036517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d14e9dae-c81e-4711-b621-13cc5ff6c7cf tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/fa443002-2a47-4c89-85cd-56252e44d9fb HTTP/1.1" status: 404 len: 339 time: 0.1250262 Aug 11 02:16:51.042881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45964) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.100364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-aece1334-0386-480c-910f-da803f675b7b None None] Port e9f4a429-d8bb-41e9-a581-d86552966e7c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:16:51.101889 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2f0f08-0756-4845-b948-b959719a3917 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.102348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2f0f08-0756-4845-b948-b959719a3917 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.107189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c2f0f08-0756-4845-b948-b959719a3917 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/cafa6b86-0a7a-4295-ab22-45b67b1ed518 HTTP/1.1" status: 404 len: 337 time: 0.0594351 Aug 11 02:16:51.109727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.121646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Allocated IP 172.25.3.216 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:51.129836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.143276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Transition to ACTIVE for port object d3318305-a767-451e-8b08-01deccee3d03 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:51.144597 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-766901ac-0257-46bd-9fa5-fc9c2d1db726 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.145241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766901ac-0257-46bd-9fa5-fc9c2d1db726 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.146979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-766901ac-0257-46bd-9fa5-fc9c2d1db726 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/5727c316-3123-436a-9da5-7a27e0bd7524 HTTP/1.1" status: 404 len: 339 time: 0.0332143 Aug 11 02:16:51.152215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45968) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.165298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea74dc6-db6b-4420-bac9-34c461d6de8c req-4733599c-27f1-4a77-a8b4-ba9641e9081a tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961379 Aug 11 02:16:51.170010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:51.173131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Transition to ACTIVE for port object d3318305-a767-451e-8b08-01deccee3d03 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:51.193237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.206029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.217926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1f277358-ec3c-4995-b4fb-29772bce8139 admin admin] 10.222.0.68 "PUT /v2.0/routers/99d03346-2d5e-44c0-a110-fd18ed42b9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4004476 Aug 11 02:16:51.221431 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd7deda-7915-4a19-b0cc-afcc76477ee1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.222293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd7deda-7915-4a19-b0cc-afcc76477ee1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.225700 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6cd7deda-7915-4a19-b0cc-afcc76477ee1 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/7fe8b301-165f-4817-abbe-0ac4141f54ba HTTP/1.1" status: 404 len: 337 time: 0.0718791 Aug 11 02:16:51.234156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45970) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.256260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:51.263068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.273489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Pushing event updated for resources: {'Port': ['ID=d3318305-a767-451e-8b08-01deccee3d03,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:51.280583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:51.289191 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c0c0c3-7668-4f5f-ab5d-bab77259b827 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.291191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c0c0c3-7668-4f5f-ab5d-bab77259b827 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.295051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-04c0c0c3-7668-4f5f-ab5d-bab77259b827 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/df4ee771-b550-4d73-bd31-1e33e85a953f HTTP/1.1" status: 404 len: 339 time: 0.0590255 Aug 11 02:16:51.390589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45978) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.445439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:51.459089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:51.482679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Network dfb005cc-ee37-46db-9842-a99bb885be8f is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:51.483094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:51.487962 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0f153f-c388-4d12-b0c6-05d7ffc094ee tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.488755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0f153f-c388-4d12-b0c6-05d7ffc094ee tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.494282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f0f153f-c388-4d12-b0c6-05d7ffc094ee tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/cd9a1879-96e9-433d-8d6a-2a66db634909 HTTP/1.1" status: 404 len: 337 time: 0.0817602 Aug 11 02:16:51.496830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45992) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.497460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:51.510323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:51.515094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:51.558737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:51.575303 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a3ee74-b838-42bf-8dbd-bac4e20a24dd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.575665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:51.575860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a3ee74-b838-42bf-8dbd-bac4e20a24dd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.583985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11a3ee74-b838-42bf-8dbd-bac4e20a24dd tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/926eabac-8c58-472f-aa93-afe66b1ddf43 HTTP/1.1" status: 404 len: 339 time: 0.0738513 Aug 11 02:16:51.593494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45994) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.624178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:51.702385 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb02bf9-d517-460c-9b8a-76800e53f279 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.703515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb02bf9-d517-460c-9b8a-76800e53f279 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.707499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edb02bf9-d517-460c-9b8a-76800e53f279 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/dff91d2a-0407-44e3-8070-e55caad112fd HTTP/1.1" status: 404 len: 337 time: 0.1126759 Aug 11 02:16:51.712588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45996) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.760015 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d84006-c2a6-409b-bc7b-c38fe8322e7a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.762019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d84006-c2a6-409b-bc7b-c38fe8322e7a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.765925 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54d84006-c2a6-409b-bc7b-c38fe8322e7a tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/07f2f3a6-1fe0-41cf-8dc7-cd679c48c49e HTTP/1.1" status: 404 len: 339 time: 0.0514567 Aug 11 02:16:51.772063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.782713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Attempting to bind port d3318305-a767-451e-8b08-01deccee3d03 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:51.783875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Attempting to bind port d3318305-a767-451e-8b08-01deccee3d03 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:51.784388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Attempting to bind port d3318305-a767-451e-8b08-01deccee3d03 on network dfb005cc-ee37-46db-9842-a99bb885be8f {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:51.826532 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-003bb568-eb66-4c12-b86e-53156345a59e tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.827408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003bb568-eb66-4c12-b86e-53156345a59e tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.830722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-003bb568-eb66-4c12-b86e-53156345a59e tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/3c51040f-411b-4859-8d32-fbc10c8385f0 HTTP/1.1" status: 404 len: 337 time: 0.0568385 Aug 11 02:16:51.834658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46000) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:51.874328 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d906d1-94be-4897-a3fa-c12d8654bf5b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:51.875283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d906d1-94be-4897-a3fa-c12d8654bf5b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:51.879410 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-93d906d1-94be-4897-a3fa-c12d8654bf5b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/d08f7f6d-12b5-41f5-b64d-2c1bbaa89700 HTTP/1.1" status: 404 len: 339 time: 0.0430427 Aug 11 02:16:51.883769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46002) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.006671 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aba8c5-f2ef-4959-83d6-42d7387213fb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:52.007746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aba8c5-f2ef-4959-83d6-42d7387213fb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:52.013953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09aba8c5-f2ef-4959-83d6-42d7387213fb tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/f35dbac2-ad6b-4024-bfe3-432b58487a11 HTTP/1.1" status: 404 len: 337 time: 0.1255028 Aug 11 02:16:52.018782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.024374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46006) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.076830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:52.077450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Checking segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:52.078067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.078697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Bound using segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:52.080721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Bound port: d3318305-a767-451e-8b08-01deccee3d03, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:52.080721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.094869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46010) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.119311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681539630', 'description': 'tempest-description--276350700'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.172723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.187718 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5d555c-7e76-441d-9d66-f9145ede9d7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:16:52.188127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:52.188697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5d555c-7e76-441d-9d66-f9145ede9d7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:16:52.196491 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af5d555c-7e76-441d-9d66-f9145ede9d7b tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/bb380bd1-dc53-49a3-bea4-fa9d23da0024 HTTP/1.1" status: 404 len: 339 time: 0.1017773 Aug 11 02:16:52.216803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46014) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.239839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.249868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:52.284113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:52.289333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:52.332704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] For port d3318305-a767-451e-8b08-01deccee3d03, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:52.363743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting subnet ef26906e-72c7-4c89-9845-6cb1e223b054 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:16:52.375106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.473136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-02a9e47d-90b4-4e35-8df3-dc54f61e64d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9478867 Aug 11 02:16:52.506695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] For port d3318305-a767-451e-8b08-01deccee3d03, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d3318305-a767-451e-8b08-01deccee3d03,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:52.507073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.507073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.535388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373b3b-af07-4e8b-b502-813cf7462218 req-f7688006-c490-456e-869e-f1588ebd94fa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.539286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.549968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e373b3b-af07-4e8b-b502-813cf7462218 req-f7688006-c490-456e-869e-f1588ebd94fa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 932 time: 1.0215425 Aug 11 02:16:52.561593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.614106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65cfdd-b75b-4920-93e5-eca2fd27915f req-3678df6a-b976-478f-8cfc-a39f6da76ca2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.628023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea65cfdd-b75b-4920-93e5-eca2fd27915f req-3678df6a-b976-478f-8cfc-a39f6da76ca2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3158760 Aug 11 02:16:52.692019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.703165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-babd42ea-e730-41de-b4be-af34a05460ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.704246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.737122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-f0ba57c5-4fa3-4374-aea2-10432cbd38e1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:52.738761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-f0ba57c5-4fa3-4374-aea2-10432cbd38e1 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.4249928 Aug 11 02:16:52.750786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-ff117c6c-a35e-4a56-b2e0-9c9938bb2ffa tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6025360 Aug 11 02:16:52.780805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e74bd6-375d-433c-8d71-3d560a66373b None None] Pushing event updated for resources: {'Port': ['ID=d3318305-a767-451e-8b08-01deccee3d03,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.823153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Request body: {'port': {'device_id': '782151f9-0ff4-43d1-9907-104bebc95950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.859655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.864737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7551408 Aug 11 02:16:52.867768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46018) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:52.882099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 2, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:52.884671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group_rule': {'security_group_id': '9d5392e3-6212-4ace-91a9-eaea3ae2a733', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:52.909342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e373b3b-af07-4e8b-b502-813cf7462218 req-40eb81a1-17a9-434a-bf06-3b91ab593b6e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440995 Aug 11 02:16:52.924676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:52.925177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Updating router 99d03346-2d5e-44c0-a110-fd18ed42b9bb port e9f4a429-d8bb-41e9-a581-d86552966e7c binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:52.958919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a68fa-fd88-490b-a621-7c052ceec392 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5392e3-6212-4ace-91a9-eaea3ae2a733,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:52.963293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:52.968814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.070016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.073029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.080813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-c845e78f-9d4d-4ebd-986d-fbbb7b855ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.083077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-c845e78f-9d4d-4ebd-986d-fbbb7b855ec1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 1102 time: 0.4536929 Aug 11 02:16:53.188298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea65cfdd-b75b-4920-93e5-eca2fd27915f req-bd65611f-565b-4726-ada1-58a0fa0384b2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262635 Aug 11 02:16:53.427507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.489930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.556449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:16:53.573653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Subnet': ['ID=ef26906e-72c7-4c89-9845-6cb1e223b054,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.583048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b946138-f9aa-4419-9ed1-9426d05305d7 req-255facf9-fd23-4c4e-bb9e-eb33471ee86c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.591528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b946138-f9aa-4419-9ed1-9426d05305d7 req-255facf9-fd23-4c4e-bb9e-eb33471ee86c tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 946 time: 0.2089050 Aug 11 02:16:53.594250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.601602 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2df76e10-a0ba-4ed3-8595-ddf7e2696158 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/subnets/ef26906e-72c7-4c89-9845-6cb1e223b054 HTTP/1.1" status: 204 len: 168 time: 1.3793373 Aug 11 02:16:53.606090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46028) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:53.618050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc1e35-af35-4169-adbe-5c5b0490330a None None] Network c8e69e0f-3513-4316-b55b-b838d246ea1d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:53.632362 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.749674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.768023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.797991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-104bf7ee-299c-4509-8c28-78e72678a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:53.800322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-104bf7ee-299c-4509-8c28-78e72678a99a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.5701718 Aug 11 02:16:53.832025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16be030f-e687-47c0-9304-f413447c7291,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:53.869642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Deleting port 6a143ad8-9029-4af5-82af-fc3647504b17 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:53.871445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.885682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:53.922180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'mac_address': 'fa:16:3e:14:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:16:53.938961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:53.944037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f11e758c-b18b-4fc6-94e1-9cfa356f0231 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0660398 Aug 11 02:16:53.955961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46038) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:53.975104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-54397f8e-718a-4572-aa19-df2ddb9418e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 200 len: 217 time: 0.1229393 Aug 11 02:16:54.009732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group_rule': {'security_group_id': '9d5392e3-6212-4ace-91a9-eaea3ae2a733', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:54.076613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Transition to ACTIVE for port object e9f4a429-d8bb-41e9-a581-d86552966e7c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:54.093151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d3318305-a767-451e-8b08-01deccee3d03 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:54.104842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.135315 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.141935 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.209453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b946138-f9aa-4419-9ed1-9426d05305d7 req-f90b965b-0f2a-4929-9db4-d70d926ed9b0 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/security-groups?id=11efee43-78d6-474b-a730-bb5875fe7c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145573 Aug 11 02:16:54.336513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9680c2-317e-4586-a274-c1e91e446c67 None None] Pushing event updated for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.517886 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.598737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:54.654489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d3318305-a767-451e-8b08-01deccee3d03 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:54.679716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:54.692880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Attempting to bind port e9f4a429-d8bb-41e9-a581-d86552966e7c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:54.692880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Attempting to bind port e9f4a429-d8bb-41e9-a581-d86552966e7c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:54.692880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Attempting to bind port e9f4a429-d8bb-41e9-a581-d86552966e7c on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:54.697542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.704585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd509fcf-3e9e-4099-984a-9046d0445245 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:16:54.776396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:54.776955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Checking segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:54.777249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.777904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Bound using segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:54.778392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Bound port: e9f4a429-d8bb-41e9-a581-d86552966e7c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:54.778833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.782500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:54.795964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:54.839364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['84f0c2a7-b0e7-4980-86e9-1f211d8673f2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:16:54.941629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] For port e9f4a429-d8bb-41e9-a581-d86552966e7c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:54.945420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85093-15cb-460f-9e3a-1fe78258b2bf req-0f72ca36-5fc4-4f0a-934f-5cc06cc85efd tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:54.948920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9d85093-15cb-460f-9e3a-1fe78258b2bf req-0f72ca36-5fc4-4f0a-934f-5cc06cc85efd tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 932 time: 0.8055863 Aug 11 02:16:54.955873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] For port e9f4a429-d8bb-41e9-a581-d86552966e7c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9f4a429-d8bb-41e9-a581-d86552966e7c,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:54.957737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] DHCP port deletion for c8e69e0f-3513-4316-b55b-b838d246ea1d request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:16:54.974530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8bff5-eb13-4023-89c3-139e25c53857 None None] Network dfb005cc-ee37-46db-9842-a99bb885be8f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:16:55.011164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-1c5de6e6-fa10-4a9c-8cba-05497c01e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.014558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-1c5de6e6-fa10-4a9c-8cba-05497c01e9d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.9976621 Aug 11 02:16:55.124211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9d85093-15cb-460f-9e3a-1fe78258b2bf req-49ca2cb6-0b84-4b2e-b4fc-b0d78f46b830 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989165 Aug 11 02:16:55.126048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Transition to ACTIVE for port object bd509fcf-3e9e-4099-984a-9046d0445245 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:55.229344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] For port 6a143ad8-9029-4af5-82af-fc3647504b17, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6a143ad8-9029-4af5-82af-fc3647504b17,segment=NetworkSegment(bf4997db-f748-44a7-aa84-1944cb27f699),segment_id=bf4997db-f748-44a7-aa84-1944cb27f699)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:55.230027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.231627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.241648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.261008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98b2-3b9f-41be-b0aa-8bedbc614b80 req-7c8a7982-7216-487e-a0bb-4fc93b86d1ff tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.289210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdbe98b2-3b9f-41be-b0aa-8bedbc614b80 req-7c8a7982-7216-487e-a0bb-4fc93b86d1ff tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.7055666 Aug 11 02:16:55.332363 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-38149a46-d80e-47f9-8f99-9f663ed0d3e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4196596 Aug 11 02:16:55.346009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.356340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Calling delete_port for 6a143ad8-9029-4af5-82af-fc3647504b17 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:55.497465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9680c2-317e-4586-a274-c1e91e446c67 None None] Pushing event updated for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:55.588100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6a143ad8-9029-4af5-82af-fc3647504b17 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:55.594684 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.736638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-355541e8-d15e-430e-a806-4551e7e8c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:55.739088 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-355541e8-d15e-430e-a806-4551e7e8c885 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 1098 time: 0.2975259 Aug 11 02:16:55.750063 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce87b998-c959-4596-8096-52abfbe57976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.777331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.782055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feec7817-dfb3-4dfd-9d35-f5398cb842ee no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:16:55.803319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.843449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:55.844128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:55.860950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Provisioning for port d3318305-a767-451e-8b08-01deccee3d03 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:16:55.880166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.885106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a5091-d84f-482d-831c-d84feda79b21,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:55.913853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Provisioning complete for port d3318305-a767-451e-8b08-01deccee3d03 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:55.914327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.928608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:55.930325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0cb0d50c-f3b5-4fee-a43b-c647a239c141 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9340694 Aug 11 02:16:55.937000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:55.942569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:16:55.973350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-492d7753-a8db-4ca6-9961-bb828ba2485a req-44174b18-f55c-400f-af5c-284ef12871a5 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 210 time: 0.1788492 Aug 11 02:16:55.980565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Router b14ed244-bb31-4d5e-b094-107924f106f9 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:16:55.998104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.027934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Deleting port feec7817-dfb3-4dfd-9d35-f5398cb842ee {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:56.030158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.035553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-307560d8-2736-4541-ab55-95bcb0bca91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.040825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-307560d8-2736-4541-ab55-95bcb0bca91c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9368293 Aug 11 02:16:56.216068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feec7817-dfb3-4dfd-9d35-f5398cb842ee,segment=NetworkSegment(8e16261c-bfd7-4621-80f5-de724bf96840),segment_id=8e16261c-bfd7-4621-80f5-de724bf96840)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:56.220830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.267625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Calling delete_port for feec7817-dfb3-4dfd-9d35-f5398cb842ee owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:56.290646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-2d34d027-e930-49f5-96a8-f09cd2ba16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.292414 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-2d34d027-e930-49f5-96a8-f09cd2ba16ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.5007956 Aug 11 02:16:56.349364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Deleting port feec7817-dfb3-4dfd-9d35-f5398cb842ee {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:16:56.350639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.354316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.407412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Port 6a143ad8-9029-4af5-82af-fc3647504b17 update to DOWN by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:16:56.428434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-7c3799f8-4169-40d7-a507-5a644e8a99b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 200 len: 217 time: 0.0941582 Aug 11 02:16:56.447449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] No DVR routers for this DVR port 6a143ad8-9029-4af5-82af-fc3647504b17 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:56.451991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.457458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79976835-0c53-4be1-8d07-0f921d560fc7 req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.67 "DELETE /v2.0/ports/6a143ad8-9029-4af5-82af-fc3647504b17 HTTP/1.1" status: 204 len: 173 time: 3.7023830 Aug 11 02:16:56.459891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:16:56.472647 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Sync routers for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:16:56.492477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:56.493408 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:56.534212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.535613 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d487dee8-f100-4f17-bdf0-b11ec4f90cb9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2546647 Aug 11 02:16:56.539602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.554885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:56.562448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'name': 'network-vif-deleted', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:56.565955 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a636fd2-286d-46bd-a166-893834b2aa54" -d '{"events": [{"server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "name": "network-vif-deleted", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:56.581143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46082) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:16:56.644739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdbe98b2-3b9f-41be-b0aa-8bedbc614b80 req-32b1f90f-1012-414a-bc6d-572a79c24e07 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9132664 Aug 11 02:16:56.651544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc055c-1b7b-44c4-9dd6-808bb59635a9 tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] Pushing event deleted for resources: {'Port': ['ID=6a143ad8-9029-4af5-82af-fc3647504b17,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:56.857219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feec7817-dfb3-4dfd-9d35-f5398cb842ee,segment=NetworkSegment(8e16261c-bfd7-4621-80f5-de724bf96840),segment_id=8e16261c-bfd7-4621-80f5-de724bf96840)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:56.857598 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:56.973648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-62b590c1-8f4c-4ff8-a69d-f822ed3762a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:56.975344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-62b590c1-8f4c-4ff8-a69d-f822ed3762a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.5349102 Aug 11 02:16:57.013355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:57.067751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-08d5a60d-eea7-44ae-b214-9701b65444ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795743 Aug 11 02:16:57.112957 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08e2cd-cc97-4cbb-ade7-66b290fe6746 x-openstack-request-id: req-9d08e2cd-cc97-4cbb-ade7-66b290fe6746 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:57.113785 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef34abc-94c4-42f9-92b4-6a62270f226d", "name": "network-vif-deleted", "tag": "6a143ad8-9029-4af5-82af-fc3647504b17", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:57.113785 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d08e2cd-cc97-4cbb-ade7-66b290fe6746 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:57.114255 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef34abc-94c4-42f9-92b4-6a62270f226d', 'name': 'network-vif-deleted', 'tag': '6a143ad8-9029-4af5-82af-fc3647504b17', 'status': 'completed', 'code': 200} Aug 11 02:16:57.153455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Attempting to bind port bd509fcf-3e9e-4099-984a-9046d0445245 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:57.155271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Attempting to bind port bd509fcf-3e9e-4099-984a-9046d0445245 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:57.155756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Attempting to bind port bd509fcf-3e9e-4099-984a-9046d0445245 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:57.167590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Calling delete_port for feec7817-dfb3-4dfd-9d35-f5398cb842ee owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:16:57.179609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9a77-c0f0-48f3-917c-c2a789694de2 req-b3b65715-9c70-478c-b9b5-a950aa0b4d22 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:57.191714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d44f9a77-c0f0-48f3-917c-c2a789694de2 req-b3b65715-9c70-478c-b9b5-a950aa0b4d22 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 944 time: 0.8065066 Aug 11 02:16:57.244278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-cf75b06a-fe3c-408e-a0fd-fe73fbcdc85b service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1564829 Aug 11 02:16:57.278697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Port bd509fcf-3e9e-4099-984a-9046d0445245 on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:16:57.282551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Attempting to bind port bd509fcf-3e9e-4099-984a-9046d0445245 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:57.288747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Allocated IP 172.25.3.15 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e36b6fe1-80fd-418e-8242-5aa9051c1617) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:57.498788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-138ff692-6dea-459b-a742-c2b6827caceb service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958359 Aug 11 02:16:57.601342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.642937 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:16:52Z', 'revision_number': 3, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:57.708859 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Checking router: b14ed244-bb31-4d5e-b094-107924f106f9 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:16:57.709435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Updating router b14ed244-bb31-4d5e-b094-107924f106f9 port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:16:57.756175 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.817855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port feec7817-dfb3-4dfd-9d35-f5398cb842ee, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feec7817-dfb3-4dfd-9d35-f5398cb842ee,segment=NetworkSegment(8e16261c-bfd7-4621-80f5-de724bf96840),segment_id=8e16261c-bfd7-4621-80f5-de724bf96840)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:57.829442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.867416 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6a62f79-4861-4f30-8916-8ab69885e263 req-7e14c262-b75f-4c86-8fa7-2fd001bbbd94 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595378 Aug 11 02:16:57.957267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded21c05-f1ac-4f59-ad39-16e912ac473e req-c8f13605-01e1-4fc1-bf38-09d6786e5410 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979873 Aug 11 02:16:57.973967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:57.977523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d44f9a77-c0f0-48f3-917c-c2a789694de2 req-9979c748-ec88-4b2a-b2a7-342653f6247b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738414 Aug 11 02:16:58.021857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.051823 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.081742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-687b9684-c704-4428-b791-cf71b13a4567 req-06d08aa5-0008-4861-8a52-97b5d56790ae tempest-ServerDiskConfigTestJSON-1720486682 tempest-ServerDiskConfigTestJSON-1720486682-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ef34abc-94c4-42f9-92b4-6a62270f226d HTTP/1.1" status: 200 len: 210 time: 0.1025825 Aug 11 02:16:58.111394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:58.111846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:58.112258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:58.118965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Bound port: bd509fcf-3e9e-4099-984a-9046d0445245, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:58.120172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.257278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.258027 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.271295 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Transition to ACTIVE for port object 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:16:58.280490 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.282763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:16:58.307959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.332553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.362895 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bee55-d792-4667-98a7-ab440f39a339 None None] Pushing event updated for resources: {'Port': ['ID=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.386274 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Attempting to bind port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:16:58.386679 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Attempting to bind port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:16:58.387091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Attempting to bind port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:16:58.393432 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:16:58.393826 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:16:58.394436 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.394759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.395231 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:16:58.395911 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Bound port: 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:16:58.396065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.396633 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.413719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] No DVR routers for this DVR port feec7817-dfb3-4dfd-9d35-f5398cb842ee on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:58.420865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:16:58.425380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:16:58.449596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] For port d3318305-a767-451e-8b08-01deccee3d03, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d3318305-a767-451e-8b08-01deccee3d03,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:16:58.460225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.463229 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] For port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:58.467316 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] For port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:58.467586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:54Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.475988 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.512889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:16:58.514611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=e36b6fe1-80fd-418e-8242-5aa9051c1617,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.528012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.536565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd509fcf-3e9e-4099-984a-9046d0445245,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:16:58.551725 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.571147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a933f-ce19-44e8-a37a-c2f309992e1f None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:16:54Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:58.587556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac51516-376f-40b5-b2a5-a34fba2e8c01 None None] Pushing event updated for resources: {'Port': ['ID=d3318305-a767-451e-8b08-01deccee3d03,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.600240 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.685722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] No DVR routers for this DVR port feec7817-dfb3-4dfd-9d35-f5398cb842ee on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:16:58.689851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835bbe-b521-4b9c-b60d-460f6007d796 None None] Pushing event deleted for resources: {'Port': ['ID=feec7817-dfb3-4dfd-9d35-f5398cb842ee,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.725509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c195e6-3c51-4b3d-a3f1-6ff9da16f3c9 req-b36c6ab2-5f78-43df-944b-a821d662a90a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.725509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6c195e6-3c51-4b3d-a3f1-6ff9da16f3c9 req-b36c6ab2-5f78-43df-944b-a821d662a90a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3782902 Aug 11 02:16:58.731902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:58.732550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.734133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd509fcf-3e9e-4099-984a-9046d0445245 HTTP/1.1" status: 200 len: 1093 time: 5.9708922 Aug 11 02:16:58.745698 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:16:58.746519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.753555 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.758837 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bee55-d792-4667-98a7-ab440f39a339 None None] Pushing event updated for resources: {'Port': ['ID=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.767058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f5dbb3cc-64b4-42bd-a28a-f85806660b91 None None] Provisioning complete for port d3318305-a767-451e-8b08-01deccee3d03 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:58.767908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb3cc-64b4-42bd-a28a-f85806660b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.829161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e69e0f-3513-4316-b55b-b838d246ea1d']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.876697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16261c-bfd7-4621-80f5-de724bf96840') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.876697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16261c-bfd7-4621-80f5-de724bf96840') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:58.908366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370659dd-c5cb-4548-9104-b2cb69a74b30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:58.954290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.972506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:58.982013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:16:58.982709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.018222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.092016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:16:59.110859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.405023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.428395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:16:59.462531 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:16:59.465992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:16:59.468452 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14" -d '{"events": [{"name": "network-changed", "server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:16:59.491276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Allocated IP 172.20.0.1 (dfb005cc-ee37-46db-9842-a99bb885be8f/72f4d6c3-8459-4400-9f0a-e57bdb1954ad/41998140-ab73-497b-80f1-bb2595360553) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:16:59.520670 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:16:52Z', 'revision_number': 3, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:16:59.552905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6c195e6-3c51-4b3d-a3f1-6ff9da16f3c9 req-de1271f0-12d6-4d38-ae1e-5aa3ff324447 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175633 Aug 11 02:16:59.553938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=e36b6fe1-80fd-418e-8242-5aa9051c1617,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.561258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-9cea1804-aa28-4745-aaeb-6ade13a101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.561258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-9cea1804-aa28-4745-aaeb-6ade13a101e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 1096 time: 0.7641084 Aug 11 02:16:59.583245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:16:59.607219 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c45a9d-2741-4138-8c9d-bf835b30ae4b None None] The sync data for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 is: [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:16:52Z', 'revision_number': 3, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:16:59.612989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24fcc2-e99f-4bd4-9937-561cd8339b7e req-8931f005-74bc-4b3b-a6b9-47ab2954b7df tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:16:59.625240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c24fcc2-e99f-4bd4-9937-561cd8339b7e req-8931f005-74bc-4b3b-a6b9-47ab2954b7df tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 944 time: 0.1502733 Aug 11 02:16:59.653343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.732119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.755937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.764572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] 10.222.0.68 "DELETE /v2.0/networks/c8e69e0f-3513-4316-b55b-b838d246ea1d HTTP/1.1" status: 204 len: 168 time: 6.1290131 Aug 11 02:16:59.766958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:16:59.767600 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.788047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826330-ff1c-45f1-be74-485716c3dae3 tempest-NetworksTest-810257878 tempest-NetworksTest-810257878-project] Pushing event deleted for resources: {'Network': ['ID=c8e69e0f-3513-4316-b55b-b838d246ea1d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:16:59.794874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.799229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-311b6f58-f38d-4b0c-b381-ae7562ca0f3d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8601463 Aug 11 02:16:59.804889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-755a7bb0-d79f-4777-8b0c-0c74474f9da5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd509fcf-3e9e-4099-984a-9046d0445245 HTTP/1.1" status: 200 len: 217 time: 0.2314229 Aug 11 02:16:59.949827 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56127058-90f7-4177-bc77-19f6294f1641 x-openstack-request-id: req-56127058-90f7-4177-bc77-19f6294f1641 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:16:59.950809 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:16:59.951519 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56127058-90f7-4177-bc77-19f6294f1641 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:16:59.952250 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245', 'status': 'completed', 'code': 200} Aug 11 02:16:59.956700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:16:59.995179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c24fcc2-e99f-4bd4-9937-561cd8339b7e req-5079f907-d10a-4af5-8f94-db45e7631e7d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688247 Aug 11 02:17:00.024352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Transition to ACTIVE for port object 41998140-ab73-497b-80f1-bb2595360553 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:00.034763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8edf-e282-464f-8d1d-91c250716531 req-7e006c42-2ce7-4eaf-aa7f-dfdcf211e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:00.040442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-7e006c42-2ce7-4eaf-aa7f-dfdcf211e7b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.2234216 Aug 11 02:17:00.119897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-398ce69d-8bd0-41aa-aeb9-e698ba483d47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728247 Aug 11 02:17:00.198162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.223872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.323277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Network dfb005cc-ee37-46db-9842-a99bb885be8f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:00.335269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:00.352924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:00.363504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Pushing event updated for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:00.422926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:00.437383 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264a2c09-2235-4921-b2a4-ea3ba50587ab" -d '{"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:00.520755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.532310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:00.551400 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:00.572856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46158) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:00.722439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d3318305-a767-451e-8b08-01deccee3d03 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:00.763163 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f86c6-e597-45ed-b301-dcc527f6bec8 x-openstack-request-id: req-897f86c6-e597-45ed-b301-dcc527f6bec8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:00.763625 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-plugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:00.764040 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-897f86c6-e597-45ed-b301-dcc527f6bec8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:00.764679 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'code': 200} Aug 11 02:17:00.783907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-c0de9c18-67ec-4d45-98e8-09367c2e75a2 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513867 Aug 11 02:17:00.899217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:00.942199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Deleting subnet e95b27e8-119a-47b9-94b1-b0f13baec626 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:00.973761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.048791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:01.075677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-72f47577-dbd7-47a7-95bc-5c14e2aa2c61 None None] Provisioning for port 41998140-ab73-497b-80f1-bb2595360553 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:01.109689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.111840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.112549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.114185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.114842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.115230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-e7f7c29d-810d-4f12-893b-1901fec20e10 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1681539630&fields=id&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 267 time: 0.6609912 Aug 11 02:17:01.116693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.117319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.118699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.120148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.121185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.122240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.123213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:01.145954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.148859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-72f47577-dbd7-47a7-95bc-5c14e2aa2c61 None None] Provisioning complete for port 41998140-ab73-497b-80f1-bb2595360553 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:01.150354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-72f47577-dbd7-47a7-95bc-5c14e2aa2c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.212271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d3318305-a767-451e-8b08-01deccee3d03 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:01.213484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.327948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.356576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-72f47577-dbd7-47a7-95bc-5c14e2aa2c61 None None] Port 41998140-ab73-497b-80f1-bb2595360553 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:01.538491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9f4a429-d8bb-41e9-a581-d86552966e7c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:01.595369 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-574c891e-27d7-476a-b4f1-61d6adbd3157 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5127cce9efa6409596cfdeb28acedecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959672 Aug 11 02:17:01.601576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46174) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:01.669791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e9f4a429-d8bb-41e9-a581-d86552966e7c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:01.675107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e9f4a429-d8bb-41e9-a581-d86552966e7c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:01.675494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.696542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ab1b-a5f7-4f58-b48b-3323182d3a45 req-7f48b435-de2e-4542-be86-1026db211d4a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:01.712839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8e3ab1b-a5f7-4f58-b48b-3323182d3a45 req-7f48b435-de2e-4542-be86-1026db211d4a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.7633681 Aug 11 02:17:01.715101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.831185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.867831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.919102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port e9f4a429-d8bb-41e9-a581-d86552966e7c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9f4a429-d8bb-41e9-a581-d86552966e7c,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:01.926654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.936961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:01.939634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-786a8edf-e282-464f-8d1d-91c250716531 req-53f1145e-c740-45c7-ad4e-e1e93cc0d30f service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9917374 Aug 11 02:17:01.999997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.000311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8e3ab1b-a5f7-4f58-b48b-3323182d3a45 req-82e9ddaf-ed30-43db-9c2a-a213f59c96c8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415001 Aug 11 02:17:02.018641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.099266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.175526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.300485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.303773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.305322 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/970c7ae9-ef0a-491e-92be-675a0e3af5ba HTTP/1.1" status: 204 len: 168 time: 0.7027414 Aug 11 02:17:02.312653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Pushing event updated for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.344548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed479d36-2cf9-4d32-bf28-3ad2d61b82ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c7ae9-ef0a-491e-92be-675a0e3af5ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.411374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-0afaf10d-7496-4134-982c-69bc42090f48 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.418830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-0afaf10d-7496-4134-982c-69bc42090f48 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 816 time: 1.2583492 Aug 11 02:17:02.418830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.449021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95b27e8-119a-47b9-94b1-b0f13baec626,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:02.451974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:02.473110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-4a0be1ec-a6dd-4536-b940-cc5ceb550e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.474783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-4a0be1ec-a6dd-4536-b940-cc5ceb550e3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 1096 time: 0.2917316 Aug 11 02:17:02.475045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Network dfb005cc-ee37-46db-9842-a99bb885be8f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:02.476153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-e12cbe58-7edf-4c47-b48e-7cdc52ae54c5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/quotas/30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 375 time: 0.0303500 Aug 11 02:17:02.479707 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.485328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b0a1e742-a68c-4e24-b485-ff9867dd3a39 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e95b27e8-119a-47b9-94b1-b0f13baec626 HTTP/1.1" status: 204 len: 168 time: 1.9036388 Aug 11 02:17:02.487099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:02.488758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46186) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:02.704888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:02.725442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:02.726499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:02.760936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-7df55bb2-7ab9-4a45-979f-07aadf1a8331 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2699494 Aug 11 02:17:02.857243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-b896f06d-a766-4df6-98d9-d32d80b93895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:02.860529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-b896f06d-a766-4df6-98d9-d32d80b93895 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.3747466 Aug 11 02:17:02.959938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-462e1eb9-89c8-4eac-9094-0fea862aef0b None None] Provisioning complete for port 41998140-ab73-497b-80f1-bb2595360553 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:02.964591 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-462e1eb9-89c8-4eac-9094-0fea862aef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.031608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.037330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.099615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Router b14ed244-bb31-4d5e-b094-107924f106f9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:03.102131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-462e1eb9-89c8-4eac-9094-0fea862aef0b None None] Port 41998140-ab73-497b-80f1-bb2595360553 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:03.115330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:03.123758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.166235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-4d47a770-e8c7-4c8e-8556-2935c5d6eb48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd509fcf-3e9e-4099-984a-9046d0445245 HTTP/1.1" status: 200 len: 217 time: 0.2364943 Aug 11 02:17:03.256226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:03.278619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3a71b-6f8b-4f8a-9b41-4349be51c4f3 req-1117087d-2396-4376-80cf-686b0a0cb4ac tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.280386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23c3a71b-6f8b-4f8a-9b41-4349be51c4f3 req-1117087d-2396-4376-80cf-686b0a0cb4ac tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 944 time: 0.4965436 Aug 11 02:17:03.473592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23c3a71b-6f8b-4f8a-9b41-4349be51c4f3 req-9382ee59-4277-4e24-a683-48365ba3615a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596801 Aug 11 02:17:03.478445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-4cad30f0-3b93-473c-9e5e-a9dfc12d0703 service neutron] 10.222.0.68 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162865 Aug 11 02:17:03.481757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-3d374f0d-066c-4b99-8c17-528cad576b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.484179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-3d374f0d-066c-4b99-8c17-528cad576b70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.3094668 Aug 11 02:17:03.703949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-7f8af69e-6f56-4127-8181-ec36e2bc9b5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702228 Aug 11 02:17:03.738460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.752205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a069f5dc-7a33-4581-9841-f2bedfa3b162']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.765157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4997db-f748-44a7-aa84-1944cb27f699') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.765878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4997db-f748-44a7-aa84-1944cb27f699') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:03.777797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.795603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.804219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:03.804791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:03.871421 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:03.929499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca30591-be7a-4660-85f6-6ab6e2df91e6 req-22e70aea-91c8-415d-81fc-68678bc8b018 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:03.943837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca30591-be7a-4660-85f6-6ab6e2df91e6 req-22e70aea-91c8-415d-81fc-68678bc8b018 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2703116 Aug 11 02:17:03.997228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.003324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:04.005601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] 10.222.0.68 "DELETE /v2.0/networks/a069f5dc-7a33-4581-9841-f2bedfa3b162 HTTP/1.1" status: 204 len: 168 time: 1.5158381 Aug 11 02:17:04.008708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:04.031607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6cd74ab5-9210-4e4b-8f70-720b2f72d3ab admin admin] 10.222.0.68 "PUT /v2.0/routers/b14ed244-bb31-4d5e-b094-107924f106f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4475007 Aug 11 02:17:04.033825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Sync routers for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:04.034486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Pushing event deleted for resources: {'Network': ['ID=a069f5dc-7a33-4581-9841-f2bedfa3b162,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:04.044483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.045869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.046431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.046999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.047609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.048444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.049040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.049613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.050354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.051222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.051819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.052381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f30078-2f68-4a46-a365-ab92b9567afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:04.104093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:04.105385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:04.108193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca30591-be7a-4660-85f6-6ab6e2df91e6 req-ef1e8165-ec92-4b77-a3dc-b335276a9911 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621659 Aug 11 02:17:04.137122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-e6837d67-7ca9-484c-84aa-b6ab51bbf2d1 service neutron] 10.222.0.68 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511362 Aug 11 02:17:04.147518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-09d8fbb8-a770-420d-b329-16512cdbc936 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207675 Aug 11 02:17:04.355331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4d4a41-e9a3-4b36-8715-65556ce8cc14 req-deab35d0-c467-45cb-a4b5-1025d18fb63b service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973872 Aug 11 02:17:04.648934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:04.681647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6d8b9a8-2111-417d-89a4-b90a577a3679 req-04004932-ce22-4774-98e8-714942b20232 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 210 time: 0.0809877 Aug 11 02:17:04.765335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46234) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:04.867081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8eefe-aa0c-4139-b4d9-234cbf0eb5f3 req-c6992833-5399-4a44-a40d-79cdd9a74ef7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:04.879531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbc8eefe-aa0c-4139-b4d9-234cbf0eb5f3 req-c6992833-5399-4a44-a40d-79cdd9a74ef7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 944 time: 0.2050674 Aug 11 02:17:04.893479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-587f1375-0e7d-4490-aa0a-ea4c3cff1be9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bac9df74a5f746fc9c168609992fef3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263576 Aug 11 02:17:04.895724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:04.904117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:04.959183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46238) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:04.985509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbc8eefe-aa0c-4139-b4d9-234cbf0eb5f3 req-8e3a426b-91a0-49a4-ba73-b4836232d2b1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042955 Aug 11 02:17:05.073894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.124631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.189480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:05.190024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.243969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1112204072'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:05.294195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.297767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.303664 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11efee43-78d6-474b-a730-bb5875fe7c00 HTTP/1.1" status: 204 len: 168 time: 0.4021831 Aug 11 02:17:05.331146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8686101-397f-492b-97d9-6b134a00c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11efee43-78d6-474b-a730-bb5875fe7c00,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:05.389980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Made reservation on behalf of 16b7266a4d13477a85dee40c04a3fb2f for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:05.414031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.465659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.531437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8220-1617-4b5d-b536-75f2ed83a9cf req-bc61373f-d838-49e7-aab5-b33f19283233 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:05.546047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9f4a429-d8bb-41e9-a581-d86552966e7c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:05.548905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-313a8220-1617-4b5d-b536-75f2ed83a9cf req-bc61373f-d838-49e7-aab5-b33f19283233 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2890792 Aug 11 02:17:05.584979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46256) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:05.603385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472819104', 'description': 'tempest-description--955686371'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:05.645873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd509fcf-3e9e-4099-984a-9046d0445245 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:05.834308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-313a8220-1617-4b5d-b536-75f2ed83a9cf req-060a695d-0e17-443d-9552-054a5eb0abe7 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825317 Aug 11 02:17:05.861236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e9f4a429-d8bb-41e9-a581-d86552966e7c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:05.861236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.983702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd509fcf-3e9e-4099-984a-9046d0445245,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:05.990207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:05.998737 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.004471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 2, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:06.043287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.109629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:06.132374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.133568 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Added segment 9cb794ae-2f94-4d2a-9230-4dcd6a2528f3 of type vlan for network 99654004-d014-4577-a3a6-dfbf21db917a Aug 11 02:17:06.180889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Checking router: b14ed244-bb31-4d5e-b094-107924f106f9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:06.184902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Updating router b14ed244-bb31-4d5e-b094-107924f106f9 port 41998140-ab73-497b-80f1-bb2595360553 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:17:06.206722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'bd509fcf-3e9e-4099-984a-9046d0445245', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': 'bd509fcf-3e9e-4099-984a-9046d0445245', 'mac_address': 'fa:16:3e:80:41:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:06.323744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e858d47f-d222-4d5f-be9e-96340bcf1f84 req-d400a7bb-45c8-4572-a456-5e15f27aeba2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 210 time: 0.2653387 Aug 11 02:17:06.461354 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.607126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.622313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.641461 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.809626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.814404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.830566 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2283702 Aug 11 02:17:06.835697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:06.848526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:06.868540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'security_group_rule': {'security_group_id': 'f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:06.873203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:06.887875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265f296-748f-45bd-9fc9-465ae2a57368 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:06.897455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.005217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd509fcf-3e9e-4099-984a-9046d0445245 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:07.007741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0167b83-c307-487d-b52f-72363e5cf14b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.025610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.331568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.332712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.333662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.334663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.335568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.336718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.337633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.338634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.339735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.340644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.341549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.348420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:17:07.405824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event updated for resources: {'Network': ['ID=99654004-d014-4577-a3a6-dfbf21db917a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.428468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b35a1bb-2d0a-4fa6-b9b4-6a3396b4f551 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4417219 Aug 11 02:17:07.452510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b726-f311-4be7-8c15-0281efb3d290 req-304082b6-972f-4c4c-91d7-b6f3d945249b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.486671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4c3b726-f311-4be7-8c15-0281efb3d290 req-304082b6-972f-4c4c-91d7-b6f3d945249b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 944 time: 1.2765954 Aug 11 02:17:07.490361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46294) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.507286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-cda1085d-33ee-4de4-88d6-afc9e3a322e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.512042 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-cda1085d-33ee-4de4-88d6-afc9e3a322e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 816 time: 0.3810627 Aug 11 02:17:07.535101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Request body: {'subnet': {'network_id': '99654004-d014-4577-a3a6-dfbf21db917a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:07.635175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa5a0-3d7d-4465-a670-e5610e72f21e req-aa5f57f1-d8af-4230-bf37-a375ac70ee73 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:07.637563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.648870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-733fa5a0-3d7d-4465-a670-e5610e72f21e req-aa5f57f1-d8af-4230-bf37-a375ac70ee73 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.4775488 Aug 11 02:17:07.653175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.663036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.668725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Transition to ACTIVE for port object 41998140-ab73-497b-80f1-bb2595360553 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:07.685117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 99654004-d014-4577-a3a6-dfbf21db917a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:07.695450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.740638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47d863a-46c8-48e6-89d1-648f69f2d955,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:07.767667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.774365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3dcd8057-10bd-4af7-b352-01a782be36c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9327743 Aug 11 02:17:07.779949 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-9d154ec4-3118-48d4-9b44-328c9592fb6f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 380 time: 0.2448483 Aug 11 02:17:07.780819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46302) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:07.788856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'security_group_rule': {'security_group_id': 'f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:07.840502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'port': {'device_id': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'admin_state_up': True, 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'security_groups': ['9d5392e3-6212-4ace-91a9-eaea3ae2a733']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:07.867841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd509fcf-3e9e-4099-984a-9046d0445245,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:07.904660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:07.934317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d17e-1966-4dd7-9452-a047ef059b18 None None] Pushing event updated for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.055706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4c3b726-f311-4be7-8c15-0281efb3d290 req-cf5b46a5-1458-4149-9289-28c7551cebd4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635474 Aug 11 02:17:08.078258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Made reservation on behalf of 16b7266a4d13477a85dee40c04a3fb2f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.088656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.142328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-733fa5a0-3d7d-4465-a670-e5610e72f21e req-e267a254-402a-419e-b9a7-1a8e304f8d0f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920559 Aug 11 02:17:08.152965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Attempting to bind port 41998140-ab73-497b-80f1-bb2595360553 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:08.153352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Attempting to bind port 41998140-ab73-497b-80f1-bb2595360553 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:08.153726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Attempting to bind port 41998140-ab73-497b-80f1-bb2595360553 on network dfb005cc-ee37-46db-9842-a99bb885be8f {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:08.173028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:08.173028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Checking segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:08.173028 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.173028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Bound using segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:08.179612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Bound port: 41998140-ab73-497b-80f1-bb2595360553, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:08.180736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.180958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46306) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.209182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.257994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['bd509fcf-3e9e-4099-984a-9046d0445245'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:08.321163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.469572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Made reservation on behalf of 30f1b364f7a44b18baf05843d415acd3 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.476648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.585784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16c96b57-e95f-4eb0-ae78-323bb2915dfa req-37adc480-e6ee-4b51-a4f1-edcaa95a5812 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 210 time: 0.1604354 Aug 11 02:17:08.680700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] For port 41998140-ab73-497b-80f1-bb2595360553, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:08.693521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] For port 41998140-ab73-497b-80f1-bb2595360553, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41998140-ab73-497b-80f1-bb2595360553,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:08.693887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2128482924-network', 'tenant_id': '90dca467a48746da9c42ae7403956c80'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:08.702001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.708740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Allocated IP 172.20.0.13 (4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14/59bf5a47-63b0-42bf-8cf4-97409b777326/14ee3f1a-89a9-4166-9e04-02fed0549dd7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:08.714474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.719920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.764691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f364ef95-0c55-4cb7-94d8-8de9d2fb8dea,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.779680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Made reservation on behalf of 90dca467a48746da9c42ae7403956c80 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:08.783100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.801618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.803994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.809525 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5a54d7e0-4cc4-49f4-8b71-13731b47035c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0230784 Aug 11 02:17:08.811391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46318) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:08.819367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:08.866295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:08.950750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event updated for resources: {'Subnet': ['ID=7d10b9c8-24b8-4739-9e17-cb90f0007b12,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:08.978722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Checking segment: {'id': '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:08.983084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Network hostable DHCP agents. Network: 99654004-d014-4577-a3a6-dfbf21db917a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:09.002181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:09.002865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:09.022125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Network 99654004-d014-4577-a3a6-dfbf21db917a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:09.047648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 99654004-d014-4577-a3a6-dfbf21db917a) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:09.065223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0413c-ea8a-432a-98a7-508f75526db6 None None] Network 99654004-d014-4577-a3a6-dfbf21db917a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:09.077919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.080622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.115655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.160317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Transition to ACTIVE for port object 14ee3f1a-89a9-4166-9e04-02fed0549dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:09.177232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-321e25b3-f263-441b-ba46-3189ed8c26a6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6672521 Aug 11 02:17:09.182415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.182689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46322) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:09.209489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Request body: {'port': {'network_id': '99654004-d014-4577-a3a6-dfbf21db917a', 'name': 'tempest-TagsExtTest-2096092632'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:09.393603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d17e-1966-4dd7-9452-a047ef059b18 None None] Pushing event updated for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:09.485762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.622904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc04b2-b1c8-4402-80c9-a316a7a3df4b req-b4951608-275b-4073-8376-f6f5c33e8ff4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.625054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fcc04b2-b1c8-4402-80c9-a316a7a3df4b req-b4951608-275b-4073-8376-f6f5c33e8ff4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 945 time: 0.3987520 Aug 11 02:17:09.630775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-99654004-d014-4577-a3a6-dfbf21db917a', 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a', 'tenant_id': '16b7266a4d13477a85dee40c04a3fb2f', 'fixed_ips': [{'subnet_id': '7d10b9c8-24b8-4739-9e17-cb90f0007b12'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:17:09.632321 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.653349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f1df1-304a-430b-b051-d172d671440f req-5b2294c8-f8f4-4411-9ac3-e2481573fc0b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:09.654913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc7f1df1-304a-430b-b051-d172d671440f req-5b2294c8-f8f4-4411-9ac3-e2481573fc0b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.1182263 Aug 11 02:17:09.681379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:09.681723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:09.716395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:09.720511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:09.723754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:09.727966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:09.745174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc7f1df1-304a-430b-b051-d172d671440f req-b3128340-264a-4b85-82ec-422abfbb84b4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Aug 11 02:17:09.754185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fcc04b2-b1c8-4402-80c9-a316a7a3df4b req-ef0dd318-5e70-4857-be3b-c943e90169dc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968027 Aug 11 02:17:10.054306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.055789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd509fcf-3e9e-4099-984a-9046d0445245 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:10.071356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.195911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd508bcf-e53b-4eb5-a64e-f6d5a8812b94 req-b59e84d6-7e20-493f-9bc6-f3b766aa2a0c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.200881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbaded2-6939-452f-9722-797d2487d199,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:10.209514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd508bcf-e53b-4eb5-a64e-f6d5a8812b94 req-b59e84d6-7e20-493f-9bc6-f3b766aa2a0c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 932 time: 0.1830935 Aug 11 02:17:10.213367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Made reservation on behalf of 16b7266a4d13477a85dee40c04a3fb2f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:10.219049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.249866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.251455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.283509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:10.303155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-c2e85143-1583-4470-8c54-9dfd1435b4e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5066841 Aug 11 02:17:10.324812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd508bcf-e53b-4eb5-a64e-f6d5a8812b94 req-735c3001-c9c7-45ac-9364-2a1d831368e2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137881 Aug 11 02:17:10.325786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-4d1a2de3-48c1-4af7-baa0-eca8042042e8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:10.328568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-4d1a2de3-48c1-4af7-baa0-eca8042042e8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124130 Aug 11 02:17:10.328872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] device_id is not set on port bab13125-8bb2-4066-8c9e-afd3cb2ce798 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:17:10.373717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.374739 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Added segment 348f0d78-f1fc-4f2d-af83-9f76cd15e9cc of type vlan for network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e Aug 11 02:17:10.524978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.567173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Allocated IP 172.25.3.64 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c0d3b537-dcf1-45d2-97c1-fc9101401c4c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:10.589508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Request body: {'port': {'device_id': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:10.691534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.693244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:10.694370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.696525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33dc34dc-39fc-483b-a3a8-34c06c0c6fa4 None None] Provisioning for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:10.707618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Allocated IP 172.20.0.2 (99654004-d014-4577-a3a6-dfbf21db917a/7d10b9c8-24b8-4739-9e17-cb90f0007b12/612f74f8-69ab-4220-9450-c63f6e877d52) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:10.712143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.713032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.720951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33dc34dc-39fc-483b-a3a8-34c06c0c6fa4 None None] Provisioning complete for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:10.721434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33dc34dc-39fc-483b-a3a8-34c06c0c6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.745167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5519252 Aug 11 02:17:10.760421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46344) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:10.779173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Request body: {'subnet': {'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2128482924-subnet', 'tenant_id': '90dca467a48746da9c42ae7403956c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:10.805786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-cadea2ed-9207-4daf-b098-16a44517d317 service neutron] 10.222.0.61 "GET /v2.0/ports/eb48008d-f86d-4fd3-82e3-87ea31f4bf28/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.3365750 Aug 11 02:17:10.811638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port bd509fcf-3e9e-4099-984a-9046d0445245 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:10.879109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Made reservation on behalf of 90dca467a48746da9c42ae7403956c80 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:10.883064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.922371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port bd509fcf-3e9e-4099-984a-9046d0445245 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:10.924595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:10.938007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-33dc34dc-39fc-483b-a3a8-34c06c0c6fa4 None None] Port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:10.993499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:08Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:11.080095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3031b4-8794-457c-b324-0df0feae3804 None None] The sync data for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 is: [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:08Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:11.251989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd469959-1ccb-4c9a-a354-eae26b0a95f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.302860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.303508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:11.456143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.483594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080f209-8529-4b93-bf72-44909270b5ed req-1d38c4ce-5bfb-4c50-b40d-438a9f4bf844 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.488691 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.493021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5080f209-8529-4b93-bf72-44909270b5ed req-1d38c4ce-5bfb-4c50-b40d-438a9f4bf844 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.4087331 Aug 11 02:17:11.512440 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.524546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Transition to ACTIVE for port object 612f74f8-69ab-4220-9450-c63f6e877d52 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:11.543793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:11.547336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984892a-bda3-476b-87d7-c4556019d976" -d '{"events": [{"server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "name": "network-vif-plugged", "status": "completed", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:11.580293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1d60-14f0-4ade-bf81-f20d4da50077 req-d19cbea5-64f8-4323-be64-4aa358b77516 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.588441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e2c1d60-14f0-4ade-bf81-f20d4da50077 req-d19cbea5-64f8-4323-be64-4aa358b77516 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 945 time: 0.5253348 Aug 11 02:17:11.594147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd509fcf-3e9e-4099-984a-9046d0445245,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:11.611559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5080f209-8529-4b93-bf72-44909270b5ed req-6ed75dff-3216-44bd-bd03-5610dd2859d4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166658 Aug 11 02:17:11.621474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Transition to ACTIVE for port object 612f74f8-69ab-4220-9450-c63f6e877d52 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:11.631223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.657425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.728253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-cfe3c5ff-fe77-4d19-be99-187e2841c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:11.730437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-cfe3c5ff-fe77-4d19-be99-187e2841c47f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1101 time: 0.4637690 Aug 11 02:17:11.747226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Network 99654004-d014-4577-a3a6-dfbf21db917a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:11.751625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:11.756622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:11.851459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.919110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Allocated IP 172.20.0.8 (99654004-d014-4577-a3a6-dfbf21db917a/7d10b9c8-24b8-4739-9e17-cb90f0007b12/bab13125-8bb2-4066-8c9e-afd3cb2ce798) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:11.925843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Pushing event updated for resources: {'Port': ['ID=612f74f8-69ab-4220-9450-c63f6e877d52,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:11.937762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Attempting to bind port 612f74f8-69ab-4220-9450-c63f6e877d52 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:11.938859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Attempting to bind port 612f74f8-69ab-4220-9450-c63f6e877d52 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:11.939407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Attempting to bind port 612f74f8-69ab-4220-9450-c63f6e877d52 on network 99654004-d014-4577-a3a6-dfbf21db917a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:11.947143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:11.947708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Checking segment: {'id': '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:11.948374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:11.948957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Bound using segment: {'id': '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:11.949602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Bound port: 612f74f8-69ab-4220-9450-c63f6e877d52, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '99654004-d014-4577-a3a6-dfbf21db917a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:11.950211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.135409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] For port 612f74f8-69ab-4220-9450-c63f6e877d52, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:12.155764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.158945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] For port 612f74f8-69ab-4220-9450-c63f6e877d52, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=612f74f8-69ab-4220-9450-c63f6e877d52,segment=NetworkSegment(9cb794ae-2f94-4d2a-9230-4dcd6a2528f3),segment_id=9cb794ae-2f94-4d2a-9230-4dcd6a2528f3)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:12.171966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.276442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:12.283445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:12.303897 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:17:12.305844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:12.416729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'Port': ['ID=c0d3b537-dcf1-45d2-97c1-fc9101401c4c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.460358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603f2a-339d-4249-acc7-f7be83acc7bc None None] Pushing event updated for resources: {'Port': ['ID=612f74f8-69ab-4220-9450-c63f6e877d52,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:12.564706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:12.577550 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.603682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Transition to ACTIVE for port object 14ee3f1a-89a9-4166-9e04-02fed0549dd7 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:12.623180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:12.890068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e2c1d60-14f0-4ade-bf81-f20d4da50077 req-a7f1da89-479d-47e0-901b-7580682dcf04 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3006227 Aug 11 02:17:12.921554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.023144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41998140-ab73-497b-80f1-bb2595360553 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:13.103793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.122810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Attempting to bind port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:13.123197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Attempting to bind port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:13.123508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Attempting to bind port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:13.146792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:13.149308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Attempting to bind port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:13.195621 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb733ef-f174-4f21-95a7-e4b64ba92678 x-openstack-request-id: req-3fb733ef-f174-4f21-95a7-e4b64ba92678 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:13.195992 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "name": "network-vif-plugged", "status": "completed", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:13.198476 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3fb733ef-f174-4f21-95a7-e4b64ba92678 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:13.200024 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245', 'code': 200} Aug 11 02:17:13.202640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:13.203376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Checking segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:13.203376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Bound using segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:13.203753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Bound port: 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:13.204780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.231726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 41998140-ab73-497b-80f1-bb2595360553 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:13.241338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 41998140-ab73-497b-80f1-bb2595360553 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:13.242123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.242540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eca-5044-4733-b61d-133f2183b81c req-a18f1a98-82f8-4654-88c4-7b5c325f8cb4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.247670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49863eca-5044-4733-b61d-133f2183b81c req-a18f1a98-82f8-4654-88c4-7b5c325f8cb4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.5869381 Aug 11 02:17:13.388742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.415070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-c2fe152d-346c-4146-b86b-58a3799e7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.416795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-c2fe152d-346c-4146-b86b-58a3799e7b6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1101 time: 0.7620182 Aug 11 02:17:13.587848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.604793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:13.621695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:13.659623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.677459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 41998140-ab73-497b-80f1-bb2595360553, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41998140-ab73-497b-80f1-bb2595360553,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:13.702249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.714573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-5ed3504b-b372-4c65-9bf8-02e832fd222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.718053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-5ed3504b-b372-4c65-9bf8-02e832fd222c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2645352 Aug 11 02:17:13.799630 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.879517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:13.896122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:13.919754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:13.920859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:13.923728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] 10.222.0.61 "PUT /v2.0/ports/14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 1093 time: 3.5451567 Aug 11 02:17:13.945434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:13.952079 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de9d43-39f6-4c4a-b33f-74423c783350" -d '{"events": [{"name": "network-changed", "server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:13.998813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.086950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e65d434-efec-4067-b4ec-0ef278ffa1df,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.113548 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.211325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90ff9d-ba91-4370-a3d1-e80584f51738 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.212107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:14.218562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.231827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cddd09-4fe2-4fe9-aa37-b3b6a380816b req-3cdbf01b-5738-4512-85a3-2049e2cce6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.235257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72cddd09-4fe2-4fe9-aa37-b3b6a380816b req-3cdbf01b-5738-4512-85a3-2049e2cce6a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 1098 time: 0.9763908 Aug 11 02:17:14.237507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-04e6fc5f-10d0-4bdc-9481-054309ded592 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.5063999 Aug 11 02:17:14.246449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Transition to ACTIVE for port object bab13125-8bb2-4066-8c9e-afd3cb2ce798 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:14.252504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49863eca-5044-4733-b61d-133f2183b81c req-21385d0b-7dda-439c-b628-84f2599b9436 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9765539 Aug 11 02:17:14.322109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-fb224de7-81f5-4ccc-b236-a89e955f4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.324745 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-fb224de7-81f5-4ccc-b236-a89e955f4f30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1096 time: 0.3377740 Aug 11 02:17:14.328277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.398744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72cddd09-4fe2-4fe9-aa37-b3b6a380816b req-9b13957f-0112-46d7-8ffb-8dc7487b6ed8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504416 Aug 11 02:17:14.473304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b665e-dfa1-4f4d-a7e4-355bbd6c6890 req-93337940-0b58-4e63-bec9-57e786ebf137 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.475249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-153b665e-dfa1-4f4d-a7e4-355bbd6c6890 req-93337940-0b58-4e63-bec9-57e786ebf137 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 1.0546284 Aug 11 02:17:14.486431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-bf0d2c3b-c54f-4b9c-8122-a749fc3f3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.493776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-bf0d2c3b-c54f-4b9c-8122-a749fc3f3f23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2327306 Aug 11 02:17:14.522529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-231ef551-efad-4671-9200-ef411f3f799b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 217 time: 0.1855319 Aug 11 02:17:14.624315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-153b665e-dfa1-4f4d-a7e4-355bbd6c6890 req-1abb78f8-eabd-494f-9064-26543f085c96 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292646 Aug 11 02:17:14.649648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Checking segment: {'id': '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:14.650338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Network hostable DHCP agents. Network: d3abe3ef-a425-43aa-8d10-9c0bdb391b3e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:14.675747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0edfb-8edd-4d93-9a22-3571fc2a6668 None None] Network 99654004-d014-4577-a3a6-dfbf21db917a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:14.694013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.717598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.747803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:14.803493 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b1564c-c11d-4667-9ff9-efea196ad6d5 x-openstack-request-id: req-35b1564c-c11d-4667-9ff9-efea196ad6d5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:14.803945 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:14.804344 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35b1564c-c11d-4667-9ff9-efea196ad6d5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:14.805921 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'status': 'completed', 'code': 200} Aug 11 02:17:14.814299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-930dee7d-b232-4b74-98ee-e531f26a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:14.816929 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-930dee7d-b232-4b74-98ee-e531f26a41e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.2588520 Aug 11 02:17:14.849620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e4446da-7ce2-438b-8f33-cc646fd2b41c None None] Provisioning for port 612f74f8-69ab-4220-9450-c63f6e877d52 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:14.901699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Network 99654004-d014-4577-a3a6-dfbf21db917a is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:14.959218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'Port': ['ID=c0d3b537-dcf1-45d2-97c1-fc9101401c4c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.962845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event updated for resources: {'Port': ['ID=bab13125-8bb2-4066-8c9e-afd3cb2ce798,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:14.969286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:14.986115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:15.026732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.053783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-12f44955-916d-48d5-af64-6d5992f697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.056194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-12f44955-916d-48d5-af64-6d5992f697c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1858277 Aug 11 02:17:15.065148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.083811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c52b3814-4aef-498e-882f-4f499b5920cb tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2671618 Aug 11 02:17:15.099136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:15.155544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.156258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.159429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41998140-ab73-497b-80f1-bb2595360553 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:15.186861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-1a7ffe92-0899-4a1e-8390-51b8b18dfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.188486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-1a7ffe92-0899-4a1e-8390-51b8b18dfbd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5762742 Aug 11 02:17:15.189147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d3abe3ef-a425-43aa-8d10-9c0bdb391b3e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:15.258715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a27985-3c4f-4f13-857c-bdac54a7508c req-1766426e-d7ad-41f4-b585-b20d51d2ec1c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.261289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1a27985-3c4f-4f13-857c-bdac54a7508c req-1766426e-d7ad-41f4-b585-b20d51d2ec1c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 946 time: 0.3566172 Aug 11 02:17:15.269203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c748a418-ed0e-4fc2-b565-b525404b95b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.0792396 Aug 11 02:17:15.286223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:15.290823 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b72a0-7234-4994-8aee-00a06b0e4fa2" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-unplugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:15.308366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:15.309317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.311540 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-292e1571-783a-47d3-9514-4c6c7abce54b service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144501 Aug 11 02:17:15.320588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:15.330956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dae56a-64a3-467c-9d9d-fca9e155d732 None None] Network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:15.347122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1540794598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:15.521843 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e61b7-9ceb-4d35-9f20-fe43e785f64e x-openstack-request-id: req-d53e61b7-9ceb-4d35-9f20-fe43e785f64e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:15.526959 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-unplugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:15.527823 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d53e61b7-9ceb-4d35-9f20-fe43e785f64e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:15.529839 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'code': 200} Aug 11 02:17:15.748773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9d8dfd08-694d-4263-a6a8-9ecb1d3859f7 req-36d39eb4-f5b9-4992-97dc-b9e6391cc2b2 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087857 Aug 11 02:17:15.760276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.768171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:15.947948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1a27985-3c4f-4f13-857c-bdac54a7508c req-ffcc9e80-5f35-4d7f-a422-bbf9eabe36a8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225852 Aug 11 02:17:15.984225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 41998140-ab73-497b-80f1-bb2595360553 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:15.984657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.074908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.084776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.104650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ecb5741d-ea57-4336-b954-f15499a0ee94 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.3412771 Aug 11 02:17:16.128916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd473f-61c7-4685-927c-f5c38fe9a2b5 None None] Network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:16.179912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d5cb-2380-4e77-9daa-865ac8d4c3e3 req-e2ffb90d-8497-4fb3-af8f-9e144d0a6d61 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.198477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fc9d5cb-2380-4e77-9daa-865ac8d4c3e3 req-e2ffb90d-8497-4fb3-af8f-9e144d0a6d61 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.4865301 Aug 11 02:17:16.228352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.239466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-698d4eda-f88e-4576-9e03-928609e9bf70 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9111931 Aug 11 02:17:16.259047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-90512d4d-b061-4c65-b4db-211735fec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.264376 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-90512d4d-b061-4c65-b4db-211735fec79b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1096 time: 0.3500192 Aug 11 02:17:16.271745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46440) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:16.305392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ae532c0e-1ddc-41db-a98c-008fdf065d3e tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-44036972', 'prefixes': ['172.20.0.0/16']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:16.426076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-1854ed79-0655-42f7-a421-9d30351d8ac2 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2141309 Aug 11 02:17:16.444576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ced4758-5580-4b9e-9e55-bd74c55ea644 None None] Provisioning for port bab13125-8bb2-4066-8c9e-afd3cb2ce798 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:16.470941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ced4758-5580-4b9e-9e55-bd74c55ea644 None None] Provisioning complete for port bab13125-8bb2-4066-8c9e-afd3cb2ce798 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:16.471893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ced4758-5580-4b9e-9e55-bd74c55ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:16.572572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ced4758-5580-4b9e-9e55-bd74c55ea644 None None] Port bab13125-8bb2-4066-8c9e-afd3cb2ce798 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:16.650466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 612f74f8-69ab-4220-9450-c63f6e877d52 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:16.874512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fc9d5cb-2380-4e77-9daa-865ac8d4c3e3 req-ce170cc9-b410-48f8-acc5-b6472dab1571 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6718655 Aug 11 02:17:16.991167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba390fdc-7321-4e7f-8834-6f837124541c req-1227e3e0-396f-438c-8213-d98e7a7af7b0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:16.993066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-76e1ae9d-ea41-4509-ab2d-29ba18a9044c None None] Provisioning complete for port bab13125-8bb2-4066-8c9e-afd3cb2ce798 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:16.995177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-76e1ae9d-ea41-4509-ab2d-29ba18a9044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.007405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba390fdc-7321-4e7f-8834-6f837124541c req-1227e3e0-396f-438c-8213-d98e7a7af7b0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.4003615 Aug 11 02:17:17.128392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 612f74f8-69ab-4220-9450-c63f6e877d52 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:17.142465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 612f74f8-69ab-4220-9450-c63f6e877d52 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:17.143434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.150985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba390fdc-7321-4e7f-8834-6f837124541c req-d84a54bc-13fc-4dc9-87f2-c19eff600b3f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425219 Aug 11 02:17:17.156367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328724da-3e1e-49f9-8c2d-3e04c1dc3a3c req-b36c1c44-6df7-4535-9c37-988c0573a4dd service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962595 Aug 11 02:17:17.239880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-af3ced5c-0afd-40b6-a674-7cc3b887c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.246311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-af3ced5c-0afd-40b6-a674-7cc3b887c52c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.9583950 Aug 11 02:17:17.369229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-76e1ae9d-ea41-4509-ab2d-29ba18a9044c None None] Port bab13125-8bb2-4066-8c9e-afd3cb2ce798 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:17.385506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd1178-498f-4324-941e-be8013acc8b2 req-c54af65b-09c9-4326-9a03-1bf65af40059 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.414236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1fd1178-498f-4324-941e-be8013acc8b2 req-c54af65b-09c9-4326-9a03-1bf65af40059 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 946 time: 0.1803331 Aug 11 02:17:17.480442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-0dd2ec2d-6ad0-4289-bb9c-e7b8325d6609 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 217 time: 0.2153804 Aug 11 02:17:17.482790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae532c0e-1ddc-41db-a98c-008fdf065d3e tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for subnetpool, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.497069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ae532c0e-1ddc-41db-a98c-008fdf065d3e tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 1.2202218 Aug 11 02:17:17.521629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46462) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:17.542094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-5eff33e2-cb59-43f4-aaac-c87e40cbd261 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-1064238683') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:17.628496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.652575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-3c9bb4c6-a6f2-4dc4-bbf2-00bb3116d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.657574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-3c9bb4c6-a6f2-4dc4-bbf2-00bb3116d3c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1578403 Aug 11 02:17:17.726541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1fd1178-498f-4324-941e-be8013acc8b2 req-1c59c48c-499a-4dde-8be8-84fd4c67b9eb tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108282 Aug 11 02:17:17.772655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 612f74f8-69ab-4220-9450-c63f6e877d52, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=612f74f8-69ab-4220-9450-c63f6e877d52,segment=NetworkSegment(9cb794ae-2f94-4d2a-9230-4dcd6a2528f3),segment_id=9cb794ae-2f94-4d2a-9230-4dcd6a2528f3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:17.782742 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:17.827340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-89a60231-bce1-4da4-954a-f8a2a60dbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:17.827340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-89a60231-bce1-4da4-954a-f8a2a60dbf4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624429 Aug 11 02:17:17.902615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:17.945953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=612f74f8-69ab-4220-9450-c63f6e877d52,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:18.088019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-afc4a8e0-3d96-4e73-9a5f-b2c4a1a08beb service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501507 Aug 11 02:17:18.177315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-0269d65e-eea9-4527-9673-404525c0351c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:18.187254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-0269d65e-eea9-4527-9673-404525c0351c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/networks?id=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e HTTP/1.1" status: 200 len: 818 time: 0.2962327 Aug 11 02:17:18.206332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5eff33e2-cb59-43f4-aaac-c87e40cbd261 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-1064238683 HTTP/1.1" status: 201 len: 201 time: 0.6729696 Aug 11 02:17:18.212465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46498) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:18.221858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-5b5378c0-72ca-4b2b-b097-aa025f0fa3f7 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-399296326') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:18.238880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-f6e3afc8-959f-4cda-b492-d0681b9297c5 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/quotas/90dca467a48746da9c42ae7403956c80 HTTP/1.1" status: 200 len: 375 time: 0.0438151 Aug 11 02:17:18.264829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:18.281970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46de9d43-39f6-4c4a-b33f-74423c783350 req-48ece5ee-c092-4165-85a0-df1816aa0a12 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857774 Aug 11 02:17:18.319403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-d4103c9d-bb7a-49de-af4a-ffab8982451e tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90dca467a48746da9c42ae7403956c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790474 Aug 11 02:17:18.329546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:18.369005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3832d8-1e4b-4f84-b3fb-8b61591296ba req-c631869d-b89e-4931-b311-5c020fcd50da tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:18.370876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d3832d8-1e4b-4f84-b3fb-8b61591296ba req-c631869d-b89e-4931-b311-5c020fcd50da tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.2570357 Aug 11 02:17:18.596213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.598480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-a3655525-c8e0-4673-9180-c0915869431b service neutron] 10.222.0.68 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635357 Aug 11 02:17:18.607611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d3832d8-1e4b-4f84-b3fb-8b61591296ba req-502b6ae2-e552-4640-8b26-fdf2cfada042 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222719 Aug 11 02:17:18.626123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:18.664396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:18.673326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:18.860052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5b5378c0-72ca-4b2b-b097-aa025f0fa3f7 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-399296326 HTTP/1.1" status: 201 len: 201 time: 0.6461325 Aug 11 02:17:18.864718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:18.870179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-ed375488-5f13-40fb-b9b6-e669d6758b72 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-71772665') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:18.894636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:18.959448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['14ee3f1a-89a9-4166-9e04-02fed0549dd7'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:19.014244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-3acc4c15-cce6-430c-af26-eb6920d88e50 service neutron] 10.222.0.68 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964453 Aug 11 02:17:19.077335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed375488-5f13-40fb-b9b6-e669d6758b72 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-71772665 HTTP/1.1" status: 201 len: 201 time: 0.2113349 Aug 11 02:17:19.081176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46526) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.089155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-763b617a-d911-454c-8616-fd39fc2b1563 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-1997752156') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.245964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-763b617a-d911-454c-8616-fd39fc2b1563 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-1997752156 HTTP/1.1" status: 201 len: 201 time: 0.1608646 Aug 11 02:17:19.247460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.252861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-c805d717-9237-4d29-82cb-9bf0a25c2eab tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.482566 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c805d717-9237-4d29-82cb-9bf0a25c2eab tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 200 len: 241 time: 0.2338040 Aug 11 02:17:19.488626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.500609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-7b4ff8ec-06f3-45f4-ae3b-3933b6977ec4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-1064238683') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.571080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a30f7-e25f-4252-829a-17be1b939317 req-7e862efa-9d25-4368-bc8e-2a5c9f0c2e80 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:19.574137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c2a30f7-e25f-4252-829a-17be1b939317 req-7e862efa-9d25-4368-bc8e-2a5c9f0c2e80 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 946 time: 0.1499677 Aug 11 02:17:19.678388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b4ff8ec-06f3-45f4-ae3b-3933b6977ec4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-1064238683 HTTP/1.1" status: 204 len: 168 time: 0.1844108 Aug 11 02:17:19.681290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.688440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-15126f11-37c5-4459-bb19-6deee08d0d71 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-1064238683') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.694409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c2a30f7-e25f-4252-829a-17be1b939317 req-bbc10135-c279-49e8-bd5c-f2b63429f977 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089790 Aug 11 02:17:19.892457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15126f11-37c5-4459-bb19-6deee08d0d71 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-1064238683 HTTP/1.1" status: 204 len: 168 time: 0.2065477 Aug 11 02:17:19.901856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:19.901856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-09b37eea-7e74-4d07-876d-a3e75855c40d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:19.912749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:19.918673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:20.051207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 612f74f8-69ab-4220-9450-c63f6e877d52 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:20.178919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:20.204876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:20.206160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.236646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09b37eea-7e74-4d07-876d-a3e75855c40d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 200 len: 205 time: 0.3399441 Aug 11 02:17:20.238036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:20.272625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-e97eb9eb-2885-46f5-9f11-b4b97df91fe0 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:20.353204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920610f-4ae1-44fa-bb06-e2c78b6708d3 req-60ae8768-97b0-4170-9241-f59c7d4ccbf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:20.378619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0920610f-4ae1-44fa-bb06-e2c78b6708d3 req-60ae8768-97b0-4170-9241-f59c7d4ccbf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 945 time: 0.3023269 Aug 11 02:17:20.462119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e97eb9eb-2885-46f5-9f11-b4b97df91fe0 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 200 len: 240 time: 0.2211366 Aug 11 02:17:20.465875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:20.479955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-e641231b-947d-4b01-babd-c95aeb92df5c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-399296326') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:20.546875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0920610f-4ae1-44fa-bb06-e2c78b6708d3 req-68d74f32-4225-4862-8911-ed9951c1031e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647854 Aug 11 02:17:20.697740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 612f74f8-69ab-4220-9450-c63f6e877d52 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:20.698446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:20.778794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:20.789067 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e641231b-947d-4b01-babd-c95aeb92df5c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-399296326 HTTP/1.1" status: 204 len: 168 time: 0.3212039 Aug 11 02:17:20.790036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-2fdbb622-acab-44a1-92ff-e9cabb7f1871 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-399296326') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:21.000057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:21.004343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f69de-d6e8-4eb5-b848-07c998f2d12c req-1bbef984-3cde-4771-94ea-37e8b15055fb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.012835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-446f69de-d6e8-4eb5-b848-07c998f2d12c req-1bbef984-3cde-4771-94ea-37e8b15055fb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.1188357 Aug 11 02:17:21.061217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'mac_address': 'fa:16:3e:aa:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:21.064213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.128299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:21.132288 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f848df23-1c0e-4bac-bac1-e9146e71487a" -d '{"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:21.136790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-446f69de-d6e8-4eb5-b848-07c998f2d12c req-d8320b1e-7073-48ff-843c-be368bc40dcf tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195829 Aug 11 02:17:21.192939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46568) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.197958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-8c5305c8-90f9-4a0b-af0a-dc6a26b776ce tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:21.207697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2fdbb622-acab-44a1-92ff-e9cabb7f1871 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-399296326 HTTP/1.1" status: 204 len: 168 time: 0.4272349 Aug 11 02:17:21.272460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:21.286046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.346777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c5305c8-90f9-4a0b-af0a-dc6a26b776ce tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 200 len: 205 time: 0.1499448 Aug 11 02:17:21.347127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:21.357728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-2c540f9f-fcec-42b9-9b6c-0eb7a0f7c508 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:21.404531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adb90226-9ff7-4fff-9393-7f534cf9678c req-aadc2e2c-4bb6-4957-8cf0-55ac320746ab tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 210 time: 0.1085219 Aug 11 02:17:21.452330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.503272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:21.530370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.588903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:21.595606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:21.855978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eb48008d-f86d-4fd3-82e3-87ea31f4bf28'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:21.864264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:21.992732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-d25f9a15-d178-4118-a915-02b561dc5760 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:21.997905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-d25f9a15-d178-4118-a915-02b561dc5760 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.67 "GET /v2.0/networks?id=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e HTTP/1.1" status: 200 len: 818 time: 0.3689868 Aug 11 02:17:22.019028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Request body: {'port': {'device_id': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e', 'admin_state_up': True, 'tenant_id': '90dca467a48746da9c42ae7403956c80'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:22.159772 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ec0c73-9159-4d52-97c1-92c973eedbd1 x-openstack-request-id: req-94ec0c73-9159-4d52-97c1-92c973eedbd1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:22.160382 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:22.161375 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94ec0c73-9159-4d52-97c1-92c973eedbd1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:22.162590 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'code': 200} Aug 11 02:17:22.391064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Made reservation on behalf of 90dca467a48746da9c42ae7403956c80 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:22.414864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.569257 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2c540f9f-fcec-42b9-9b6c-0eb7a0f7c508 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 200 len: 239 time: 1.2206843 Aug 11 02:17:22.570060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46582) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:22.579351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-60ebae0f-bdba-4c4e-84ae-87c35e496fcc tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-71772665') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:22.583087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd9f641a-b9f1-4bf6-aad9-53ca4110f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:22.643047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6e0bf-dafe-4e39-8021-f6fe30397927 req-27dd20a2-383b-4e2f-a5a7-371fd792d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:22.644756 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97a6e0bf-dafe-4e39-8021-f6fe30397927 req-27dd20a2-383b-4e2f-a5a7-371fd792d152 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1098 time: 0.1476080 Aug 11 02:17:22.708315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Allocated IP 172.20.0.3 (d3abe3ef-a425-43aa-8d10-9c0bdb391b3e/8e65d434-efec-4067-b4ec-0ef278ffa1df/b0f8708c-47c7-4c87-9988-2cc387a1fba2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:22.836679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-60ebae0f-bdba-4c4e-84ae-87c35e496fcc tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-71772665 HTTP/1.1" status: 204 len: 168 time: 0.2619376 Aug 11 02:17:22.843976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:22.859621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-f3824427-200c-445f-b1b9-f05c06c3b059 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-71772665') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:22.865360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97a6e0bf-dafe-4e39-8021-f6fe30397927 req-09e4d4a1-9ebd-46d0-ac9e-260363b52c0c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289828 Aug 11 02:17:23.033760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.137662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.233950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f3824427-200c-445f-b1b9-f05c06c3b059 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-71772665 HTTP/1.1" status: 204 len: 168 time: 0.3887806 Aug 11 02:17:23.240772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46588) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.246098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-78a4dfbd-5f37-42e0-a064-b8fdabd37e67 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.259155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-02e687e1-7155-428e-a460-c7bb7758cdc5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.261119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-02e687e1-7155-428e-a460-c7bb7758cdc5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 948 time: 0.1194241 Aug 11 02:17:23.290784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Pushing event updated for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:23.336949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:23.338736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:23.343062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:23.452162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.455021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:23.525189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-93bee075-60d5-41fe-97b0-3691cb3a8c10 service neutron] 10.222.0.61 "GET /v2.0/ports/eb48008d-f86d-4fd3-82e3-87ea31f4bf28/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.2285759 Aug 11 02:17:23.530826 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78a4dfbd-5f37-42e0-a064-b8fdabd37e67 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 200 len: 205 time: 0.2886024 Aug 11 02:17:23.531033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-4ccd96ed-1254-4b73-b909-b4dd652a1e5c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5175781 Aug 11 02:17:23.531446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46592) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.538969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-158a78d4-aabd-435c-a536-d280e4f35225 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.576865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-d94dee0b-5c28-480f-8303-c41ceab8ea1c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:23.578061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-d94dee0b-5c28-480f-8303-c41ceab8ea1c tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085654 Aug 11 02:17:23.602437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Request body: {'port': {'device_id': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:23.648649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532921-bf66-4556-b02d-1e6c88e36631 req-071b40a6-42c6-40db-ab8d-869bafda58e4 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.650376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e532921-bf66-4556-b02d-1e6c88e36631 req-071b40a6-42c6-40db-ab8d-869bafda58e4 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.2462234 Aug 11 02:17:23.668968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-158a78d4-aabd-435c-a536-d280e4f35225 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 200 len: 241 time: 0.1317534 Aug 11 02:17:23.673468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46594) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.682572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-b7a3c215-4c22-4515-bf7c-3c026c65ce1c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-1997752156') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.763709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-5ee0ef62-d6d4-4bef-9eca-5eeafaed8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.765681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-5ee0ef62-d6d4-4bef-9eca-5eeafaed8dea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1100 time: 0.1901476 Aug 11 02:17:23.770689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-ebaffadd-1a83-4e0c-b085-1664be5e32d0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.771582 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7a3c215-4c22-4515-bf7c-3c026c65ce1c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-1997752156 HTTP/1.1" status: 204 len: 168 time: 0.0962684 Aug 11 02:17:23.775725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-ebaffadd-1a83-4e0c-b085-1664be5e32d0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 946 time: 0.2595692 Aug 11 02:17:23.781452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46596) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.796731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-d3269689-e947-4966-aea7-748408b69c66 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-1997752156') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.841373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e532921-bf66-4556-b02d-1e6c88e36631 req-35dffa27-7b06-4b3c-9407-70da740401f7 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714189 Aug 11 02:17:23.934003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:23.958471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d3269689-e947-4966-aea7-748408b69c66 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-1997752156 HTTP/1.1" status: 204 len: 168 time: 0.1754513 Aug 11 02:17:23.961496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:23.967870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-7a62e2ff-dc90-4aba-a420-1ac1759a14f8 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:23.978571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-d9fd570c-718f-4a95-a598-c2ea3edb21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:23.980792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-d9fd570c-718f-4a95-a598-c2ea3edb21a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2075815 Aug 11 02:17:24.005158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.031313 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a62e2ff-dc90-4aba-a420-1ac1759a14f8 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 200 len: 205 time: 0.0681624 Aug 11 02:17:24.053905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46602) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:24.067706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-aae6a6ab-5a9b-4fae-ab2b-194b98d45b92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.0584707 Aug 11 02:17:24.089025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-60835f60-1cbc-4044-8a56-33397e95536a tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:24.105762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:24.106381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.149131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-62bd584d-d151-469a-8494-4012948d8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.151873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-62bd584d-d151-469a-8494-4012948d8397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0756285 Aug 11 02:17:24.265215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-64e687a4-067a-4a09-962d-0b28cbbfa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.283067 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-64e687a4-067a-4a09-962d-0b28cbbfa6ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163781 Aug 11 02:17:24.288143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.432648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:24.436873 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df4e1c-04a1-4a55-a646-fa9b5281e8bf" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:24.480859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:24.490147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:24.597980 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-7e7dd63d-6e9f-460c-8fc6-391b0f2ecca8 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113186 Aug 11 02:17:24.714234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:24.858208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-dd79067d-5256-4a0f-be81-6e22772f6210 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515912 Aug 11 02:17:24.867605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15073a-31de-402c-8610-819dcb572dea req-dae197b9-afd9-4b00-8d4b-a79dea801160 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:24.869232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db15073a-31de-402c-8610-819dcb572dea req-dae197b9-afd9-4b00-8d4b-a79dea801160 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.8808296 Aug 11 02:17:24.925748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-60835f60-1cbc-4044-8a56-33397e95536a tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 204 len: 168 time: 0.8425794 Aug 11 02:17:24.928684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46612) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:24.935148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-61a2e861-715d-4024-bd46-2da356e69f3e tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:24.997944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db15073a-31de-402c-8610-819dcb572dea req-576a5fbe-247f-4b80-9093-59c0abd0d7be tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013749 Aug 11 02:17:25.061306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port bd509fcf-3e9e-4099-984a-9046d0445245 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:25.061760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.123801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61a2e861-715d-4024-bd46-2da356e69f3e tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 204 len: 168 time: 0.1931262 Aug 11 02:17:25.127343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46614) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:25.142986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-f872e24f-86a0-4cee-af06-9346ad342438 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.161187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0bab2f09-9869-4c4a-84d0-bd925c6263a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.281667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f872e24f-86a0-4cee-af06-9346ad342438 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 204 len: 168 time: 0.1444621 Aug 11 02:17:25.284088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:25.285437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167e62-1dc8-434a-a302-8681d8fca33f req-83c4324b-99d2-467e-a807-228813404f38 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.293185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-be440ed9-b495-4039-b4e5-e313f90689ce tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.295997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee167e62-1dc8-434a-a302-8681d8fca33f req-83c4324b-99d2-467e-a807-228813404f38 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 946 time: 0.1190398 Aug 11 02:17:25.347046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port bd509fcf-3e9e-4099-984a-9046d0445245, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bd509fcf-3e9e-4099-984a-9046d0445245,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:25.347418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.398348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee167e62-1dc8-434a-a302-8681d8fca33f req-89b31cac-2f60-4568-97be-07f432435de3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012449 Aug 11 02:17:25.402520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.443463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for bd509fcf-3e9e-4099-984a-9046d0445245 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:25.481523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f8708c-47c7-4c87-9988-2cc387a1fba2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:25.484516 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-be440ed9-b495-4039-b4e5-e313f90689ce tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 204 len: 168 time: 0.1983876 Aug 11 02:17:25.488115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46618) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:25.502797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-79d56620-f79f-4701-b65f-42c937d427a7 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-1777528764') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.518115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.585847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Transition to ACTIVE for port object b0f8708c-47c7-4c87-9988-2cc387a1fba2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:25.599641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.642044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-79d56620-f79f-4701-b65f-42c937d427a7 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-1777528764 HTTP/1.1" status: 201 len: 201 time: 0.1520386 Aug 11 02:17:25.643392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:25.644676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c68be-a56d-4ab8-8ccf-1af56f1b4fa2 req-22781448-2896-468e-81c6-106fda002be1 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:25.646345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-765c68be-a56d-4ab8-8ccf-1af56f1b4fa2 req-22781448-2896-468e-81c6-106fda002be1 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 931 time: 0.1188574 Aug 11 02:17:25.651025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-3d3dbfe8-931a-4d66-8ddb-26ec24692482 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-928479376') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.699598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:25.789425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-765c68be-a56d-4ab8-8ccf-1af56f1b4fa2 req-859b6718-d01f-4e26-a8ca-81a87468dadf tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263611 Aug 11 02:17:25.882874 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d3dbfe8-931a-4d66-8ddb-26ec24692482 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-928479376 HTTP/1.1" status: 201 len: 201 time: 0.2351735 Aug 11 02:17:25.882874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46624) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:25.890312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-188af927-6be5-4359-a5bf-b9c02d2891ab tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-1604825496') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:25.958752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:25.973249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['bd509fcf-3e9e-4099-984a-9046d0445245'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:25.977006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:26.030741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-188af927-6be5-4359-a5bf-b9c02d2891ab tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-1604825496 HTTP/1.1" status: 201 len: 201 time: 0.1442895 Aug 11 02:17:26.031037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46626) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.037137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-d2f1badb-55e9-4185-97e0-bee0ebe3a3b4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-2019287091') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:26.091025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=bd509fcf-3e9e-4099-984a-9046d0445245,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:26.128458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Attempting to bind port b0f8708c-47c7-4c87-9988-2cc387a1fba2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:26.128458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Attempting to bind port b0f8708c-47c7-4c87-9988-2cc387a1fba2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:26.128458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Attempting to bind port b0f8708c-47c7-4c87-9988-2cc387a1fba2 on network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:26.130095 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2f1badb-55e9-4185-97e0-bee0ebe3a3b4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-2019287091 HTTP/1.1" status: 201 len: 201 time: 0.0972726 Aug 11 02:17:26.131559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46630) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.180652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-b4e0b2b2-d513-4703-a05a-00397996e8c4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', {'tags': ['tempest-TagsExtTest-Tag-485066807', 'tempest-TagsExtTest-Tag-754388829', 'tempest-TagsExtTest-Tag-1322221520']}) {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:26.186548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port bd509fcf-3e9e-4099-984a-9046d0445245 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:26.189779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.192583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5c2c3ed-871b-45f6-83fd-a53b5031ea51 req-cdfaf0b5-8714-49c0-a43e-dc350d075c95 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "DELETE /v2.0/ports/bd509fcf-3e9e-4099-984a-9046d0445245 HTTP/1.1" status: 204 len: 173 time: 2.3749759 Aug 11 02:17:26.195964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'name': 'network-vif-deleted', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:26.200131 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c1d7e-7a34-40cc-8b65-6dee31bb9421" -d '{"events": [{"server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "name": "network-vif-deleted", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:26.258181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5ffd4-a2c6-4299-b57c-4fca7665f85e req-8d7fd496-7b2a-48f5-bbd4-3b02b85dabe8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.261236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ac5ffd4-a2c6-4299-b57c-4fca7665f85e req-8d7fd496-7b2a-48f5-bbd4-3b02b85dabe8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2109821 Aug 11 02:17:26.262004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Port b0f8708c-47c7-4c87-9988-2cc387a1fba2 on network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:26.262997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Attempting to bind port b0f8708c-47c7-4c87-9988-2cc387a1fba2 on network d3abe3ef-a425-43aa-8d10-9c0bdb391b3e {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:26.289795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:26.290195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Checking segment: {'id': '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:26.290545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Bound using segment: {'id': '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:26.291002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Bound port: b0f8708c-47c7-4c87-9988-2cc387a1fba2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:26.291371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.320544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.422934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ac5ffd4-a2c6-4299-b57c-4fca7665f85e req-31d77c95-ef6b-4ff2-8882-8a30e996c045 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404390 Aug 11 02:17:26.427158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4e0b2b2-d513-4703-a05a-00397996e8c4 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 200 len: 316 time: 0.2506332 Aug 11 02:17:26.431719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46644) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.438666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-61ccf41e-e5e1-4678-8e68-8cb46270c971 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:26.522986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:26.533295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2,segment=NetworkSegment(348f0d78-f1fc-4f2d-af83-9f76cd15e9cc),segment_id=348f0d78-f1fc-4f2d-af83-9f76cd15e9cc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:26.540171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.570675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61ccf41e-e5e1-4678-8e68-8cb46270c971 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 204 len: 168 time: 0.1372504 Aug 11 02:17:26.572862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.589628 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c64c5f-d8d6-4f8b-9d59-372cc16c43a8 x-openstack-request-id: req-42c64c5f-d8d6-4f8b-9d59-372cc16c43a8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:26.590129 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:26.590628 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42c64c5f-d8d6-4f8b-9d59-372cc16c43a8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:26.591268 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'code': 200} Aug 11 02:17:26.593383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-c09a9096-ce33-446c-8f49-97f82d86d277 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-485066807') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:26.617342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.618440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:26.619942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0f8708c-47c7-4c87-9988-2cc387a1fba2 HTTP/1.1" status: 200 len: 1092 time: 3.0298092 Aug 11 02:17:26.711874 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-c09a9096-ce33-446c-8f49-97f82d86d277 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:26.716589 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c09a9096-ce33-446c-8f49-97f82d86d277 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-485066807 HTTP/1.1" status: 404 len: 328 time: 0.1393018 Aug 11 02:17:26.717148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46662) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.727329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-beb697ee-75d3-408e-a335-e86f308af0cc tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-754388829') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:26.762799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c184e6-a3c0-4534-8d93-ac90293cd120 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:26.777841 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33769557-0f14-442a-91ab-9b0c30029e97 x-openstack-request-id: req-33769557-0f14-442a-91ab-9b0c30029e97 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:26.779597 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782151f9-0ff4-43d1-9907-104bebc95950", "name": "network-vif-deleted", "tag": "bd509fcf-3e9e-4099-984a-9046d0445245", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:26.780253 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33769557-0f14-442a-91ab-9b0c30029e97 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:26.781123 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782151f9-0ff4-43d1-9907-104bebc95950', 'name': 'network-vif-deleted', 'tag': 'bd509fcf-3e9e-4099-984a-9046d0445245', 'status': 'completed', 'code': 200} Aug 11 02:17:26.801324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5373de-ab65-47bb-a518-4672abf63e76 req-aa809571-7bde-4916-a21a-60e8eff4a56a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:26.804401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5373de-ab65-47bb-a518-4672abf63e76 req-aa809571-7bde-4916-a21a-60e8eff4a56a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1651430 Aug 11 02:17:26.868423 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-beb697ee-75d3-408e-a335-e86f308af0cc tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:26.873026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-beb697ee-75d3-408e-a335-e86f308af0cc tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-754388829 HTTP/1.1" status: 404 len: 328 time: 0.1515803 Aug 11 02:17:26.874087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46670) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:26.892089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-3bf6dd46-6d18-4470-8ef8-f0a664dabde1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12', 'tempest-TagsExtTest-Tag-1322221520') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:27.065831 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-3bf6dd46-6d18-4470-8ef8-f0a664dabde1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:27.071765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3bf6dd46-6d18-4470-8ef8-f0a664dabde1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags/tempest-TagsExtTest-Tag-1322221520 HTTP/1.1" status: 404 len: 329 time: 0.1886325 Aug 11 02:17:27.074094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.082888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-6c200a3a-16ff-484b-8623-88115ff181f0 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', {'tags': ['tempest-TagsExtTest-Tag-1789265773', 'tempest-TagsExtTest-Tag-716871135', 'tempest-TagsExtTest-Tag-760071397']}) {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:27.116915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-669a2052-067a-4e64-be56-1a63941d1fcf req-3e01f52f-ac73-4ce4-b2b1-026d65b4bdc7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=782151f9-0ff4-43d1-9907-104bebc95950 HTTP/1.1" status: 200 len: 210 time: 0.1151345 Aug 11 02:17:27.142037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-c0366716-61d5-415e-b13d-64e2e3860764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.144197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-c0366716-61d5-415e-b13d-64e2e3860764 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90dca467a48746da9c42ae7403956c80&device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 1095 time: 0.4442701 Aug 11 02:17:27.155007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5373de-ab65-47bb-a518-4672abf63e76 req-2f989ecb-7254-4236-8a2c-f55bc296baa5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298135 Aug 11 02:17:27.222868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6c200a3a-16ff-484b-8623-88115ff181f0 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 200 len: 316 time: 0.1468821 Aug 11 02:17:27.227771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.239928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-9ddf0da4-6423-40b4-a5fe-fe23086afa8d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:27.255070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-7f3af204-f301-41ab-9cbf-a48a1e9e05e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2 HTTP/1.1" status: 200 len: 217 time: 0.0984378 Aug 11 02:17:27.354698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-33fea283-f27d-4da4-9ef6-84b8f4b48480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.357533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-33fea283-f27d-4da4-9ef6-84b8f4b48480 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e65d434-efec-4067-b4ec-0ef278ffa1df HTTP/1.1" status: 200 len: 858 time: 0.0852523 Aug 11 02:17:27.442229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-2aa39005-2659-4b08-8f2c-8b7ca7ad5002 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526102 Aug 11 02:17:27.449245 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9ddf0da4-6423-40b4-a5fe-fe23086afa8d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 204 len: 168 time: 0.2194593 Aug 11 02:17:27.452151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.459694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-4e3eff7e-aaac-4202-ab21-aae2c3bcf563 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-1789265773') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:27.576793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db49c5-178b-4b18-8a9e-88261068c93c req-6dfc8cdb-bab6-44fd-af9a-f1b03cc9060b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.579680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79db49c5-178b-4b18-8a9e-88261068c93c req-6dfc8cdb-bab6-44fd-af9a-f1b03cc9060b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 943 time: 0.2205954 Aug 11 02:17:27.664131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-0ecc99cb-43d1-45e9-af11-353b740a6e17 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961143 Aug 11 02:17:27.668114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79db49c5-178b-4b18-8a9e-88261068c93c req-2d34f4a5-5e58-44c6-b7a6-73fa20327af4 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788720 Aug 11 02:17:27.739043 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-4e3eff7e-aaac-4202-ab21-aae2c3bcf563 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:27.741301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e3eff7e-aaac-4202-ab21-aae2c3bcf563 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-1789265773 HTTP/1.1" status: 404 len: 329 time: 0.2888963 Aug 11 02:17:27.745783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46694) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.752663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-600f9ced-7468-42b2-bc5f-164ccb6e2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.754785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-600f9ced-7468-42b2-bc5f-164ccb6e2841 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1101 time: 0.2442367 Aug 11 02:17:27.762568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-7766dfb9-3eb6-40ac-ab94-8dd6f236b789 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-716871135') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:27.900353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2986f3a-9746-4d45-b56a-9c4aa03ed58a req-87c6702a-767c-413f-ae7b-fe5a8bc1fdad tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.901793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-d729a094-3c9c-4b22-90a3-fc3069b88f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:27.903503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2986f3a-9746-4d45-b56a-9c4aa03ed58a req-87c6702a-767c-413f-ae7b-fe5a8bc1fdad tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1563714 Aug 11 02:17:27.912718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d28064-52ed-4ac7-8d52-de2a44829012 req-bc0740a6-5790-4ecb-8f4c-cb629ad9f324 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403927 Aug 11 02:17:27.919580 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-d729a094-3c9c-4b22-90a3-fc3069b88f8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1101 time: 0.1319411 Aug 11 02:17:27.920548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.935785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'floatingip': {'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:27.955752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd509fcf-3e9e-4099-984a-9046d0445245 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:27.962506 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:27.974565 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-7766dfb9-3eb6-40ac-ab94-8dd6f236b789 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:27.975675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7766dfb9-3eb6-40ac-ab94-8dd6f236b789 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-716871135 HTTP/1.1" status: 404 len: 328 time: 0.2182813 Aug 11 02:17:27.980735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:27.986423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-50fec23b-23a4-42b0-bbe5-fed034d3195f tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798', 'tempest-TagsExtTest-Tag-760071397') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.021457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f31b-2a76-42c0-af0e-a56c9dcb6425 req-d3398bb4-f92a-4c18-b97c-b89761c4926a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.023472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8824f31b-2a76-42c0-af0e-a56c9dcb6425 req-d3398bb4-f92a-4c18-b97c-b89761c4926a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 950 time: 0.1460245 Aug 11 02:17:28.046528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: bd509fcf-3e9e-4099-984a-9046d0445245 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:28.048302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bd509fcf-3e9e-4099-984a-9046d0445245 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:28.048302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:28.177123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.179807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8824f31b-2a76-42c0-af0e-a56c9dcb6425 req-89069bdb-325f-4fe7-912e-6db588c13109 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409645 Aug 11 02:17:28.186762 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-50fec23b-23a4-42b0-bbe5-fed034d3195f tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:28.189186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-50fec23b-23a4-42b0-bbe5-fed034d3195f tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags/tempest-TagsExtTest-Tag-760071397 HTTP/1.1" status: 404 len: 328 time: 0.2070363 Aug 11 02:17:28.197847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:28.210287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-fb6aef36-c2d8-4119-bccc-d95f34add9fd tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', {'tags': ['tempest-TagsExtTest-Tag-1369808630', 'tempest-TagsExtTest-Tag-763477032', 'tempest-TagsExtTest-Tag-204715848']}) {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.308870 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.387039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:28.394343 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:28.458235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977db8-e15d-45fb-a6a4-08c5ca80a56d req-3c3675d1-1554-4dba-bd0d-02a5f99d7c27 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.465713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54977db8-e15d-45fb-a6a4-08c5ca80a56d req-3c3675d1-1554-4dba-bd0d-02a5f99d7c27 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.3989782 Aug 11 02:17:28.505326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:28.546481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-b7583a7d-a087-403e-8b56-3712ebb04776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.548200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-b7583a7d-a087-403e-8b56-3712ebb04776 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4028406 Aug 11 02:17:28.576689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54977db8-e15d-45fb-a6a4-08c5ca80a56d req-7017acda-2e4c-48c9-a064-02c4ec2e5ee3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098962 Aug 11 02:17:28.580791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fb6aef36-c2d8-4119-bccc-d95f34add9fd tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 200 len: 316 time: 0.3788538 Aug 11 02:17:28.584651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46708) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:28.590306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-79b8d901-444c-447c-ab8f-d49ff657759b tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.597306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:28.604744 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00fcd1-0cee-4f8f-b954-82c6df29a487" -d '{"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:28.606121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0468f-3016-470b-9809-557b678a0623 req-61f5d4b4-4d0f-4100-8ee1-e265856c79fa tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.608077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61b0468f-3016-470b-9809-557b678a0623 req-61f5d4b4-4d0f-4100-8ee1-e265856c79fa tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.2515876 Aug 11 02:17:28.609060 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-2c0190db-d554-4574-89fa-6300b1ea4062 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.0523112 Aug 11 02:17:28.719646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61b0468f-3016-470b-9809-557b678a0623 req-46cb9435-05a0-4eed-9a32-cce8642144dd tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737808 Aug 11 02:17:28.754734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-79b8d901-444c-447c-ab8f-d49ff657759b tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 204 len: 168 time: 0.1683950 Aug 11 02:17:28.759510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46720) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:28.774096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-bb232112-a4ff-4019-9250-3ac8eb58ff3c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-1369808630') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:28.814304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:28.817139 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217610f0-78b6-485a-8a9a-b9c948f88efc" -d '{"events": [{"name": "network-changed", "server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:28.857446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-aeb6fa0d-21dd-4c5b-870c-29f530a40642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:28.866818 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-aeb6fa0d-21dd-4c5b-870c-29f530a40642 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.2417932 Aug 11 02:17:28.884058 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55aae66-395d-4924-8ae8-6dbbb1ec3812 x-openstack-request-id: req-a55aae66-395d-4924-8ae8-6dbbb1ec3812 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:28.884345 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:28.884592 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a55aae66-395d-4924-8ae8-6dbbb1ec3812 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:28.884982 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'code': 200} Aug 11 02:17:28.932554 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-bb232112-a4ff-4019-9250-3ac8eb58ff3c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:28.943494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb232112-a4ff-4019-9250-3ac8eb58ff3c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-1369808630 HTTP/1.1" status: 404 len: 329 time: 0.1814048 Aug 11 02:17:28.946482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46730) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:28.966927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-c536c6f2-adfa-4a88-a2c1-169f25a1ba16 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-763477032') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:29.064453 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b024d8-ba41-4aae-958a-908a7955696b x-openstack-request-id: req-15b024d8-ba41-4aae-958a-908a7955696b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:29.064819 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:29.065117 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15b024d8-ba41-4aae-958a-908a7955696b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:29.065502 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2', 'status': 'completed', 'code': 200} Aug 11 02:17:29.085630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-521c0f5b-b0a8-43d5-974f-cd390e09e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.090798 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-521c0f5b-b0a8-43d5-974f-cd390e09e46d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2230434 Aug 11 02:17:29.211905 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-c536c6f2-adfa-4a88-a2c1-169f25a1ba16 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:29.212986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c536c6f2-adfa-4a88-a2c1-169f25a1ba16 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-763477032 HTTP/1.1" status: 404 len: 328 time: 0.2600281 Aug 11 02:17:29.222541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439d141-ab37-46ef-bc67-920ef24f3ca0 req-0ba2c4d6-42c0-4341-98c6-e1185a7e09b3 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.225307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:17:29.230109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1439d141-ab37-46ef-bc67-920ef24f3ca0 req-0ba2c4d6-42c0-4341-98c6-e1185a7e09b3 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 943 time: 0.1767275 Aug 11 02:17:29.239619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-f6bd5430-28e8-4ddd-998a-2aa19fdde887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.241177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-f6bd5430-28e8-4ddd-998a-2aa19fdde887 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90dca467a48746da9c42ae7403956c80&device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 1095 time: 0.1537235 Aug 11 02:17:29.242796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46750) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.249113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-74f1f4fe-0490-4866-a17e-a6b51745c311 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba', 'tempest-TagsExtTest-Tag-204715848') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:29.327241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.457353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1439d141-ab37-46ef-bc67-920ef24f3ca0 req-3986dcbd-bef4-4afb-9097-cdb147235da0 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263093 Aug 11 02:17:29.470200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-db54c391-01a4-4ddf-80fa-a266704c0e68 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:29.471966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-db54c391-01a4-4ddf-80fa-a266704c0e68 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.3086746 Aug 11 02:17:29.624884 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-74f1f4fe-0490-4866-a17e-a6b51745c311 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:29.627685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-74f1f4fe-0490-4866-a17e-a6b51745c311 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags/tempest-TagsExtTest-Tag-204715848 HTTP/1.1" status: 404 len: 328 time: 0.3826995 Aug 11 02:17:29.730806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46784) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.733443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:29.773762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-15fe227b-f0e0-4bfd-a8b8-a4281ce604b2 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', {'tags': ['tempest-TagsExtTest-Tag-784629853', 'tempest-TagsExtTest-Tag-1078500240', 'tempest-TagsExtTest-Tag-215550169']}) {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:29.887951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15fe227b-f0e0-4bfd-a8b8-a4281ce604b2 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "PUT /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 200 len: 316 time: 0.1520877 Aug 11 02:17:29.898185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:29.910947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-468823b3-d97e-415b-b33e-d539044abc43 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:29.922543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-91d5d74b-3016-463c-8961-1aad99657e4e service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116271 Aug 11 02:17:29.930884 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Floating IP fc267241-1a76-4ad3-bdd6-e91ae1811c70 associated. External IP: 172.25.3.15, port: 14ee3f1a-89a9-4166-9e04-02fed0549dd7. Aug 11 02:17:29.943584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:30.006042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b0f8708c-47c7-4c87-9988-2cc387a1fba2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:30.088473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-7f879cc7-b570-4036-a0ef-efc334050009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.090481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-7f879cc7-b570-4036-a0ef-efc334050009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e HTTP/1.1" status: 200 len: 919 time: 0.8283257 Aug 11 02:17:30.148170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-468823b3-d97e-415b-b33e-d539044abc43 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 204 len: 168 time: 0.2471240 Aug 11 02:17:30.153394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46796) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.159240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-53fee0d6-e606-4d7b-b919-6ccb0dc6e943 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-784629853') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.169012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-63f6d487-010b-45b5-a447-a41e6001ed36 req-7910bf22-ced2-4b29-b69e-9eee6fce38e8 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334335 Aug 11 02:17:30.183229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-8671e410-182f-4b93-88ed-3d88d3336ebe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2 HTTP/1.1" status: 200 len: 217 time: 0.0638034 Aug 11 02:17:30.236478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-32ec6ec4-a504-48e3-8a4a-5c7f6b039f3b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.243721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-32ec6ec4-a504-48e3-8a4a-5c7f6b039f3b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.7907188 Aug 11 02:17:30.268304 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-53fee0d6-e606-4d7b-b919-6ccb0dc6e943 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:30.268304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-53fee0d6-e606-4d7b-b919-6ccb0dc6e943 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-784629853 HTTP/1.1" status: 404 len: 328 time: 0.1018767 Aug 11 02:17:30.268304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46798) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.268763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57138c1-2656-4aa2-8184-9e29f30a9428 req-d049cda5-40c8-418e-bf86-a6ec177e79a2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.269407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-dbe964a9-5787-4562-a2ce-179c72a6c010 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-1078500240') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.279405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e57138c1-2656-4aa2-8184-9e29f30a9428 req-d049cda5-40c8-418e-bf86-a6ec177e79a2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.2230775 Aug 11 02:17:30.333949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-da42b9b2-4170-42eb-86b2-32b964a845bb tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0883510 Aug 11 02:17:30.350429 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-dbe964a9-5787-4562-a2ce-179c72a6c010 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:30.354280 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dbe964a9-5787-4562-a2ce-179c72a6c010 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-1078500240 HTTP/1.1" status: 404 len: 329 time: 0.0885956 Aug 11 02:17:30.357800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.364149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-1c6a9230-4797-4b04-a7c4-30cf6de3ed71 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf', 'tempest-TagsExtTest-Tag-215550169') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.366965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.392043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:30.409366 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-1c6a9230-4797-4b04-a7c4-30cf6de3ed71 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] show failed (client error): The resource could not be found. Aug 11 02:17:30.414616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c6a9230-4797-4b04-a7c4-30cf6de3ed71 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags/tempest-TagsExtTest-Tag-215550169 HTTP/1.1" status: 404 len: 328 time: 0.0546160 Aug 11 02:17:30.416561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.425142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e57138c1-2656-4aa2-8184-9e29f30a9428 req-a2e8e263-e3a9-4525-b051-394f41957eb1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510990 Aug 11 02:17:30.428934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-3889c51e-85e1-4e5e-b7fe-44e9d7e9baa2 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '188fcb70-af2b-4586-b806-29e318701baf') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.447687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-d7b0d3e5-77c9-4600-8511-691227c2a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:30.454024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-d7b0d3e5-77c9-4600-8511-691227c2a594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8e65d434-efec-4067-b4ec-0ef278ffa1df HTTP/1.1" status: 200 len: 858 time: 0.2520556 Aug 11 02:17:30.477348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2,segment=NetworkSegment(348f0d78-f1fc-4f2d-af83-9f76cd15e9cc),segment_id=348f0d78-f1fc-4f2d-af83-9f76cd15e9cc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.481433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Deleting port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:30.484735 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.501853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.503345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2', 'network_id': 'd3abe3ef-a425-43aa-8d10-9c0bdb391b3e', 'port_id': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2', 'mac_address': 'fa:16:3e:c7:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e65d434-efec-4067-b4ec-0ef278ffa1df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:30.512992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.567628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3889c51e-85e1-4e5e-b7fe-44e9d7e9baa2 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf/tags HTTP/1.1" status: 204 len: 168 time: 0.1444676 Aug 11 02:17:30.567840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46812) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.573790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-04c2c656-40c3-43b3-bf5b-eea4e7b98c49 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '821e3792-0bfa-4200-a412-97004270cdba') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.596481 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.627134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f8708c-47c7-4c87-9988-2cc387a1fba2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:30.638587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.673622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2,segment=NetworkSegment(348f0d78-f1fc-4f2d-af83-9f76cd15e9cc),segment_id=348f0d78-f1fc-4f2d-af83-9f76cd15e9cc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.684595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.685291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:30.691869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.702050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:30.723028 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:30.723855 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.727455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bfe42c0f-47aa-40b5-927b-3340dd9c0f7c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "PUT /v2.0/floatingips/fc267241-1a76-4ad3-bdd6-e91ae1811c70 HTTP/1.1" status: 200 len: 991 time: 2.8052711 Aug 11 02:17:30.728305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:30.730692 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f160bb-7825-42b7-86d3-056bd1401bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:30.737866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-04c2c656-40c3-43b3-bf5b-eea4e7b98c49 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba/tags HTTP/1.1" status: 204 len: 168 time: 0.1670964 Aug 11 02:17:30.741333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46824) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.751113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-58180266-c4b2-44a9-9140-736e0b9dfb0f tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bab13125-8bb2-4066-8c9e-afd3cb2ce798') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.768274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] For port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:30.769333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:30.799072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:30.870030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58180266-c4b2-44a9-9140-736e0b9dfb0f tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798/tags HTTP/1.1" status: 204 len: 168 time: 0.1270320 Aug 11 02:17:30.872481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46826) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.877453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-192f0c57-6c94-46e8-93f1-614912a0149b tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7d10b9c8-24b8-4739-9e17-cb90f0007b12') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:30.886591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:30.894446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-d802cd34-0750-4c0c-886e-84f09ab8a72a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931643 Aug 11 02:17:30.895053 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c30e1-644a-4e11-822d-744f67524a94" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-unplugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:30.975465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-192f0c57-6c94-46e8-93f1-614912a0149b tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12/tags HTTP/1.1" status: 204 len: 168 time: 0.1017075 Aug 11 02:17:30.979911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:30.981702 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:30.984573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-2851e182-9bd1-4d7d-b8ac-a585e3fcb778 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6495566 Aug 11 02:17:31.008230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b0f8708c-47c7-4c87-9988-2cc387a1fba2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:31.110733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f770a-0c64-4b63-8769-307d3d02214e req-98eb74e9-83a4-4cd1-9bb5-3e6a82661389 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.119908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a34f770a-0c64-4b63-8769-307d3d02214e req-98eb74e9-83a4-4cd1-9bb5-3e6a82661389 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 945 time: 0.2635915 Aug 11 02:17:31.188364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32efd642-7c43-4aa3-9fa6-9893833b41f3 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for subnetpool, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.194505 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-32efd642-7c43-4aa3-9fa6-9893833b41f3 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnetpools/188fcb70-af2b-4586-b806-29e318701baf HTTP/1.1" status: 204 len: 168 time: 0.2113917 Aug 11 02:17:31.196824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:31.208698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-d81ed8d2-1c2e-4e49-9365-442b45a4e096 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959864 Aug 11 02:17:31.298726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-862e5739-7dc4-4738-ae67-dcf89bae54b1 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "GET /v2.0/ports?device_id=821e3792-0bfa-4200-a412-97004270cdba HTTP/1.1" status: 200 len: 205 time: 0.0988851 Aug 11 02:17:31.300047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46834) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:31.401023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a34f770a-0c64-4b63-8769-307d3d02214e req-59c15a15-5728-49bb-bdda-e0296242d37d tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups?id=86315ff3-1b66-43ec-acec-401a1a390c69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2801175 Aug 11 02:17:31.401874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.437067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.437975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.438453 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Floating IP 281f12a7-40a0-401b-9d95-75164bcdff44 disassociated. External IP: 172.25.3.239, port: 6bccad1d-9945-4ae8-9cc2-8d3e909370fa. Aug 11 02:17:31.438791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Calling delete_port for 6bccad1d-9945-4ae8-9cc2-8d3e909370fa owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:31.454012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-f56c9272-5d34-4382-8099-60462a1f1c14 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239156 Aug 11 02:17:31.472573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-217610f0-78b6-485a-8a9a-b9c948f88efc req-aad5a820-175c-44b3-b478-a3a2be60ef4d service neutron] 10.222.0.67 "GET /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295074 Aug 11 02:17:31.553488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc267241-1a76-4ad3-bdd6-e91ae1811c70', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:29Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:31.717435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-38893817-9af3-4106-98c7-3b373793ceaa service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715689 Aug 11 02:17:31.718287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:31.727250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4e4d4-c174-49da-b228-2455bcaa0ab4 req-8678432f-61f6-40c7-8abb-e3d8e7bb11fa tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:31.728920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7a4e4d4-c174-49da-b228-2455bcaa0ab4 req-8678432f-61f6-40c7-8abb-e3d8e7bb11fa tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 944 time: 0.1742082 Aug 11 02:17:31.739700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:31.740892 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:31.854169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.858901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.887245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7a4e4d4-c174-49da-b228-2455bcaa0ab4 req-adf9dfde-6914-47c7-9d58-051e55ac4707 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469202 Aug 11 02:17:31.955575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:31.965146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.968620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Fanout notify agent at l3_agent the message router_deleted on router 821e3792-0bfa-4200-a412-97004270cdba {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:17:31.976464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.993523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:31.997134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-adfad0e8-5bea-4b55-a0f9-72de6d7fe98c tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/routers/821e3792-0bfa-4200-a412-97004270cdba HTTP/1.1" status: 204 len: 168 time: 0.6933982 Aug 11 02:17:32.010406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:32.018588 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:32.067886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event deleted for resources: {'Port': ['ID=6bccad1d-9945-4ae8-9cc2-8d3e909370fa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:32.086462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b0f8708c-47c7-4c87-9988-2cc387a1fba2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:32.460332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:32.482112 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c05daae-9008-40b4-af84-7c09c729df66 x-openstack-request-id: req-3c05daae-9008-40b4-af84-7c09c729df66 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:32.482326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Deleting port bab13125-8bb2-4066-8c9e-afd3cb2ce798 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:32.482811 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-unplugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:32.483230 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3c05daae-9008-40b4-af84-7c09c729df66 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:32.483334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.483904 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'code': 200} Aug 11 02:17:32.592776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'mac_address': 'fa:16:3e:aa:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:32.618432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port b0f8708c-47c7-4c87-9988-2cc387a1fba2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:32.708379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port b0f8708c-47c7-4c87-9988-2cc387a1fba2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:32.709285 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.816846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.831755 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e722438-351e-4231-9870-c960d80e4ce9 x-openstack-request-id: req-9e722438-351e-4231-9870-c960d80e4ce9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:32.832150 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:32.832483 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e722438-351e-4231-9870-c960d80e4ce9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:32.837144 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'status': 'completed', 'code': 200} Aug 11 02:17:32.897301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:32.902551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Router 55d33ff1-3768-45ce-8cc6-f178714dc842 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:32.968491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Calling delete_port for bab13125-8bb2-4066-8c9e-afd3cb2ce798 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:32.972530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b9485-85be-4dd8-88c9-3bca78c1070c req-7b9e912a-b3d4-48a4-b417-10fed2efb4b8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:32.979392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:32.988881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b9b9485-85be-4dd8-88c9-3bca78c1070c req-7b9e912a-b3d4-48a4-b417-10fed2efb4b8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 947 time: 0.3980217 Aug 11 02:17:33.037202 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc267241-1a76-4ad3-bdd6-e91ae1811c70', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:29Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.106270 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3527e7-c6a3-4635-996b-454e7dbbf174 None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc267241-1a76-4ad3-bdd6-e91ae1811c70', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:29Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:33.127863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f72e24b8-7574-4817-b988-cf6f3cc578ce req-143251d9-4066-4958-8736-ea1fd71a7fc2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 210 time: 0.1323617 Aug 11 02:17:33.183052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:33.185459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.202802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-a8c1c2c0-ea76-47de-b70e-7c4d7178116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.204757 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-a8c1c2c0-ea76-47de-b70e-7c4d7178116b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1098 time: 0.3371520 Aug 11 02:17:33.208038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.387128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b9b9485-85be-4dd8-88c9-3bca78c1070c req-aa7a42bc-a076-4281-bfb0-5213465b6866 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972533 Aug 11 02:17:33.404420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2,segment=NetworkSegment(348f0d78-f1fc-4f2d-af83-9f76cd15e9cc),segment_id=348f0d78-f1fc-4f2d-af83-9f76cd15e9cc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:33.421329 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.434770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.547857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:33.573655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eb48008d-f86d-4fd3-82e3-87ea31f4bf28'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:33.629486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abdb12-5b17-44c1-9da9-7a22077b70e9 None None] New status for floating IP fc267241-1a76-4ad3-bdd6-e91ae1811c70: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:33.689939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdb008ee-3488-48ff-8711-4c1a2c06b09a req-12955b0c-d08a-4bf6-8022-e8c1cd54991f tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2 HTTP/1.1" status: 200 len: 210 time: 0.0969582 Aug 11 02:17:33.741032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-278d0281-999e-4873-87a2-f531c7ed4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.745495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-278d0281-999e-4873-87a2-f531c7ed4719 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.5278170 Aug 11 02:17:33.822743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:33.847645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Sync routers for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:33.868146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994e53-6e33-4069-bf27-ef52479ede0d req-97713579-0f58-4b0e-bb41-f9473490daa0 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:33.877084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a994e53-6e33-4069-bf27-ef52479ede0d req-97713579-0f58-4b0e-bb41-f9473490daa0 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 0.2173865 Aug 11 02:17:33.885405 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:33.887112 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:33.937088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] No DVR routers for this DVR port 6bccad1d-9945-4ae8-9cc2-8d3e909370fa on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:33.942670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.945338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc0baa7e-c0ec-4008-86a5-573a1cce2079 req-d087c355-89b3-4040-9996-ab76d7743143 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.67 "DELETE /v2.0/ports/6bccad1d-9945-4ae8-9cc2-8d3e909370fa HTTP/1.1" status: 204 len: 173 time: 4.4573405 Aug 11 02:17:33.945853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'name': 'network-vif-deleted', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:33.948292 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d3d118-abce-4d67-9f53-bf954d30de8e" -d '{"events": [{"server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "name": "network-vif-deleted", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:33.956600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:33.983615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6bccad1d-9945-4ae8-9cc2-8d3e909370fa no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:34.008741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a994e53-6e33-4069-bf27-ef52479ede0d req-41bef823-68a8-4979-bc6c-e4580d51c2f1 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304438 Aug 11 02:17:34.108435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 6bccad1d-9945-4ae8-9cc2-8d3e909370fa {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:34.116080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6bccad1d-9945-4ae8-9cc2-8d3e909370fa not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:34.280885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:34.329523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event deleted for resources: {'Port': ['ID=bab13125-8bb2-4066-8c9e-afd3cb2ce798,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:34.446933 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-27afd9ad-9c2f-43d4-be18-6dfee8e2ac71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 999 time: 0.6710832 Aug 11 02:17:34.609101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-33071b96-252c-4e6a-9197-d765db63ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.611696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:34.615811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-33071b96-252c-4e6a-9197-d765db63ffdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1528914 Aug 11 02:17:34.616781 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ba9fc-6ed2-4235-b1eb-d352570233c1" -d '{"events": [{"server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "name": "network-vif-plugged", "status": "completed", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:34.621718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.629426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad094b38-49d0-46f3-af80-449104539e13 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/ports/bab13125-8bb2-4066-8c9e-afd3cb2ce798 HTTP/1.1" status: 204 len: 168 time: 2.6178403 Aug 11 02:17:34.634851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:34.764894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Deleting subnet 7d10b9c8-24b8-4739-9e17-cb90f0007b12 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:34.771650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.833071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:34.870021 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:34.901241 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f4766-bd06-479b-a431-2b054f3a89c5 x-openstack-request-id: req-9a8f4766-bd06-479b-a431-2b054f3a89c5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:34.901945 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2", "name": "network-vif-deleted", "tag": "6bccad1d-9945-4ae8-9cc2-8d3e909370fa", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:34.902541 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a8f4766-bd06-479b-a431-2b054f3a89c5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:34.904727 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a1ebd-f5b3-46f4-bbcd-079d5ebf03e2', 'name': 'network-vif-deleted', 'tag': '6bccad1d-9945-4ae8-9cc2-8d3e909370fa', 'status': 'completed', 'code': 200} Aug 11 02:17:34.940109 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Checking router: 55d33ff1-3768-45ce-8cc6-f178714dc842 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:34.958260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-a0fcff09-0b78-4823-bf6b-5665d050fe6b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:34.962707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-a0fcff09-0b78-4823-bf6b-5665d050fe6b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.5083532 Aug 11 02:17:34.970539 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:34.972156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:35.009372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6c3b051-1d36-4dc2-8f48-c12c6037101b req-3e93e325-d7d4-4d1f-8cb6-ca75027f51a6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 210 time: 0.0993953 Aug 11 02:17:35.019738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:35.177839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:35.189868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13498a6f-7f18-42a8-91de-8745da34f05b req-3f1ed174-c100-499d-8bf1-d1b0ba972dee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.202803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13498a6f-7f18-42a8-91de-8745da34f05b req-3f1ed174-c100-499d-8bf1-d1b0ba972dee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 949 time: 0.8714669 Aug 11 02:17:35.263394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.348007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.383583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event deleted for resources: {'Subnet': ['ID=7d10b9c8-24b8-4739-9e17-cb90f0007b12,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:35.397557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.405184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689b141-eb1e-48ba-ba9d-ded4899d8612 None None] Network 99654004-d014-4577-a3a6-dfbf21db917a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:35.408937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0308d2e8-fa88-4ad2-9390-28b2a2c43ca6 tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/subnets/7d10b9c8-24b8-4739-9e17-cb90f0007b12 HTTP/1.1" status: 204 len: 168 time: 0.7713428 Aug 11 02:17:35.409232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13498a6f-7f18-42a8-91de-8745da34f05b req-df0252c9-e2bb-462b-9753-b28f745533fc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044497 Aug 11 02:17:35.411361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46924) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:35.419189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-d1552f45-ea8e-412b-8206-a441674d123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:35.420776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-d1552f45-ea8e-412b-8206-a441674d123f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7898653 Aug 11 02:17:35.544988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-ae89d2eb-7c0d-4b9e-b9fb-96485d78bf3d service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147294 Aug 11 02:17:35.598130 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab19abe-b02f-4698-87b9-787eacb2a96a x-openstack-request-id: req-1ab19abe-b02f-4698-87b9-787eacb2a96a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:35.598439 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "name": "network-vif-plugged", "status": "completed", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:35.599443 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ab19abe-b02f-4698-87b9-787eacb2a96a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:35.600011 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2', 'code': 200} Aug 11 02:17:35.609053 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:35.696356 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daece001-adc8-4277-bd4e-4d129ef091e2 None None] The sync data for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 is: [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:15:02Z', 'revision_number': 4, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '64ed09d9-67b8-4022-a9a0-c988067e2196', 'name': '', 'network_id': '7cbd1873-9b76-4e92-bba7-78460468c2f3', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'mac_address': 'fa:16:3e:1d:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:15:01Z', 'updated_at': '2021-08-11T02:15:09Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'subnets': [{'id': '1796a26b-2b90-4d31-90fa-bfc77fc40924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:35.758750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:35.830545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] DHCP port deletion for 99654004-d014-4577-a3a6-dfbf21db917a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:35.891293 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49f160bb-7825-42b7-86d3-056bd1401bf3 req-ccc2cab3-8133-4723-8148-0e4eb3961438 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356297 Aug 11 02:17:36.017799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:36.029924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:36.047664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:36.065441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.100628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971c68-d362-445b-8e9e-9ebb91efa874 req-7bdb0f32-e934-4637-b6cb-63c59ffddbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.103437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce971c68-d362-445b-8e9e-9ebb91efa874 req-7bdb0f32-e934-4637-b6cb-63c59ffddbd7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 1097 time: 0.4073818 Aug 11 02:17:36.113777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 612f74f8-69ab-4220-9450-c63f6e877d52 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:36.139128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98aec-7f4a-4af5-b6e0-b1ed217dbe1b req-df480c05-d641-4d74-8f00-08b1dc15d2a6 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:36.153152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fff98aec-7f4a-4af5-b6e0-b1ed217dbe1b req-df480c05-d641-4d74-8f00-08b1dc15d2a6 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 0.3569400 Aug 11 02:17:36.269991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.285025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Deleting port 612f74f8-69ab-4220-9450-c63f6e877d52 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:36.285596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.350200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335c060-8c6c-4d81-8381-9ea10829fbf7 None None] New status for floating IP 281f12a7-40a0-401b-9d95-75164bcdff44: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:17:36.354918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.432733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.436661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.438220 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "DELETE /v2.0/security-groups/86315ff3-1b66-43ec-acec-401a1a390c69 HTTP/1.1" status: 204 len: 168 time: 0.4183445 Aug 11 02:17:36.450604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46960) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:36.452638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cb0f9-1b54-49b9-ac7c-f329f556a213 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86315ff3-1b66-43ec-acec-401a1a390c69,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:36.480665 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-9b7c196f-187f-40ea-80ac-e7f8bd59d1b5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] show failed (client error): The resource could not be found. Aug 11 02:17:36.485730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b7c196f-187f-40ea-80ac-e7f8bd59d1b5 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "GET /v2.0/security-groups/86315ff3-1b66-43ec-acec-401a1a390c69 HTTP/1.1" status: 404 len: 347 time: 0.0272489 Aug 11 02:17:36.486410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:36.710759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] For port 612f74f8-69ab-4220-9450-c63f6e877d52, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=612f74f8-69ab-4220-9450-c63f6e877d52,segment=NetworkSegment(9cb794ae-2f94-4d2a-9230-4dcd6a2528f3),segment_id=9cb794ae-2f94-4d2a-9230-4dcd6a2528f3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:36.711279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.782780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Deleting port 5b80c4cd-6dce-415e-8f76-141048359528 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:36.783328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:36.848778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce971c68-d362-445b-8e9e-9ebb91efa874 req-a906a424-7707-4591-b0f2-8592cfd450cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781526 Aug 11 02:17:36.855780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Calling delete_port for 612f74f8-69ab-4220-9450-c63f6e877d52 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:36.857192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa163340-272b-4c2a-8a96-40115ba8bbd1 req-152c1e02-05f2-4895-bcb5-53b37e2209c6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 210 time: 0.0523825 Aug 11 02:17:36.872912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fff98aec-7f4a-4af5-b6e0-b1ed217dbe1b req-9a8b3fc7-a921-480b-a8b4-f79a12b3c9d4 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166157 Aug 11 02:17:36.898313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Deleting port 612f74f8-69ab-4220-9450-c63f6e877d52 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:36.898313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.031738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.054415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.086228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] For port 612f74f8-69ab-4220-9450-c63f6e877d52, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=612f74f8-69ab-4220-9450-c63f6e877d52,segment=NetworkSegment(9cb794ae-2f94-4d2a-9230-4dcd6a2528f3),segment_id=9cb794ae-2f94-4d2a-9230-4dcd6a2528f3)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:37.087442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.116806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Calling delete_port for 5b80c4cd-6dce-415e-8f76-141048359528 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:37.122204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:37.122827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.133928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Calling delete_port for 612f74f8-69ab-4220-9450-c63f6e877d52 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:37.219410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Port 612f74f8-69ab-4220-9450-c63f6e877d52 update to DOWN by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:17:37.255854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.259299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.14 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/e1812faa-6f00-473d-8705-55583c9df7b9) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:37.300939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] Pushing event deleted for resources: {'Port': ['ID=612f74f8-69ab-4220-9450-c63f6e877d52,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.303751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b059206-e6b3-437e-8b10-b6703b5d48e0 None None] No DVR routers for this DVR port 612f74f8-69ab-4220-9450-c63f6e877d52 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:37.375657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.473315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:37.481231 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.523049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.601886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.604412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:37.611985 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ef28c-5ab4-4461-82c4-c5f5aeca9a91" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:37.622274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-9c926f6f-c433-480a-9df8-5a844ecb9083 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4341712 Aug 11 02:17:37.628745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Pushing event deleted for resources: {'Port': ['ID=5b80c4cd-6dce-415e-8f76-141048359528,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:37.868476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.873978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.878905 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b0d88a1-706a-4e27-9d3c-d84f69830b55 tempest-ServersTestManualDisk-913231118 tempest-ServersTestManualDisk-913231118-project] 10.222.0.68 "DELETE /v2.0/floatingips/281f12a7-40a0-401b-9d95-75164bcdff44 HTTP/1.1" status: 204 len: 168 time: 1.3907981 Aug 11 02:17:37.884266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47018) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:37.901615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.915048 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac033f-6324-4c9c-88e0-0eeb913d9386 x-openstack-request-id: req-83ac033f-6324-4c9c-88e0-0eeb913d9386 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:37.915837 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-plugged", "status": "completed", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:37.915837 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83ac033f-6324-4c9c-88e0-0eeb913d9386 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:37.916098 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'code': 200} Aug 11 02:17:37.941732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:37.944727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] No DVR routers for this DVR port 612f74f8-69ab-4220-9450-c63f6e877d52 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:38.074561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event deleted for resources: {'Port': ['ID=612f74f8-69ab-4220-9450-c63f6e877d52,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:38.279131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-4d4d5068-89f5-4c13-8b5e-55287f8d090e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.281969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-4d4d5068-89f5-4c13-8b5e-55287f8d090e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5894759 Aug 11 02:17:38.289443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.332885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99654004-d014-4577-a3a6-dfbf21db917a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:38.357056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.367450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2e1896ce-ec43-4ccd-b015-2ccd2e796e48 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/quotas/e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 375 time: 0.0603857 Aug 11 02:17:38.372551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:38.373441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb794ae-2f94-4d2a-9230-4dcd6a2528f3') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:38.378697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:38.493612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:38.515084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.550908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:38.555995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:38.654070 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.665037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:38.699509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:38.700353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:38.706860 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:38.861018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:38.862126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.869645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.912636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2db58e88-2f66-446d-a888-92ea8462025d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4402044 Aug 11 02:17:38.950829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.970233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:38.981617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] 10.222.0.68 "DELETE /v2.0/networks/99654004-d014-4577-a3a6-dfbf21db917a HTTP/1.1" status: 204 len: 168 time: 3.5554099 Aug 11 02:17:38.995465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-6d0bcc31-30b3-4f23-b640-126d1b591c59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0020468 Aug 11 02:17:39.035200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe01fc9-1f68-46b1-af8c-e9673e65764d tempest-TagsExtTest-2064783559 tempest-TagsExtTest-2064783559-project] Pushing event deleted for resources: {'Network': ['ID=99654004-d014-4577-a3a6-dfbf21db917a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:39.050723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Request body: {'port': {'device_id': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:39.189109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.591565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Deleting port 64ed09d9-67b8-4022-a9a0-c988067e2196 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:39.592382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.604774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:39.730983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] For port 64ed09d9-67b8-4022-a9a0-c988067e2196, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64ed09d9-67b8-4022-a9a0-c988067e2196,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:39.731366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:39.756564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Calling delete_port for 64ed09d9-67b8-4022-a9a0-c988067e2196 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:39.839156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55922dc-d0f4-4bc3-ab35-e41ad85ef636 req-b6fffdf4-c6c4-48b9-aeb9-7e8b09acd3ae tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:39.852247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e55922dc-d0f4-4bc3-ab35-e41ad85ef636 req-b6fffdf4-c6c4-48b9-aeb9-7e8b09acd3ae tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 0.3113577 Aug 11 02:17:39.909243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73061e-7802-4cfc-bf82-bb2e0be66ff0 req-a94416d7-a06e-4a69-b3e5-84117ed78dc1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:39.922658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c73061e-7802-4cfc-bf82-bb2e0be66ff0 req-a94416d7-a06e-4a69-b3e5-84117ed78dc1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 932 time: 0.3788321 Aug 11 02:17:40.073661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e55922dc-d0f4-4bc3-ab35-e41ad85ef636 req-d76115ec-d766-457c-a74a-461eeef623a6 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143807 Aug 11 02:17:40.098641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c73061e-7802-4cfc-bf82-bb2e0be66ff0 req-5e8d180b-2186-4a62-9ea2-18ae12c725eb tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746514 Aug 11 02:17:40.311408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.382390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1812faa-6f00-473d-8705-55583c9df7b9 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:40.416774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.431894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.455712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Transition to ACTIVE for port object e1812faa-6f00-473d-8705-55583c9df7b9 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:40.463400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.589117 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:40.591659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Pushing event deleted for resources: {'Port': ['ID=64ed09d9-67b8-4022-a9a0-c988067e2196,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.706260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Pushing event updated for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:40.765102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a7e193f-a5ca-4cb0-bb34-8c917a0154a1 req-5bfe80f2-2966-4342-92f2-54515229cd1d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 210 time: 0.1631725 Aug 11 02:17:40.959232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Attempting to bind port e1812faa-6f00-473d-8705-55583c9df7b9 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:40.959683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Attempting to bind port e1812faa-6f00-473d-8705-55583c9df7b9 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:40.959979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Attempting to bind port e1812faa-6f00-473d-8705-55583c9df7b9 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:40.986353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-19167a5c-8bba-47a5-8e1d-573610d42abe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=16b7266a4d13477a85dee40c04a3fb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3786983 Aug 11 02:17:40.987418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:41.001435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Port e1812faa-6f00-473d-8705-55583c9df7b9 on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:41.002378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Attempting to bind port e1812faa-6f00-473d-8705-55583c9df7b9 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:41.023737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:41.024075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:41.024482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:41.024984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Bound port: e1812faa-6f00-473d-8705-55583c9df7b9, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:41.025391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.033894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.109500 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.139378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.393387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.401285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.403769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0167b83-c307-487d-b52f-72363e5cf14b HTTP/1.1" status: 204 len: 168 time: 0.4134333 Aug 11 02:17:41.408184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:41.497993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e1812faa-6f00-473d-8705-55583c9df7b9,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:41.506915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ae9a-3f7d-4ebd-8ca6-e110c16412e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0167b83-c307-487d-b52f-72363e5cf14b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.514926 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.576464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-4fd35410-72a8-4f68-9abd-05cff7492d28 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928924 Aug 11 02:17:41.705778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a97ff5-b96c-4c44-ac06-250295b409d8 req-968a630f-88c6-4daf-b9fc-d7eed12ceeb3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.720189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79a97ff5-b96c-4c44-ac06-250295b409d8 req-968a630f-88c6-4daf-b9fc-d7eed12ceeb3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 944 time: 0.3947406 Aug 11 02:17:41.822219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:41.823720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:41.827302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1812faa-6f00-473d-8705-55583c9df7b9 HTTP/1.1" status: 200 len: 1093 time: 2.7987318 Aug 11 02:17:41.829457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:41.836471 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3284a-d54c-4b75-b809-09154df81b16" -d '{"events": [{"name": "network-changed", "server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:41.851416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784a28-7a9d-485d-862d-8888419f1709 service neutron] Pushing event updated for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:41.882405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79a97ff5-b96c-4c44-ac06-250295b409d8 req-4c79a512-b68e-4937-b914-3236219f8068 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558750 Aug 11 02:17:42.078731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-9b7e2c07-82f8-432d-8811-3e1adb12f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.081759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-9b7e2c07-82f8-432d-8811-3e1adb12f2a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 1096 time: 0.1447008 Aug 11 02:17:42.341498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-255327b0-e42a-4019-a228-765755e8a021 req-a92a2bc8-7843-4ea1-a3b1-1c7358b0af24 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 210 time: 0.0989220 Aug 11 02:17:42.346019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-8adc205e-245a-444a-ae63-485df826c308 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1812faa-6f00-473d-8705-55583c9df7b9 HTTP/1.1" status: 200 len: 217 time: 0.2416704 Aug 11 02:17:42.358300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Router 55d33ff1-3768-45ce-8cc6-f178714dc842 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:17:42.585370 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97023895-8fc9-49fb-a339-d9a30464f202 x-openstack-request-id: req-97023895-8fc9-49fb-a339-d9a30464f202 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:42.588476 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:42.589148 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97023895-8fc9-49fb-a339-d9a30464f202 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:42.592012 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9', 'status': 'completed', 'code': 200} Aug 11 02:17:42.685296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-cfa0b968-8a47-445e-8c28-e9c78223e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.688869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-cfa0b968-8a47-445e-8c28-e9c78223e49f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.3324804 Aug 11 02:17:42.774748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-24d5d886-ce07-4afe-84b9-e219d62949c0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.780029 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-24d5d886-ce07-4afe-84b9-e219d62949c0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1782141 Aug 11 02:17:42.813287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Request body: {'port': {'device_id': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': 'e68360cc5e214065ba1b0a8f178a8a5f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:42.822167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-94493afc-34df-4522-aec0-e9cc354d803f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187437 Aug 11 02:17:42.851359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49449-3390-43bb-a072-f48b1a754195 req-f5111c62-3726-438c-ba56-795218a4a38a tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:42.854042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8c49449-3390-43bb-a072-f48b1a754195 req-f5111c62-3726-438c-ba56-795218a4a38a tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.67 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 0.2314272 Aug 11 02:17:43.164276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce13243-511a-41a5-b42b-ef847c3cd38d req-42a8f6dc-d1ef-4f47-b1f1-903cf0187cf8 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:43.181219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ce13243-511a-41a5-b42b-ef847c3cd38d req-42a8f6dc-d1ef-4f47-b1f1-903cf0187cf8 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 0.4696677 Aug 11 02:17:43.384975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ce13243-511a-41a5-b42b-ef847c3cd38d req-4ebefaad-9002-4b0a-8146-c123285146ed tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001574 Aug 11 02:17:43.388638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-d76ed59e-77e5-40da-ae08-b952cc5f7976 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278687 Aug 11 02:17:43.429846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:17:43.450499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45f4d5f3-4f81-4ee6-bab0-cf698342187e admin admin] 10.222.0.68 "PUT /v2.0/routers/55d33ff1-3768-45ce-8cc6-f178714dc842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5597932 Aug 11 02:17:43.450768 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Sync routers for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:17:43.460500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47190) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:43.483519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:43.484812 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:43.494490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Made reservation on behalf of e68360cc5e214065ba1b0a8f178a8a5f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:43.498487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.676967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Deleting port b0f8708c-47c7-4c87-9988-2cc387a1fba2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:43.680095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:43.844702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Allocated IP 192.168.233.39 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/846a4d54-92cc-44db-9dbe-03103a7c59dd) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:43.865334 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:44.121492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.154175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-475f6474-cf6e-4ac7-be5b-3798aa5dc091 req-989c1ee7-29ae-4f16-aaeb-498571c07f64 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454374 Aug 11 02:17:44.253636 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:17:40Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.302820 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Checking router: 55d33ff1-3768-45ce-8cc6-f178714dc842 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:17:44.317170 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Routers {'55d33ff1-3768-45ce-8cc6-f178714dc842'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:17:44.317999 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:17:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['55d33ff1-3768-45ce-8cc6-f178714dc842'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:44.358268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bc9c8-47ac-4b52-922b-525eaa1bf903 req-5443f45a-a30e-4c29-87cd-ebd2fa197d2f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.372911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e2bc9c8-47ac-4b52-922b-525eaa1bf903 req-5443f45a-a30e-4c29-87cd-ebd2fa197d2f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 944 time: 0.7431638 Aug 11 02:17:44.414327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.449282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Transition to ACTIVE for port object 846a4d54-92cc-44db-9dbe-03103a7c59dd will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:44.501074 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] Set router 55d33ff1-3768-45ce-8cc6-f178714dc842 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:17:44.558308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.577501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eb48008d-f86d-4fd3-82e3-87ea31f4bf28'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:44.599786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] For port b0f8708c-47c7-4c87-9988-2cc387a1fba2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b0f8708c-47c7-4c87-9988-2cc387a1fba2,segment=NetworkSegment(348f0d78-f1fc-4f2d-af83-9f76cd15e9cc),segment_id=348f0d78-f1fc-4f2d-af83-9f76cd15e9cc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:44.610401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.656679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:44.661346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:44.666681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:44.681669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.707820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388', 'a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:44.716969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:44.842290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:44.846176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:44.874112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e2bc9c8-47ac-4b52-922b-525eaa1bf903 req-0b407ca0-f2a7-4de1-b150-ceda0984420f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004881 Aug 11 02:17:44.907331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-2ee35e8c-8e40-47ea-8a43-b0d3ce44b2bc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1064541 Aug 11 02:17:44.924682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Request body: {'port': {'device_id': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:44.929679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Calling delete_port for b0f8708c-47c7-4c87-9988-2cc387a1fba2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:45.023767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3284a-d54c-4b75-b809-09154df81b16 req-35bd6869-8e0b-47c7-9749-191f94ca6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.025373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-35bd6869-8e0b-47c7-9749-191f94ca6858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 1096 time: 0.7340198 Aug 11 02:17:45.126067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.267571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b67c9f79-5fd8-4e7d-a2b9-7a6db3992f88 None None] Provisioning for port 846a4d54-92cc-44db-9dbe-03103a7c59dd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:45.292721 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:17:40Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:45.329193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b67c9f79-5fd8-4e7d-a2b9-7a6db3992f88 None None] Provisioning complete for port 846a4d54-92cc-44db-9dbe-03103a7c59dd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:45.329848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b67c9f79-5fd8-4e7d-a2b9-7a6db3992f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.344630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf71b5a-8880-406d-a821-d99ac2b296f6 None None] The sync data for ids ['55d33ff1-3768-45ce-8cc6-f178714dc842'] in n-d-713498-10 is: [{'id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'name': 'tempest-ServersTestManualDisk-1276964551-router', 'tenant_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '5855b642-807c-4789-a25e-7c055ece79f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:14:56Z', 'updated_at': '2021-08-11T02:17:40Z', 'revision_number': 5, 'project_id': 'afc86e9e57204cbbb78af972e9a73e6c', 'gw_port': {'id': '5855b642-807c-4789-a25e-7c055ece79f7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d33ff1-3768-45ce-8cc6-f178714dc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:14:57Z', 'updated_at': '2021-08-11T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:17:45.412687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b67c9f79-5fd8-4e7d-a2b9-7a6db3992f88 None None] Port 846a4d54-92cc-44db-9dbe-03103a7c59dd cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:17:45.423412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73886a7e-69df-4567-8e23-fa67312f1a46 req-413978a9-db52-4891-ae20-de44d3abe102 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:45.425530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73886a7e-69df-4567-8e23-fa67312f1a46 req-413978a9-db52-4891-ae20-de44d3abe102 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 935 time: 0.7275105 Aug 11 02:17:45.480492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Deleting port 5855b642-807c-4789-a25e-7c055ece79f7 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:45.480969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.833130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:45.862658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.902289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Transition to ACTIVE for port object 846a4d54-92cc-44db-9dbe-03103a7c59dd will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:17:45.909210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:45.998397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64ed09d9-67b8-4022-a9a0-c988067e2196 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:46.095024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 64ed09d9-67b8-4022-a9a0-c988067e2196 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:46.095645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64ed09d9-67b8-4022-a9a0-c988067e2196 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:46.104314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.119676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e1812faa-6f00-473d-8705-55583c9df7b9 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:46.234457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b0f8708c-47c7-4c87-9988-2cc387a1fba2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:46.253174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:17:46.253621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:17:46.254432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:46.262601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:17:46.263040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:17:46.271857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:17:46.271994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:46.272498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:17:46.273060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Bound port: 846a4d54-92cc-44db-9dbe-03103a7c59dd, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:17:46.273523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.356824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e1812faa-6f00-473d-8705-55583c9df7b9,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:46.364346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de15e-6b5b-47ba-9a4b-d15f43883ffa req-2202e069-d6ea-4e43-9944-77b844731447 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.373801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'e1812faa-6f00-473d-8705-55583c9df7b9', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': 'e1812faa-6f00-473d-8705-55583c9df7b9', 'mac_address': 'fa:16:3e:8c:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:46.377959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-708de15e-6b5b-47ba-9a4b-d15f43883ffa req-2202e069-d6ea-4e43-9944-77b844731447 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 945 time: 1.0210180 Aug 11 02:17:46.410660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:17:46.418955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:17:46.433915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.439091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3284a-d54c-4b75-b809-09154df81b16 req-17159373-be59-4440-b857-498e09758fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.441745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-17159373-be59-4440-b857-498e09758fcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 1.3834920 Aug 11 02:17:46.458254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73886a7e-69df-4567-8e23-fa67312f1a46 req-ead0bc28-372a-49c1-ade5-fab625d228db tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0061135 Aug 11 02:17:46.476509 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.501869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.502907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.504753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] 10.222.0.61 "PUT /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 1096 time: 1.5878806 Aug 11 02:17:46.505676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:46.508704 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678dda77-d72c-481b-b462-546e781680d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:46.518586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.523504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1812faa-6f00-473d-8705-55583c9df7b9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:46.571318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e1812faa-6f00-473d-8705-55583c9df7b9,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:46.584911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.639764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c774-5284-4e43-bf7d-01e8169ea1bb service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.690609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:46.705673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-8644da05-b70f-4f10-ac94-1743d7dc1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.707656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-8644da05-b70f-4f10-ac94-1743d7dc1f29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1099 time: 0.1350882 Aug 11 02:17:46.723621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-9c1a6dc1-3b52-489a-b70c-fbe827bcf551 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1812faa-6f00-473d-8705-55583c9df7b9 HTTP/1.1" status: 200 len: 217 time: 0.2601492 Aug 11 02:17:46.782793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-baa77318-2e37-4839-84db-b61f7674dc12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.0649841 Aug 11 02:17:46.787163 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:17:46.787163 n-d-713498-10 neutron-server[94654]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 02:17:46.787163 n-d-713498-10 neutron-server[94654]: [parameters: {'status': 'DOWN', 'ports_id': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2'}] Aug 11 02:17:46.787163 n-d-713498-10 neutron-server[94654]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:17:46.787686 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:17:46.825278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-708de15e-6b5b-47ba-9a4b-d15f43883ffa req-77f6ac43-2487-46bf-88bc-c4b068d0afed tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/security-groups?id=5dbaded2-6939-452f-9722-797d2487d199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461234 Aug 11 02:17:46.871017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-a04dc542-c495-4d57-8bea-265631118bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.873783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-a04dc542-c495-4d57-8bea-265631118bdd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0831501 Aug 11 02:17:46.875364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] For port 5855b642-807c-4789-a25e-7c055ece79f7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5855b642-807c-4789-a25e-7c055ece79f7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:46.875899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.888603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e1812faa-6f00-473d-8705-55583c9df7b9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:46.928166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Calling delete_port for 5855b642-807c-4789-a25e-7c055ece79f7 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:46.930205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:46.941853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3284a-d54c-4b75-b809-09154df81b16 req-b7afb8f5-011d-4f4d-95d1-58973874c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.943404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-b7afb8f5-011d-4f4d-95d1-58973874c297 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1809993 Aug 11 02:17:46.951325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583ce7-9eec-4828-9434-1f4b35ab0089 req-1219e7ba-afc3-435d-b713-b61793db2816 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:46.953461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a583ce7-9eec-4828-9434-1f4b35ab0089 req-1219e7ba-afc3-435d-b713-b61793db2816 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.2559202 Aug 11 02:17:47.041985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825d176-b69f-44b6-aa00-717e4df48069 req-8513af9b-2311-47cc-a465-64a37cec4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.044362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-8513af9b-2311-47cc-a465-64a37cec4dea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576452 Aug 11 02:17:47.048824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-17744202-f0f5-4845-9d3a-f090c7237725 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928688 Aug 11 02:17:47.108880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Pushing event deleted for resources: {'Port': ['ID=b0f8708c-47c7-4c87-9988-2cc387a1fba2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:47.273127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] No DVR routers for this DVR port b0f8708c-47c7-4c87-9988-2cc387a1fba2 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:47.293468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-ee1202d8-fbda-4b47-b214-8142c00a93ac service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397401 Aug 11 02:17:47.334839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Port b0f8708c-47c7-4c87-9988-2cc387a1fba2 update to DOWN by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:17:47.362425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:47.365226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8c49449-3390-43bb-a072-f48b1a754195 req-828b2d18-8e1d-44ab-a92a-4e5f4b822d5b tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.67 "DELETE /v2.0/ports/b0f8708c-47c7-4c87-9988-2cc387a1fba2 HTTP/1.1" status: 204 len: 173 time: 4.4997551 Aug 11 02:17:47.367937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'name': 'network-vif-deleted', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:47.370870 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767893d5-f15c-4741-9017-4ef1fed76ac3" -d '{"events": [{"server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "name": "network-vif-deleted", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:47.495018 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2825d176-b69f-44b6-aa00-717e4df48069 req-8a237575-1d4a-40dd-a321-550ea761ee26 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929321 Aug 11 02:17:47.516449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a583ce7-9eec-4828-9434-1f4b35ab0089 req-6f010865-12a6-4432-b491-7ccfeadc9574 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838812 Aug 11 02:17:47.625830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-0c809c38-644d-4bea-b191-553226bcce74 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.628616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-0c809c38-644d-4bea-b191-553226bcce74 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.5096135 Aug 11 02:17:47.639067 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181558c6-cb9b-4e89-9bd8-f5ef0f10f45a x-openstack-request-id: req-181558c6-cb9b-4e89-9bd8-f5ef0f10f45a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:47.639531 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:47.640454 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-181558c6-cb9b-4e89-9bd8-f5ef0f10f45a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:47.641139 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'status': 'completed', 'code': 200} Aug 11 02:17:47.660707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65ee3-1d2b-4218-8ede-63e7d5e38bc9 req-74cc1e36-a420-4f50-9ef8-14a174465f56 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.675624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6f65ee3-1d2b-4218-8ede-63e7d5e38bc9 req-74cc1e36-a420-4f50-9ef8-14a174465f56 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 945 time: 0.4584813 Aug 11 02:17:47.795681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dda77-d72c-481b-b462-546e781680d2 req-e48870c0-ceea-4be6-aa96-2bfd4d4e3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:47.797847 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-e48870c0-ceea-4be6-aa96-2bfd4d4e3f83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1099 time: 0.1355233 Aug 11 02:17:47.811743 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebd0857-bf44-4497-9041-da4b97d5b286 x-openstack-request-id: req-6ebd0857-bf44-4497-9041-da4b97d5b286 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:47.813174 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66014961-86f0-4f4d-a3b5-1f5f0dc071d9", "name": "network-vif-deleted", "tag": "b0f8708c-47c7-4c87-9988-2cc387a1fba2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:47.813872 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ebd0857-bf44-4497-9041-da4b97d5b286 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:47.814771 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66014961-86f0-4f4d-a3b5-1f5f0dc071d9', 'name': 'network-vif-deleted', 'tag': 'b0f8708c-47c7-4c87-9988-2cc387a1fba2', 'status': 'completed', 'code': 200} Aug 11 02:17:47.916325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-08350670-d453-4e9c-8d5a-e347d39ece2d service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117743 Aug 11 02:17:48.006711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6f65ee3-1d2b-4218-8ede-63e7d5e38bc9 req-2000bf1a-1a69-454f-847e-d666a6e7aa1e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255703 Aug 11 02:17:48.028638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e1812faa-6f00-473d-8705-55583c9df7b9 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:48.111800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dda77-d72c-481b-b462-546e781680d2 req-606437a6-b32b-4fdc-9839-202d1cd956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.118444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-606437a6-b32b-4fdc-9839-202d1cd956b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3115685 Aug 11 02:17:48.235295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-421473f7-5254-4d0c-8585-1f70ae2feced service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1079893 Aug 11 02:17:48.240651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port e1812faa-6f00-473d-8705-55583c9df7b9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:48.254373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port e1812faa-6f00-473d-8705-55583c9df7b9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:48.255863 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.332223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dda77-d72c-481b-b462-546e781680d2 req-615a211f-2014-4bf5-a5a6-30a7afe7f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.334212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-615a211f-2014-4bf5-a5a6-30a7afe7f3aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0906219 Aug 11 02:17:48.391592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dda77-d72c-481b-b462-546e781680d2 req-e9445ceb-1a3c-43e3-96d3-0d40a6d17d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.393208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-e9445ceb-1a3c-43e3-96d3-0d40a6d17d0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500829 Aug 11 02:17:48.455025 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.459500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f7921da-d546-4b95-8e77-e5b3b05481d4 req-7bbfc179-e53c-44d0-b10e-f28dcf3d9794 tempest-InstanceActionsV221TestJSON-2016992691 tempest-InstanceActionsV221TestJSON-2016992691-project] 10.222.0.68 "GET /v2.0/ports?device_id=66014961-86f0-4f4d-a3b5-1f5f0dc071d9 HTTP/1.1" status: 200 len: 210 time: 0.2340794 Aug 11 02:17:48.461390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.516897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abc3284a-d54c-4b75-b809-09154df81b16 req-92a6d387-6725-4fe2-99ef-e4cfe0eff4e4 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769448 Aug 11 02:17:48.549527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:48.556822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14038e45-9fba-4bd6-aa3c-f185b777752e req-cc4d7601-49d0-4346-bf11-3c917c399b52 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:48.565999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14038e45-9fba-4bd6-aa3c-f185b777752e req-cc4d7601-49d0-4346-bf11-3c917c399b52 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.6362705 Aug 11 02:17:48.574354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Pushing event deleted for resources: {'Port': ['ID=5855b642-807c-4789-a25e-7c055ece79f7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.606569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-167fcf70-3d6e-46d4-9ddb-b066deb3e349 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969414 Aug 11 02:17:48.610286 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ab6dc-dd4b-4e36-be7c-f6cbece6a7f3" -d '{"events": [{"server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "name": "network-vif-plugged", "status": "completed", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:48.651083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e1812faa-6f00-473d-8705-55583c9df7b9,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:48.661161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.703159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Deleting port ac7094ed-2c2d-420c-bf73-5254f3ff19df {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:48.703531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.712176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:48.736141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14038e45-9fba-4bd6-aa3c-f185b777752e req-959e27ba-951f-4f9e-a4fe-309fca03f3f5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685314 Aug 11 02:17:48.784808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:48.807120 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd822361-48d3-43cb-a16c-88c9c177dfb6 x-openstack-request-id: req-fd822361-48d3-43cb-a16c-88c9c177dfb6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:48.807449 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "name": "network-vif-plugged", "status": "completed", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:48.808548 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd822361-48d3-43cb-a16c-88c9c177dfb6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:48.808964 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9', 'code': 200} Aug 11 02:17:48.901756 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-678dda77-d72c-481b-b462-546e781680d2 req-b4516b61-70c9-41c1-b9db-c3c8c0e6bc25 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851789 Aug 11 02:17:49.021319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.023801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.221764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.221988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d33ff1-3768-45ce-8cc6-f178714dc842 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:17:49.235297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.238454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ac672b7c-60a9-43ec-82a9-a819c8d9afad admin admin] 10.222.0.68 "DELETE /v2.0/routers/55d33ff1-3768-45ce-8cc6-f178714dc842 HTTP/1.1" status: 204 len: 168 time: 5.7710834 Aug 11 02:17:49.240385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47312) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:49.314475 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:17:49.322774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1e2d8-c886-4921-a03d-ccd1f1370260 req-51729173-ec8b-48c1-83e9-6d19659d3c2b tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.325256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fe1e2d8-c886-4921-a03d-ccd1f1370260 req-51729173-ec8b-48c1-83e9-6d19659d3c2b tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 948 time: 0.4591818 Aug 11 02:17:49.345153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Deleting subnet 1796a26b-2b90-4d31-90fa-bfc77fc40924 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:49.360165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] For port ac7094ed-2c2d-420c-bf73-5254f3ff19df, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ac7094ed-2c2d-420c-bf73-5254f3ff19df,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:49.360536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.361127 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.381909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40289f73-5e98-4948-b92b-8aae733fc32f req-d3658698-7f99-4fd7-9e10-39a73025a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.383454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40289f73-5e98-4948-b92b-8aae733fc32f req-d3658698-7f99-4fd7-9e10-39a73025a568 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 1098 time: 0.4609172 Aug 11 02:17:49.390692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Calling delete_port for ac7094ed-2c2d-420c-bf73-5254f3ff19df owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:49.426926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542a562-fef7-4d3d-a2d9-9aa44f8b97e2 req-8281dae7-d977-4186-8048-8edf28c3d5d7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:49.436436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c542a562-fef7-4d3d-a2d9-9aa44f8b97e2 req-8281dae7-d977-4186-8048-8edf28c3d5d7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.3046484 Aug 11 02:17:49.459839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.590268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fe1e2d8-c886-4921-a03d-ccd1f1370260 req-735f5119-6d67-4a09-8b04-007a7fe6efd3 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257175 Aug 11 02:17:49.602060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c542a562-fef7-4d3d-a2d9-9aa44f8b97e2 req-9f731899-2564-4a52-b120-88e5600ad1b0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617923 Aug 11 02:17:49.606812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40289f73-5e98-4948-b92b-8aae733fc32f req-b47306e3-a54b-4597-8a29-b8d4571cfc96 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026720 Aug 11 02:17:49.711495 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.719238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.769997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Pushing event deleted for resources: {'Port': ['ID=ac7094ed-2c2d-420c-bf73-5254f3ff19df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:49.861729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.875265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] No DVR routers for this DVR port ac7094ed-2c2d-420c-bf73-5254f3ff19df on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:49.883863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.886110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efb17798-4a6f-409f-9624-e45a6e728e17 req-5424f584-8ecd-4298-b9e6-ee3f26cc4040 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "DELETE /v2.0/ports/ac7094ed-2c2d-420c-bf73-5254f3ff19df HTTP/1.1" status: 204 len: 173 time: 2.1319938 Aug 11 02:17:49.886725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-deleted', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:49.894235 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229fbd0-4c7f-42ea-962e-7221b3b932a7" -d '{"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-deleted", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:49.918238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1796a26b-2b90-4d31-90fa-bfc77fc40924,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:49.930897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:49.934477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-93a0fd06-a695-4d63-b53b-2968e94fb7e6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1796a26b-2b90-4d31-90fa-bfc77fc40924 HTTP/1.1" status: 204 len: 168 time: 0.6922722 Aug 11 02:17:49.937378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47328) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:49.942266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15a4ac-8307-4f71-86ac-0ed1a6d5f9d0 None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:50.147510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.148284 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ed168b-86e3-4736-a710-91b138416e1a x-openstack-request-id: req-a9ed168b-86e3-4736-a710-91b138416e1a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:50.148597 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f951976e-fe0d-43f7-98d0-cac78b6382a3", "name": "network-vif-deleted", "tag": "ac7094ed-2c2d-420c-bf73-5254f3ff19df", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:50.148854 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a9ed168b-86e3-4736-a710-91b138416e1a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:50.149265 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f951976e-fe0d-43f7-98d0-cac78b6382a3', 'name': 'network-vif-deleted', 'tag': 'ac7094ed-2c2d-420c-bf73-5254f3ff19df', 'status': 'completed', 'code': 200} Aug 11 02:17:50.189895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe54012-f6dd-47be-897c-04da9cebe307 req-7dae9259-1b50-4725-8ec0-8a97069a1490 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:50.209476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfe54012-f6dd-47be-897c-04da9cebe307 req-7dae9259-1b50-4725-8ec0-8a97069a1490 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.2258277 Aug 11 02:17:50.242125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:17:50.301381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfe54012-f6dd-47be-897c-04da9cebe307 req-ce11cfc3-361f-48ed-baa6-396369aa88fe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907402 Aug 11 02:17:50.370598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Deleting port da03e1da-84ec-441b-a25c-1d3b40b0db8b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:50.371188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.428100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:50.526680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5855b642-807c-4789-a25e-7c055ece79f7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:50.691499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] For port da03e1da-84ec-441b-a25c-1d3b40b0db8b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da03e1da-84ec-441b-a25c-1d3b40b0db8b,segment=NetworkSegment(acb17857-d610-4952-bf87-af116ac2eeae),segment_id=acb17857-d610-4952-bf87-af116ac2eeae)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:50.692195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.731832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:50.747637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Calling delete_port for da03e1da-84ec-441b-a25c-1d3b40b0db8b owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:50.758595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5855b642-807c-4789-a25e-7c055ece79f7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:50.758595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5855b642-807c-4789-a25e-7c055ece79f7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:50.767477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'mac_address': 'fa:16:3e:d0:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:17:50.790786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: ac7094ed-2c2d-420c-bf73-5254f3ff19df {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:50.791893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ac7094ed-2c2d-420c-bf73-5254f3ff19df not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:50.860466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cfaab07-4ae6-4440-ba6c-0328e00c92e2 req-43ee2a81-7368-49e0-a749-44763caec79a tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=f951976e-fe0d-43f7-98d0-cac78b6382a3 HTTP/1.1" status: 200 len: 210 time: 0.0749791 Aug 11 02:17:50.861325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:50.886209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:50.954867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:17:51.032217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] DHCP port deletion for 7cbd1873-9b76-4e92-bba7-78460468c2f3 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:17:51.079391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Deleting subnet 8e65d434-efec-4067-b4ec-0ef278ffa1df {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:17:51.094640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.100431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:51.109007 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.137398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.241731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=da03e1da-84ec-441b-a25c-1d3b40b0db8b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.247162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] No DVR routers for this DVR port da03e1da-84ec-441b-a25c-1d3b40b0db8b on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:51.247852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.335685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15ab78-1b28-4826-afbe-bfef09b44f3a req-57003763-615a-4f92-a415-0a436d95b79d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:51.337721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de15ab78-1b28-4826-afbe-bfef09b44f3a req-57003763-615a-4f92-a415-0a436d95b79d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.1691346 Aug 11 02:17:51.396099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.508195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.539478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbd1873-9b76-4e92-bba7-78460468c2f3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:51.552993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['846a4d54-92cc-44db-9dbe-03103a7c59dd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:51.572487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb17857-d610-4952-bf87-af116ac2eeae') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:51.572869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb17857-d610-4952-bf87-af116ac2eeae') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:51.620970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.621170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.656057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de15ab78-1b28-4826-afbe-bfef09b44f3a req-f5dcccdb-a091-40fd-8aea-ebb4192ff936 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082666 Aug 11 02:17:51.660528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.665865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.682026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:51.682579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.683213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Deleting port da03e1da-84ec-441b-a25c-1d3b40b0db8b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:51.683767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:51.685213 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:51.742348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e65d434-efec-4067-b4ec-0ef278ffa1df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.745182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.747580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-03741cc2-61d0-44cd-9026-13ee47f605d0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8e65d434-efec-4067-b4ec-0ef278ffa1df HTTP/1.1" status: 204 len: 168 time: 0.8852427 Aug 11 02:17:51.759021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f261fa-62a1-412b-82e6-3f27d9c0c246 req-3d212cd6-121b-4c57-8bcc-52bfe52e3d8d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:51.767425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92f261fa-62a1-412b-82e6-3f27d9c0c246 req-3d212cd6-121b-4c57-8bcc-52bfe52e3d8d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.1874669 Aug 11 02:17:51.790482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47356) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:51.858772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.865555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.870294 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7cbd1873-9b76-4e92-bba7-78460468c2f3 HTTP/1.1" status: 204 len: 168 time: 1.9308128 Aug 11 02:17:51.874657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] For port da03e1da-84ec-441b-a25c-1d3b40b0db8b, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:51.890936 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.906472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f504339-2359-4f5c-a049-fa66d8c2fb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cbd1873-9b76-4e92-bba7-78460468c2f3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:51.941545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Calling delete_port for da03e1da-84ec-441b-a25c-1d3b40b0db8b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:51.965347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Port da03e1da-84ec-441b-a25c-1d3b40b0db8b was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:17:51.985945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92f261fa-62a1-412b-82e6-3f27d9c0c246 req-75635938-b171-4994-b663-1da2a9924b0f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171304 Aug 11 02:17:51.993882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:51.998934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da03e1da-84ec-441b-a25c-1d3b40b0db8b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:52.050365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.073703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: da03e1da-84ec-441b-a25c-1d3b40b0db8b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:52.073703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da03e1da-84ec-441b-a25c-1d3b40b0db8b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:52.163960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Network 7cbd1873-9b76-4e92-bba7-78460468c2f3 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:17:52.164712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] No DVR routers for this DVR port da03e1da-84ec-441b-a25c-1d3b40b0db8b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:52.172714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9306b5-bdf4-4c55-b58b-b90c3a662862 None None] Pushing event deleted for resources: {'Port': ['ID=da03e1da-84ec-441b-a25c-1d3b40b0db8b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.275710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.310535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3abe3ef-a425-43aa-8d10-9c0bdb391b3e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:52.351878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:52.352386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348f0d78-f1fc-4f2d-af83-9f76cd15e9cc') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:17:52.375283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.408841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.426070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:17:52.426820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.478387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:17:52.537757 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:17:52.547800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3af42c7-9c42-482e-931d-cc0679cf9ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.554560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b0d982c4-1b74-4270-a751-510392babff7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afc86e9e57204cbbb78af972e9a73e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740550 Aug 11 02:17:52.558577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:52.676615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.677272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.684655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.690870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d3abe3ef-a425-43aa-8d10-9c0bdb391b3e HTTP/1.1" status: 204 len: 168 time: 0.8920808 Aug 11 02:17:52.726594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82217a-047c-45f3-bcc8-42fcb388ede9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3abe3ef-a425-43aa-8d10-9c0bdb391b3e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.766009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f08cf-b125-473f-b894-dca8d8f0dd10 req-3c079b11-0529-43e6-919a-c1bf5db31e26 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:52.767664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b22f08cf-b125-473f-b894-dca8d8f0dd10 req-3c079b11-0529-43e6-919a-c1bf5db31e26 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 948 time: 0.1537831 Aug 11 02:17:52.774543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-2ad408f5-a9d0-439d-b711-42889c80a303 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:52.776252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-2ad408f5-a9d0-439d-b711-42889c80a303 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2375851 Aug 11 02:17:52.781348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.823317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b22f08cf-b125-473f-b894-dca8d8f0dd10 req-9b3417aa-3ffd-43fe-a06b-0acbe157aed5 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Aug 11 02:17:52.824658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-040ec70b-7de6-406f-a105-861ee38fbc8a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0235980 Aug 11 02:17:52.917380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.927398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:52.930924 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/862042b3-28f2-47e3-a2cc-2b3083b9ef78 HTTP/1.1" status: 204 len: 168 time: 0.3698487 Aug 11 02:17:52.949865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a62e47-b773-4549-bc46-9251a75fafa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862042b3-28f2-47e3-a2cc-2b3083b9ef78,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:52.965894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-4eb9aa03-ee3e-4295-95af-fd3e6b900b5f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248934 Aug 11 02:17:53.090611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47394) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.235867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c92a366a-10ed-46f1-bf54-77468db7b203 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90dca467a48746da9c42ae7403956c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433914 Aug 11 02:17:53.240722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47400) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:53.284433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242a89-3643-4ba8-a6cc-e58cfbb15cc2 req-875591b9-5adf-41f2-a35f-b135f70a607b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:53.303119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51242a89-3643-4ba8-a6cc-e58cfbb15cc2 req-875591b9-5adf-41f2-a35f-b135f70a607b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.1877766 Aug 11 02:17:53.376754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.449819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.475770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51242a89-3643-4ba8-a6cc-e58cfbb15cc2 req-3262f899-abc2-4c23-b660-a842275bb0c8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573460 Aug 11 02:17:53.525980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-7b130bf0-d3c1-4ff1-98a6-719e92467678 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:17:53.527516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-7b130bf0-d3c1-4ff1-98a6-719e92467678 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5513444 Aug 11 02:17:53.656796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.661075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:53.663459 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5dbaded2-6939-452f-9722-797d2487d199 HTTP/1.1" status: 204 len: 168 time: 0.4210963 Aug 11 02:17:53.685132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e64fd-17ed-47bc-a444-4c39794da445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbaded2-6939-452f-9722-797d2487d199,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:53.783555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-0edff986-99f8-42f9-84b3-3fc83b029509 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2533622 Aug 11 02:17:54.035562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:17:54.160220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 846a4d54-92cc-44db-9dbe-03103a7c59dd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:17:54.170043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 846a4d54-92cc-44db-9dbe-03103a7c59dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:17:54.170659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.337483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-42c52c1d-62bd-4385-b9b3-ad586ed51fec service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380567 Aug 11 02:17:54.370067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.411580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:54.414902 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaacfef-ee88-4871-a45b-03eb6a7f85de" -d '{"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:54.450108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:54.458681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:54.516437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-9bb09de3-8ca9-42f7-b8b9-4ae823e1eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:54.520323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-9bb09de3-8ca9-42f7-b8b9-4ae823e1eeca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 1101 time: 0.6694942 Aug 11 02:17:54.575017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:54.626062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157002a-c390-4fcc-ac61-c7fb5315648a req-32a5ea28-0d23-4e01-997e-653dc8b9314f tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:54.634869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0157002a-c390-4fcc-ac61-c7fb5315648a req-32a5ea28-0d23-4e01-997e-653dc8b9314f tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 948 time: 0.3290792 Aug 11 02:17:54.774332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0157002a-c390-4fcc-ac61-c7fb5315648a req-5668ef9a-2d68-44d7-bf65-5c4a870bb2a6 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f29c934-ddf2-4ac5-a272-d6152c69d14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382425 Aug 11 02:17:54.794293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-33ca5575-b829-4c46-a6ef-980b4219dc62 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:54.795983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-33ca5575-b829-4c46-a6ef-980b4219dc62 tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 948 time: 0.3034222 Aug 11 02:17:54.800920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-42049f96-70c5-4997-a08e-5c53a4d28b63 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444954 Aug 11 02:17:54.860216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-fec05b13-49cc-4f6c-9af7-b33043ca8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:54.862373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-fec05b13-49cc-4f6c-9af7-b33043ca8ee3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2876141 Aug 11 02:17:54.946233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-0fbf29fe-7596-4aed-b4df-2b1b95f7df78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 200 len: 217 time: 0.0702968 Aug 11 02:17:55.003414 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c71116-5bdb-4eaf-9179-68c494fac755 x-openstack-request-id: req-e4c71116-5bdb-4eaf-9179-68c494fac755 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:55.004485 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:55.005535 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4c71116-5bdb-4eaf-9179-68c494fac755 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:55.007066 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'code': 200} Aug 11 02:17:55.032537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-dd590426-afa5-4449-b4d6-b188c0732094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.035637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-dd590426-afa5-4449-b4d6-b188c0732094 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0813560 Aug 11 02:17:55.146811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0519000a-af5b-4aac-a8eb-3ddb52a08ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.189421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Deleting port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:17:55.189828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.212539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72541-b0db-4c82-9b1c-6e23e0229f8a req-c5abe9f9-1740-4bb7-8f6a-3d78d22987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.216507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22a72541-b0db-4c82-9b1c-6e23e0229f8a req-c5abe9f9-1740-4bb7-8f6a-3d78d22987bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1101 time: 0.1241205 Aug 11 02:17:55.302403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22a72541-b0db-4c82-9b1c-6e23e0229f8a req-99fc0da2-8a1d-42cf-b1d7-f245b6d33d97 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772505 Aug 11 02:17:55.383564 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.443619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47478) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:55.471187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-080b17d7-95b9-4fc9-8fb1-b4e70c87a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.472803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-080b17d7-95b9-4fc9-8fb1-b4e70c87a680 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4211161 Aug 11 02:17:55.573629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e674-5558-4abf-b176-4a9226c68931 req-f0fcd596-0a68-45fb-ac0d-3c6a79c86a89 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:55.582157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e68e674-5558-4abf-b176-4a9226c68931 req-f0fcd596-0a68-45fb-ac0d-3c6a79c86a89 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.3768780 Aug 11 02:17:55.585776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] For port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:17:55.586183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.649738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1372014956-network', 'tenant_id': 'c369cb360d7f4076ad9cd370f754b964'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:55.677375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Calling delete_port for 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:17:55.733175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Made reservation on behalf of c369cb360d7f4076ad9cd370f754b964 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:55.739813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.763790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:55.790541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e68e674-5558-4abf-b176-4a9226c68931 req-4f58ca93-bb43-4235-978d-02531477234a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022312 Aug 11 02:17:55.922193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-2a482b4b-54c0-4c2e-a044-17e46afde880 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130430 Aug 11 02:17:56.001540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.010030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.055230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-c35dff0a-e9f7-49d7-a30a-4b4c4913cf04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1627426 Aug 11 02:17:56.059160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.063823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:17:56.078789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.079487 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Added segment 4446d595-5364-400e-a127-5bb088aed893 of type vlan for network ce6abbae-29ea-4466-b8a1-fb6906395d2c Aug 11 02:17:56.201507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-3c54e7c8-796e-4ade-90d9-670a7857da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.208918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-3c54e7c8-796e-4ade-90d9-670a7857da8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 1102 time: 0.1170423 Aug 11 02:17:56.216295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.342002 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.352798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4b7458-3ddc-4a50-8d43-48cedf25210b req-5c1d309c-ddb3-4ce8-b261-a457319f8acd service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162056 Aug 11 02:17:56.396180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.397247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.397994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.409691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-da9d8365-24bf-4e2e-a1f7-7fcc566663c9 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1472819104&fields=id&tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615 HTTP/1.1" status: 200 len: 267 time: 0.3555510 Aug 11 02:17:56.493790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0485778 Aug 11 02:17:56.498827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:17:56.508480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Request body: {'subnet': {'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1372014956-subnet', 'tenant_id': 'c369cb360d7f4076ad9cd370f754b964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:56.547483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Made reservation on behalf of c369cb360d7f4076ad9cd370f754b964 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:56.550261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.554659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a453c-7c97-4703-8458-2e00247a7cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6abbae-29ea-4466-b8a1-fb6906395d2c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:56.573350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network ce6abbae-29ea-4466-b8a1-fb6906395d2c details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:17:56.646925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-bbd0c209-ce62-46c4-bebb-59e1d083742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.648537 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-bbd0c209-ce62-46c4-bebb-59e1d083742f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4040720 Aug 11 02:17:56.712757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e91c5240-869c-4b8b-af8d-3f9a179a65fe req-396d91ab-757e-4c37-acf4-4a7fed33c3bf tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0881205 Aug 11 02:17:56.772300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:56.829752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-c0e6af6b-dfc1-425e-99e2-057b02dec9d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 200 len: 217 time: 0.1619003 Aug 11 02:17:56.953152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-a7e39d26-a958-4cd0-8486-01c052cd7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:56.956671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-a7e39d26-a958-4cd0-8486-01c052cd7290 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1151361 Aug 11 02:17:56.979777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef4ba622-9e44-4625-8d76-5204d7bcf669 req-caf446b9-6638-4b82-9a48-be811dcaee2c tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.68 "GET /v2.0/ports?device_id=09baab82-580c-4202-a568-696ac3f46c1a HTTP/1.1" status: 200 len: 210 time: 0.1227860 Aug 11 02:17:57.016059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-3f5e172c-b694-4a70-86e8-ce98b3a0af8b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.018683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-3f5e172c-b694-4a70-86e8-ce98b3a0af8b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/networks?id=dfb005cc-ee37-46db-9842-a99bb885be8f HTTP/1.1" status: 200 len: 815 time: 0.5578692 Aug 11 02:17:57.021473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Pushing event deleted for resources: {'Port': ['ID=84f0c2a7-b0e7-4980-86e9-1f211d8673f2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.086428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] No DVR routers for this DVR port 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:17:57.128058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.144952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-59e39e70-0fee-4b14-b27c-701fad25169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.145474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2133bea6-0f1f-4e21-a4f7-cf5c29168511 req-088f9eb3-f307-4727-9e6e-9b628f78572e tempest-ListImageFiltersTestJSON-124653604 tempest-ListImageFiltersTestJSON-124653604-project] 10.222.0.67 "DELETE /v2.0/ports/84f0c2a7-b0e7-4980-86e9-1f211d8673f2 HTTP/1.1" status: 204 len: 173 time: 2.3395443 Aug 11 02:17:57.151975 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-59e39e70-0fee-4b14-b27c-701fad25169d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1729159 Aug 11 02:17:57.156813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-deleted', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:17:57.160067 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c4201b-8c27-4aa7-b35f-ee2cf6949121" -d '{"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-deleted", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:17:57.186587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-ff4d4fbb-7c36-4865-af84-f68044068211 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/quotas/32cc8a3ddc9040ffa8c1bfc5b2652615 HTTP/1.1" status: 200 len: 375 time: 0.0965896 Aug 11 02:17:57.320529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-0030b40d-86b4-43b1-b312-b12e04fc2159 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592636 Aug 11 02:17:57.324959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.368246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e63d0349-46a4-49fc-9ac0-77591267d3c1 req-87481740-3887-4139-8cf8-77006173d0c8 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.1322231 Aug 11 02:17:57.578092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-8a24c271-a09e-4708-8cb9-1c735e1006d3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.579934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-8a24c271-a09e-4708-8cb9-1c735e1006d3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.4880338 Aug 11 02:17:57.598003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3914b3-6819-4e3c-8b2d-b2f9b6facbda,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:57.603086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:57.640127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-6dcc1b15-97ad-4705-8603-a7429fe561c6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4017611 Aug 11 02:17:57.664286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Checking segment: {'id': '4446d595-5364-400e-a127-5bb088aed893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:17:57.664699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Network hostable DHCP agents. Network: ce6abbae-29ea-4466-b8a1-fb6906395d2c, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:17:57.675740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-981f5330-14ac-4d7c-adc8-7716c68c6691 req-1ddee5d2-7854-4610-ba2f-677baa4060b5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636090 Aug 11 02:17:57.691663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Network ce6abbae-29ea-4466-b8a1-fb6906395d2c is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:17:57.703594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, ce6abbae-29ea-4466-b8a1-fb6906395d2c) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:57.708385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.708951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:57.716552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335cf09-f070-4be2-8c94-18055bb56b3b None None] Network ce6abbae-29ea-4466-b8a1-fb6906395d2c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:57.728439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-34307e87-8022-4f45-97de-126d727e6a5a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2249565 Aug 11 02:17:57.852083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3e5e4-1b0f-4e62-9afd-760a2164a63d req-059b2c08-8f9b-4a60-bcd3-a65d2bd8f888 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:57.854073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cb3e5e4-1b0f-4e62-9afd-760a2164a63d req-059b2c08-8f9b-4a60-bcd3-a65d2bd8f888 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.2720809 Aug 11 02:17:57.980323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-0d267d46-06c9-46b1-9fe6-0668d686d5d7 service neutron] 10.222.0.68 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495260 Aug 11 02:17:58.070529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.076229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:17:58.133988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cb3e5e4-1b0f-4e62-9afd-760a2164a63d req-bceb0bdb-a0bd-42a9-9a20-a6b80c69ebae tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632003 Aug 11 02:17:58.150054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:17:58.159017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b0d2b-940f-4410-9f27-28cc0d97f13e None None] Network ce6abbae-29ea-4466-b8a1-fb6906395d2c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:17:58.163476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:17:58.164090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 84f0c2a7-b0e7-4980-86e9-1f211d8673f2 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:17:58.169838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:58.247548 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463f503c-9abf-40b4-b6a9-00875006a1d6 x-openstack-request-id: req-463f503c-9abf-40b4-b6a9-00875006a1d6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:17:58.247961 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09baab82-580c-4202-a568-696ac3f46c1a", "name": "network-vif-deleted", "tag": "84f0c2a7-b0e7-4980-86e9-1f211d8673f2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:17:58.248315 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-463f503c-9abf-40b4-b6a9-00875006a1d6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:17:58.249388 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09baab82-580c-4202-a568-696ac3f46c1a', 'name': 'network-vif-deleted', 'tag': '84f0c2a7-b0e7-4980-86e9-1f211d8673f2', 'status': 'completed', 'code': 200} Aug 11 02:17:58.354095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-d89d0705-008a-4008-924d-3d40f183baff service neutron] 10.222.0.68 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725517 Aug 11 02:17:58.483761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.6 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/b180b51e-a833-4eaf-b69a-073680e6d6fd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:17:58.738169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43583cdc-72bf-417b-965b-bdb1cf9581b7 req-71093f5c-5c7a-479a-bac2-ff03246a6216 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0988183 Aug 11 02:17:59.009473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.141545 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.155258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:59.157984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e1812faa-6f00-473d-8705-55583c9df7b9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:17:59.227684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:17:59.279675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:17:59.285556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:17:59.294051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:17:59.386205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.386871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.423678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88a7f-fb61-436d-a35a-4d2a992a86f1 req-002b7285-2482-4609-850c-661d3aed48ac tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.425317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ed88a7f-fb61-436d-a35a-4d2a992a86f1 req-002b7285-2482-4609-850c-661d3aed48ac tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1101 time: 0.3098123 Aug 11 02:17:59.508616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e99fa9bd-429a-4272-a450-9e364b770f13 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9127066 Aug 11 02:17:59.525748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Request body: {'port': {'device_id': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:17:59.582698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ed88a7f-fb61-436d-a35a-4d2a992a86f1 req-4b382177-3066-47b2-8080-8bb2c5d26721 tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163023 Aug 11 02:17:59.600075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-f9c4a7fa-7924-4d64-9282-a255c56d4c68 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:17:59.607950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-f9c4a7fa-7924-4d64-9282-a255c56d4c68 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/networks?id=ce6abbae-29ea-4466-b8a1-fb6906395d2c HTTP/1.1" status: 200 len: 822 time: 0.4907036 Aug 11 02:17:59.673132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-1e167e04-3f51-4e12-9826-fcc2f269e666 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/quotas/c369cb360d7f4076ad9cd370f754b964 HTTP/1.1" status: 200 len: 375 time: 0.0636556 Aug 11 02:17:59.676188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:17:59.753232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-a237f2c5-a8a3-45dc-ae2f-d01054588eb3 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c369cb360d7f4076ad9cd370f754b964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716736 Aug 11 02:17:59.902772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4524deee-c31e-4b2e-86d4-34ad30c5cfb4 req-391aa12a-3527-41f2-8a8f-7820901e27a4 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.0849659 Aug 11 02:18:00.142074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a906b85b-cdd6-4cca-9db1-b63cc3c05c7a req-6d4eea78-e2f5-4a6d-bf74-7a9d68dbf192 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Aug 11 02:18:00.240923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-5da28db7-c721-4239-af89-7cc8ae32acc7 service neutron] 10.222.0.68 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215186 Aug 11 02:18:00.466549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-66b91cc6-87c2-4f6d-b3e8-cb100c3ccf39 service neutron] 10.222.0.68 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245407 Aug 11 02:18:00.538410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b180b51e-a833-4eaf-b69a-073680e6d6fd {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:00.553666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.593642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Transition to ACTIVE for port object b180b51e-a833-4eaf-b69a-073680e6d6fd will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:00.602522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.770547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:00.856193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Attempting to bind port b180b51e-a833-4eaf-b69a-073680e6d6fd on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:00.856562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Attempting to bind port b180b51e-a833-4eaf-b69a-073680e6d6fd by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:00.857105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Attempting to bind port b180b51e-a833-4eaf-b69a-073680e6d6fd on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:00.871266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Port b180b51e-a833-4eaf-b69a-073680e6d6fd on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:00.871930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Attempting to bind port b180b51e-a833-4eaf-b69a-073680e6d6fd on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:00.881364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:00.882352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:00.883782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:00.885102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Bound port: b180b51e-a833-4eaf-b69a-073680e6d6fd, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:00.885956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:00.980749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae5b8442-8516-46ed-9173-5033403a7545 req-61537b66-0772-4b10-be2b-6a70f5fc466d tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0735583 Aug 11 02:18:01.152482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:01.161434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:01.175131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.396483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-ae9994d2-8c0d-4c23-ae84-fb798187f5ca tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:01.398807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-ae9994d2-8c0d-4c23-ae84-fb798187f5ca tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.61 "GET /v2.0/networks?id=dfb005cc-ee37-46db-9842-a99bb885be8f HTTP/1.1" status: 200 len: 815 time: 0.1724076 Aug 11 02:18:01.406056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:01.408141 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:01.415648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] 10.222.0.67 "PUT /v2.0/ports/b180b51e-a833-4eaf-b69a-073680e6d6fd HTTP/1.1" status: 200 len: 1092 time: 1.8968363 Aug 11 02:18:01.443759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:01.449548 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb2902-8d02-4101-b298-6ddf8dac3f84" -d '{"events": [{"name": "network-changed", "server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:01.471263 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-146a7031-918e-410d-b4fc-f4a615b65ba6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615 HTTP/1.1" status: 200 len: 380 time: 0.0593700 Aug 11 02:18:01.494632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'port': {'device_id': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'admin_state_up': True, 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'security_groups': ['f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:01.552426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a060e7-c085-41d6-86ba-30a926e161ed req-5b4b3913-caba-4e42-863b-841d0fc4cc0d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:01.562596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8a060e7-c085-41d6-86ba-30a926e161ed req-5b4b3913-caba-4e42-863b-841d0fc4cc0d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 943 time: 0.3517816 Aug 11 02:18:01.744334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Made reservation on behalf of 32cc8a3ddc9040ffa8c1bfc5b2652615 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:01.754959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.089743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Allocated IP 172.20.0.3 (dfb005cc-ee37-46db-9842-a99bb885be8f/72f4d6c3-8459-4400-9f0a-e57bdb1954ad/95662750-f3ff-4535-8c10-bf9280da9b3a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:02.329283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-fc2a35f9-8184-439b-937c-9da61f4baee3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3112037 Aug 11 02:18:02.357130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-763ca94c-4401-486f-a8a1-d63d1efd4f15 req-e6f27f1f-b56e-40d7-9402-f6d5379361b0 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 210 time: 0.0498505 Aug 11 02:18:02.357790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc6a1-cf67-49dc-825b-17eefd22bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:02.472803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d7e7671-0250-4b21-8acb-a6e5fa6b20d0 req-42d7b7d0-7dad-4d39-a6e6-58fc4fa601b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1461465 Aug 11 02:18:02.504569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8a060e7-c085-41d6-86ba-30a926e161ed req-946e987a-0a17-4b67-b33a-afb3cb1dad65 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9393344 Aug 11 02:18:02.521158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-9f92b276-d7de-4cfe-a5fe-aee5ab9ae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:02.522809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-9f92b276-d7de-4cfe-a5fe-aee5ab9ae799 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 1095 time: 1.0248601 Aug 11 02:18:02.564191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.621945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Transition to ACTIVE for port object 95662750-f3ff-4535-8c10-bf9280da9b3a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:02.711066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-1dcb7c94-3d1d-4f84-8aaf-b7c6548173fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd HTTP/1.1" status: 200 len: 217 time: 0.1781938 Aug 11 02:18:02.726013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:02.889063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Network dfb005cc-ee37-46db-9842-a99bb885be8f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:02.896947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:02.907086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:02.918305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event updated for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:03.074590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e96ad103-b3b4-41aa-ab16-20d30e8248a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.085690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-e96ad103-b3b4-41aa-ab16-20d30e8248a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.3564358 Aug 11 02:18:03.097875 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4b0e61-5396-478c-b619-11314593822b x-openstack-request-id: req-6a4b0e61-5396-478c-b619-11314593822b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:03.098324 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:03.098582 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a4b0e61-5396-478c-b619-11314593822b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:03.099310 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd', 'status': 'completed', 'code': 200} Aug 11 02:18:03.106206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.107450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.145574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c2e64d58-8c07-4348-9b9c-877ff37f244b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6663675 Aug 11 02:18:03.164182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Request body: {'port': {'device_id': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:03.204332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef13be7-052e-4d81-9f14-1d2aa3d4c8b0 req-e476824b-e663-4870-a114-3ee593988a99 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:03.212127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ef13be7-052e-4d81-9f14-1d2aa3d4c8b0 req-e476824b-e663-4870-a114-3ee593988a99 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 931 time: 0.4612017 Aug 11 02:18:03.265010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-9dd85402-b947-463d-ae82-42ab165fd907 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557069 Aug 11 02:18:03.346503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.517616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74457552-2a26-485f-9f5e-3dff2d5270a3 None None] Provisioning for port 95662750-f3ff-4535-8c10-bf9280da9b3a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:03.561573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74457552-2a26-485f-9f5e-3dff2d5270a3 None None] Provisioning complete for port 95662750-f3ff-4535-8c10-bf9280da9b3a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:03.564877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-74457552-2a26-485f-9f5e-3dff2d5270a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:03.629692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ef13be7-052e-4d81-9f14-1d2aa3d4c8b0 req-d6cd3336-56ed-4f81-8460-787ef4cbf39b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161260 Aug 11 02:18:03.708999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-74457552-2a26-485f-9f5e-3dff2d5270a3 None None] Port 95662750-f3ff-4535-8c10-bf9280da9b3a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:04.017018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac4e4788-442e-4827-8d0b-1a600a78acbc req-1f31ee6f-350a-4538-9eff-2a0e681ea9c2 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1146848 Aug 11 02:18:04.072547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b6b2-cd7d-41f5-83f1-a112f4b747f2 req-c524e2e5-904a-4e66-bd9f-15e193702559 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:04.090772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e42b6b2-cd7d-41f5-83f1-a112f4b747f2 req-c524e2e5-904a-4e66-bd9f-15e193702559 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.8223763 Aug 11 02:18:04.271272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-a448bd92-4add-4d07-9b4e-782fd6bc4fd4 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9991722 Aug 11 02:18:04.310100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e42b6b2-cd7d-41f5-83f1-a112f4b747f2 req-e3fa431f-0956-4ecc-ba2e-7376a583bf95 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775308 Aug 11 02:18:04.322209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95662750-f3ff-4535-8c10-bf9280da9b3a {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:04.366097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.430360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Transition to ACTIVE for port object 95662750-f3ff-4535-8c10-bf9280da9b3a will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:04.445055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:04.463627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-d236d10d-845f-425a-b691-4924dfc1975c tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:04.466481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-d236d10d-845f-425a-b691-4924dfc1975c tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.67 "GET /v2.0/networks?id=ce6abbae-29ea-4466-b8a1-fb6906395d2c HTTP/1.1" status: 200 len: 822 time: 0.8272648 Aug 11 02:18:04.504404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Request body: {'port': {'device_id': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c', 'admin_state_up': True, 'tenant_id': 'c369cb360d7f4076ad9cd370f754b964'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:04.666632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8740814-34bd-4587-9ada-0765a1cf1f9b req-cffe0fa4-7d51-4ff6-8d24-db0e60da4581 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 210 time: 0.0685997 Aug 11 02:18:04.733683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cd79015-e588-45f5-b53b-351463638cf2 req-8a0e322b-ff91-445e-98e8-f449a4884fee service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514472 Aug 11 02:18:04.875831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:04.932358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.932968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.933461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.934057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.934679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.935152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.935613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.936125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.936617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.937086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.937541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:04.938039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:05.085456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Attempting to bind port 95662750-f3ff-4535-8c10-bf9280da9b3a on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:05.086395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Attempting to bind port 95662750-f3ff-4535-8c10-bf9280da9b3a by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:05.087219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Attempting to bind port 95662750-f3ff-4535-8c10-bf9280da9b3a on network dfb005cc-ee37-46db-9842-a99bb885be8f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:05.091533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Made reservation on behalf of c369cb360d7f4076ad9cd370f754b964 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:05.095563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.103148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Port 95662750-f3ff-4535-8c10-bf9280da9b3a on network dfb005cc-ee37-46db-9842-a99bb885be8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:05.109879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Attempting to bind port 95662750-f3ff-4535-8c10-bf9280da9b3a on network dfb005cc-ee37-46db-9842-a99bb885be8f {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:05.113089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-78808d9c-c938-46b5-9d58-dc0caeddf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.114997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-78808d9c-c938-46b5-9d58-dc0caeddf952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 1095 time: 0.2458463 Aug 11 02:18:05.138946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3683ce1-45f5-4a10-abc1-e49bc502aa46 req-b8a54aeb-52ff-469c-8d34-27e1bfac432b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.145292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:05.146013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Checking segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:05.146654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Bound using segment: {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:05.147271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Bound port: 95662750-f3ff-4535-8c10-bf9280da9b3a, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:05.147978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.148245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3683ce1-45f5-4a10-abc1-e49bc502aa46 req-b8a54aeb-52ff-469c-8d34-27e1bfac432b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 943 time: 0.2474539 Aug 11 02:18:05.358556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:05.390361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:05.407480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=95662750-f3ff-4535-8c10-bf9280da9b3a,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:05.408313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3683ce1-45f5-4a10-abc1-e49bc502aa46 req-b45ef55e-d569-4e97-87f7-d527e789be88 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589912 Aug 11 02:18:05.425003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.587091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-a002c7e4-26ca-4bf2-ab4b-5ff39149617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.589506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-a002c7e4-26ca-4bf2-ab4b-5ff39149617d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1101 time: 0.4618750 Aug 11 02:18:05.685862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.695144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:05.702455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] 10.222.0.61 "PUT /v2.0/ports/95662750-f3ff-4535-8c10-bf9280da9b3a HTTP/1.1" status: 200 len: 1092 time: 2.5394971 Aug 11 02:18:05.704791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:05.718560 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b06c3-609f-4a4d-8432-f007a56b67bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:05.940362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-355a9777-e050-4795-b90c-6306eeaa3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:05.962141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-355a9777-e050-4795-b90c-6306eeaa3306 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.7906137 Aug 11 02:18:05.991585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf57d1-3df2-4258-a0cb-d30b3524fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:06.029616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a05a470f-0ade-48e0-8ffb-51d7afd3c008 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=805aae22b353426a9090e7db54dd33b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657581 Aug 11 02:18:06.045137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:06.060267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142918-98a5-4717-9beb-9de5e29e43a9 req-ad778737-7deb-4ecd-b8f7-3753f4f02734 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.068777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-8171e37d-3ae6-4f12-8a87-8e0f5d66535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.072338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-8171e37d-3ae6-4f12-8a87-8e0f5d66535c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615&device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 1095 time: 0.3022168 Aug 11 02:18:06.088891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10142918-98a5-4717-9beb-9de5e29e43a9 req-ad778737-7deb-4ecd-b8f7-3753f4f02734 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.5303371 Aug 11 02:18:06.109785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9323-c488-454f-a7ae-468ec483d443 req-02ad7afb-93c5-4c2d-a3a3-8cf269d83afe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.119762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2e9323-c488-454f-a7ae-468ec483d443 req-02ad7afb-93c5-4c2d-a3a3-8cf269d83afe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.4082549 Aug 11 02:18:06.178485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-f235e08c-c10f-4064-a6c5-96175b96d9f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95662750-f3ff-4535-8c10-bf9280da9b3a HTTP/1.1" status: 200 len: 217 time: 0.0882945 Aug 11 02:18:06.195416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-78e88ec0-282b-4e15-83a5-7a69c32dc7eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd HTTP/1.1" status: 200 len: 217 time: 0.2113826 Aug 11 02:18:06.285349 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.293000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-0011ff48-ed10-45bc-a49b-f84b262a803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.298493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-0011ff48-ed10-45bc-a49b-f84b262a803d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72f4d6c3-8459-4400-9f0a-e57bdb1954ad HTTP/1.1" status: 200 len: 854 time: 0.1067328 Aug 11 02:18:06.344094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Allocated IP 172.20.0.5 (ce6abbae-29ea-4466-b8a1-fb6906395d2c/7f3914b3-6819-4e3c-8b2d-b2f9b6facbda/f475e8dd-56f1-41f8-96a4-be4082f6b988) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:06.387570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.390139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-11a921ed-892c-49fa-b093-1db122353892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.392867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-11a921ed-892c-49fa-b093-1db122353892 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.7651980 Aug 11 02:18:06.442968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10142918-98a5-4717-9beb-9de5e29e43a9 req-a9e3fe94-556a-48a3-b1ac-44e139dc0ee4 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494017 Aug 11 02:18:06.454587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c04263eb-d7fa-4f31-a6e5-97916a0ae267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.465511 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-c04263eb-d7fa-4f31-a6e5-97916a0ae267 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb005cc-ee37-46db-9842-a99bb885be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512260 Aug 11 02:18:06.528109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2e9323-c488-454f-a7ae-468ec483d443 req-ec9c1ff6-8e9e-48a5-98e1-407cfe1a6377 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576667 Aug 11 02:18:06.546579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-bbadaa0b-23d7-494d-a5ab-2b47e62ef4a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1252897 Aug 11 02:18:06.553797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-2684a590-52aa-4f0d-a286-7c7ea4782465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.556888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-2684a590-52aa-4f0d-a286-7c7ea4782465 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.3091314 Aug 11 02:18:06.616453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.624714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:06.629915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f29c934-ddf2-4ac5-a272-d6152c69d14d HTTP/1.1" status: 204 len: 168 time: 0.5794837 Aug 11 02:18:06.723437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7d76-a3e9-46e0-8a2e-6fdc6eba6876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29c934-ddf2-4ac5-a272-d6152c69d14d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:06.743643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-6e1ee150-016f-4675-a733-744f90b78376 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583567 Aug 11 02:18:06.744509 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106db033-e97e-4429-af78-0769570561d0 x-openstack-request-id: req-106db033-e97e-4429-af78-0769570561d0 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:06.746559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-e08ec422-5bc1-441e-9747-fd54ca4ce7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:06.747218 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:06.750532 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-106db033-e97e-4429-af78-0769570561d0 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:06.751263 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'status': 'completed', 'code': 200} Aug 11 02:18:06.751374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-e08ec422-5bc1-441e-9747-fd54ca4ce7fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1826518 Aug 11 02:18:06.798948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-b10ca3c3-61eb-44a7-b07c-43616e8f5eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192854 Aug 11 02:18:07.255369 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45fb9a6c-25b5-4b37-898d-f940cbd2457a req-187c3906-4c9a-4318-82b0-ae4b50ad09c4 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 210 time: 0.3163154 Aug 11 02:18:07.290472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0577836b-0942-4488-b771-dd487b5e1fa1 req-b66d0e43-42db-47c6-be95-8925788788d7 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.2714062 Aug 11 02:18:07.440719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-a1b55f37-e4ae-42a8-8d70-969b63a153b0 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879914 Aug 11 02:18:07.730574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-aa9e9fa7-71f5-4457-8ee1-306b1486cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:07.732481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-aa9e9fa7-71f5-4457-8ee1-306b1486cc65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7276368 Aug 11 02:18:07.875887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fca16492-2256-41d4-9650-a67a10b986c6 req-76ad7216-4d96-4211-9152-8f25cc77c2f4 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0660996 Aug 11 02:18:08.060444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-64ff27a6-f6df-4dd6-a09f-7dca72a42afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.064384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-64ff27a6-f6df-4dd6-a09f-7dca72a42afa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615&device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 1095 time: 0.1087632 Aug 11 02:18:08.093542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b180b51e-a833-4eaf-b69a-073680e6d6fd details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:08.127860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.263258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84cb2902-8d02-4101-b298-6ddf8dac3f84 req-2d4c362c-e3fc-44a6-83ea-537bf421d73f service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8066580 Aug 11 02:18:08.271019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:08.286993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'b180b51e-a833-4eaf-b69a-073680e6d6fd', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': 'b180b51e-a833-4eaf-b69a-073680e6d6fd', 'mac_address': 'fa:16:3e:bc:6d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:08.291951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcd952-7813-479a-acde-9751f3e374ed req-714d36f1-26d8-45ab-998e-4fb164ad5e5d tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.300372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24dcd952-7813-479a-acde-9751f3e374ed req-714d36f1-26d8-45ab-998e-4fb164ad5e5d tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.6028845 Aug 11 02:18:08.372726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f8f66-171f-48ef-bbff-1b5010587149 req-7dce2a2d-5f00-45bd-ac69-54c0888c3229 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.381747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979f8f66-171f-48ef-bbff-1b5010587149 req-7dce2a2d-5f00-45bd-ac69-54c0888c3229 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 943 time: 0.8256047 Aug 11 02:18:08.393960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-4c4ebf45-4bd7-405c-9a09-3948c256f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.396795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-4c4ebf45-4bd7-405c-9a09-3948c256f11a service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfb005cc-ee37-46db-9842-a99bb885be8f HTTP/1.1" status: 200 len: 916 time: 0.3156321 Aug 11 02:18:08.406838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.434616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.464406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24dcd952-7813-479a-acde-9751f3e374ed req-4f9456d9-7a37-4032-ba0a-3ee61cd90a2c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626477 Aug 11 02:18:08.537257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b180b51e-a833-4eaf-b69a-073680e6d6fd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:08.612267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:08.635457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-c6e83ddf-8834-4c30-a23e-6c1a04b3c07d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95662750-f3ff-4535-8c10-bf9280da9b3a HTTP/1.1" status: 200 len: 217 time: 0.2087471 Aug 11 02:18:08.635741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:08.672999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Pushing event updated for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:08.687657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:08.696843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.697202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.697634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.698092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.698435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.698784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.699160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.699803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.700333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.700835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.701318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.702492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.773600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-0bc9bd43-274f-49b9-b805-f7c933e9825b service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0098162 Aug 11 02:18:08.798062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.798506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.798959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.799411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.799855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.800303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.800767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.801207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.801645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.802142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.802706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.803139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:08.824517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-ee155a53-7713-44a8-ac83-6a47e8b18d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.827790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-ee155a53-7713-44a8-ac83-6a47e8b18d61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72f4d6c3-8459-4400-9f0a-e57bdb1954ad HTTP/1.1" status: 200 len: 854 time: 0.1969178 Aug 11 02:18:08.857785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Network ce6abbae-29ea-4466-b8a1-fb6906395d2c is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:08.883585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b180b51e-a833-4eaf-b69a-073680e6d6fd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:08.938727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979f8f66-171f-48ef-bbff-1b5010587149 req-c92bd6f5-462b-4a95-b617-3d747783cdd2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555649 Aug 11 02:18:08.947026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47816) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:08.949099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:08.957196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:08.971003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-4022d2fe-c405-432c-b47c-50174ab595cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:08.974070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-4022d2fe-c405-432c-b47c-50174ab595cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb005cc-ee37-46db-9842-a99bb885be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273470 Aug 11 02:18:09.071455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c728-433a-4fc1-81f9-161867f37c20 req-f789cf46-3d2c-48b4-9111-0d0ec92b41eb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.073922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8828c728-433a-4fc1-81f9-161867f37c20 req-f789cf46-3d2c-48b4-9111-0d0ec92b41eb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.4274850 Aug 11 02:18:09.190261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.191310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.221718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8828c728-433a-4fc1-81f9-161867f37c20 req-072007ea-4ec4-494e-a488-d466ff6b25c0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220045 Aug 11 02:18:09.239605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-7ecd71cd-753e-4bb8-aa05-96795b36b0da service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481454 Aug 11 02:18:09.257918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-b5d86d6a-5572-4bc7-8931-0c2ad7c1f8df tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7662630 Aug 11 02:18:09.274648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Request body: {'port': {'device_id': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:09.332186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-509183295-network', 'tenant_id': '3e3c385f5fce4844ba23772ab0b251af'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:09.376108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-e71db15e-6231-4d83-8df9-89843ce46159 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847461 Aug 11 02:18:09.378041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Made reservation on behalf of 3e3c385f5fce4844ba23772ab0b251af for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:09.384817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.417864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.604227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-160b06c3-609f-4a4d-8432-f007a56b67bb req-80f6707d-89cb-40a8-b643-39d012d2b962 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130384 Aug 11 02:18:09.715045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.724914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.755869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:09.775450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57873349-d776-4aad-b56d-f03edc534f31,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:09.779182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.780088 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Added segment a4083ade-4233-4bb5-a94f-1d78facb7988 of type vlan for network b1708004-5a3c-426f-8306-50749255be0a Aug 11 02:18:09.840757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6bff-ca75-4c94-9502-ab64edd54216 req-d6c3f496-3fb6-4998-b30b-11ad401b639e tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.843400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5bb6bff-ca75-4c94-9502-ab64edd54216 req-d6c3f496-3fb6-4998-b30b-11ad401b639e tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 931 time: 0.5366936 Aug 11 02:18:09.845532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a457f3da-3fbe-46cd-be65-aa19ae788700 req-524f63d9-2510-49c3-9b96-44a9c1a1e27b tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.4123867 Aug 11 02:18:09.846673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.877231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.950594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.953923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:09.955142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:09.971786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5bb6bff-ca75-4c94-9502-ab64edd54216 req-800e6eb0-c969-4c1f-adbd-6f270cd9076f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095519 Aug 11 02:18:10.100767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b180b51e-a833-4eaf-b69a-073680e6d6fd up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:10.109889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1545138 Aug 11 02:18:10.115691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47836) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:10.120519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Request body: {'subnet': {'network_id': 'b1708004-5a3c-426f-8306-50749255be0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-509183295-subnet', 'tenant_id': '3e3c385f5fce4844ba23772ab0b251af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:10.155276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Made reservation on behalf of 3e3c385f5fce4844ba23772ab0b251af for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:10.157718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.167414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b015ce-2e7d-4ec4-b5cc-4e2827c8bd53 admin admin] Pushing event updated for resources: {'Network': ['ID=b1708004-5a3c-426f-8306-50749255be0a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:10.234559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b1708004-5a3c-426f-8306-50749255be0a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:10.296676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19947-e358-4d5a-9d48-f0c7f65c28d6 req-e49a38aa-be63-47be-93b2-84fa466e9824 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.299546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a19947-e358-4d5a-9d48-f0c7f65c28d6 req-e49a38aa-be63-47be-93b2-84fa466e9824 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.2005279 Aug 11 02:18:10.308835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d723e1-11c6-4919-836c-8079d358b2b7 req-4ea9a8e1-1682-461d-8795-426f2056d994 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.318045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47d723e1-11c6-4919-836c-8079d358b2b7 req-4ea9a8e1-1682-461d-8795-426f2056d994 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 944 time: 0.1956930 Aug 11 02:18:10.329426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port b180b51e-a833-4eaf-b69a-073680e6d6fd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:10.352041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port b180b51e-a833-4eaf-b69a-073680e6d6fd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:10.352522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.447815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.506237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53a19947-e358-4d5a-9d48-f0c7f65c28d6 req-0545a348-8fae-4c7e-9750-e12520a90fb3 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844199 Aug 11 02:18:10.566496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47d723e1-11c6-4919-836c-8079d358b2b7 req-f820ab56-2492-4f18-8fa2-b8d9fcb6fb07 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471581 Aug 11 02:18:10.596314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.621299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.680832 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.698465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce15547-bed2-4223-9101-4e4682bc7a6c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:10.712140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:10.713274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:10.713495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Checking segment: {'id': 'a4083ade-4233-4bb5-a94f-1d78facb7988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1708004-5a3c-426f-8306-50749255be0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:10.714047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Network hostable DHCP agents. Network: b1708004-5a3c-426f-8306-50749255be0a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:10.716610 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f53d3b2-ae15-4f1b-8d44-0691caa61b50" -d '{"events": [{"server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:10.721948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.768597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Network b1708004-5a3c-426f-8306-50749255be0a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:10.786177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b1708004-5a3c-426f-8306-50749255be0a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:10.791683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.792351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:10.804181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4969528f-b2e7-4c52-9f64-7b3cfd0f93e8 None None] Network b1708004-5a3c-426f-8306-50749255be0a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:10.831278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1b1fb670-5ffb-47d8-9c11-917952395d0e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7140572 Aug 11 02:18:10.850393 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def56ea-147b-4852-a7dd-3baa34fba39a x-openstack-request-id: req-3def56ea-147b-4852-a7dd-3baa34fba39a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:10.850625 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:10.852787 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3def56ea-147b-4852-a7dd-3baa34fba39a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:10.854047 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd', 'code': 200} Aug 11 02:18:10.929533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:10.939654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f475e8dd-56f1-41f8-96a4-be4082f6b988 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:10.968270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab8b4-53ba-4830-9bbf-05f25b79df7d req-1b8fbd3f-10af-46f7-9a64-fb91becad251 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:10.976403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-438ab8b4-53ba-4830-9bbf-05f25b79df7d req-1b8fbd3f-10af-46f7-9a64-fb91becad251 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.2212603 Aug 11 02:18:10.997330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.019588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Transition to ACTIVE for port object f475e8dd-56f1-41f8-96a4-be4082f6b988 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:11.049915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-438ab8b4-53ba-4830-9bbf-05f25b79df7d req-20a28969-6669-44d1-a7e1-0cb4b4fa151d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724766 Aug 11 02:18:11.077692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.124773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edbe10-2c07-49fb-b387-fcd69d7d88b5 None None] Network b1708004-5a3c-426f-8306-50749255be0a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:11.204777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34612e63-c725-46f2-9f03-f3e8f79fb5e9 req-2863e658-5200-445b-b3aa-5a350ad4a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.207997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34612e63-c725-46f2-9f03-f3e8f79fb5e9 req-2863e658-5200-445b-b3aa-5a350ad4a68a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.2983849 Aug 11 02:18:11.220230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a26c6180-2409-4331-980d-a9b8c9674716 req-dd2ac9fd-7bca-42a4-8df6-35a576cd0591 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1094162 Aug 11 02:18:11.349050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Pushing event updated for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:11.414542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4535-fc7c-47cc-8b75-e22e3afa04c4 req-d6d01de6-694e-4df8-8955-f3d7974ed50a tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.416634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac4535-fc7c-47cc-8b75-e22e3afa04c4 req-d6d01de6-694e-4df8-8955-f3d7974ed50a tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 943 time: 0.2320423 Aug 11 02:18:11.419767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34612e63-c725-46f2-9f03-f3e8f79fb5e9 req-fb9e6d85-e542-4e0b-ac68-368412c1fe11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860244 Aug 11 02:18:11.485257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-82146155', 'description': 'tempest-description-322903421'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:11.522204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Attempting to bind port f475e8dd-56f1-41f8-96a4-be4082f6b988 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:11.522908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Attempting to bind port f475e8dd-56f1-41f8-96a4-be4082f6b988 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '4446d595-5364-400e-a127-5bb088aed893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:11.523844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Attempting to bind port f475e8dd-56f1-41f8-96a4-be4082f6b988 on network ce6abbae-29ea-4466-b8a1-fb6906395d2c {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:11.541947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac4535-fc7c-47cc-8b75-e22e3afa04c4 req-af6e9893-4d35-40fd-9d0b-c53be3663c35 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144285 Aug 11 02:18:11.553505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Port f475e8dd-56f1-41f8-96a4-be4082f6b988 on network ce6abbae-29ea-4466-b8a1-fb6906395d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:11.553505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Attempting to bind port f475e8dd-56f1-41f8-96a4-be4082f6b988 on network ce6abbae-29ea-4466-b8a1-fb6906395d2c {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:11.575473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.594477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:11.596682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Checking segment: {'id': '4446d595-5364-400e-a127-5bb088aed893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:11.596682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Bound using segment: {'id': '4446d595-5364-400e-a127-5bb088aed893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:11.596682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Bound port: f475e8dd-56f1-41f8-96a4-be4082f6b988, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4446d595-5364-400e-a127-5bb088aed893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:11.596990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.800275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:11.809741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988,segment=NetworkSegment(4446d595-5364-400e-a127-5bb088aed893),segment_id=4446d595-5364-400e-a127-5bb088aed893)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:11.824217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6cbf3-b647-41ed-acd3-7a1bad4cd6b6 req-72755a6f-9a54-4c6b-813e-243adf0954ac tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.825869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f6cbf3-b647-41ed-acd3-7a1bad4cd6b6 req-72755a6f-9a54-4c6b-813e-243adf0954ac tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.1909461 Aug 11 02:18:11.830172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.921514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.928730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:11.929577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.931086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] 10.222.0.67 "PUT /v2.0/ports/f475e8dd-56f1-41f8-96a4-be4082f6b988 HTTP/1.1" status: 200 len: 1092 time: 2.6622663 Aug 11 02:18:11.931561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:11.933897 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b80e41-b590-4143-befe-470d495b3bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:11.947765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:11.982873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f6cbf3-b647-41ed-acd3-7a1bad4cd6b6 req-4f5a883b-3b3f-4433-92cd-dcd5f4295e9b tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498177 Aug 11 02:18:12.021007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0aede-00d8-45b0-a9c5-4ea7b94bf77e service neutron] Pushing event updated for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:12.065937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.067332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b665405-ab0d-4992-b3ab-dabf620ca5fe req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6017623 Aug 11 02:18:12.088197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049734b-5c92-4c69-80df-2bfe49428021 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac908b31-78bd-4e35-a9d9-f2b04970b708,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:12.135811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-1da51cfc-1000-441d-843c-632ade424cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.137876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-1da51cfc-1000-441d-843c-632ade424cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c369cb360d7f4076ad9cd370f754b964&device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 1095 time: 0.1320088 Aug 11 02:18:12.147151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326e227-3794-4bd5-811f-7ed2cb381d6d req-b8dac31d-fc9c-4cd6-b283-32922214fb18 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.148663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d326e227-3794-4bd5-811f-7ed2cb381d6d req-b8dac31d-fc9c-4cd6-b283-32922214fb18 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.0803931 Aug 11 02:18:12.197407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-109327d9-7a07-42c9-9392-68d62fc352a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988 HTTP/1.1" status: 200 len: 217 time: 0.0476491 Aug 11 02:18:12.245685 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00397943-dee9-4825-9931-75f9588c7e74 x-openstack-request-id: req-00397943-dee9-4825-9931-75f9588c7e74 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:12.246149 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:12.246539 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00397943-dee9-4825-9931-75f9588c7e74 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:12.247074 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988', 'status': 'completed', 'code': 200} Aug 11 02:18:12.296752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d326e227-3794-4bd5-811f-7ed2cb381d6d req-f2daf80e-4cde-498e-942e-7d86f030b4ea tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022911 Aug 11 02:18:12.301180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-6453424c-a892-4661-83df-2f2d8391fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.302822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-6453424c-a892-4661-83df-2f2d8391fafa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f3914b3-6819-4e3c-8b2d-b2f9b6facbda HTTP/1.1" status: 200 len: 862 time: 0.0981641 Aug 11 02:18:12.384428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-0ffb9611-7396-4eb4-af68-4e774b6204fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce6abbae-29ea-4466-b8a1-fb6906395d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435410 Aug 11 02:18:12.387614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-b3be0803-f47a-48e1-97a4-d04d9a7b0e61 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ac908b31-78bd-4e35-a9d9-f2b04970b708 HTTP/1.1" status: 200 len: 1812 time: 0.1200902 Aug 11 02:18:12.406049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac908b31-78bd-4e35-a9d9-f2b04970b708', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:12.406967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac908b31-78bd-4e35-a9d9-f2b04970b708', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:12.633946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900f86-e210-4c2d-bc74-68a850b3ad30 req-2d0f427f-3560-42ff-8fc2-faac1e0c3f52 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.635652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28900f86-e210-4c2d-bc74-68a850b3ad30 req-2d0f427f-3560-42ff-8fc2-faac1e0c3f52 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1780210 Aug 11 02:18:12.642076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-c038aa8b-5fe4-4547-a513-3f9cb8f41603 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234955 Aug 11 02:18:12.729698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.784550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28900f86-e210-4c2d-bc74-68a850b3ad30 req-da188eb9-bb2b-4779-8673-b05070385595 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332216 Aug 11 02:18:12.798020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.836964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.867709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac9fe752-e40a-4895-a147-15b072f0a399 req-98bdd2b9-c873-491e-ac09-aa0c3bed23e3 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146778 Aug 11 02:18:12.872359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a11ea53-7f53-47d6-9e1a-9fe895a9c664,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:12.891741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:12.900553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b961a182-426e-4f8d-8468-8b0436b5d564 req-3b1accdc-66a7-492b-af98-62ef6f4f9081 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4949131 Aug 11 02:18:12.957154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c6d962b-189a-4bf5-af01-eb30536ce595 req-0e310816-3b54-4e32-ae3c-28d04c0563da tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0479126 Aug 11 02:18:12.997925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80e41-b590-4143-befe-470d495b3bd5 req-e92d3fa6-3b01-429d-9253-944f38390fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:12.999684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-e92d3fa6-3b01-429d-9253-944f38390fed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c369cb360d7f4076ad9cd370f754b964&device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0532846 Aug 11 02:18:13.176469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444498c-54dc-4f91-bae7-9ae11b0c155a req-ef3b013b-2970-4b57-be1e-ab06be8aa342 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.178368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d444498c-54dc-4f91-bae7-9ae11b0c155a req-ef3b013b-2970-4b57-be1e-ab06be8aa342 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 943 time: 0.1717038 Aug 11 02:18:13.187686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63dd7a1f-d129-4656-be6e-f95d9a4c2e4d req-cc438649-a906-40ac-9c21-db58f0540dc8 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ac908b31-78bd-4e35-a9d9-f2b04970b708 HTTP/1.1" status: 200 len: 2406 time: 0.1532779 Aug 11 02:18:13.232001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80e41-b590-4143-befe-470d495b3bd5 req-355462d1-09ba-410b-8c30-3b1d6f4d00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.234876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-355462d1-09ba-410b-8c30-3b1d6f4d00d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce6abbae-29ea-4466-b8a1-fb6906395d2c HTTP/1.1" status: 200 len: 923 time: 0.2260630 Aug 11 02:18:13.367927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-ad5c3a66-468b-4f27-b5de-86af5fb28a1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988 HTTP/1.1" status: 200 len: 217 time: 0.1212740 Aug 11 02:18:13.375663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d444498c-54dc-4f91-bae7-9ae11b0c155a req-cca76199-b204-4fd6-9431-14174213a162 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831672 Aug 11 02:18:13.445195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255011-b68f-4752-8d14-c2b0430f88c9 req-aaa3afa5-bff4-4443-af4b-a4ed8c89ac67 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.446895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00255011-b68f-4752-8d14-c2b0430f88c9 req-aaa3afa5-bff4-4443-af4b-a4ed8c89ac67 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.1961339 Aug 11 02:18:13.448723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80e41-b590-4143-befe-470d495b3bd5 req-65cfb95a-6cbd-430e-b19a-440c75cb94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.450288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-65cfb95a-6cbd-430e-b19a-440c75cb94a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f3914b3-6819-4e3c-8b2d-b2f9b6facbda HTTP/1.1" status: 200 len: 862 time: 0.0734389 Aug 11 02:18:13.492936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-35a7e8a8-79f4-410a-96e0-86812ca168f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce6abbae-29ea-4466-b8a1-fb6906395d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340967 Aug 11 02:18:13.644697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00255011-b68f-4752-8d14-c2b0430f88c9 req-3668c110-db4e-4d3b-ad2a-5c538692ba0a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845112 Aug 11 02:18:13.658765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-62112673-bdaa-4a0c-8063-315f6518e84e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-group-rules/1a11ea53-7f53-47d6-9e1a-9fe895a9c664 HTTP/1.1" status: 200 len: 778 time: 0.1079466 Aug 11 02:18:13.788906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-0506cc1b-a5c2-4356-b832-14a70177c744 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874236 Aug 11 02:18:13.794080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-1c79d68f-81d1-4f65-9dc9-ce607797afcf tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ac908b31-78bd-4e35-a9d9-f2b04970b708 HTTP/1.1" status: 200 len: 2406 time: 0.1127198 Aug 11 02:18:13.945939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50eb25-6de5-4a0e-8c4a-1d390a632ee4 req-9aec61d5-beef-4471-af0c-c52712327de0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:13.948202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed50eb25-6de5-4a0e-8c4a-1d390a632ee4 req-9aec61d5-beef-4471-af0c-c52712327de0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.2135923 Aug 11 02:18:13.991887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.046908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.107840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b80e41-b590-4143-befe-470d495b3bd5 req-1d69e140-8499-47d2-b72e-dae48298b716 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083634 Aug 11 02:18:14.120802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed50eb25-6de5-4a0e-8c4a-1d390a632ee4 req-a58267df-79c2-4077-8eb5-4aa3076c1706 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483333 Aug 11 02:18:14.141277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.163054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.166844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a32f740-9e8e-4307-af6c-e3c41dcbc6db req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/1a11ea53-7f53-47d6-9e1a-9fe895a9c664 HTTP/1.1" status: 204 len: 173 time: 0.3442938 Aug 11 02:18:14.169188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f2f56-d9e7-4ce8-93a3-68c41ab80048 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a11ea53-7f53-47d6-9e1a-9fe895a9c664,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:14.299745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-529979e0-ed1c-491d-ab59-1f3c2f5caf2a req-a78f96e7-4895-490f-bad4-52f604274634 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0332208 Aug 11 02:18:14.307878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e388c58-2f53-456b-9147-07f8e7709bd8 req-e8e504b6-0177-4890-a3aa-223c5f03ddd4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.309579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e388c58-2f53-456b-9147-07f8e7709bd8 req-e8e504b6-0177-4890-a3aa-223c5f03ddd4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1098347 Aug 11 02:18:14.371325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e388c58-2f53-456b-9147-07f8e7709bd8 req-598b0b43-b548-4cbb-88fa-087cadf4312a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499413 Aug 11 02:18:14.418057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2016904341', 'description': 'tempest-description-133037674'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:14.474732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.488493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd43cf-2f60-4373-a9fc-61105fe0ce69 req-0237ecd9-390c-435a-b7fc-f5310d1da3c9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.490489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17cd43cf-2f60-4373-a9fc-61105fe0ce69 req-0237ecd9-390c-435a-b7fc-f5310d1da3c9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.0875831 Aug 11 02:18:14.580190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17cd43cf-2f60-4373-a9fc-61105fe0ce69 req-cc465d91-9398-421a-bd60-c6c15308b9e7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775285 Aug 11 02:18:14.770274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.777767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.846379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:14.848550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35d4a774-dcb2-44fd-b2ee-87300b7982a6 req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4430437 Aug 11 02:18:14.857232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6de3-366f-4e1e-8a8b-11d8ca6905b5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299fdcad-829e-4c5c-95d7-e11cf64226fb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:14.883568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657044a-29c9-4d2c-b62a-bf40009cd335 req-f1d904ef-3b60-4b83-ad6e-5e5c37d8029e tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:14.887876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d657044a-29c9-4d2c-b62a-bf40009cd335 req-f1d904ef-3b60-4b83-ad6e-5e5c37d8029e tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 943 time: 0.2063959 Aug 11 02:18:14.955898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d657044a-29c9-4d2c-b62a-bf40009cd335 req-176fcd39-e9fd-44bd-b8a9-1d560bd923a0 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549312 Aug 11 02:18:15.147900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc341f-4848-4c2e-8db9-5798ee5915c4 req-9889280a-fa8e-450f-b3ce-c4dca8a4b444 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.155723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62bc341f-4848-4c2e-8db9-5798ee5915c4 req-9889280a-fa8e-450f-b3ce-c4dca8a4b444 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.1036530 Aug 11 02:18:15.177037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373359c3-7033-482c-8054-d705122f3bb2 req-b9bf39de-5c3f-4299-bab9-63d600bae984 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.183707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-373359c3-7033-482c-8054-d705122f3bb2 req-b9bf39de-5c3f-4299-bab9-63d600bae984 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.1540587 Aug 11 02:18:15.246094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62bc341f-4848-4c2e-8db9-5798ee5915c4 req-51e2ec09-0693-44d7-ae51-b7654a8e7928 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893209 Aug 11 02:18:15.251923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-373359c3-7033-482c-8054-d705122f3bb2 req-e73d485f-fbe0-431f-86af-1ba5351eec1b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646467 Aug 11 02:18:15.366849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30a0ce44-4e66-41c7-93ba-14b9efbd9bbb req-8bc386d7-db78-495a-b1bc-25fe50a9e8a5 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/299fdcad-829e-4c5c-95d7-e11cf64226fb HTTP/1.1" status: 200 len: 1814 time: 0.0757158 Aug 11 02:18:15.531327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b787f3c2-2577-461f-bcbd-b0e396d45a66 req-e3a92aac-60cb-41f7-abfe-4fbcf60ba727 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0637395 Aug 11 02:18:15.748750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf41b3-735b-4a27-8ffb-3c148d5844f5 req-c1f19daa-a847-4bcd-b758-c76efc50a4a5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.750873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5bf41b3-735b-4a27-8ffb-3c148d5844f5 req-c1f19daa-a847-4bcd-b758-c76efc50a4a5 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1158812 Aug 11 02:18:15.780414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d6eda-8871-41c0-9cb1-c6d63ce62d2b req-58aaa099-bd94-495b-902f-341384c3ab59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:15.783238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a1d6eda-8871-41c0-9cb1-c6d63ce62d2b req-58aaa099-bd94-495b-902f-341384c3ab59 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.1066689 Aug 11 02:18:15.891452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5bf41b3-735b-4a27-8ffb-3c148d5844f5 req-26e07fcc-0372-43ba-89c5-106bd7cb3d4b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281686 Aug 11 02:18:15.898667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a1d6eda-8871-41c0-9cb1-c6d63ce62d2b req-11f2c0a5-4929-441c-88fc-7213472a28a0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040275 Aug 11 02:18:15.938419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-913530509', 'description': 'tempest-description-331502486'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:15.965551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.124215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f475e8dd-56f1-41f8-96a4-be4082f6b988 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:16.137173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.146615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.246108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b410280-4c4e-4053-a343-05ce03738939,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.266119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.282711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9a1e2d4-94ad-4a64-8314-64a5b25d2d9b req-13bfe462-b9f4-47c3-8e47-c4875ce3a89b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3428519 Aug 11 02:18:16.298270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988,segment=NetworkSegment(4446d595-5364-400e-a127-5bb088aed893),segment_id=4446d595-5364-400e-a127-5bb088aed893)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:16.328374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'f475e8dd-56f1-41f8-96a4-be4082f6b988', 'network_id': 'ce6abbae-29ea-4466-b8a1-fb6906395d2c', 'port_id': 'f475e8dd-56f1-41f8-96a4-be4082f6b988', 'mac_address': 'fa:16:3e:af:a1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3914b3-6819-4e3c-8b2d-b2f9b6facbda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:16.369563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f3282-7309-4296-a2ab-76a462d3b94b req-1f3e7144-5e8a-480d-a05b-54b1bd4cd0ed tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.371314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f2f3282-7309-4296-a2ab-76a462d3b94b req-1f3e7144-5e8a-480d-a05b-54b1bd4cd0ed tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 943 time: 0.2178857 Aug 11 02:18:16.414129 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.431423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f475e8dd-56f1-41f8-96a4-be4082f6b988 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:16.435057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ae9d14e-8060-4fcd-a7b4-08530d0a7a9b req-32ab99a9-e11d-45f0-a93d-4203cca87fa6 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/6b410280-4c4e-4053-a343-05ce03738939 HTTP/1.1" status: 200 len: 1813 time: 0.1138136 Aug 11 02:18:16.468779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f2f3282-7309-4296-a2ab-76a462d3b94b req-b7597beb-775e-453e-9213-be521ad32161 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847914 Aug 11 02:18:16.471573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988,segment=NetworkSegment(4446d595-5364-400e-a127-5bb088aed893),segment_id=4446d595-5364-400e-a127-5bb088aed893)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:16.479583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.526062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-575094385', 'description': 'tempest-description-1716820429'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:16.615861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6f0c-865d-4bde-a8b0-0ef4765678e2 req-7c09a2f5-df15-44a4-9651-069ddf00f4fc tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:16.625477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01bd6f0c-865d-4bde-a8b0-0ef4765678e2 req-7c09a2f5-df15-44a4-9651-069ddf00f4fc tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.0777271 Aug 11 02:18:16.628870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.631051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.684922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01bd6f0c-865d-4bde-a8b0-0ef4765678e2 req-f62818b4-6577-4e81-abff-3daf1fdb15f6 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586822 Aug 11 02:18:16.784664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.791551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.796410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f475e8dd-56f1-41f8-96a4-be4082f6b988'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:16.839082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:16.843463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a0b377a-c99e-4ead-8b85-4cd1264103e6 req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3210969 Aug 11 02:18:16.845315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b0bcd-2d2b-4c84-ba81-b36c97fb86bd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff0c5e-666a-4d93-8ae7-c4d2f08d1459,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:16.899552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f5441a7-4e21-43f7-8f25-3c994a226dd0 req-b8365531-a5d4-4369-94af-f7c253883b1a tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0491753 Aug 11 02:18:16.965316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00251db5-6e83-4e38-bb6f-43aa2918d0e4 req-cba116b4-af43-4a06-8956-474440fe4fcb tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ccff0c5e-666a-4d93-8ae7-c4d2f08d1459 HTTP/1.1" status: 200 len: 1814 time: 0.0631273 Aug 11 02:18:17.162815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-994a0bea-a42d-49f5-9996-286f9d560739 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.165211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-994a0bea-a42d-49f5-9996-286f9d560739 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.1397238 Aug 11 02:18:17.197473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e0ce4-b081-4295-a49e-f75dd1231016 req-1d8319d3-6f40-42e8-9cee-1c7b13545567 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.199422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b7e0ce4-b081-4295-a49e-f75dd1231016 req-1d8319d3-6f40-42e8-9cee-1c7b13545567 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1644065 Aug 11 02:18:17.259836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da27d-d04b-4ac7-b51a-3ccb85af0630 req-eaa880ce-55ed-4422-99df-8034d365c04c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.261407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-469da27d-d04b-4ac7-b51a-3ccb85af0630 req-eaa880ce-55ed-4422-99df-8034d365c04c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 945 time: 0.1778860 Aug 11 02:18:17.331327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b7e0ce4-b081-4295-a49e-f75dd1231016 req-2bc4c1ea-1811-4a36-8d2f-fc0783db13ea tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Aug 11 02:18:17.350914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-469da27d-d04b-4ac7-b51a-3ccb85af0630 req-8f3f2dd2-87ee-4e7a-8cbb-bc1bb1e79c85 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Aug 11 02:18:17.371535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port b180b51e-a833-4eaf-b69a-073680e6d6fd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:17.371963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.400608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-131241848', 'description': 'tempest-description-732846887'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:17.474121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.531489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port b180b51e-a833-4eaf-b69a-073680e6d6fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b180b51e-a833-4eaf-b69a-073680e6d6fd,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:17.531965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.562934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for b180b51e-a833-4eaf-b69a-073680e6d6fd owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:17.730821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b427d-e359-4259-ad27-fd92ff0bfaaa req-260a3177-de9f-4a82-84b3-195919c56877 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:17.733650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a65b427d-e359-4259-ad27-fd92ff0bfaaa req-260a3177-de9f-4a82-84b3-195919c56877 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 944 time: 0.1669853 Aug 11 02:18:17.796493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.805099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.837070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a65b427d-e359-4259-ad27-fd92ff0bfaaa req-a79bdb86-3eea-4286-a130-d79953fc86ab tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872347 Aug 11 02:18:17.858943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:17.861108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4190c2ea-e10e-4692-a743-5f69c6dbfd49 req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4702775 Aug 11 02:18:17.910802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b76125-7b1a-4e2f-889e-9d68dd111617 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62908157-a49c-44d1-a55e-f9ee13de7b91,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:18.003735 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.023530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e1812faa-6f00-473d-8705-55583c9df7b9', 'b180b51e-a833-4eaf-b69a-073680e6d6fd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:18.029093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:18.097463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=b180b51e-a833-4eaf-b69a-073680e6d6fd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:18.110809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5045e3e6-28fd-4ff6-8160-ab5194e7b4e5 req-25bdfcbd-b9fd-417f-aa21-e056f9d71e50 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/62908157-a49c-44d1-a55e-f9ee13de7b91 HTTP/1.1" status: 200 len: 1813 time: 0.1714106 Aug 11 02:18:18.154379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f475e8dd-56f1-41f8-96a4-be4082f6b988 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:18.197902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port b180b51e-a833-4eaf-b69a-073680e6d6fd on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:18.218388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a9449-a729-4474-88f9-9d25d1e0f753 req-ade2b12a-3330-4dcc-8026-65ef4d2bdbb9 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.221240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c6a9449-a729-4474-88f9-9d25d1e0f753 req-ade2b12a-3330-4dcc-8026-65ef4d2bdbb9 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.2327116 Aug 11 02:18:18.223211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.227082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d9f5c0a-48e5-47fa-8f70-69613e90edc9 req-645a2229-7a6b-47c3-909e-ce22d03cf479 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "DELETE /v2.0/ports/b180b51e-a833-4eaf-b69a-073680e6d6fd HTTP/1.1" status: 204 len: 173 time: 1.0516148 Aug 11 02:18:18.229167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'name': 'network-vif-deleted', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:18.234273 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a5c609-8853-46da-9708-6440faf0ee0a" -d '{"events": [{"server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "name": "network-vif-deleted", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:18.298646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc1b6f51-f583-4efe-a2f7-7d6563e84e09 req-73b748f4-c48c-42e7-8929-494e7ccc62b6 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0976021 Aug 11 02:18:18.375270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c6a9449-a729-4474-88f9-9d25d1e0f753 req-81c4e686-46ec-4eac-9519-085f2c3ae034 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344686 Aug 11 02:18:18.415561 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-d0926aae-fe7b-408a-a91c-071f0a81b8f3 req-266b3935-ad21-4638-870f-6eac02ec490a tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] show failed (client error): The resource could not be found. Aug 11 02:18:18.431875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port f475e8dd-56f1-41f8-96a4-be4082f6b988 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:18.439140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0926aae-fe7b-408a-a91c-071f0a81b8f3 req-266b3935-ad21-4638-870f-6eac02ec490a tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/b0d3786b-7087-4fbc-aa70-cb9e084cb700 HTTP/1.1" status: 404 len: 352 time: 0.0441861 Aug 11 02:18:18.447498 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794791f1-81dc-493c-b708-a7660af181ce x-openstack-request-id: req-794791f1-81dc-493c-b708-a7660af181ce {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:18.448615 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d50d953-d372-456c-8b1f-ee370ca4c6d2", "name": "network-vif-deleted", "tag": "b180b51e-a833-4eaf-b69a-073680e6d6fd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:18.449220 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-794791f1-81dc-493c-b708-a7660af181ce {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:18.451773 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d50d953-d372-456c-8b1f-ee370ca4c6d2', 'name': 'network-vif-deleted', 'tag': 'b180b51e-a833-4eaf-b69a-073680e6d6fd', 'status': 'completed', 'code': 200} Aug 11 02:18:18.462510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port f475e8dd-56f1-41f8-96a4-be4082f6b988 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:18.463112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.637946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c56edb1-dfb2-4320-be0a-1dc15a4ba182 req-15788df0-b4e4-4083-b0ae-b9d8f8ece2ad tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d50d953-d372-456c-8b1f-ee370ca4c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0361590 Aug 11 02:18:18.665458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ce50-183a-4667-ac29-fee20d0868b6 req-22ab65fe-a31d-4ca3-b725-4f5544c8cdee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:18.674358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48b5ce50-183a-4667-ac29-fee20d0868b6 req-22ab65fe-a31d-4ca3-b725-4f5544c8cdee tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1383708 Aug 11 02:18:18.735169 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-2794b9f9-a9a0-4cde-be16-92647582c72b req-6cffa6e6-0052-47e8-87d4-58de586874cd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] show failed (client error): The resource could not be found. Aug 11 02:18:18.736939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2794b9f9-a9a0-4cde-be16-92647582c72b req-6cffa6e6-0052-47e8-87d4-58de586874cd tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-group-rules/45877349-552f-4a3e-b472-1b7a5ba992e6 HTTP/1.1" status: 404 len: 361 time: 0.0377579 Aug 11 02:18:18.749650 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.791346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48b5ce50-183a-4667-ac29-fee20d0868b6 req-eaa8d565-3dbb-45aa-91e6-42de360f45fe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153767 Aug 11 02:18:18.862660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988,segment=NetworkSegment(4446d595-5364-400e-a127-5bb088aed893),segment_id=4446d595-5364-400e-a127-5bb088aed893)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:18.864603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:18.869679 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4e851c-1b90-47aa-9c38-e7cd013a9c7f" -d '{"events": [{"server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "name": "network-vif-plugged", "status": "completed", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:18.874500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:18.875822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b180b51e-a833-4eaf-b69a-073680e6d6fd no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:18.901621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: b180b51e-a833-4eaf-b69a-073680e6d6fd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:18.902398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b180b51e-a833-4eaf-b69a-073680e6d6fd not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:18.991834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-38494876-48a4-4d34-9c87-392b4976761c tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/62908157-a49c-44d1-a55e-f9ee13de7b91 HTTP/1.1" status: 200 len: 1813 time: 0.1569793 Aug 11 02:18:19.004736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:19.031796 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92e83c-0b41-4364-b045-61980d7e8578 x-openstack-request-id: req-fb92e83c-0b41-4364-b045-61980d7e8578 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:19.034231 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "name": "network-vif-plugged", "status": "completed", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:19.034843 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb92e83c-0b41-4364-b045-61980d7e8578 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:19.037090 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988', 'code': 200} Aug 11 02:18:19.183578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.270570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d660cd-6f3a-4116-ace4-a19659734c7f req-51fa1f60-57ea-46ce-8c05-9ca1f96b651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.273264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2d660cd-6f3a-4116-ace4-a19659734c7f req-51fa1f60-57ea-46ce-8c05-9ca1f96b651c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1669950 Aug 11 02:18:19.291934 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.385949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e16a0-60e5-412f-b08f-0677ede60c20 req-1c68788e-6519-4500-8b35-76dbd2bff7c2 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.387839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-666e16a0-60e5-412f-b08f-0677ede60c20 req-1c68788e-6519-4500-8b35-76dbd2bff7c2 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 945 time: 0.1984346 Aug 11 02:18:19.402300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2d660cd-6f3a-4116-ace4-a19659734c7f req-1ccab679-8cb9-4e91-af29-6f12c2af9487 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155598 Aug 11 02:18:19.452702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.457102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:19.467121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c557c2d-4ab1-4934-8105-1beda09cc839 req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-groups/62908157-a49c-44d1-a55e-f9ee13de7b91 HTTP/1.1" status: 204 len: 173 time: 0.4730952 Aug 11 02:18:19.492763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-666e16a0-60e5-412f-b08f-0677ede60c20 req-89c4c6c3-15c9-4f57-a8bd-b5adde20e323 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Aug 11 02:18:19.510117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f27461-e32d-42bb-b459-fb66095d3c9e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62908157-a49c-44d1-a55e-f9ee13de7b91,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:19.953978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3143a7ec-fd2e-4d45-9782-0e6e40435f91 req-889fc4c8-9cd8-406e-af22-fb76bbb2b2d9 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0317132 Aug 11 02:18:19.967972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedb2fd-6d43-4005-9355-bce4998b272b req-b31d5c1c-13e8-4041-b167-319fcaaea774 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:19.969594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccedb2fd-6d43-4005-9355-bce4998b272b req-b31d5c1c-13e8-4041-b167-319fcaaea774 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 943 time: 0.4049659 Aug 11 02:18:20.045705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccedb2fd-6d43-4005-9355-bce4998b272b req-0137fb0a-adea-4182-9ce5-457fd55ad32c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628340 Aug 11 02:18:20.057048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-04f1e2cd-685e-4a3c-ad61-ecffa574b3d8 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ccff0c5e-666a-4d93-8ae7-c4d2f08d1459 HTTP/1.1" status: 200 len: 1814 time: 0.0724955 Aug 11 02:18:20.124233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.149446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.169784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 95662750-f3ff-4535-8c10-bf9280da9b3a details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:20.221047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.225905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.227294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18e48fa4-25e3-4f43-b8e6-264000274a0c req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-groups/ccff0c5e-666a-4d93-8ae7-c4d2f08d1459 HTTP/1.1" status: 204 len: 173 time: 0.1626399 Aug 11 02:18:20.254473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cc212-45c1-4af6-a8dd-66a4f46b2a28 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff0c5e-666a-4d93-8ae7-c4d2f08d1459,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:20.284502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf337-5126-4436-b396-22571041c3e8 req-275adebd-b247-4d85-b7d5-ec421a584f16 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:20.286178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09dcf337-5126-4436-b396-22571041c3e8 req-275adebd-b247-4d85-b7d5-ec421a584f16 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.0782251 Aug 11 02:18:20.357960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09dcf337-5126-4436-b396-22571041c3e8 req-94aa9ec9-bfad-4b6e-9fa4-bf73cec59b80 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Aug 11 02:18:20.391231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=95662750-f3ff-4535-8c10-bf9280da9b3a,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:20.416632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'port_id': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'mac_address': 'fa:16:3e:32:d6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:20.525995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-b34edd4f-1ac4-4490-b5be-fc508243a08b tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/6b410280-4c4e-4053-a343-05ce03738939 HTTP/1.1" status: 200 len: 1813 time: 0.1085308 Aug 11 02:18:20.531553 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.560520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95662750-f3ff-4535-8c10-bf9280da9b3a {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:20.603556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=95662750-f3ff-4535-8c10-bf9280da9b3a,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:20.612797 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.682699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.698559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:20.735129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.778794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb113cc-48e5-45aa-8292-727fe1f22b45 req-b4b36948-8856-4db0-9ee7-186cd2a4a65d tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:20.781204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb113cc-48e5-45aa-8292-727fe1f22b45 req-b4b36948-8856-4db0-9ee7-186cd2a4a65d tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 945 time: 0.1102126 Aug 11 02:18:20.835293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.838059 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:20.839264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad8471ce-4a0d-4051-a29d-80c922fafaa3 req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-groups/6b410280-4c4e-4053-a343-05ce03738939 HTTP/1.1" status: 204 len: 173 time: 0.3007252 Aug 11 02:18:20.855899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb113cc-48e5-45aa-8292-727fe1f22b45 req-e153ec3f-0d83-4c71-b7b5-32879a5c490a tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Aug 11 02:18:20.857284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2afe-2d5b-4b56-adc4-8bd8b72d771f tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b410280-4c4e-4053-a343-05ce03738939,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:20.925905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['95662750-f3ff-4535-8c10-bf9280da9b3a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:21.060241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-07cd8b23-676f-4a7d-b99d-b24f14478aac tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/299fdcad-829e-4c5c-95d7-e11cf64226fb HTTP/1.1" status: 200 len: 1814 time: 0.1354766 Aug 11 02:18:21.145283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32fa96-c657-4045-b59d-4c150a0400dc req-4d6dd89e-adca-49e9-b916-6837e7af8c20 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:21.146966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d32fa96-c657-4045-b59d-4c150a0400dc req-4d6dd89e-adca-49e9-b916-6837e7af8c20 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.1709504 Aug 11 02:18:21.180197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.247455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.253892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d32fa96-c657-4045-b59d-4c150a0400dc req-a8f87b92-b5cd-4050-a4a8-738fd6c3e09b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939410 Aug 11 02:18:21.307694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.313403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.315537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f056694d-9def-4a23-99d7-a4d6b53c821a req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-groups/299fdcad-829e-4c5c-95d7-e11cf64226fb HTTP/1.1" status: 204 len: 173 time: 0.2344520 Aug 11 02:18:21.337133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa5652-b332-4351-9383-082ca9c8d3a4 tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299fdcad-829e-4c5c-95d7-e11cf64226fb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:21.456161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32c8c60b-6fc2-4bbc-87c2-c84b92c386e5 req-c5ac461a-ea66-46d2-b6c7-0ce8d6c32fe1 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0330846 Aug 11 02:18:21.538624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46c22-6a81-4dd3-9c73-7344e7b0b450 req-ca16f38c-8a58-4215-95fd-f42d68975e82 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:21.540268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7b46c22-6a81-4dd3-9c73-7344e7b0b450 req-ca16f38c-8a58-4215-95fd-f42d68975e82 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 944 time: 0.0875471 Aug 11 02:18:21.547133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-c3144eb7-48a5-42c1-a693-4281851f027e tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "GET /v2.0/security-groups/ac908b31-78bd-4e35-a9d9-f2b04970b708 HTTP/1.1" status: 200 len: 1812 time: 0.0618794 Aug 11 02:18:21.617232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7b46c22-6a81-4dd3-9c73-7344e7b0b450 req-ebc82a27-47ba-4844-b548-fd7ca55105f5 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674276 Aug 11 02:18:21.646924 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.676839 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.750974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.754257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.755475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d75e9049-3c08-4a53-9558-58393ac56f3c req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] 10.222.0.68 "DELETE /v2.0/security-groups/ac908b31-78bd-4e35-a9d9-f2b04970b708 HTTP/1.1" status: 204 len: 173 time: 0.1990888 Aug 11 02:18:21.766028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23297181-3d7e-406f-9194-475775b4b3ee tempest-SecurityGroupRulesNegativeTestJSON-1029943976 tempest-SecurityGroupRulesNegativeTestJSON-1029943976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac908b31-78bd-4e35-a9d9-f2b04970b708,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:21.769851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48072) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:21.831669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Deleting subnet cce15547-bed2-4223-9101-4e4682bc7a6c {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:18:21.836005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.877490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:21.896377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976ede-2904-4d4f-9fcb-a9dfe475e5ef req-d7958902-61ef-435b-96c9-e5acbe9bcd78 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:21.898186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa976ede-2904-4d4f-9fcb-a9dfe475e5ef req-d7958902-61ef-435b-96c9-e5acbe9bcd78 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.0623791 Aug 11 02:18:21.987210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa976ede-2904-4d4f-9fcb-a9dfe475e5ef req-ea48f250-84ca-4925-9e25-9752edc622ec tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811267 Aug 11 02:18:21.993791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.110470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.169068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.174634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cce15547-bed2-4223-9101-4e4682bc7a6c HTTP/1.1" status: 204 len: 168 time: 0.4012923 Aug 11 02:18:22.177328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b13c6d-10e3-47a8-b6c5-d06b7a80c605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce15547-bed2-4223-9101-4e4682bc7a6c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:22.181306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.186934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 95662750-f3ff-4535-8c10-bf9280da9b3a up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:22.265848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 95662750-f3ff-4535-8c10-bf9280da9b3a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:22.270760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 95662750-f3ff-4535-8c10-bf9280da9b3a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:22.271132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.368954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.406566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-69aa50fb-68f9-4d9d-a54d-a7fdd9b01d33 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.409070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-69aa50fb-68f9-4d9d-a54d-a7fdd9b01d33 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.2422588 Aug 11 02:18:22.412423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.435146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc577b-2d00-413e-a159-a45af4b1f93f req-6e9f40f0-65f8-4c85-a3dd-3bf338d70505 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.438148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37bc577b-2d00-413e-a159-a45af4b1f93f req-6e9f40f0-65f8-4c85-a3dd-3bf338d70505 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 945 time: 0.2390711 Aug 11 02:18:22.456230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:22.460467 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4fa186-26fd-44e6-8be5-6d945fec2eaa" -d '{"events": [{"server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "name": "network-vif-plugged", "status": "completed", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:22.485429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=95662750-f3ff-4535-8c10-bf9280da9b3a,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:22.493526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.514801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.536574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1708004-5a3c-426f-8306-50749255be0a']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:22.557034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4083ade-4233-4bb5-a94f-1d78facb7988') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:22.557507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4083ade-4233-4bb5-a94f-1d78facb7988') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:22.577038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.579928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40322bea-f57b-4e17-8406-f208bbfa75f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.592275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58d4a1-014f-4dd7-a5fb-03ab7ce468ed req-38c99e22-65d6-4808-b044-ff036111a1f5 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.595009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c58d4a1-014f-4dd7-a5fb-03ab7ce468ed req-38c99e22-65d6-4808-b044-ff036111a1f5 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 946 time: 0.2053757 Aug 11 02:18:22.605189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:22.612186 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.623776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:22.624285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:22.626683 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:22.674885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37bc577b-2d00-413e-a159-a45af4b1f93f req-cb6239fb-76a1-404c-a0a8-b99f18bd7b88 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058325 Aug 11 02:18:22.702568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.710123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.712862 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b1708004-5a3c-426f-8306-50749255be0a HTTP/1.1" status: 204 len: 168 time: 0.5300746 Aug 11 02:18:22.740916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f0ec-4b9b-47a3-8157-5837d418dc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1708004-5a3c-426f-8306-50749255be0a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:22.742538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c58d4a1-014f-4dd7-a5fb-03ab7ce468ed req-6cf7dfe1-32c7-474f-92eb-95faea531396 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913188 Aug 11 02:18:22.759436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port e1812faa-6f00-473d-8705-55583c9df7b9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:22.759801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.773011 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9576b-4c49-4bd5-8d95-6863a315f62b x-openstack-request-id: req-e0b9576b-4c49-4bd5-8d95-6863a315f62b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:22.773521 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "name": "network-vif-plugged", "status": "completed", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:22.773910 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0b9576b-4c49-4bd5-8d95-6863a315f62b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:22.775739 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'code': 200} Aug 11 02:18:22.905763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port e1812faa-6f00-473d-8705-55583c9df7b9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e1812faa-6f00-473d-8705-55583c9df7b9,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:22.906797 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:22.922983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:22.925778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d57417-f247-430b-a5a3-2d4f63e98b50 req-8cf972bc-92a9-4f97-a89e-4dd03cb005ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:22.927383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44d57417-f247-430b-a5a3-2d4f63e98b50 req-8cf972bc-92a9-4f97-a89e-4dd03cb005ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 1097 time: 0.0566475 Aug 11 02:18:22.995105 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-560f15b0-525e-4f52-a890-a6f08e69ffd7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e3c385f5fce4844ba23772ab0b251af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663011 Aug 11 02:18:22.995298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e709cff-7837-4e49-b4a7-c93ae62884a1 req-117b30cf-4fb3-4136-9457-8b3fdb23fa05 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0833960 Aug 11 02:18:22.999593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for e1812faa-6f00-473d-8705-55583c9df7b9 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:23.000022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:23.019050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-44d57417-f247-430b-a5a3-2d4f63e98b50 req-03e24c7d-27e9-4663-83d6-014cfacd2679 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765283 Aug 11 02:18:23.092267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.132272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.137020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65c983-1d7c-4ab9-a576-229418ccf949 req-184b3779-4bcb-4cc7-936f-ac476160461a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.139299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c65c983-1d7c-4ab9-a576-229418ccf949 req-184b3779-4bcb-4cc7-936f-ac476160461a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.2014105 Aug 11 02:18:23.206382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c65c983-1d7c-4ab9-a576-229418ccf949 req-ec33c7f1-e2e5-49c3-86e6-a72c3ee1c03a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531435 Aug 11 02:18:23.244579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.248597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.253796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57873349-d776-4aad-b56d-f03edc534f31 HTTP/1.1" status: 204 len: 168 time: 0.2487187 Aug 11 02:18:23.266694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800b1e8-bdd9-4f20-9eb4-146fcda87a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57873349-d776-4aad-b56d-f03edc534f31,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:23.320744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.331481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf4dd3-4e8a-49cd-9767-4c6ff71aa7f6 req-0ab073e6-fbdc-4654-8627-f538aaa876b9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.333214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8aaf4dd3-4e8a-49cd-9767-4c6ff71aa7f6 req-0ab073e6-fbdc-4654-8627-f538aaa876b9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1066706 Aug 11 02:18:23.339853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e1812faa-6f00-473d-8705-55583c9df7b9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:23.361037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:23.365192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=e1812faa-6f00-473d-8705-55583c9df7b9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:23.468952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port e1812faa-6f00-473d-8705-55583c9df7b9 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:23.480331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:23.483101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ae99de-e098-48b1-bb40-19570e67be34 req-e6da0b04-e6e0-497a-9590-d72105113843 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "DELETE /v2.0/ports/e1812faa-6f00-473d-8705-55583c9df7b9 HTTP/1.1" status: 204 len: 173 time: 1.0414045 Aug 11 02:18:23.483586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'name': 'network-vif-deleted', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:23.486390 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c4d396-ad0d-46d6-85f6-ec2b74e83fc6" -d '{"events": [{"server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "name": "network-vif-deleted", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:23.506040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8aaf4dd3-4e8a-49cd-9767-4c6ff71aa7f6 req-f4e98dc6-1ef5-4cba-aeec-1e78a9d8b470 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288707 Aug 11 02:18:23.588249 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acc1b28-9ca9-4e5c-9953-3cc064fc20f9 x-openstack-request-id: req-2acc1b28-9ca9-4e5c-9953-3cc064fc20f9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:23.588568 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d5970e-9805-4664-859a-d6deed6f8ddc", "name": "network-vif-deleted", "tag": "e1812faa-6f00-473d-8705-55583c9df7b9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:23.588920 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2acc1b28-9ca9-4e5c-9953-3cc064fc20f9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:23.589174 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d5970e-9805-4664-859a-d6deed6f8ddc', 'name': 'network-vif-deleted', 'tag': 'e1812faa-6f00-473d-8705-55583c9df7b9', 'status': 'completed', 'code': 200} Aug 11 02:18:23.649907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-eab78b68-4d88-402a-ae53-e37cfb7032e0 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:23.654032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-eab78b68-4d88-402a-ae53-e37cfb7032e0 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 945 time: 0.1122131 Aug 11 02:18:24.034859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2449c0d7-eeaf-4f29-9562-75e9ca39334a req-bfa0be93-0fbe-4e15-956e-37259c0393d6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=05d5970e-9805-4664-859a-d6deed6f8ddc HTTP/1.1" status: 200 len: 210 time: 0.0801997 Aug 11 02:18:24.040199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Deleting port f475e8dd-56f1-41f8-96a4-be4082f6b988 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:24.041229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.204621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2951-1caf-47e0-8adc-f623600ce453 req-84c1c48b-38ea-4377-87ac-fff1ac4c4c99 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.220595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdbb2951-1caf-47e0-8adc-f623600ce453 req-84c1c48b-38ea-4377-87ac-fff1ac4c4c99 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 945 time: 0.3421600 Aug 11 02:18:24.337411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba3054f1-c556-4c1d-bc73-67310c662f30 req-2277c058-5827-4c4a-aea1-e141e2f1ca2c tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0813625 Aug 11 02:18:24.419270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdbb2951-1caf-47e0-8adc-f623600ce453 req-5f2ef0c7-5f6a-4114-b14c-4057c2a8acfc tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/security-groups?id=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921086 Aug 11 02:18:24.479918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] For port f475e8dd-56f1-41f8-96a4-be4082f6b988, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f475e8dd-56f1-41f8-96a4-be4082f6b988,segment=NetworkSegment(4446d595-5364-400e-a127-5bb088aed893),segment_id=4446d595-5364-400e-a127-5bb088aed893)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:24.480958 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:24.515430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Calling delete_port for f475e8dd-56f1-41f8-96a4-be4082f6b988 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:24.866666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbb12f-566e-4d7c-8544-779183f96f10 req-09b0d459-b43b-4942-96bc-99763411780e tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.868844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcdbb12f-566e-4d7c-8544-779183f96f10 req-09b0d459-b43b-4942-96bc-99763411780e tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.2897670 Aug 11 02:18:24.902641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d8d9-2a29-4b49-878b-e4d04ea728ac req-5972811e-9370-4317-8989-0617cd1a7235 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:24.905690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cd1d8d9-2a29-4b49-878b-e4d04ea728ac req-5972811e-9370-4317-8989-0617cd1a7235 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1599569 Aug 11 02:18:25.024129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcdbb12f-566e-4d7c-8544-779183f96f10 req-d476957c-1dd7-4532-a492-7891b5a6674e tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157091 Aug 11 02:18:25.060586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cd1d8d9-2a29-4b49-878b-e4d04ea728ac req-1a23ea68-7932-4931-9b2e-b25bb56cb2fe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202755 Aug 11 02:18:25.096621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.126913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f475e8dd-56f1-41f8-96a4-be4082f6b988'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:25.206705 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4cee1d95-8b57-4b59-9c49-cff84ce5d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.237780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Pushing event deleted for resources: {'Port': ['ID=f475e8dd-56f1-41f8-96a4-be4082f6b988,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:25.282215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] No DVR routers for this DVR port f475e8dd-56f1-41f8-96a4-be4082f6b988 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:25.288305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.292790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a391932-e328-4c04-b8a6-c1c39aae625e req-ae1b51c9-a724-4b5f-b528-4152c25fbd8f tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.67 "DELETE /v2.0/ports/f475e8dd-56f1-41f8-96a4-be4082f6b988 HTTP/1.1" status: 204 len: 173 time: 1.6311481 Aug 11 02:18:25.405047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abead4-9896-4856-87aa-0f57241f4f9e req-5e3a4058-9316-4e95-8639-6604a8ae3bb1 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:25.413973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83abead4-9896-4856-87aa-0f57241f4f9e req-5e3a4058-9316-4e95-8639-6604a8ae3bb1 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.1767781 Aug 11 02:18:25.432004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.432200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:25.444709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Request body: {'floatingip': {'port_id': '95662750-f3ff-4535-8c10-bf9280da9b3a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:25.569290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:25.599493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'name': 'network-vif-deleted', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:25.602324 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489e6569-22f9-4f54-9d40-3c18063d6c96" -d '{"events": [{"server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "name": "network-vif-deleted", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:25.608708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3371b69-26ed-4c13-bd89-999525667472 req-883498bb-d9fa-4cae-83ce-985d869a6b41 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0375519 Aug 11 02:18:25.898187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f92396c5-9784-4f41-ac1b-ed6c88f27369 req-04bc558a-d98c-425e-844a-e7992ede7847 tempest-InstanceActionsNegativeTestJSON-1417005110 tempest-InstanceActionsNegativeTestJSON-1417005110-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b7b307f-df0d-495f-9a14-ac0cd3406ee7 HTTP/1.1" status: 200 len: 210 time: 0.0573254 Aug 11 02:18:26.111552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-29d7d145-4464-4d8b-b616-e2b31840881e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.113538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-29d7d145-4464-4d8b-b616-e2b31840881e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2750208 Aug 11 02:18:26.143867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-79eb6c19-df2b-4112-a465-fc5ecb9a02cb tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.0174260 Aug 11 02:18:26.152942 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e845cdb-0c2f-4efc-8617-bc696a8826d0 x-openstack-request-id: req-1e845cdb-0c2f-4efc-8617-bc696a8826d0 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:26.153611 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7b307f-df0d-495f-9a14-ac0cd3406ee7", "name": "network-vif-deleted", "tag": "f475e8dd-56f1-41f8-96a4-be4082f6b988", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:26.154478 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1e845cdb-0c2f-4efc-8617-bc696a8826d0 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:26.154980 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7b307f-df0d-495f-9a14-ac0cd3406ee7', 'name': 'network-vif-deleted', 'tag': 'f475e8dd-56f1-41f8-96a4-be4082f6b988', 'status': 'completed', 'code': 200} Aug 11 02:18:26.159089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f475e8dd-56f1-41f8-96a4-be4082f6b988 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:26.194540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: f475e8dd-56f1-41f8-96a4-be4082f6b988 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:26.195088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f475e8dd-56f1-41f8-96a4-be4082f6b988 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:26.195666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e1812faa-6f00-473d-8705-55583c9df7b9 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:26.253533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: e1812faa-6f00-473d-8705-55583c9df7b9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:26.254526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e1812faa-6f00-473d-8705-55583c9df7b9 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:26.280217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-53972cc2-c3b5-46f5-8ca0-1ac52c5e4aec tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169279 Aug 11 02:18:26.297498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-2a997ceb-f859-40d0-b997-531e409c1d53 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:18:26.298618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-2a997ceb-f859-40d0-b997-531e409c1d53 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065703 Aug 11 02:18:26.311199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:18:26.341675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.388779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48196) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:26.493930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14f28-de2b-447f-a813-624bf177b2f1 req-f636b5b1-e0ea-4ba2-9af5-b12ce424c791 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:26.496608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36f14f28-de2b-447f-a813-624bf177b2f1 req-f636b5b1-e0ea-4ba2-9af5-b12ce424c791 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1635075 Aug 11 02:18:26.542492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-e356d813-900c-4115-982f-e0bd39b24a99 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269580 Aug 11 02:18:26.562703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f5af55a-c1fa-41fb-8777-71bb7cc62935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.579604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36f14f28-de2b-447f-a813-624bf177b2f1 req-b46f9265-c35a-4f27-bc47-f933a5a4958d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Aug 11 02:18:26.644684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.655608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.663694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-ba74e00a-8ab6-46b0-a7d3-8accec115536 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096272 Aug 11 02:18:26.817018 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Floating IP 98a4afeb-9c86-4fbc-af58-5292f417ca4f associated. External IP: 172.25.3.64, port: 95662750-f3ff-4535-8c10-bf9280da9b3a. Aug 11 02:18:26.830469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5dce9760-bc1a-41b6-b590-168030bfd68e req-313d8a0f-fddc-4fed-bacd-8c6d32a0bafc tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0717630 Aug 11 02:18:26.876610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a47b1c5-6303-48f3-a52e-08a8614ba309 req-155a0ca0-569c-46ee-9ef5-598421f89634 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 210 time: 0.0446293 Aug 11 02:18:26.920214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f5af55a-c1fa-41fb-8777-71bb7cc62935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.927688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f5af55a-c1fa-41fb-8777-71bb7cc62935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:26.960893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:26.999100 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f5af55a-c1fa-41fb-8777-71bb7cc62935 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d9f70fab71e4a959ee1e7aba28aad0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087213 Aug 11 02:18:27.000973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5af55a-c1fa-41fb-8777-71bb7cc62935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fbb147-00a1-44cc-a7fe-93a8e625aaed,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.003719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48210) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.056942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Deleting subnet 7f3914b3-6819-4e3c-8b2d-b2f9b6facbda {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:18:27.075949 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.208483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.211199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Router b14ed244-bb31-4d5e-b094-107924f106f9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:18:27.249856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.320216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.342528 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.413839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:18:27.423169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.436648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Sync routers for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:18:27.452808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:27.453929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:27.463812 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1fed27d8-7c6f-4fac-af55-b18d865cb9d0 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "PUT /v2.0/floatingips/98a4afeb-9c86-4fbc-af58-5292f417ca4f HTTP/1.1" status: 200 len: 990 time: 2.0303156 Aug 11 02:18:27.464575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:27.477400 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f5368-cfef-433d-90b0-5289e9eeabe0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:27.497348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.556131 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9005fb31-5d87-42ec-beb1-4c324939ff68 x-openstack-request-id: req-9005fb31-5d87-42ec-beb1-4c324939ff68 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:27.556823 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:27.557434 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9005fb31-5d87-42ec-beb1-4c324939ff68 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:27.558103 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'status': 'completed', 'code': 200} Aug 11 02:18:27.565862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.568781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.573538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7fbb147-00a1-44cc-a7fe-93a8e625aaed HTTP/1.1" status: 204 len: 168 time: 0.5687087 Aug 11 02:18:27.574495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3914b3-6819-4e3c-8b2d-b2f9b6facbda,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.587541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.589844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b6f7ec6c-36eb-49e7-92c8-a0cf6367fdaa admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7f3914b3-6819-4e3c-8b2d-b2f9b6facbda HTTP/1.1" status: 204 len: 168 time: 0.6279874 Aug 11 02:18:27.600238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48232) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:27.601549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac072d9-eb8a-46d2-8bf1-ca0802d6b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fbb147-00a1-44cc-a7fe-93a8e625aaed,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:27.670365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-fc88735f-0a32-4932-8248-f8c45da8d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.672051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-fc88735f-0a32-4932-8248-f8c45da8d54b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615&device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 1097 time: 0.0930402 Aug 11 02:18:27.736278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:27.780435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe012e23-e3f4-4a68-aa1c-a4b772f7504d req-6756966b-7870-43e1-b957-6e96a3c078ba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.788562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe012e23-e3f4-4a68-aa1c-a4b772f7504d req-6756966b-7870-43e1-b957-6e96a3c078ba tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1152532 Aug 11 02:18:27.799208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:27.864431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-fd3990b7-42d4-472a-a87e-071c8d81f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:27.866493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-fd3990b7-42d4-472a-a87e-071c8d81f0fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=dfb005cc-ee37-46db-9842-a99bb885be8f HTTP/1.1" status: 200 len: 916 time: 0.1828341 Aug 11 02:18:27.950343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe012e23-e3f4-4a68-aa1c-a4b772f7504d req-20c666a5-a822-485a-81e6-4a89fd5d0fe2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607077 Aug 11 02:18:28.012765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.057499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6abbae-29ea-4466-b8a1-fb6906395d2c']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:28.063807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-b399986e-91dc-40de-bdef-6404bbad7f1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95662750-f3ff-4535-8c10-bf9280da9b3a HTTP/1.1" status: 200 len: 998 time: 0.1854684 Aug 11 02:18:28.092403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4446d595-5364-400e-a127-5bb088aed893') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:28.092796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4446d595-5364-400e-a127-5bb088aed893') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:28.116782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1985079-f909-4c64-9fbe-ee0cfdf42290 req-3363d95b-549e-433a-ac91-71c12cdab99a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 210 time: 0.0731359 Aug 11 02:18:28.148887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-196b5f6b-8f94-449c-81d1-3dda61fc2c08 req-f3bd4b7a-70e4-4a57-b6cd-cc0b734b1041 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0811210 Aug 11 02:18:28.155216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.177527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.208078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:18:28.208501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:18:28.211037 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:18:28.225900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-3573e2c0-6226-45fc-ac92-309f815e6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.228254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-3573e2c0-6226-45fc-ac92-309f815e6e58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72f4d6c3-8459-4400-9f0a-e57bdb1954ad HTTP/1.1" status: 200 len: 854 time: 0.1564925 Aug 11 02:18:28.230472 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.303893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-8f91e81d-3c08-4ff6-a50c-5c3074929c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.305661 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-8f91e81d-3c08-4ff6-a50c-5c3074929c53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dfb005cc-ee37-46db-9842-a99bb885be8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685124 Aug 11 02:18:28.330602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.337298 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:28.343021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] 10.222.0.68 "DELETE /v2.0/networks/ce6abbae-29ea-4466-b8a1-fb6906395d2c HTTP/1.1" status: 204 len: 168 time: 0.7348559 Aug 11 02:18:28.422043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e27c0-b2f4-4069-85c0-1d3f2d2cfb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6abbae-29ea-4466-b8a1-fb6906395d2c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:28.560707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-aa70bda0-4b82-4ad1-a54c-d4719310b233 service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430227 Aug 11 02:18:28.640067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '98a4afeb-9c86-4fbc-af58-5292f417ca4f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'port_id': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'mac_address': 'fa:16:3e:32:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:18:26Z', 'revision_number': 1, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:28.666587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-07856596-f0d0-4969-8156-ea8ca19b34d9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:28.669696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-07856596-f0d0-4969-8156-ea8ca19b34d9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2665644 Aug 11 02:18:28.684450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:28.759002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Checking router: b14ed244-bb31-4d5e-b094-107924f106f9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:18:28.786951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:28.787976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:28.875558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e3f5368-cfef-433d-90b0-5289e9eeabe0 req-a95d3cc8-a31f-48cb-bbfb-32b192ebea8a service neutron] 10.222.0.61 "GET /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030987 Aug 11 02:18:28.913897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48270) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:28.915802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:28.920690 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.001211 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0118e19c-9075-46e0-ad43-cf61e7e54296 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c369cb360d7f4076ad9cd370f754b964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815125 Aug 11 02:18:29.001678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48274) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.015365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48276) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:29.092890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:29.113991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.148204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.193797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947dea3-fe75-46db-804a-4ff3ee2f08af req-ba41178f-713e-4fe6-a3eb-d46ce254ac7c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.202896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4947dea3-fe75-46db-804a-4ff3ee2f08af req-ba41178f-713e-4fe6-a3eb-d46ce254ac7c tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1478627 Aug 11 02:18:29.220240 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.223351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.224559 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83 HTTP/1.1" status: 204 len: 168 time: 0.2215312 Aug 11 02:18:29.239169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18b872-5212-4e87-a136-26325f0d464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2334b2b6-9ec4-43a1-b6d1-b1e5ac1a5d83,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.244556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.3 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/8f34a37b-7388-4a1e-8c96-f7cc15e2623d) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:29.292942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-857b509f-dae8-45af-b68c-798b3ab20183 req-767b4015-52c9-4e39-a7e9-35510f9e2006 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 210 time: 0.0537844 Aug 11 02:18:29.310716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4947dea3-fe75-46db-804a-4ff3ee2f08af req-0dea532b-1ef7-4922-9936-6ced55c312dc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032104 Aug 11 02:18:29.333431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1314692886-network', 'tenant_id': '1f850194481b421e8127b1a3880e4217'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:29.384123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:29.387076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.417896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.474266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '98a4afeb-9c86-4fbc-af58-5292f417ca4f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'port_id': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'mac_address': 'fa:16:3e:32:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:18:26Z', 'revision_number': 1, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:29.485501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04553c2f-6cdf-4d6b-95a3-0b26e7e3b959 req-0d08c69f-6d06-4a3c-8d4a-d467c9afb1f9 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0520506 Aug 11 02:18:29.510868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b081c-c82e-44c2-a4db-d7c0db8bf7ed None None] The sync data for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 is: [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '98a4afeb-9c86-4fbc-af58-5292f417ca4f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'port_id': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'mac_address': 'fa:16:3e:32:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:17:12Z', 'updated_at': '2021-08-11T02:18:26Z', 'revision_number': 1, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:29.558055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.614678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.628703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:29.637122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.643747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.661768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:29.667080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:29.671205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:29.675561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:29.715347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.748778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.750351 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Added segment b76df40a-7c94-444f-894b-08aef0f45cfc of type vlan for network c1905593-36d7-4632-9ba0-399f027d9aa2 Aug 11 02:18:29.762030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.762960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.787281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a498d4-2eff-4268-86b5-15997e7458f7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:29.792780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-304e1cf1-2615-4d31-9b29-fc9add696eee tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1146128 Aug 11 02:18:29.807300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Request body: {'port': {'device_id': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:29.875782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.926973 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8700913-073d-4fb7-b04b-a84106f41c3a None None] New status for floating IP 98a4afeb-9c86-4fbc-af58-5292f417ca4f: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:18:29.943581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.984734 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:29.985829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:29.986587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.058452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] Pushing event updated for resources: {'Network': ['ID=c1905593-36d7-4632-9ba0-399f027d9aa2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:30.071501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa210f77-c46a-4770-aee0-86e03611dc74 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0258741 Aug 11 02:18:30.071993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c1905593-36d7-4632-9ba0-399f027d9aa2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:30.074756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48306) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.082313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Request body: {'subnet': {'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1314692886-subnet', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:30.109364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:30.115007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.367824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f34a37b-7388-4a1e-8c96-f7cc15e2623d {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:30.376972 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.384576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.391841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Transition to ACTIVE for port object 8f34a37b-7388-4a1e-8c96-f7cc15e2623d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:30.398008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.468265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c153e4e8-6269-4f05-8194-9f18c662be35,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:30.476890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Checking segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:30.477607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Network hostable DHCP agents. Network: c1905593-36d7-4632-9ba0-399f027d9aa2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:30.502405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Network c1905593-36d7-4632-9ba0-399f027d9aa2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:30.517830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48322) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.526365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c1905593-36d7-4632-9ba0-399f027d9aa2) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:30.531047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Pushing event updated for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:30.531913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:30.532522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.552433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c738e-b3ad-45f9-9be5-5c5f404ef711 None None] Network c1905593-36d7-4632-9ba0-399f027d9aa2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:30.556160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af4fcf95-67bd-4cdf-8090-57f33d0ac04b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4786999 Aug 11 02:18:30.557077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:30.562246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:30.580788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f22b-7400-4330-916e-e38a877f1f21 req-a677b0f0-94bb-4ba2-a37b-f4922ff90dd1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:30.582679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e469f22b-7400-4330-916e-e38a877f1f21 req-a677b0f0-94bb-4ba2-a37b-f4922ff90dd1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1410389 Aug 11 02:18:30.594597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.596053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.622846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab291ade-7d98-4880-87b1-5f7988ac2ad5 req-8743a1d5-02c1-4924-8301-7ae66e455f5d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:30.631025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab291ade-7d98-4880-87b1-5f7988ac2ad5 req-8743a1d5-02c1-4924-8301-7ae66e455f5d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 943 time: 0.2013161 Aug 11 02:18:30.682753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.692248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-800762236-network', 'tenant_id': 'f0acc416badd4b4bb53a038a04afee77'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:30.713270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e469f22b-7400-4330-916e-e38a877f1f21 req-a2c00afd-f208-4310-8901-735cd5a11b66 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080720 Aug 11 02:18:30.730946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab291ade-7d98-4880-87b1-5f7988ac2ad5 req-39a60fb6-7cb8-4f7c-bc40-c8b4b459607a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933905 Aug 11 02:18:30.745343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Attempting to bind port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:30.747523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Attempting to bind port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:30.748022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Attempting to bind port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:30.760802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:30.761130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Attempting to bind port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:30.771771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:30.772143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:30.772495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:30.772939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Bound port: 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:30.773309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.775139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c1905593-36d7-4632-9ba0-399f027d9aa2', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:18:30.776030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.856251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Made reservation on behalf of f0acc416badd4b4bb53a038a04afee77 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:30.859603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.879555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f833f47f-0d59-46e7-81fc-a2c06388ad85 req-e6009b34-c2d8-49a2-949f-5d3dafa3f916 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0422523 Aug 11 02:18:30.924569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:30.929310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:30.936139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.995331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:30.996322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:30.997838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Allocated IP 172.20.0.2 (c1905593-36d7-4632-9ba0-399f027d9aa2/c153e4e8-6269-4f05-8194-9f18c662be35/6a66ed39-f36f-4ac3-bdc9-e7743270e7ba) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:30.998362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] 10.222.0.67 "PUT /v2.0/ports/8f34a37b-7388-4a1e-8c96-f7cc15e2623d HTTP/1.1" status: 200 len: 1092 time: 1.1953449 Aug 11 02:18:31.001246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:31.006248 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5127a5-08d5-467f-824c-f33fef4428b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:31.091820 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204cda67-9ae3-4fd0-98b7-f60a10f56857 x-openstack-request-id: req-204cda67-9ae3-4fd0-98b7-f60a10f56857 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:31.092281 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:31.092633 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-204cda67-9ae3-4fd0-98b7-f60a10f56857 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:31.093157 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d', 'status': 'completed', 'code': 200} Aug 11 02:18:31.094350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5659e-aa0a-41bf-a199-c2d81a672fca service neutron] Pushing event updated for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.120242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-caad5234-c2f0-4817-9a8b-14b9c50fb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:31.122042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-caad5234-c2f0-4817-9a8b-14b9c50fb963 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 1095 time: 0.0658245 Aug 11 02:18:31.196527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-58d19f9c-3381-4599-bd1c-ec84ba0e3f4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d HTTP/1.1" status: 200 len: 217 time: 0.0653992 Aug 11 02:18:31.258773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.267874 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.272621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.277720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Transition to ACTIVE for port object 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:31.292461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-926a98d0-18b7-420c-aaae-c86df1ed3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:31.294282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-926a98d0-18b7-420c-aaae-c86df1ed3bf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.0837939 Aug 11 02:18:31.298052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Transition to ACTIVE for port object 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:31.305153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.341668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-7dd2fa8a-4edb-466a-ba56-7d18e759fc0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379846 Aug 11 02:18:31.351331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Network c1905593-36d7-4632-9ba0-399f027d9aa2 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:31.358021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:31.362856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:31.371671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Pushing event updated for resources: {'Port': ['ID=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.443012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Attempting to bind port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:31.443785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Attempting to bind port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:31.444291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Attempting to bind port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba on network c1905593-36d7-4632-9ba0-399f027d9aa2 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:31.452537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:31.453103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Checking segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:31.453981 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.454595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Bound using segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:31.455480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Bound port: 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:31.456580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.543608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] For port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:31.547794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] For port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:31.554231 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.585967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.596165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-51cb2466-afce-40fa-9b4a-6f841d24654b service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471139 Aug 11 02:18:31.609602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.629014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:18:31.675696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1719e-c0fd-4ede-80a1-7e74b6a88987 None None] Pushing event updated for resources: {'Port': ['ID=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.683678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.684045 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Added segment 752461e5-c0cd-48c1-a907-40585de15bd3 of type vlan for network 25c03d8b-d36a-4b4c-9221-609616762721 Aug 11 02:18:31.725291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab4166a-9b30-4dab-b6bc-b2fb560f423e req-63a3b4b2-cf1c-48c7-b2b2-fa55aa5b2d60 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209414 Aug 11 02:18:31.761509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.766197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1e117-add2-4a0c-9513-313c3946bcc5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:31.775703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:31.851886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.054422 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.056312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.057592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.124537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:32.201964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:32.210189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6897316 Aug 11 02:18:32.221627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48356) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:32.237947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Request body: {'subnet': {'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-800762236-subnet', 'tenant_id': 'f0acc416badd4b4bb53a038a04afee77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:32.293768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415cde1-a66e-405c-ba6e-4e7c6efe9d89 admin admin] Pushing event updated for resources: {'Network': ['ID=25c03d8b-d36a-4b4c-9221-609616762721,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:32.307996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 25c03d8b-d36a-4b4c-9221-609616762721 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:18:32.308613 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-112462b2-f395-4703-8360-a357e6aaf5cd req-65287e9e-f7fd-41f3-8098-dcd8cead894a service neutron] show failed (client error): The resource could not be found. Aug 11 02:18:32.310479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-65287e9e-f7fd-41f3-8098-dcd8cead894a service neutron] 10.222.0.61 "GET /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.4985890 Aug 11 02:18:32.368817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Made reservation on behalf of f0acc416badd4b4bb53a038a04afee77 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:32.373722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.427038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Allocated IP 172.25.3.187 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:32.429748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6ab4-825e-4079-b96b-7ad2daa569f8 req-bf8d6861-6ec1-4779-8a69-c31966553136 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.432460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-596e6ab4-825e-4079-b96b-7ad2daa569f8 req-bf8d6861-6ec1-4779-8a69-c31966553136 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 943 time: 0.6138492 Aug 11 02:18:32.437979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-d3e8c5ae-e783-43df-8337-9220e332a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.439830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-d3e8c5ae-e783-43df-8337-9220e332a959 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 1095 time: 0.6413176 Aug 11 02:18:32.526077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e4545-910a-4be0-841b-6b2c479cf702 req-7078c155-face-4843-8673-68b64ca6a0dc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.527217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e86e4545-910a-4be0-841b-6b2c479cf702 req-7078c155-face-4843-8673-68b64ca6a0dc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.6606207 Aug 11 02:18:32.610183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-596e6ab4-825e-4079-b96b-7ad2daa569f8 req-091d7a35-439c-4bd2-9469-78eaa2b8e647 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692977 Aug 11 02:18:32.735496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e86e4545-910a-4be0-841b-6b2c479cf702 req-c18b1bf3-265f-442f-ab36-84c2b7c56218 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826274 Aug 11 02:18:32.775319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-cb284cd3-b7a7-43cb-9632-77b7b6380961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.776940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-cb284cd3-b7a7-43cb-9632-77b7b6380961 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.3162761 Aug 11 02:18:32.829963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-0dd4c528-c46a-4d76-85fa-ff2d09cd75a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d HTTP/1.1" status: 200 len: 217 time: 0.0429180 Aug 11 02:18:32.844113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-562ed02d-7334-4835-beab-48f2ed65ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:32.845916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-562ed02d-7334-4835-beab-48f2ed65ef13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1101 time: 0.2555809 Aug 11 02:18:32.861071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:32.873120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:32.925879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68e3ca39-656e-4e33-bb8c-ba541e855ecc req-8e56b24b-8ece-4e18-b37f-cdf678741b0d tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.0947597 Aug 11 02:18:33.003258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-30ecb979-5938-4834-88d6-03c12a652e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:33.005069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-30ecb979-5938-4834-88d6-03c12a652e2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1579940 Aug 11 02:18:33.016811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.137980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Pushing event updated for resources: {'Port': ['ID=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.170486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-bb81b5d6-d7ce-4c18-9040-4bacb4a936ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405809 Aug 11 02:18:33.170857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:33.174981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:33.185440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:33.221312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.239887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.284476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7661c1-6a26-4876-b65c-f09c4695e946 None None] Network c1905593-36d7-4632-9ba0-399f027d9aa2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:33.298997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a308fee-69ec-40e0-a7b2-0ffadba48105,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:33.402883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Checking segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:33.405496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Network hostable DHCP agents. Network: 25c03d8b-d36a-4b4c-9221-609616762721, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:18:33.420053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-ead345c7-a15c-4ca7-be3c-2251bf0d6a98 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366042 Aug 11 02:18:33.487862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Provisioning for port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:33.499713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Provisioning complete for port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:33.500816 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.670384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Network 25c03d8b-d36a-4b4c-9221-609616762721 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:18:33.698522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c5127a5-08d5-467f-824c-f33fef4428b8 req-407af805-a822-47b6-a6af-60ea5162f310 service neutron] 10.222.0.67 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177329 Aug 11 02:18:33.727537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 25c03d8b-d36a-4b4c-9221-609616762721) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:33.736166 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.739823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:33.740043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f893cf-5998-4829-8789-51283580e9e3 None None] Network 25c03d8b-d36a-4b4c-9221-609616762721 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:33.740918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.775638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:33.836985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:33.908405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3b787a3f-1404-474f-b6fa-79a02c605419 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6812992 Aug 11 02:18:33.933276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.972751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Transition to ACTIVE for port object 846a4d54-92cc-44db-9dbe-03103a7c59dd will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:33.973968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:33.977458 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d53e4b0-0a01-4c41-984d-52d0cace74eb" -d '{"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-unplugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:33.980257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:33.997788 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.021114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] For port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:34.052889 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.167025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] No DVR routers for this DVR port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:34.177413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.220978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8f34a37b-7388-4a1e-8c96-f7cc15e2623d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:34.266785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11977f8d-e518-4171-954f-0a959d496d13 req-eed7dfb4-9ec0-41ab-8c7a-fd03ce531a9a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.290708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11977f8d-e518-4171-954f-0a959d496d13 req-eed7dfb4-9ec0-41ab-8c7a-fd03ce531a9a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 943 time: 0.3081212 Aug 11 02:18:34.369550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:34.370556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:34.371451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:34.401161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e3ba1-872a-460c-8c69-1712498d0cdb None None] Pushing event updated for resources: {'Port': ['ID=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:34.406093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:34.406689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:34.416792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2eb62c-ffe0-4312-8494-de02cedd3229 None None] Network 25c03d8b-d36a-4b4c-9221-609616762721 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:18:34.421372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-514f7f7c-2109-401f-b48e-4146c7a38ea2 None None] Provisioning complete for port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:34.422050 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-514f7f7c-2109-401f-b48e-4146c7a38ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.431156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.438667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:34.439375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:34.439980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:34.440615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Bound port: 846a4d54-92cc-44db-9dbe-03103a7c59dd, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:34.441262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.480385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602195cf-a2c6-41ba-b987-3bb9cde26b39 req-5798e25a-0f1f-42d4-a614-b61af2af6863 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.483816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-602195cf-a2c6-41ba-b987-3bb9cde26b39 req-5798e25a-0f1f-42d4-a614-b61af2af6863 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.3677170 Aug 11 02:18:34.507789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11977f8d-e518-4171-954f-0a959d496d13 req-2159aa92-3ffe-41c3-9bcc-f5a78936ac4f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135615 Aug 11 02:18:34.672985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Router 7f136997-db33-4f1a-a32c-c3508b3955bd is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:18:34.801399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-602195cf-a2c6-41ba-b987-3bb9cde26b39 req-0770b72e-0c9a-46f7-8db7-beab71c5583e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912943 Aug 11 02:18:34.810330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:34.824227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:34.834472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.840105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:18:34.867782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.869708 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78c56d59-7044-466f-9692-cc5cfa3f348d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3115015 Aug 11 02:18:34.874064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:34.912455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:34.913758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:34.919805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] 10.222.0.67 "PUT /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 1096 time: 2.0633857 Aug 11 02:18:34.953709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Sync routers for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:18:35.105929 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090644c-f726-47cd-8620-9e901394e2cf x-openstack-request-id: req-f090644c-f726-47cd-8620-9e901394e2cf {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:35.106587 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-unplugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:35.107520 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f090644c-f726-47cd-8620-9e901394e2cf {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:35.108120 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'code': 200} Aug 11 02:18:35.136306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26cc3eca-6814-4fd5-a1f5-a79175fb1ba3 req-e486a048-693e-4f34-9697-3d8839ff5046 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.2585626 Aug 11 02:18:35.240139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526aa2-41ae-46ae-8164-1d4068fe064e service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:35.260441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-8bd0ac3d-0612-4b84-ac45-857ef98c0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:35.266905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-8bd0ac3d-0612-4b84-ac45-857ef98c0398 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1099 time: 0.2898614 Aug 11 02:18:35.428876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:35.460128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:35.467397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:35.642818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:35.676497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-fe6f99f7-8011-4804-83c7-e1073d4466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:35.697052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-fe6f99f7-8011-4804-83c7-e1073d4466f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4200182 Aug 11 02:18:35.747791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d', 'mac_address': 'fa:16:3e:db:85:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:35.861073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-cb5aff43-21a7-4d07-90ce-1b3f3b8bd6e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1313007 Aug 11 02:18:35.873540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:35.955285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f34a37b-7388-4a1e-8c96-f7cc15e2623d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:35.991684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-dcd8214b-11a6-4ba3-bd20-6268875ecc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:35.993308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-dcd8214b-11a6-4ba3-bd20-6268875ecc99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1253953 Aug 11 02:18:36.008787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313bf6c-5493-4b70-9782-d12f366b7780 req-8b5b8801-40b1-4b73-b37c-84762ebf6a0e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.010540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6313bf6c-5493-4b70-9782-d12f366b7780 req-8b5b8801-40b1-4b73-b37c-84762ebf6a0e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 943 time: 0.1942947 Aug 11 02:18:36.029072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-11abcb75-cae3-4a83-8bd9-e90f8b4963a8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.030849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-11abcb75-cae3-4a83-8bd9-e90f8b4963a8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 817 time: 0.3324828 Aug 11 02:18:36.037446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:36.095216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-08597276-6732-4f19-a793-b2e9511f2d3a tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/quotas/f0acc416badd4b4bb53a038a04afee77 HTTP/1.1" status: 200 len: 375 time: 0.0289907 Aug 11 02:18:36.128303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.142991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-f4145362-7a68-4d18-a4e4-01420d0b0a6a tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461287 Aug 11 02:18:36.148560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:36.187518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112462b2-f395-4703-8360-a357e6aaf5cd req-954a0dd6-383c-4611-a625-aa921a0da378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.190543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-954a0dd6-383c-4611-a625-aa921a0da378 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788118 Aug 11 02:18:36.212580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6313bf6c-5493-4b70-9782-d12f366b7780 req-d779d032-174b-4f21-8473-2a98683950c9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801841 Aug 11 02:18:36.256311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:36.280202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.384195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:36.419604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['8f34a37b-7388-4a1e-8c96-f7cc15e2623d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:36.470371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:36.470976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.523467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:36.535642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:33Z', 'revision_number': 3, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:36.581206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Allocated IP 172.20.0.1 (c1905593-36d7-4632-9ba0-399f027d9aa2/c153e4e8-6269-4f05-8194-9f18c662be35/4ab4eb61-c823-4e37-8158-d239ebc28020) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:36.600744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Checking router: 7f136997-db33-4f1a-a32c-c3508b3955bd for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:18:36.601315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Updating router 7f136997-db33-4f1a-a32c-c3508b3955bd port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:18:36.652725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.696983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5554-3d7a-4a9c-822c-a45805b3820d req-4d8ccb38-205c-41b0-9532-6af51a3d961d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:36.710423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-978c5554-3d7a-4a9c-822c-a45805b3820d req-4d8ccb38-205c-41b0-9532-6af51a3d961d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.2229052 Aug 11 02:18:36.728953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-5005da11-c134-4dbd-9be4-ab9ea6f433ca service neutron] 10.222.0.68 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634997 Aug 11 02:18:36.733639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-7d5f3f00-bbb3-402c-89ef-6efa0e325f13 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192103 Aug 11 02:18:36.767544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:36.800806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Transition to ACTIVE for port object 4ab4eb61-c823-4e37-8158-d239ebc28020 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:36.853212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-978c5554-3d7a-4a9c-822c-a45805b3820d req-519a0ee7-125a-4710-8615-a4e2cd5ac2fd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368487 Aug 11 02:18:36.948043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.022102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Network c1905593-36d7-4632-9ba0-399f027d9aa2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:37.088521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:37.099010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:37.111555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:37.119295 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:37.138445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-ba8b3cf7-3484-48be-9dc9-bc2c99705566 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902528 Aug 11 02:18:37.179974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-26b93c7c-f95a-4960-a19c-577192cb75e7 service neutron] 10.222.0.68 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244416 Aug 11 02:18:37.271064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.296226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb693fd9-b91a-4382-9fbf-a4d63b446c27 req-347cbcaf-75da-4394-8ce3-bec298e49593 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1549702 Aug 11 02:18:37.310137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.368802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Transition to ACTIVE for port object 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:37.385392 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.409287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.616707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592ebc-69c0-424a-a712-fd95e344a15c None None] Pushing event updated for resources: {'Port': ['ID=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:37.707916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Attempting to bind port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:37.708741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Attempting to bind port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:37.723021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Attempting to bind port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:37.733333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:37.734465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:37.735267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.736047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:37.736963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Bound port: 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:37.739439 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:37.812910 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e420b07-27dc-402c-893f-485e6befea29 x-openstack-request-id: req-6e420b07-27dc-402c-893f-485e6befea29 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:37.813373 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:37.813793 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e420b07-27dc-402c-893f-485e6befea29 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:37.814515 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'status': 'completed', 'code': 200} Aug 11 02:18:37.933343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5ab8e2c2-fa61-4593-a69c-1be17dde63dd None None] Provisioning for port 4ab4eb61-c823-4e37-8158-d239ebc28020 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:37.970474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5ab8e2c2-fa61-4593-a69c-1be17dde63dd None None] Provisioning complete for port 4ab4eb61-c823-4e37-8158-d239ebc28020 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:37.971105 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2c2-fa61-4593-a69c-1be17dde63dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.025470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] For port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:38.050068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.066945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] For port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:38.081278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.084633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5ab8e2c2-fa61-4593-a69c-1be17dde63dd None None] Port 4ab4eb61-c823-4e37-8158-d239ebc28020 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:38.197670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-f5933341-0083-4970-9cf3-ac37bc0fee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.200576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-f5933341-0083-4970-9cf3-ac37bc0fee40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1099 time: 0.3577960 Aug 11 02:18:38.221716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efd608-2176-4897-beae-429c1f017194 req-df5f7793-1369-4782-92eb-b441101842bc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.234024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8f34a37b-7388-4a1e-8c96-f7cc15e2623d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:38.254772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06efd608-2176-4897-beae-429c1f017194 req-df5f7793-1369-4782-92eb-b441101842bc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 944 time: 0.3073037 Aug 11 02:18:38.370618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:38.371907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:38.374674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae592ebc-69c0-424a-a712-fd95e344a15c None None] Pushing event updated for resources: {'Port': ['ID=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:38.380692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.397791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.443902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:38.471690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:38.478163 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.492041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-a1ee9b7b-79bb-47f9-b2f4-02112ebd03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.493640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-a1ee9b7b-79bb-47f9-b2f4-02112ebd03c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1099 time: 0.5862408 Aug 11 02:18:38.533584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.543781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06efd608-2176-4897-beae-429c1f017194 req-252b811c-5c01-45c3-9527-fada1f0b1682 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663081 Aug 11 02:18:38.633691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad189dad-4f34-4136-9993-19e6923b98e9 req-c51b8d7b-9678-4c21-abac-39db4c48da26 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.651889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad189dad-4f34-4136-9993-19e6923b98e9 req-c51b8d7b-9678-4c21-abac-39db4c48da26 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.2443480 Aug 11 02:18:38.817451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-28b04924-36d4-40b2-9b6f-7bb1f33bdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:38.832375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-28b04924-36d4-40b2-9b6f-7bb1f33bdad7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.5755544 Aug 11 02:18:38.848271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:38.850735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebd28e91-7c0d-4bb7-bc10-1d00648689db req-360bf7b2-a5a6-4f98-bfaf-2e15750fd884 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 210 time: 0.1124101 Aug 11 02:18:38.852526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:39.005955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-c23436d4-689b-4374-8dc8-7ae3f99f15bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1536193 Aug 11 02:18:39.018377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad189dad-4f34-4136-9993-19e6923b98e9 req-12a48777-b801-4163-beb9-28f5a079fef3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547206 Aug 11 02:18:39.136520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-ba34dd3c-ec89-42dd-9577-5471aa3310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.193541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-ba34dd3c-ec89-42dd-9577-5471aa3310bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1679978 Aug 11 02:18:39.305850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33ff7f76-12df-4424-8e97-405e817a90a3 req-51c43bf7-a1d3-4ceb-8e95-20aaa86a78c9 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1059847 Aug 11 02:18:39.355672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:39.367511 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc105b8-a913-4a22-9e65-8a6d0abe7280" -d '{"events": [{"server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "name": "network-vif-plugged", "status": "completed", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:39.518095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:39.530970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09102de4-4f4d-4f70-9365-e427df15ad75 req-2dca2c30-6b2c-4f3f-b5b0-64e7c729033a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.2234612 Aug 11 02:18:39.535008 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:39.547300 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082dc45-3191-42c4-95e4-1eb03e16a5e5 x-openstack-request-id: req-7082dc45-3191-42c4-95e4-1eb03e16a5e5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:39.548242 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "name": "network-vif-plugged", "status": "completed", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:39.548932 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7082dc45-3191-42c4-95e4-1eb03e16a5e5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:39.550857 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d', 'code': 200} Aug 11 02:18:39.571963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-93d33d75-9e62-4da5-b215-7fe90b70c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.573640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-93d33d75-9e62-4da5-b215-7fe90b70c165 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3646631 Aug 11 02:18:39.673471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.764201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:39.822819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c0df-fbc1-445e-aaa8-e54c0b59d288 req-95ef7673-d95b-4c93-830f-f9fb754e387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.824451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e895c0df-fbc1-445e-aaa8-e54c0b59d288 req-95ef7673-d95b-4c93-830f-f9fb754e387d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 1097 time: 0.1176550 Aug 11 02:18:39.839247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431905d1-71c4-46a2-bcbd-71665b0904c6 req-7440b119-28b4-4a9a-992b-19b58964ad9f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:39.847223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-431905d1-71c4-46a2-bcbd-71665b0904c6 req-7440b119-28b4-4a9a-992b-19b58964ad9f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.1051486 Aug 11 02:18:39.923705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-50b2aefc-3c27-4759-a362-5977f01ba74e service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355973 Aug 11 02:18:39.942041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-431905d1-71c4-46a2-bcbd-71665b0904c6 req-b1332f82-512c-464f-8e97-12c55bfc998a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938044 Aug 11 02:18:40.001024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-f0647ec4-9c60-492f-97e3-b2a31f34a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:40.003513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-f0647ec4-9c60-492f-97e3-b2a31f34a65e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 1.4838436 Aug 11 02:18:40.031414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Network c1905593-36d7-4632-9ba0-399f027d9aa2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:40.034688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:36Z', 'revision_number': 1, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:40.090498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-8f40a07e-e6d1-41a0-b0d0-cd7264987083 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469464 Aug 11 02:18:40.138745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161de579-7b35-4ed1-ac36-43ccfb087f89 None None] The sync data for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 is: [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:36Z', 'revision_number': 1, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:40.170466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:40.178933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63774d93-6d5c-4ae7-a968-beed321e2d66 req-3b4888f2-38f4-42f6-94a4-6686d803e435 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 210 time: 0.0740139 Aug 11 02:18:40.179926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-1ca8a14f-97c4-4a91-b826-a2ef8e70e33f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1618617 Aug 11 02:18:40.201944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e895c0df-fbc1-445e-aaa8-e54c0b59d288 req-206db2ea-9df0-4580-b941-cb9fe5678c72 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348176 Aug 11 02:18:40.229239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:40.282034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d754a-cc82-480b-9580-bcd2f32c29f2 req-2076b14e-eada-4592-9d5a-2e187152c5e1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:40.316957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-278d754a-cc82-480b-9580-bcd2f32c29f2 req-2076b14e-eada-4592-9d5a-2e187152c5e1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 947 time: 0.1347425 Aug 11 02:18:40.419684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-278d754a-cc82-480b-9580-bcd2f32c29f2 req-1c814baa-6afa-4a2e-a838-1e96175b491d tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017196 Aug 11 02:18:40.638673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:40.709257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5c79454-b874-4fd5-b9e4-8cfb75717749 req-1be4151e-4af6-4a67-b1e8-d44cb7265dcf tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1165185 Aug 11 02:18:40.749546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'mac_address': 'fa:16:3e:d0:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:40.821646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:40.999127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Router 7f136997-db33-4f1a-a32c-c3508b3955bd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:18:41.007819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-13b256a3-3085-468d-a341-234082180425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.013006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-13b256a3-3085-468d-a341-234082180425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.7224817 Aug 11 02:18:41.023878 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.024963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.116492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:41.214370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193f838-3252-4690-8d9f-9cef8bc5914c req-583eed1f-97fd-4c0c-b76f-7119c78b3347 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.230156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4193f838-3252-4690-8d9f-9cef8bc5914c req-583eed1f-97fd-4c0c-b76f-7119c78b3347 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.1041994 Aug 11 02:18:41.237671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:41.248960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9fb439bd-960d-473b-853d-f40f3f0f7b58 None None] Provisioning complete for port 4ab4eb61-c823-4e37-8158-d239ebc28020 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:41.249757 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9fb439bd-960d-473b-853d-f40f3f0f7b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.254371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:41.316981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4193f838-3252-4690-8d9f-9cef8bc5914c req-212ef958-5df7-448d-8451-96b90d2e8a1d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842392 Aug 11 02:18:41.448816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-55ae182c-523b-4ef5-ae35-fffa49b5b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.457080 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-55ae182c-523b-4ef5-ae35-fffa49b5b34e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4300942 Aug 11 02:18:41.491325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-383f5d7d-82c9-4180-ae8a-011c63a29c36 req-d18370d2-197c-4817-9879-6eb41e019a50 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 210 time: 0.0540748 Aug 11 02:18:41.512045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-9e06dd87-d628-451b-89fc-a488d54f31c2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.514557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-9e06dd87-d628-451b-89fc-a488d54f31c2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 948 time: 0.1845424 Aug 11 02:18:41.549734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:18:41.564061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9fb439bd-960d-473b-853d-f40f3f0f7b58 None None] Port 4ab4eb61-c823-4e37-8158-d239ebc28020 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:18:41.569846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e55771f4-4074-4e1a-808c-83c0e209d2c2 admin admin] 10.222.0.68 "PUT /v2.0/routers/7f136997-db33-4f1a-a32c-c3508b3955bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6946049 Aug 11 02:18:41.596963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['846a4d54-92cc-44db-9dbe-03103a7c59dd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:41.643650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:41.754220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-9beed9e9-5385-423a-8dd8-d1a0e3c67822 service neutron] 10.222.0.67 "GET /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.2190611 Aug 11 02:18:41.790651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c58db-819d-4337-a5af-3f4371e3810a req-30930bdc-d3fc-4dae-aa52-86cb3db6146f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:41.800226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e78c58db-819d-4337-a5af-3f4371e3810a req-30930bdc-d3fc-4dae-aa52-86cb3db6146f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.3077004 Aug 11 02:18:41.873442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-4c61a7ee-dee6-4391-b344-c64028a3537b service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937619 Aug 11 02:18:42.220674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:42.293499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3cdb9d8e-9b8b-464c-af5e-ad0cf127526d req-a49e4547-2021-48fc-b35a-1cb840379d29 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104047 Aug 11 02:18:42.424841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:42.442580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:42.446998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.816277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.860683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:42.872827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:42.997891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fed4edb-9141-4964-a518-9ec6965f6e79 req-340ad117-a459-41e1-8287-ddce511bfc7f tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.8980525 Aug 11 02:18:43.010577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e78c58db-819d-4337-a5af-3f4371e3810a req-bbff3427-1453-4df3-9a45-5ef9dc06fa75 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2062459 Aug 11 02:18:43.016901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7660a680-278e-4e3e-ba6c-fe1e92c207c9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.019541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7660a680-278e-4e3e-ba6c-fe1e92c207c9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.61 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 817 time: 0.5100679 Aug 11 02:18:43.049355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Request body: {'port': {'device_id': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'admin_state_up': True, 'tenant_id': 'f0acc416badd4b4bb53a038a04afee77'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:43.109215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:43.367925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Made reservation on behalf of f0acc416badd4b4bb53a038a04afee77 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:43.393778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.451206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-127a6501-6984-4f1f-bf6d-98258f45ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.453006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-127a6501-6984-4f1f-bf6d-98258f45ee72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1100 time: 1.5772429 Aug 11 02:18:43.481779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-162c15a5-c849-4faa-8a47-e5a7b1a61dc3 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.483413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-162c15a5-c849-4faa-8a47-e5a7b1a61dc3 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 817 time: 1.4336472 Aug 11 02:18:43.505113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Request body: {'port': {'device_id': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'admin_state_up': True, 'tenant_id': 'f0acc416badd4b4bb53a038a04afee77'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:43.525056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3ad28d2d-0fd6-4b99-ad18-a5c8b17e6b96 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.526646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3ad28d2d-0fd6-4b99-ad18-a5c8b17e6b96 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 817 time: 0.5509460 Aug 11 02:18:43.563805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3485761-3712-4ac8-9912-fdd0a388e4a7 req-2d6c42dd-9486-4699-ba33-7bb5c4ae14a1 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 210 time: 0.1527343 Aug 11 02:18:43.571769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Request body: {'port': {'device_id': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'admin_state_up': True, 'tenant_id': 'f0acc416badd4b4bb53a038a04afee77'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:43.637019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Allocated IP 172.20.0.2 (25c03d8b-d36a-4b4c-9221-609616762721/3a308fee-69ec-40e0-a7b2-0ffadba48105/6aef95bf-ba10-4ee3-88d6-bca5879490c4) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:43.761517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c90ca-e53f-4522-9f9e-158744d36dd5 req-1aee10c9-327c-4262-bfb7-476b7f03aa94 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.763748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-681c90ca-e53f-4522-9f9e-158744d36dd5 req-1aee10c9-327c-4262-bfb7-476b7f03aa94 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.4256506 Aug 11 02:18:43.890131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-1879f222-573d-4e12-876a-67af02fe8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:43.892107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-1879f222-573d-4e12-876a-67af02fe8b0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.4301894 Aug 11 02:18:43.897429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Made reservation on behalf of f0acc416badd4b4bb53a038a04afee77 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:43.912790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:43.999170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-681c90ca-e53f-4522-9f9e-158744d36dd5 req-37b34ca0-f5aa-4c2f-b561-8d298c97e447 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109864 Aug 11 02:18:44.023588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.078767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.093133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:44.119307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-6511c3ef-da41-458c-95a1-4700f071f60c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1943533 Aug 11 02:18:44.152513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Network 25c03d8b-d36a-4b4c-9221-609616762721 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:44.162777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:44.166045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event updated for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:44.169446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:44.240228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:44.241130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.248094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:44.325847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.337928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.391273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-a111c55d-0e40-4f87-8a3b-89d32f2c508d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3564711 Aug 11 02:18:44.427416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Request body: {'port': {'device_id': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:44.438369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Made reservation on behalf of f0acc416badd4b4bb53a038a04afee77 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:18:44.445668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.474582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 846a4d54-92cc-44db-9dbe-03103a7c59dd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:44.491656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 846a4d54-92cc-44db-9dbe-03103a7c59dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:44.492648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.524721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85030586-4189-4795-bd65-652c4426d222 req-de8dafc4-f75d-47bc-810c-e4525b1358c5 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a&device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.1483831 Aug 11 02:18:44.603251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.608472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-fb7b9b18-ab08-4005-95c1-43e207671736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:44.610998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-fb7b9b18-ab08-4005-95c1-43e207671736 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.4783757 Aug 11 02:18:44.751061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.777043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Allocated IP 172.20.0.4 (25c03d8b-d36a-4b4c-9221-609616762721/3a308fee-69ec-40e0-a7b2-0ffadba48105/7dc3004f-2ec8-4cb2-b115-102b8375579e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:44.781186 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Sync routers for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:18:44.812343 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:44.813028 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:44.816814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:44.821176 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de3c072-b21f-41f0-be27-1e77fc7f98af" -d '{"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:44.844954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:44.851818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:44.939542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:44.994633 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:45.102587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52aa29-c3df-4a07-9f87-47b99aa00cee req-eb18cd8b-81f6-4dc0-9d50-18dc9e92dc28 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.110842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd52aa29-c3df-4a07-9f87-47b99aa00cee req-eb18cd8b-81f6-4dc0-9d50-18dc9e92dc28 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.7122858 Aug 11 02:18:45.210203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75f0bd-93d3-4e21-a14e-98573f0572cc req-92fbe9d1-774c-485b-92e8-3fcd18880bd1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.211732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc75f0bd-93d3-4e21-a14e-98573f0572cc req-92fbe9d1-774c-485b-92e8-3fcd18880bd1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.3377943 Aug 11 02:18:45.256330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-ad4466e5-8e40-49ea-859e-475712408018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.258254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-ad4466e5-8e40-49ea-859e-475712408018 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3823512 Aug 11 02:18:45.290943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd52aa29-c3df-4a07-9f87-47b99aa00cee req-b203bdd6-ec84-4310-a804-2e00e11c60e0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740067 Aug 11 02:18:45.364831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:38Z', 'revision_number': 2, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:45.381194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc75f0bd-93d3-4e21-a14e-98573f0572cc req-08869805-a756-440a-8bde-05561eb3d977 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479125 Aug 11 02:18:45.416980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.489095 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Checking router: 7f136997-db33-4f1a-a32c-c3508b3955bd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:18:45.489713 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Updating router 7f136997-db33-4f1a-a32c-c3508b3955bd port 4ab4eb61-c823-4e37-8158-d239ebc28020 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:18:45.502743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-1d8c69aa-bedb-4cc2-a8bf-af3bc7b0d05d service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101705 Aug 11 02:18:45.555745 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.730103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-140c6d13-42af-4e43-bfea-68ba47ab0924 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053845 Aug 11 02:18:45.788959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c65a6e-62f3-4200-8ec3-d2919f15e4b8 req-12151340-96d2-4d20-82c3-d21b80dc5823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc063a0977c5461586cda674d318291e&device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.1718292 Aug 11 02:18:45.833420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c65a6e-62f3-4200-8ec3-d2919f15e4b8 req-e4d491d9-3812-4b74-be42-e22e4509792b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dc063a0977c5461586cda674d318291e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351005 Aug 11 02:18:45.834609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:45.842677 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e58c8-e47c-4a76-aed8-ec4bb2e91d00 x-openstack-request-id: req-9e1e58c8-e47c-4a76-aed8-ec4bb2e91d00 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:45.843622 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:45.844909 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e1e58c8-e47c-4a76-aed8-ec4bb2e91d00 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:45.845525 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'code': 200} Aug 11 02:18:45.904653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event updated for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:45.921115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1f1e-945e-4b09-a3ca-f16eaaad7ae9 req-d385f097-aa4e-495e-83c4-30ee6df38ae1 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:45.923073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59be1f1e-945e-4b09-a3ca-f16eaaad7ae9 req-d385f097-aa4e-495e-83c4-30ee6df38ae1 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 931 time: 0.3436553 Aug 11 02:18:45.977382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Network 25c03d8b-d36a-4b4c-9221-609616762721 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:45.988109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:45.995844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:46.124101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:46.124809 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.249320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b78397-8ea1-4d4e-a4de-4fc499c5f82a req-20d61386-4cc3-485f-b226-36852d5c5633 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:46.252136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5b78397-8ea1-4d4e-a4de-4fc499c5f82a req-20d61386-4cc3-485f-b226-36852d5c5633 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.1174343 Aug 11 02:18:46.263193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59be1f1e-945e-4b09-a3ca-f16eaaad7ae9 req-c44ab19e-b352-4706-a629-d763e09b5b49 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273273 Aug 11 02:18:46.264736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7790e672-6ce0-4383-ad5b-dfc780661072 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6976762 Aug 11 02:18:46.282022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aef95bf-ba10-4ee3-88d6-bca5879490c4 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:46.291964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.303417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Request body: {'port': {'device_id': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:46.334222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Transition to ACTIVE for port object 6aef95bf-ba10-4ee3-88d6-bca5879490c4 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:46.343296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.350527 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.365763 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Transition to ACTIVE for port object 4ab4eb61-c823-4e37-8158-d239ebc28020 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:46.375768 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.432409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Pushing event updated for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:46.507072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Pushing event updated for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:46.533017 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.533712 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.534321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.535061 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.535617 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.536159 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.536694 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.537295 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.537873 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.538556 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.539361 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.540420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:18:46.564083 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Attempting to bind port 4ab4eb61-c823-4e37-8158-d239ebc28020 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:46.564994 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Attempting to bind port 4ab4eb61-c823-4e37-8158-d239ebc28020 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:46.565583 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Attempting to bind port 4ab4eb61-c823-4e37-8158-d239ebc28020 on network c1905593-36d7-4632-9ba0-399f027d9aa2 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:46.572896 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:46.573712 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Checking segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:46.574392 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.575053 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Bound using segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:46.575832 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Bound port: 4ab4eb61-c823-4e37-8158-d239ebc28020, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:46.576470 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.590926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Allocated IP 172.20.0.14 (25c03d8b-d36a-4b4c-9221-609616762721/3a308fee-69ec-40e0-a7b2-0ffadba48105/077a48c1-af4e-4eb1-9767-31543bd9ba4d) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:18:46.627193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Attempting to bind port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:46.627547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Attempting to bind port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:46.628283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Attempting to bind port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:46.644999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 on network 25c03d8b-d36a-4b4c-9221-609616762721 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:46.644999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Attempting to bind port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:46.652251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:46.652588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Checking segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:46.653030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Bound using segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:46.654073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Bound port: 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:46.654073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.675665 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] For port 4ab4eb61-c823-4e37-8158-d239ebc28020, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:46.680250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] For port 4ab4eb61-c823-4e37-8158-d239ebc28020, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4ab4eb61-c823-4e37-8158-d239ebc28020,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:46.687725 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.788124 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a90c8-dffc-4c0b-b2b8-cc1564bec9a7 None None] Pushing event updated for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:46.807107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:46.810190 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:18:46.810948 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:46.811122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:46.817043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.895889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:46.896544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:46.898300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] 10.222.0.61 "PUT /v2.0/ports/6aef95bf-ba10-4ee3-88d6-bca5879490c4 HTTP/1.1" status: 200 len: 1092 time: 2.4930596 Aug 11 02:18:46.902218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:46.902218 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b642480-6e4b-4234-afc5-5f6549e1f516" -d '{"events": [{"name": "network-changed", "server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:47.001720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c65a6e-62f3-4200-8ec3-d2919f15e4b8 req-5610870a-59a2-4287-a2ea-d5a540acf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.009614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c65a6e-62f3-4200-8ec3-d2919f15e4b8 req-5610870a-59a2-4287-a2ea-d5a540acf480 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1136751 Aug 11 02:18:47.036295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7307fbdd-33a1-4e5e-b6f0-27225c0360ff req-a08e7e5b-b0d5-42bb-a28d-33beb26709d0 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.6490188 Aug 11 02:18:47.109770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f31bd-9d83-46b2-b8bb-e5416473a923 service neutron] Pushing event updated for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.203318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fc5b3163-2aa3-4ba9-a318-4ed95fe1736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.225283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fc5b3163-2aa3-4ba9-a318-4ed95fe1736f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 1095 time: 0.2674356 Aug 11 02:18:47.249385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.314622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5b78397-8ea1-4d4e-a4de-4fc499c5f82a req-d81226b4-5b70-4650-9242-ff92869efe5b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0484660 Aug 11 02:18:47.333952 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-1e53ee63-b5ce-4474-99d5-0661ce8737c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4 HTTP/1.1" status: 200 len: 217 time: 0.0973146 Aug 11 02:18:47.396501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:18:47.436346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.446332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-f323f248-333d-4114-9da5-d2176432cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.448954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-f323f248-333d-4114-9da5-d2176432cf22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.1083665 Aug 11 02:18:47.536965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-8aa717fc-0c0d-4303-b167-dc5b0dba85ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660644 Aug 11 02:18:47.543255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc5c9-8d03-4877-a65a-69bdf3627fd8 req-8598f76e-6b3f-4f23-ae7e-70a6768b5efe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:47.546533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-576cc5c9-8d03-4877-a65a-69bdf3627fd8 req-8598f76e-6b3f-4f23-ae7e-70a6768b5efe tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.2437241 Aug 11 02:18:47.563847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:47.768265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-54830ad8-88b2-4139-97fd-902a7c022b32 service neutron] 10.222.0.61 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224729 Aug 11 02:18:47.771471 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555316a5-cda5-45c5-8a2f-1b5ab54f3e94 x-openstack-request-id: req-555316a5-cda5-45c5-8a2f-1b5ab54f3e94 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:47.771954 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:47.772566 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-555316a5-cda5-45c5-8a2f-1b5ab54f3e94 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:47.773285 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4', 'status': 'completed', 'code': 200} Aug 11 02:18:47.775738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event updated for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:47.788304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Network 25c03d8b-d36a-4b4c-9221-609616762721 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:18:47.792807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-576cc5c9-8d03-4877-a65a-69bdf3627fd8 req-96bade6f-3dcc-4105-b6f3-cba6a10e5591 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212224 Aug 11 02:18:47.797876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:18:47.822386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:18:48.024508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:46Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:18:48.054744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-96398d5b-3890-40a7-8c6e-3c5670e9e2b4 service neutron] 10.222.0.61 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677307 Aug 11 02:18:48.089519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83084ad-b4d7-4912-ba62-84a44b7e32de None None] The sync data for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 is: [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:46Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:18:48.216323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-049b54f1-8bf7-4ea2-9662-5dc74d3b8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.219458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-049b54f1-8bf7-4ea2-9662-5dc74d3b8246 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 1095 time: 0.0722857 Aug 11 02:18:48.294933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4ab4eb61-c823-4e37-8158-d239ebc28020 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:48.329504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.346074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.513316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-325e704c-a09e-47e3-abf8-f2f55a9e1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.515072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-325e704c-a09e-47e3-abf8-f2f55a9e1be5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 918 time: 0.2856851 Aug 11 02:18:48.543746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-93117131-e4a6-45f4-b19a-bdfab3e729ed tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0406609 Aug 11 02:18:48.573050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4ab4eb61-c823-4e37-8158-d239ebc28020 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:48.594810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4ab4eb61-c823-4e37-8158-d239ebc28020 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:48.596303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Request body: {'port': {'device_id': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:48.597225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:48.685358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9101b4-d977-46d6-8f5c-3a4148c5da0f req-6e32179f-c9cb-4745-8b71-cba12ae9ea9d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:48.707611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-87ceb5bc-60d3-49e3-b7a0-7e6de3ed1225 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4 HTTP/1.1" status: 200 len: 217 time: 0.1822462 Aug 11 02:18:48.709234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db9101b4-d977-46d6-8f5c-3a4148c5da0f req-6e32179f-c9cb-4745-8b71-cba12ae9ea9d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 943 time: 0.6367073 Aug 11 02:18:48.776561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8c65a6e-62f3-4200-8ec3-d2919f15e4b8 req-850bc61a-ec11-41af-9683-78192756ad34 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.61 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.2600815 Aug 11 02:18:48.910993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1b4ef8b-2b6d-4860-bdec-619c99c37a1e req-71e71605-8614-499d-b4dd-5ed32afcd593 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=be267eef-73b9-44a6-bf25-06ab5029673a HTTP/1.1" status: 200 len: 210 time: 0.2967365 Aug 11 02:18:48.928942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.000605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-9d1d06f1-a4e2-4af7-8bc6-3f19305f730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.005220 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-9d1d06f1-a4e2-4af7-8bc6-3f19305f730a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b&tenant_id=e68360cc5e214065ba1b0a8f178a8a5f HTTP/1.1" status: 200 len: 1101 time: 0.3007083 Aug 11 02:18:49.007774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-59e85905-c90d-4746-be05-277720e186eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.027651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db9101b4-d977-46d6-8f5c-3a4148c5da0f req-f084e7a4-ad29-47ce-a706-874c6c074bac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447896 Aug 11 02:18:49.045644 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-59e85905-c90d-4746-be05-277720e186eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.2613859 Aug 11 02:18:49.103711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.111664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:18:49.113311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 4ab4eb61-c823-4e37-8158-d239ebc28020, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4ab4eb61-c823-4e37-8158-d239ebc28020,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:49.121910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.209744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124783c3-8faf-4906-b7ad-88b4936be479 req-9f54ddb0-1331-434a-bf18-5d9b12e9ab73 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.219642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-124783c3-8faf-4906-b7ad-88b4936be479 req-9f54ddb0-1331-434a-bf18-5d9b12e9ab73 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.1778429 Aug 11 02:18:49.261304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc3004f-2ec8-4cb2-b115-102b8375579e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:49.297793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-51f09115-21f4-42cb-a127-e436992f2d91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2509363 Aug 11 02:18:49.311012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.354815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-124783c3-8faf-4906-b7ad-88b4936be479 req-a7858d5d-7f26-4a4b-98a4-c25bd3501f65 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339049 Aug 11 02:18:49.588666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.624036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Transition to ACTIVE for port object 7dc3004f-2ec8-4cb2-b115-102b8375579e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:49.666757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:49.677443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:49.814076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-c4cb5b4c-f062-484f-b050-197120402e12 service neutron] 10.222.0.61 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032656 Aug 11 02:18:49.879963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aefde-4646-4974-9cce-a01884abe0fc req-18b41225-a500-4772-93e5-2823ae08c1c3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:49.881759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56aefde-4646-4974-9cce-a01884abe0fc req-18b41225-a500-4772-93e5-2823ae08c1c3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.2587774 Aug 11 02:18:50.061542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56aefde-4646-4974-9cce-a01884abe0fc req-fab50c15-a984-4dd5-a2dd-9bca3b1669eb tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389649 Aug 11 02:18:50.080470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:50.137384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4ab4eb61-c823-4e37-8158-d239ebc28020 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:50.194476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Attempting to bind port 7dc3004f-2ec8-4cb2-b115-102b8375579e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:50.197449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Attempting to bind port 7dc3004f-2ec8-4cb2-b115-102b8375579e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:50.198143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Attempting to bind port 7dc3004f-2ec8-4cb2-b115-102b8375579e on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:50.227156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-a15e0e0b-0e38-4e31-b375-3a9ccf861f5e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:50.230318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-a15e0e0b-0e38-4e31-b375-3a9ccf861f5e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.4481933 Aug 11 02:18:50.281299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:50.331934 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b642480-6e4b-4234-afc5-5f6549e1f516 req-b05dd986-4daf-4e42-a2de-0add51f7617d service neutron] 10.222.0.61 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980805 Aug 11 02:18:50.375588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Port 7dc3004f-2ec8-4cb2-b115-102b8375579e on network 25c03d8b-d36a-4b4c-9221-609616762721 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:50.376415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Attempting to bind port 7dc3004f-2ec8-4cb2-b115-102b8375579e on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:50.424804 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:50.463736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:50.468717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Checking segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:50.472688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Bound using segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:50.473587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Bound port: 7dc3004f-2ec8-4cb2-b115-102b8375579e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:50.474239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.520329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aef95bf-ba10-4ee3-88d6-bca5879490c4 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:50.539726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:50.617057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077a48c1-af4e-4eb1-9767-31543bd9ba4d {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:50.627462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.647110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Transition to ACTIVE for port object 077a48c1-af4e-4eb1-9767-31543bd9ba4d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:50.661899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.670485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.693685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Transition to ACTIVE for port object 846a4d54-92cc-44db-9dbe-03103a7c59dd will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:18:50.694982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:50.701278 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26dd8f4-40fe-4b52-9429-09c7609fff51" -d '{"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-unplugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:50.716054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.784282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-737ba5d4-02a3-4bd7-8caa-e8184ab96fc0 req-10cf0b3f-0c09-415b-9c66-79c144b83291 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc063a0977c5461586cda674d318291e&device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.2880943 Aug 11 02:18:50.856101 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:50.896329 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-737ba5d4-02a3-4bd7-8caa-e8184ab96fc0 req-9e8a016f-1282-47c0-904c-17f327be59e9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dc063a0977c5461586cda674d318291e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419607 Aug 11 02:18:50.960727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] No DVR routers for this DVR port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:51.020638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:51.049415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '6aef95bf-ba10-4ee3-88d6-bca5879490c4', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'port_id': '6aef95bf-ba10-4ee3-88d6-bca5879490c4', 'mac_address': 'fa:16:3e:57:70:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a308fee-69ec-40e0-a7b2-0ffadba48105', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:51.133221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:51.204946 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.227806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:51.228348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:51.228972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:51.230163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4ab4eb61-c823-4e37-8158-d239ebc28020 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:51.230555 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.294580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aef95bf-ba10-4ee3-88d6-bca5879490c4 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:51.294756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9aed4-9c31-446e-ac5a-cd1b88ddde00 req-c269cdb8-51b4-4292-a49c-c21039e3b6b4 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.296286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8da9aed4-9c31-446e-ac5a-cd1b88ddde00 req-c269cdb8-51b4-4292-a49c-c21039e3b6b4 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 943 time: 1.0598190 Aug 11 02:18:51.298512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:51.300390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Attempting to bind port 846a4d54-92cc-44db-9dbe-03103a7c59dd on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:51.321082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:51.322517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:51.323432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:51.324422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:51.327832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Bound port: 846a4d54-92cc-44db-9dbe-03103a7c59dd, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:51.331753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.348311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.442015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:18:51.442403 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:18:51.445470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:51.501767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:51.506031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:51.508994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ba5d4-02a3-4bd7-8caa-e8184ab96fc0 req-98e02a81-fb46-45c8-bde7-7940dcdc087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.511490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-737ba5d4-02a3-4bd7-8caa-e8184ab96fc0 req-98e02a81-fb46-45c8-bde7-7940dcdc087a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5984149 Aug 11 02:18:51.516407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.564836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Pushing event updated for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:51.575362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5d83d-76f8-4d4f-8e13-8c54af5eb42a req-d3441b47-9dd1-4c0f-870b-a8f0fbab9c37 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.577952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dc5d83d-76f8-4d4f-8e13-8c54af5eb42a req-d3441b47-9dd1-4c0f-870b-a8f0fbab9c37 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 945 time: 0.3270307 Aug 11 02:18:51.596649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8da9aed4-9c31-446e-ac5a-cd1b88ddde00 req-cbd519bb-5f0d-47ff-a500-34fecfca980b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631552 Aug 11 02:18:51.604059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Attempting to bind port 077a48c1-af4e-4eb1-9767-31543bd9ba4d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:18:51.604478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Attempting to bind port 077a48c1-af4e-4eb1-9767-31543bd9ba4d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:18:51.604876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Attempting to bind port 077a48c1-af4e-4eb1-9767-31543bd9ba4d on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:51.612280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:51.614548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.624052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] 10.222.0.61 "PUT /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 1097 time: 2.5749240 Aug 11 02:18:51.658712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Port 077a48c1-af4e-4eb1-9767-31543bd9ba4d on network 25c03d8b-d36a-4b4c-9221-609616762721 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:18:51.659176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Attempting to bind port 077a48c1-af4e-4eb1-9767-31543bd9ba4d on network 25c03d8b-d36a-4b4c-9221-609616762721 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:18:51.664734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6aef95bf-ba10-4ee3-88d6-bca5879490c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:51.711619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:51.735730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:18:51.735942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.771090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:18:51.771455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Checking segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:18:51.771831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Bound using segment: {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:18:51.773097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Bound port: 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752461e5-c0cd-48c1-a907-40585de15bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:18:51.776863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:51.843320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:51.928686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b3e6c-4013-4c2d-ae3c-d2a830a8da89 service neutron] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=11']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:52.011547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-a050725e-10a1-4b1a-b964-a2ec60b00bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.018594 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-a050725e-10a1-4b1a-b964-a2ec60b00bdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1100 time: 0.3593223 Aug 11 02:18:52.088554 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.151109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbe91a4e-9cc2-4413-9953-df6d1a7a3c85 req-7a882c00-8b29-4078-8aea-e23c91e258c7 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.1004868 Aug 11 02:18:52.284963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dc5d83d-76f8-4d4f-8e13-8c54af5eb42a req-10cd2f92-c328-4d33-b6af-fda08e425159 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631269 Aug 11 02:18:52.294626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:52.295219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.314580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-ee8a14e9-5858-4125-bfd4-9a2a3bd26243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.316349 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-ee8a14e9-5858-4125-bfd4-9a2a3bd26243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2869825 Aug 11 02:18:52.368536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.373193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.375577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] 10.222.0.67 "PUT /v2.0/ports/7dc3004f-2ec8-4cb2-b115-102b8375579e HTTP/1.1" status: 200 len: 1092 time: 6.0796778 Aug 11 02:18:52.389247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:52.391723 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:52.413489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for 8f34a37b-7388-4a1e-8c96-f7cc15e2623d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:18:52.438729 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-3588040c-ebfb-49e4-bd21-ddb8dad1d17d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1057310 Aug 11 02:18:52.557088 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e40a79-718c-4518-aa4f-91c297b47a5b x-openstack-request-id: req-a6e40a79-718c-4518-aa4f-91c297b47a5b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:52.557660 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-unplugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:52.558119 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a6e40a79-718c-4518-aa4f-91c297b47a5b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:52.558837 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'code': 200} Aug 11 02:18:52.570490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e0498ef1-a0b1-4672-a8a6-b17582df59ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:52.593717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-b15805a7-7bad-4d1c-95ba-ea4197ca9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.596623 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-b15805a7-7bad-4d1c-95ba-ea4197ca9f54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1518424 Aug 11 02:18:52.649762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32843a-e138-49b2-8f04-00be7abbece6 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:52.748995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-91bf77bc-0799-45e9-a2d8-c4dfd50ea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.752140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-91bf77bc-0799-45e9-a2d8-c4dfd50ea642 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1450510 Aug 11 02:18:52.765991 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef59303-fb48-4e95-8308-d7076dd34d18 x-openstack-request-id: req-cef59303-fb48-4e95-8308-d7076dd34d18 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:52.766291 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:52.766550 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cef59303-fb48-4e95-8308-d7076dd34d18 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:52.766956 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e', 'status': 'completed', 'code': 200} Aug 11 02:18:52.823969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:18:52.839034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-09d59025-45b7-4a79-a946-8b7fda36ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:52.841246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-09d59025-45b7-4a79-a946-8b7fda36ff5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 1095 time: 0.2051580 Aug 11 02:18:52.882331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:18:53.033066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.052456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-408240c3-52c4-47ff-9e18-4d00802bfa3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e HTTP/1.1" status: 200 len: 217 time: 0.1865129 Aug 11 02:18:53.106282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.120955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:53.189068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3cbc1-e313-4f3b-bd23-41fb57d1159a req-49bd8000-06d9-44ce-b420-42e2c38163e9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.192247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31e3cbc1-e313-4f3b-bd23-41fb57d1159a req-49bd8000-06d9-44ce-b420-42e2c38163e9 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.4450145 Aug 11 02:18:53.279880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.281066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.283780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] 10.222.0.67 "PUT /v2.0/ports/077a48c1-af4e-4eb1-9767-31543bd9ba4d HTTP/1.1" status: 200 len: 1093 time: 4.7023463 Aug 11 02:18:53.353012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180545-36a2-43a8-b44a-9ee1bf02ba47 req-d9f144e0-bf7d-47c7-9595-9ca059db1fe8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.354683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34180545-36a2-43a8-b44a-9ee1bf02ba47 req-d9f144e0-bf7d-47c7-9595-9ca059db1fe8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 944 time: 0.5051274 Aug 11 02:18:53.491230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e20b3-1ddb-4728-86e0-72d3317c6931 service neutron] Pushing event updated for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:53.495177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port 8f34a37b-7388-4a1e-8c96-f7cc15e2623d on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:18:53.505562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-99e5c8e8-4142-40f0-865f-14b58d66adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.507138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-99e5c8e8-4142-40f0-865f-14b58d66adf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.3907824 Aug 11 02:18:53.513027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:53.515155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.67 "DELETE /v2.0/ports/8f34a37b-7388-4a1e-8c96-f7cc15e2623d HTTP/1.1" status: 204 len: 173 time: 3.1945617 Aug 11 02:18:53.569716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-737ba5d4-02a3-4bd7-8caa-e8184ab96fc0 req-98445fc7-d508-4240-88b0-0e247fd9f4d7 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.67 "GET /v2.0/ports?device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.0722785 Aug 11 02:18:53.574640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31e3cbc1-e313-4f3b-bd23-41fb57d1159a req-2c36063a-425a-469d-818d-f1d269d781f1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069394 Aug 11 02:18:53.618473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=8f34a37b-7388-4a1e-8c96-f7cc15e2623d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:53.652489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-25f6ed07-4d06-42dc-ba56-41cf6db0d1b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110318 Aug 11 02:18:53.687289 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-7e771681-5bd4-4beb-8697-a037b181c580 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9264197 Aug 11 02:18:53.698980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34180545-36a2-43a8-b44a-9ee1bf02ba47 req-cb3e4293-6def-438e-9bc8-d4a18c53ad4f tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999449 Aug 11 02:18:53.721258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-cdfc86f1-aace-4246-8daa-0659f64fbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:53.724691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-cdfc86f1-aace-4246-8daa-0659f64fbf55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 1096 time: 0.3428743 Aug 11 02:18:53.868231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac231b9f-db25-41ca-a589-214052ca011c req-b3e22a1a-d013-4642-bf4c-19618ba62531 tempest-ServerShowV247Test-790991900 tempest-ServerShowV247Test-790991900-project] 10.222.0.68 "GET /v2.0/ports?device_id=4efd0492-7045-4589-8752-b9dfe8f7b030 HTTP/1.1" status: 200 len: 210 time: 0.1673384 Aug 11 02:18:53.957604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-b663723f-94ca-4784-92dc-0cb8f193f0e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d HTTP/1.1" status: 200 len: 217 time: 0.1368740 Aug 11 02:18:54.030383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7eec9c27-4d56-49d3-b803-9e2c462ad158 req-21dfa22a-ea74-4dd5-a460-180c1f8ed414 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365831 Aug 11 02:18:54.033526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da729-fe8f-480f-9f1a-56c5de156550 req-63e5f5ad-8d9b-42d3-9414-70eb1cd7a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.035277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-63e5f5ad-8d9b-42d3-9414-70eb1cd7a9d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.0610995 Aug 11 02:18:54.117256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-408a88c2-c78c-4c8a-9363-9f5bd530f30e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664546 Aug 11 02:18:54.121774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20c67c8b-e0fe-4f1d-824e-3988262bc0a8 req-3d4ffce0-56da-4ce3-8275-b7adab10cac1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=0086a5ab-536a-4c12-8dd3-6ebbeec52535 HTTP/1.1" status: 200 len: 210 time: 0.0611143 Aug 11 02:18:54.190181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-7a355d84-1928-4d86-8ad0-47d820137d50 service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085237 Aug 11 02:18:54.321310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8f34a37b-7388-4a1e-8c96-f7cc15e2623d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:18:54.331961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-0051c726-c93d-4eb5-8d0f-cc3626db8635 service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053778 Aug 11 02:18:54.413147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-6e4ef73d-852b-4e1f-bc49-d950f1f9dbb8 service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103546 Aug 11 02:18:54.414157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aef95bf-ba10-4ee3-88d6-bca5879490c4 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:18:54.542392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-461da729-fe8f-480f-9f1a-56c5de156550 req-0923ee68-327a-4e4e-a3d4-cfba5c001dbf service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940548 Aug 11 02:18:54.561214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:54.566707 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037aaaa-388b-43b9-a548-17f8cf7e1528" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:54.569708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-1277d3c0-7245-4d73-bbeb-12a5b69863de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.574191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-1277d3c0-7245-4d73-bbeb-12a5b69863de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 1095 time: 0.0968103 Aug 11 02:18:54.655246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 8f34a37b-7388-4a1e-8c96-f7cc15e2623d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:18:54.655748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 8f34a37b-7388-4a1e-8c96-f7cc15e2623d not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:18:54.732107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:18:54.772298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:18:54.777313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:54.839114 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e6abb4-03f9-42a3-8c67-3c3da1197632 x-openstack-request-id: req-e6e6abb4-03f9-42a3-8c67-3c3da1197632 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:54.839982 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:54.840800 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6e6abb4-03f9-42a3-8c67-3c3da1197632 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:54.841627 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'status': 'completed', 'code': 200} Aug 11 02:18:54.873667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d'}, {'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'name': 'network-vif-deleted', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:54.888891 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dabcd52-f404-431d-983d-c952783f4476" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d"}, {"server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "name": "network-vif-deleted", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:54.991831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-4d65d273-eb2e-4361-989f-b7feddcff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:54.999640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-4d65d273-eb2e-4361-989f-b7feddcff461 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1100 time: 0.1518369 Aug 11 02:18:55.045098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.102288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:18:55.106459 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012706f8-d8b7-475d-a48c-1f78998ef4e3" -d '{"events": [{"server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "name": "network-vif-plugged", "status": "completed", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:18:55.134259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:55.144720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.180668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-a811af6e-98d4-4aa1-837c-7bdd4ae3f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.183489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-a811af6e-98d4-4aa1-837c-7bdd4ae3f604 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1100 time: 0.2879391 Aug 11 02:18:55.280928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:55.284012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f86108b4-4c40-4347-86a4-79b4e12f7a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.323249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-035cc3d0-d80e-43fa-9788-f3a45181152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.326684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-035cc3d0-d80e-43fa-9788-f3a45181152e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.3220618 Aug 11 02:18:55.417654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:55.463296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-40cb7751-0b26-4986-b261-4506fe79bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.465916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-40cb7751-0b26-4986-b261-4506fe79bf40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.2730401 Aug 11 02:18:55.487805 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-be3a1eaa-dde4-4a3a-853a-42d48f4411ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1503839 Aug 11 02:18:55.504743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd448-73c6-426a-9ccf-63745374ff48 req-31a1695e-97d3-4cc3-938b-8a2febdfcbcd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.510720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-144fd448-73c6-426a-9ccf-63745374ff48 req-31a1695e-97d3-4cc3-938b-8a2febdfcbcd tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 0.6033497 Aug 11 02:18:55.596943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-d38b98fb-2640-4c8c-98eb-8b712c867944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.599332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-ef032526-81ac-4cc7-a357-0f7a1ca4afea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 200 len: 217 time: 0.1240780 Aug 11 02:18:55.600922 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-d38b98fb-2640-4c8c-98eb-8b712c867944 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1016390 Aug 11 02:18:55.612557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-b87dd105-edd4-4846-8fad-aa9d2c7833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.615024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-b87dd105-edd4-4846-8fad-aa9d2c7833fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 918 time: 1.0321336 Aug 11 02:18:55.705860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-d9ff320d-2a53-4ca6-87f6-458bc9b32dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.708926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-d9ff320d-2a53-4ca6-87f6-458bc9b32dac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990064 Aug 11 02:18:55.732981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-6e999860-687c-467c-8442-e2f669e19da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.735450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-6e999860-687c-467c-8442-e2f669e19da8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1160910 Aug 11 02:18:55.867810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-a64b9785-1eda-4c2d-b6dc-144021d1226e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e HTTP/1.1" status: 200 len: 217 time: 0.1646259 Aug 11 02:18:55.888231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330241c-1e7e-4d8f-a5a9-e418221e5c7a req-021d2287-4ca1-48ce-b701-e00583b63f42 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:55.891786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-5d77e8d3-1932-4a87-a320-5ec6b3f8ffdc service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740069 Aug 11 02:18:55.892515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6330241c-1e7e-4d8f-a5a9-e418221e5c7a req-021d2287-4ca1-48ce-b701-e00583b63f42 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 945 time: 0.8117507 Aug 11 02:18:56.041593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-144fd448-73c6-426a-9ccf-63745374ff48 req-2e59a89b-6f9f-42f5-991c-20be59157270 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093889 Aug 11 02:18:56.094080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-37fa75da-10ef-4245-a274-7e49b7d203df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.095729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-37fa75da-10ef-4245-a274-7e49b7d203df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2743790 Aug 11 02:18:56.174997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6330241c-1e7e-4d8f-a5a9-e418221e5c7a req-21ebe398-3ce3-4a2d-9412-74edd37c961b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916993 Aug 11 02:18:56.178973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-77774f13-f37c-4ccd-973a-efe0fb15316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.184968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-77774f13-f37c-4ccd-973a-efe0fb15316d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.2045934 Aug 11 02:18:56.211138 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a12289-9dc0-442a-b56b-8f8f7e20a5a1 x-openstack-request-id: req-f9a12289-9dc0-442a-b56b-8f8f7e20a5a1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:56.211487 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d", "status": "completed", "code": 200}, {"server_uuid": "0086a5ab-536a-4c12-8dd3-6ebbeec52535", "name": "network-vif-deleted", "tag": "8f34a37b-7388-4a1e-8c96-f7cc15e2623d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:56.211695 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9a12289-9dc0-442a-b56b-8f8f7e20a5a1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:56.212096 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d', 'status': 'completed', 'code': 200} Aug 11 02:18:56.212516 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086a5ab-536a-4c12-8dd3-6ebbeec52535', 'name': 'network-vif-deleted', 'tag': '8f34a37b-7388-4a1e-8c96-f7cc15e2623d', 'status': 'completed', 'code': 200} Aug 11 02:18:56.229895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-bc068dda-7db1-4b9e-ac6a-c4abafc00fbc service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279028 Aug 11 02:18:56.249449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-a8b28e2f-b21c-491d-b168-08330e1cbf50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521436 Aug 11 02:18:56.349762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 077a48c1-af4e-4eb1-9767-31543bd9ba4d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:56.464710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabcd52-f404-431d-983d-c952783f4476 req-df58d416-e9ec-46fa-883c-a19c08d25935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.476875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-df58d416-e9ec-46fa-883c-a19c08d25935 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0acc416badd4b4bb53a038a04afee77&device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 1096 time: 0.2030592 Aug 11 02:18:56.479614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:56.493427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-7e1496ce-6ffd-4b2f-8367-628241237a6c service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308347 Aug 11 02:18:56.522093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-74d51c47-f09c-43b5-bb82-213e8452718f service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118614 Aug 11 02:18:56.714488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf3c6ca6-9dbf-4052-8a8c-1c25270f3bdb req-3b2508d9-3adf-4e81-9270-a46aeaaa8973 service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900578 Aug 11 02:18:56.720076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6037aaaa-388b-43b9-a548-17f8cf7e1528 req-6f5f6a4d-6b04-4cf5-aa99-1955c15dcfa3 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870365 Aug 11 02:18:56.888711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48794) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:56.913582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034da4b-1695-478d-85c9-12857370e6b9 req-7cc5a481-1f2e-4621-bd14-6abf735c1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:56.916908 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9034da4b-1695-478d-85c9-12857370e6b9 req-7cc5a481-1f2e-4621-bd14-6abf735c1bc7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 1097 time: 0.3919027 Aug 11 02:18:56.926271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:56.957884 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:18:56.960319 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3686092-3930-4989-ad4d-ea467bd47bfe x-openstack-request-id: req-f3686092-3930-4989-ad4d-ea467bd47bfe {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:18:56.960657 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "name": "network-vif-plugged", "status": "completed", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:18:56.960908 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3686092-3930-4989-ad4d-ea467bd47bfe {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:18:56.961376 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4', 'code': 200} Aug 11 02:18:56.962115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'mac_address': 'fa:16:3e:d0:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:57.063371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabcd52-f404-431d-983d-c952783f4476 req-38db257c-f7a5-4c31-be7b-ea97249d2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.065930 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.067372 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-38db257c-f7a5-4c31-be7b-ea97249d2333 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 200 len: 918 time: 0.5765274 Aug 11 02:18:57.212350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-50d23916-c518-4d28-a9a3-9105200fe573 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.239178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-50d23916-c518-4d28-a9a3-9105200fe573 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2801018 Aug 11 02:18:57.265771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.295184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9034da4b-1695-478d-85c9-12857370e6b9 req-6b1ac1e0-678f-434d-a07a-a4a1e8c4b847 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624179 Aug 11 02:18:57.302150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-6090e631-3cec-4eef-b7fc-9f4ec918f453 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d HTTP/1.1" status: 200 len: 217 time: 0.2040980 Aug 11 02:18:57.312009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-985ce33a-8888-422e-aa40-8d7e905d964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.317445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:57.324431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:57.370355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '077a48c1-af4e-4eb1-9767-31543bd9ba4d', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'port_id': '077a48c1-af4e-4eb1-9767-31543bd9ba4d', 'mac_address': 'fa:16:3e:ed:a1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a308fee-69ec-40e0-a7b2-0ffadba48105', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:57.370979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-f2e99505-d1c7-4d40-af79-c4754d30b3b1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/quotas/181f51222ae140a4bd97be300c815079 HTTP/1.1" status: 200 len: 375 time: 0.1098399 Aug 11 02:18:57.382126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:57.394546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabcd52-f404-431d-983d-c952783f4476 req-693c445f-862b-4196-83f2-285fcdbb98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:57.397867 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-693c445f-862b-4196-83f2-285fcdbb98b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 200 len: 857 time: 0.0800021 Aug 11 02:18:57.454524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-574ff271-6a06-4c08-a0cd-7ea0f0dc85bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25c03d8b-d36a-4b4c-9221-609616762721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479009 Aug 11 02:18:57.470882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.478061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.505614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077a48c1-af4e-4eb1-9767-31543bd9ba4d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:57.603448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:57.629879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:57.632414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7dc3004f-2ec8-4cb2-b115-102b8375579e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:18:57.669631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=12']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:57.763813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-c45d2848-5f87-477c-86ac-ccc78ec747fd service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873766 Aug 11 02:18:57.843158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:18:57.876658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['846a4d54-92cc-44db-9dbe-03103a7c59dd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:57.940771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:58.012838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.052160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '7dc3004f-2ec8-4cb2-b115-102b8375579e', 'network_id': '25c03d8b-d36a-4b4c-9221-609616762721', 'port_id': '7dc3004f-2ec8-4cb2-b115-102b8375579e', 'mac_address': 'fa:16:3e:6f:55:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a308fee-69ec-40e0-a7b2-0ffadba48105', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:18:58.098586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.173759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9dabcd52-f404-431d-983d-c952783f4476 req-430a0139-0c67-4cdf-9376-11b1b3eada3d service neutron] 10.222.0.67 "GET /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952625 Aug 11 02:18:58.213560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-893e8ec3-20ce-4bf2-9b4c-724201e50260 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3624163 Aug 11 02:18:58.241071 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.294397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc3004f-2ec8-4cb2-b115-102b8375579e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:18:58.372610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:18:58.387707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.480131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-985ce33a-8888-422e-aa40-8d7e905d964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.493362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-985ce33a-8888-422e-aa40-8d7e905d964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:58.532731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ce33a-8888-422e-aa40-8d7e905d964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e6c70-749d-4670-8150-a85c46a404ab,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.573571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c6491-6628-408f-a250-5cb45409f233 req-09baaf52-3559-4feb-8282-319aa4a491b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.581153 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-09baaf52-3559-4feb-8282-319aa4a491b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 1098 time: 0.2459886 Aug 11 02:18:58.584334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:58.604554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-917563c8-432d-4a80-9e75-f5562f8e041c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2318599 Aug 11 02:18:58.648542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9741f-0d25-47f7-bff1-64532caf3842 req-b77056f9-80a0-4287-9f03-c10d314edb7f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.651287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ae9741f-0d25-47f7-bff1-64532caf3842 req-b77056f9-80a0-4287-9f03-c10d314edb7f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 948 time: 1.3204107 Aug 11 02:18:58.702262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['077a48c1-af4e-4eb1-9767-31543bd9ba4d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:58.707558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7dc3004f-2ec8-4cb2-b115-102b8375579e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:18:58.794212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c6491-6628-408f-a250-5cb45409f233 req-4f9809d9-f6cd-40fc-87d7-2693b30f1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:58.797592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-4f9809d9-f6cd-40fc-87d7-2693b30f1138 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.1679127 Aug 11 02:18:58.830191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-265c34c1-77d5-4eb5-9b38-8904266d3271 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771026 Aug 11 02:18:58.846719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-985ce33a-8888-422e-aa40-8d7e905d964c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc063a0977c5461586cda674d318291e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9548414 Aug 11 02:18:58.865197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48820) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:18:58.917837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-6ddf4678-b9d1-4e1d-a379-739a8e226757 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 200 len: 217 time: 0.1063602 Aug 11 02:18:59.002463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c6491-6628-408f-a250-5cb45409f233 req-ee30bc0f-4006-4365-b177-fb25ecfd7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.004800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-ee30bc0f-4006-4365-b177-fb25ecfd7076 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.0789273 Aug 11 02:18:59.107433 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-e8f60b33-2f3b-4838-b146-37f762484820 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842543 Aug 11 02:18:59.157025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ae9741f-0d25-47f7-bff1-64532caf3842 req-2edd9a8b-5f2b-4148-9f77-fc0fbe1e3252 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236654 Aug 11 02:18:59.208768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.240814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-c202530a-90bb-46ae-94b5-6a64e239180c service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307495 Aug 11 02:18:59.281356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.293799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-f08577df-9ac5-48b3-ab2c-f0d972978aa0 service neutron] 10.222.0.68 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419563 Aug 11 02:18:59.448243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a632a4d-2f8b-478f-b791-84e7cabe3142 req-4b7cb805-b017-4d3f-84fd-fbab0d38d76f tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:18:59.462074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a632a4d-2f8b-478f-b791-84e7cabe3142 req-4b7cb805-b017-4d3f-84fd-fbab0d38d76f tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 945 time: 0.1235631 Aug 11 02:18:59.504663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-569c6491-6628-408f-a250-5cb45409f233 req-5f958475-cdee-4764-bf52-b51f5afcc470 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557180 Aug 11 02:18:59.519781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.525261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:18:59.529502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f62e6c70-749d-4670-8150-a85c46a404ab HTTP/1.1" status: 204 len: 168 time: 0.6607041 Aug 11 02:18:59.553739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5ab2a-da73-4d03-a91c-c49cb9f7666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e6c70-749d-4670-8150-a85c46a404ab,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:18:59.596687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a632a4d-2f8b-478f-b791-84e7cabe3142 req-973f792d-4ae4-4097-b9cf-2eb731f84657 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294029 Aug 11 02:18:59.965381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48d79052-5612-42dc-a146-9e5ef7abfd56 req-d2749b2d-2d16-4694-86e0-0be8cf04d4ff tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 210 time: 0.1177001 Aug 11 02:19:00.177081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4877d-621b-463d-ad90-5016f9c6748d req-e37d87dc-0522-472c-a8b7-44bf36210b2d tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.194640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13b4877d-621b-463d-ad90-5016f9c6748d req-e37d87dc-0522-472c-a8b7-44bf36210b2d tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 1101 time: 0.3246384 Aug 11 02:19:00.373039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:00.395969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13b4877d-621b-463d-ad90-5016f9c6748d req-c49237d9-7d0b-409b-ad04-c05221ef084a tempest-MigrationsAdminTest-343130294 tempest-MigrationsAdminTest-343130294-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988237 Aug 11 02:19:00.434518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7dc3004f-2ec8-4cb2-b115-102b8375579e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:00.453063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540767c-c35c-49d4-b815-4d366a76c870 req-833f229c-431b-4017-b81f-99274062c003 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:00.467465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e540767c-c35c-49d4-b815-4d366a76c870 req-833f229c-431b-4017-b81f-99274062c003 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 944 time: 0.2141142 Aug 11 02:19:00.603879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e540767c-c35c-49d4-b815-4d366a76c870 req-3cf00522-d823-4785-86e4-1d345eb809da tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221669 Aug 11 02:19:00.611656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 846a4d54-92cc-44db-9dbe-03103a7c59dd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:00.620435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 7dc3004f-2ec8-4cb2-b115-102b8375579e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:00.630019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 846a4d54-92cc-44db-9dbe-03103a7c59dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:00.630490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:00.634333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 7dc3004f-2ec8-4cb2-b115-102b8375579e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:00.634827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.007049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.012643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.117964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e'}, {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:01.122654 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8cb18-262a-4a7f-861b-e30f2abf6784" -d '{"events": [{"server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "name": "network-vif-plugged", "status": "completed", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e"}, {"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:01.148473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.150128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195e49-ab3b-4e2e-a04b-da90f76d4a06 req-72c51c87-3d2d-4266-b793-8356ebdb31b4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.156222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:01.158727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7195e49-ab3b-4e2e-a04b-da90f76d4a06 req-72c51c87-3d2d-4266-b793-8356ebdb31b4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 949 time: 0.1576958 Aug 11 02:19:01.159272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.160819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 077a48c1-af4e-4eb1-9767-31543bd9ba4d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:01.206276 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.253206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-843bcca3-85d6-4549-8ded-276495827841 req-9dba4203-1691-48f2-9b1f-37bbb0186c24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 210 time: 0.0595992 Aug 11 02:19:01.327921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7195e49-ab3b-4e2e-a04b-da90f76d4a06 req-d8993611-58c1-4d74-8ebd-82e224f88103 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587110 Aug 11 02:19:01.369116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:01.743464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061258ad-2732-4332-9c2c-7ddb8bafbe95 req-2d37818f-b632-4445-b442-c194e7279b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.748025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-061258ad-2732-4332-9c2c-7ddb8bafbe95 req-2d37818f-b632-4445-b442-c194e7279b46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 1097 time: 0.1278193 Aug 11 02:19:01.749248 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c47152c-c934-4817-994a-978444f99227 x-openstack-request-id: req-0c47152c-c934-4817-994a-978444f99227 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:01.750101 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "name": "network-vif-plugged", "status": "completed", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e", "code": 200}, {"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-plugged", "status": "completed", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:01.750101 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c47152c-c934-4817-994a-978444f99227 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:01.750741 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e', 'code': 200} Aug 11 02:19:01.751138 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'code': 200} Aug 11 02:19:01.809754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 077a48c1-af4e-4eb1-9767-31543bd9ba4d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:01.839470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 077a48c1-af4e-4eb1-9767-31543bd9ba4d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:01.840632 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:01.848947 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-061258ad-2732-4332-9c2c-7ddb8bafbe95 req-3304bedb-4520-4020-8c97-29b4e85c0034 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Aug 11 02:19:01.852076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d674f4-32d8-4f34-9a4e-42bdb87b546b req-210dbef2-0629-4ca0-9e05-bc3f9d6033c3 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:01.861722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79d674f4-32d8-4f34-9a4e-42bdb87b546b req-210dbef2-0629-4ca0-9e05-bc3f9d6033c3 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 945 time: 0.1004901 Aug 11 02:19:01.919189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79d674f4-32d8-4f34-9a4e-42bdb87b546b req-f988bd96-aadf-4684-879d-52d931ccbd5d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526915 Aug 11 02:19:01.935324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=13']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.066704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:02.176679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.249847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:02.256820 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.410355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.414957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-909587238-network', 'tenant_id': '06717da096ac4298b195bb86544c8f4b'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:02.573318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-26f9e91d-127d-4350-a075-617fa08637b8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.575366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-26f9e91d-127d-4350-a075-617fa08637b8 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 804 time: 0.2777290 Aug 11 02:19:02.610122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3979baf-19f5-4cc7-a2a6-f6b6f106d726 req-b02015b6-edb8-4a88-af75-c03415fb02f0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 210 time: 0.1170022 Aug 11 02:19:02.614324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Request body: {'port': {'device_id': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'admin_state_up': True, 'tenant_id': '181f51222ae140a4bd97be300c815079'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:02.637144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Made reservation on behalf of 06717da096ac4298b195bb86544c8f4b for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:02.640069 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.651917 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.691344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed162a-1c9d-4e89-b9e1-5cf60f6d196f req-c3a8e609-4aea-4342-a323-6fce8f57bd4f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.693523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27ed162a-1c9d-4e89-b9e1-5cf60f6d196f req-c3a8e609-4aea-4342-a323-6fce8f57bd4f tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 950 time: 0.1064329 Aug 11 02:19:02.804015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-1337ee3a-cfea-4428-a442-93eb6a857595 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:02.806822 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-1337ee3a-cfea-4428-a442-93eb6a857595 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 950 time: 0.2968807 Aug 11 02:19:02.818478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27ed162a-1c9d-4e89-b9e1-5cf60f6d196f req-31a9b301-d2db-4aa3-b2a2-07522e76c727 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089835 Aug 11 02:19:02.862766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.875467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.905526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:02.931059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841996b-f7d9-4908-b016-9039eb7be9ec,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:02.955628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:02.956707 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Added segment 260f1567-1ca5-4bce-bf26-5b1482afe703 of type vlan for network 4e8bdbe3-b736-4796-a44d-e35d531878b1 Aug 11 02:19:03.030133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Made reservation on behalf of 181f51222ae140a4bd97be300c815079 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:03.038096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.039152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.080906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Deleting port 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:03.081107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.135337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e531c23-ef2c-431d-a3c7-2c34bda039fa req-b0198772-7907-4169-a7be-ebe23e8225dd tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.137187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e531c23-ef2c-431d-a3c7-2c34bda039fa req-b0198772-7907-4169-a7be-ebe23e8225dd tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 945 time: 0.0899243 Aug 11 02:19:03.138713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.140390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.141439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.318748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8bdbe3-b736-4796-a44d-e35d531878b1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:03.320351 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:19:03.344159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4e8bdbe3-b736-4796-a44d-e35d531878b1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:03.386101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8bb3a5e1-350a-4648-a6ae-c8ac05f594c4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3154378 Aug 11 02:19:03.406897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48922) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:03.437064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Request body: {'subnet': {'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-909587238-subnet', 'tenant_id': '06717da096ac4298b195bb86544c8f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:03.460388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e531c23-ef2c-431d-a3c7-2c34bda039fa req-6e1e5589-62ea-4271-9656-994986ae28cf tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343292 Aug 11 02:19:03.591926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Made reservation on behalf of 06717da096ac4298b195bb86544c8f4b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:03.595865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.752643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:03.756993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] For port 846a4d54-92cc-44db-9dbe-03103a7c59dd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=846a4d54-92cc-44db-9dbe-03103a7c59dd,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:03.757521 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70799e9-6097-454d-8c95-e94d5a8123c9" -d '{"events": [{"server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "name": "network-vif-plugged", "status": "completed", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:03.757735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:03.831479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Calling delete_port for 846a4d54-92cc-44db-9dbe-03103a7c59dd owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:03.861113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Allocated IP 172.20.0.6 (b976174c-2c49-4ffc-9ccc-8a267970a929/8f36622b-f789-43fb-8776-ec9fe944b11c/1dc678bb-4300-4a44-9be6-3123a33c81e3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:03.885650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ac55501-9385-4bd1-8556-31aab5f5f1a0 req-ca4b0908-9bbc-427e-a97d-f39b6cb3193e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 210 time: 0.0759814 Aug 11 02:19:03.943079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75581-64cf-47ca-a87e-825982e7da3e req-b22079b4-88d8-4490-93ea-14060746e87d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:03.960215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b75581-64cf-47ca-a87e-825982e7da3e req-b22079b4-88d8-4490-93ea-14060746e87d tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.2441280 Aug 11 02:19:04.077093 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee8b88-3c1b-4943-85a2-72ac4a2bc58e x-openstack-request-id: req-52ee8b88-3c1b-4943-85a2-72ac4a2bc58e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:04.077568 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "name": "network-vif-plugged", "status": "completed", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:04.082778 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-52ee8b88-3c1b-4943-85a2-72ac4a2bc58e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:04.083701 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d', 'code': 200} Aug 11 02:19:04.115625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b75581-64cf-47ca-a87e-825982e7da3e req-f29ba43d-998c-4d6f-86c5-202d319233fd tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506486 Aug 11 02:19:04.373343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc190d-057b-4255-abc2-04562ef1a3d4 req-d8eda7f6-0d46-43ab-ba33-9ae11613aff0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.374935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97fc190d-057b-4255-abc2-04562ef1a3d4 req-d8eda7f6-0d46-43ab-ba33-9ae11613aff0 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 950 time: 0.1359627 Aug 11 02:19:04.489003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97fc190d-057b-4255-abc2-04562ef1a3d4 req-f1d3e8e2-ab4c-420c-a637-187d592ecca2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975990 Aug 11 02:19:04.602783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.627410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.643365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388', 'a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:04.645875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eb48008d-f86d-4fd3-82e3-87ea31f4bf28'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:04.667992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf941f-3527-4a7b-a82c-b7ab794bb4c6 req-58a7ef50-4f68-421b-8bb3-bd911fdd0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:04.670875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-48bf941f-3527-4a7b-a82c-b7ab794bb4c6 req-58a7ef50-4f68-421b-8bb3-bd911fdd0dd7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 1098 time: 0.4541805 Aug 11 02:19:04.767990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event deleted for resources: {'Port': ['ID=846a4d54-92cc-44db-9dbe-03103a7c59dd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.804596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b24257-9a35-4a59-975b-4e5bd23e71b3,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:04.873472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] No DVR routers for this DVR port 846a4d54-92cc-44db-9dbe-03103a7c59dd on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:04.880521 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-48bf941f-3527-4a7b-a82c-b7ab794bb4c6 req-2832583d-5b8b-41b7-ace7-94c8025723f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924880 Aug 11 02:19:04.881672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.883842 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-442ada4e-ce9f-4a53-8b96-3cc1d4b71c98 req-cd6bbc97-f4b2-43ac-b5c8-8d19386600e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "DELETE /v2.0/ports/846a4d54-92cc-44db-9dbe-03103a7c59dd HTTP/1.1" status: 204 len: 173 time: 2.0679064 Aug 11 02:19:04.888819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-deleted', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:04.891297 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f1a85-6e40-4f0e-bf40-860617a7c662" -d '{"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-deleted", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:04.917451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Checking segment: {'id': '260f1567-1ca5-4bce-bf26-5b1482afe703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:04.918020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Network hostable DHCP agents. Network: 4e8bdbe3-b736-4796-a44d-e35d531878b1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:04.925456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:04.970728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Network 4e8bdbe3-b736-4796-a44d-e35d531878b1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:05.010970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4e8bdbe3-b736-4796-a44d-e35d531878b1) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:05.020138 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2b910-1f6d-4b78-bca4-00eb36c68f49 x-openstack-request-id: req-35c2b910-1f6d-4b78-bca4-00eb36c68f49 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:05.020437 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b", "name": "network-vif-deleted", "tag": "846a4d54-92cc-44db-9dbe-03103a7c59dd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:05.020696 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35c2b910-1f6d-4b78-bca4-00eb36c68f49 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:05.021114 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b', 'name': 'network-vif-deleted', 'tag': '846a4d54-92cc-44db-9dbe-03103a7c59dd', 'status': 'completed', 'code': 200} Aug 11 02:19:05.026980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.027619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.062150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2176bfa6-d25f-4d36-9498-0e7548c29f18 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6314170 Aug 11 02:19:05.062150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.089440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dcc2bb-4606-4215-96e4-4ef4a8de203d None None] Network 4e8bdbe3-b736-4796-a44d-e35d531878b1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:05.123119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Network b976174c-2c49-4ffc-9ccc-8a267970a929 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:05.129271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:05.144649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:05.183120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event updated for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:05.266971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.267258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.267593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.267867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.268201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.268657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.268916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.269221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.269551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.278926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.279440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.279788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:05.366436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.374332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.387942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa12fd-9735-4689-9135-32518458a7e9 req-4aa0df5e-a97f-44bf-866a-67b70e137d50 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.391725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4eaa12fd-9735-4689-9135-32518458a7e9 req-4aa0df5e-a97f-44bf-866a-67b70e137d50 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 931 time: 0.2022853 Aug 11 02:19:05.417180 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-07ff2eb4-a5cf-4117-97ac-bc5271d59b53 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8194885 Aug 11 02:19:05.448787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Request body: {'port': {'device_id': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:05.455603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:05.588617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba58083-5fd7-4d13-bf3a-5f721f996f67 req-e15fe71c-a15c-487b-96c3-8a6ceae7a255 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:05.603053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ba58083-5fd7-4d13-bf3a-5f721f996f67 req-e15fe71c-a15c-487b-96c3-8a6ceae7a255 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.2322073 Aug 11 02:19:05.698064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:05.700716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4eaa12fd-9735-4689-9135-32518458a7e9 req-b8c4bad6-3e68-4dc2-b021-c669bd4f9289 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162569 Aug 11 02:19:05.813275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ba58083-5fd7-4d13-bf3a-5f721f996f67 req-d0cf1b41-4c82-44bb-a8be-4c90c550d10f tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976974 Aug 11 02:19:06.117357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4915c79-5bfd-4bc2-9f00-f770aa898041 req-af9c1e20-e201-4430-ad97-06708805d4a4 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b8c0bfb-1e5d-442f-ab4d-9cb68725c28b HTTP/1.1" status: 200 len: 210 time: 0.1296377 Aug 11 02:19:06.152688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3bbc0-606c-4d3b-ad30-ea1df0668e90 None None] Network 4e8bdbe3-b736-4796-a44d-e35d531878b1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:06.399104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:06.474327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 846a4d54-92cc-44db-9dbe-03103a7c59dd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:06.474808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 846a4d54-92cc-44db-9dbe-03103a7c59dd not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:06.564561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48986) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:06.578742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-912381753-network', 'tenant_id': '95b46a459da4448baee9955e570792e2'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:06.623735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Made reservation on behalf of 95b46a459da4448baee9955e570792e2 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:06.629188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.648740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.731810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc678bb-4300-4a44-9be6-3123a33c81e3 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:06.746557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.767212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Transition to ACTIVE for port object 1dc678bb-4300-4a44-9be6-3123a33c81e3 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:06.776551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.864370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.878177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:06.964088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:06.999051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01cd27-83b1-4e9d-802a-f3c31c796d1e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.023973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.024427 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Added segment 6f7e9472-0512-421c-bf41-28927cc68ae9 of type vlan for network 116f6245-8632-4cc9-b020-e0101df5339b Aug 11 02:19:07.068218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Pushing event updated for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.112470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Attempting to bind port 1dc678bb-4300-4a44-9be6-3123a33c81e3 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:07.113334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Attempting to bind port 1dc678bb-4300-4a44-9be6-3123a33c81e3 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:07.114161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Attempting to bind port 1dc678bb-4300-4a44-9be6-3123a33c81e3 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:07.128355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Port 1dc678bb-4300-4a44-9be6-3123a33c81e3 on network b976174c-2c49-4ffc-9ccc-8a267970a929 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:07.129220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Attempting to bind port 1dc678bb-4300-4a44-9be6-3123a33c81e3 on network b976174c-2c49-4ffc-9ccc-8a267970a929 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:07.138730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f510-aa76-46d3-a0bb-452ecb1027f6 req-d1e77118-3813-41bd-b2a9-b751d243e447 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:07.140386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7246f510-aa76-46d3-a0bb-452ecb1027f6 req-d1e77118-3813-41bd-b2a9-b751d243e447 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.1621699 Aug 11 02:19:07.142692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.144866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:07.145903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Checking segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:07.146906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Bound using segment: {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:07.148429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Bound port: 1dc678bb-4300-4a44-9be6-3123a33c81e3, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:07.149361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.155340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd594dd7-d131-44dd-a800-e9da45c505d3 req-4d5ce350-b6d0-458b-a77c-3916593f3763 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:07.162393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd594dd7-d131-44dd-a800-e9da45c505d3 req-4d5ce350-b6d0-458b-a77c-3916593f3763 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 943 time: 0.2181044 Aug 11 02:19:07.247191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd594dd7-d131-44dd-a800-e9da45c505d3 req-3b768bd0-cf6f-49c5-8a98-6177c456b3df tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Aug 11 02:19:07.319990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7246f510-aa76-46d3-a0bb-452ecb1027f6 req-be0f55c9-2e3d-4b45-bf82-63b88e2b4933 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320848 Aug 11 02:19:07.322694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.325376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:07.326579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.504415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9311056 Aug 11 02:19:07.507270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:07.538546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Request body: {'subnet': {'network_id': '116f6245-8632-4cc9-b020-e0101df5339b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-912381753-subnet', 'tenant_id': '95b46a459da4448baee9955e570792e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:07.567276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ed83-1190-45bd-ad46-e6b887c55cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=116f6245-8632-4cc9-b020-e0101df5339b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:07.587514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 116f6245-8632-4cc9-b020-e0101df5339b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:07.636559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Made reservation on behalf of 95b46a459da4448baee9955e570792e2 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:07.641098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:07.999984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:08.007963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:08.015357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.087276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.087276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.087931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] 10.222.0.61 "PUT /v2.0/ports/1dc678bb-4300-4a44-9be6-3123a33c81e3 HTTP/1.1" status: 200 len: 1092 time: 2.6522710 Aug 11 02:19:08.090929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:08.096032 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6244abc-2567-409b-b2df-56c6c315972c" -d '{"events": [{"name": "network-changed", "server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:08.164894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa4930-7bbc-4a58-adaf-4242cecdd01e service neutron] Pushing event updated for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:08.228774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ad47c-644c-4df8-b4a1-3fa7785f069a req-f1ea4b08-a0e8-4c28-a680-a1f8ad2af5e3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.233201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-7dfbc86f-6dee-43c2-a6cc-c8c6bf884245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.235415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a60ad47c-644c-4df8-b4a1-3fa7785f069a req-f1ea4b08-a0e8-4c28-a680-a1f8ad2af5e3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 950 time: 0.2578976 Aug 11 02:19:08.235679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-7dfbc86f-6dee-43c2-a6cc-c8c6bf884245 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 1095 time: 0.0525863 Aug 11 02:19:08.236841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.262659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2ab4-9e29-4e8c-a9b1-ab1d30f536a5 req-f5dcdc55-cf62-4a00-8856-3a3be38d270a tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.264638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7e2ab4-9e29-4e8c-a9b1-ab1d30f536a5 req-f5dcdc55-cf62-4a00-8856-3a3be38d270a tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.2891281 Aug 11 02:19:08.350170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-54a228fe-e556-4ba5-85c1-021fd7f6fe35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3 HTTP/1.1" status: 200 len: 217 time: 0.1014180 Aug 11 02:19:08.464380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25870cda-ac52-44e9-a537-eee4d3224473,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:08.482078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-1978942e-bed7-4baf-bd35-63f374f55389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.485412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-1978942e-bed7-4baf-bd35-63f374f55389 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.1259577 Aug 11 02:19:08.486646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a60ad47c-644c-4df8-b4a1-3fa7785f069a req-45cc3545-a260-46b8-ad68-b67602c69f82 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200999 Aug 11 02:19:08.499322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa7e2ab4-9e29-4e8c-a9b1-ab1d30f536a5 req-2cae1e57-ccae-4965-afd2-3941a2c2edbb tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156310 Aug 11 02:19:08.521334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Checking segment: {'id': '6f7e9472-0512-421c-bf41-28927cc68ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '116f6245-8632-4cc9-b020-e0101df5339b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:08.522039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Network hostable DHCP agents. Network: 116f6245-8632-4cc9-b020-e0101df5339b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:08.559000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Network 116f6245-8632-4cc9-b020-e0101df5339b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:08.560343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-36f5c6ce-d47b-4ddb-b3bb-dd19f0d26a13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650098 Aug 11 02:19:08.570226 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f733c-841a-45c4-9df4-30f26d114110 x-openstack-request-id: req-ce0f733c-841a-45c4-9df4-30f26d114110 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:08.570530 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:08.571022 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce0f733c-841a-45c4-9df4-30f26d114110 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:08.571441 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3', 'status': 'completed', 'code': 200} Aug 11 02:19:08.575272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 116f6245-8632-4cc9-b020-e0101df5339b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:08.580186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.580832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:08.587056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40a6d5-48fe-4f0c-aff1-31970c0696b4 None None] Network 116f6245-8632-4cc9-b020-e0101df5339b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:08.635987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6f002a1e-2969-400d-bbd8-78ce1491d1c9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1270859 Aug 11 02:19:08.728073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e3d8-f130-4bb4-8136-07d9c455d901 req-88520d68-9658-4bc0-bcbf-58ef29b93325 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:08.743379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e002e3d8-f130-4bb4-8136-07d9c455d901 req-88520d68-9658-4bc0-bcbf-58ef29b93325 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 943 time: 0.1382294 Aug 11 02:19:08.825674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e002e3d8-f130-4bb4-8136-07d9c455d901 req-cf55b1e4-4326-4320-849a-e3fda654c596 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 Aug 11 02:19:08.880625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-b54d5341-ae77-4030-bff4-09758277d282 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082044 Aug 11 02:19:08.970246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5c631-77a3-4591-a403-54bf3d539b13 None None] Network 116f6245-8632-4cc9-b020-e0101df5339b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:09.011755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4bac668a-6f82-41b9-b23a-7aa8d7b30f1d req-bd011dd6-7dbd-4f2d-be9c-a75aaef6d49c service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186905 Aug 11 02:19:09.149113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244abc-2567-409b-b2df-56c6c315972c req-e8478ff1-4ebc-497d-9963-6ae447449d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.150917 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-e8478ff1-4ebc-497d-9963-6ae447449d3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=181f51222ae140a4bd97be300c815079&device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 1095 time: 0.0631700 Aug 11 02:19:09.376549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244abc-2567-409b-b2df-56c6c315972c req-2f9383eb-e4e0-4f49-b48a-0734ddc3a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.379295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-2f9383eb-e4e0-4f49-b48a-0734ddc3a648 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 200 len: 905 time: 0.2175694 Aug 11 02:19:09.470437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-bf7094f0-3c96-4f75-9897-cb3c5f5aa599 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3 HTTP/1.1" status: 200 len: 217 time: 0.0779541 Aug 11 02:19:09.485928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-34168890-2dd5-4abd-a41b-48d1b82f7034 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.487937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-34168890-2dd5-4abd-a41b-48d1b82f7034 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.1987574 Aug 11 02:19:09.492973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-36ca9c05-afb7-4af8-a957-6f0df0faee55 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.495949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-36ca9c05-afb7-4af8-a957-6f0df0faee55 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/networks?id=4e8bdbe3-b736-4796-a44d-e35d531878b1 HTTP/1.1" status: 200 len: 824 time: 0.1503103 Aug 11 02:19:09.520632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-e46a709a-cf46-4a97-b6b4-c09008477863 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/quotas/06717da096ac4298b195bb86544c8f4b HTTP/1.1" status: 200 len: 375 time: 0.0179908 Aug 11 02:19:09.584623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-bc5d6ccc-75c5-4e6f-a1bb-e22ce452aad3 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=06717da096ac4298b195bb86544c8f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626523 Aug 11 02:19:09.715521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640deb2-1979-4fa8-9435-58e3ba8574cc req-a261baca-bd05-4e41-a7ee-325c3c3cacb7 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.725772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9640deb2-1979-4fa8-9435-58e3ba8574cc req-a261baca-bd05-4e41-a7ee-325c3c3cacb7 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 946 time: 0.1254435 Aug 11 02:19:09.732249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6244abc-2567-409b-b2df-56c6c315972c req-ce33f0d8-1057-4abc-bf54-8b565b52c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.733838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-ce33f0d8-1057-4abc-bf54-8b565b52c767 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 200 len: 844 time: 0.2448399 Aug 11 02:19:09.752467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-646eb317-8557-4198-a767-15eaa63329ac tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:09.754051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-646eb317-8557-4198-a767-15eaa63329ac tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 950 time: 0.1719329 Aug 11 02:19:09.795453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-d4b084c3-6a5f-4f1c-a278-87491a070166 service neutron] 10.222.0.68 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098219 Aug 11 02:19:09.812791 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-b543e2bc-25ce-4532-b5f9-a76dd49127f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b976174c-2c49-4ffc-9ccc-8a267970a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696349 Aug 11 02:19:09.826811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9640deb2-1979-4fa8-9435-58e3ba8574cc req-6e217826-ace8-4323-928c-1f65e6a82713 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988696 Aug 11 02:19:09.870588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Deleting port 077a48c1-af4e-4eb1-9767-31543bd9ba4d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:09.871046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.099887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-74ef3195-a650-48a2-b336-c946b85fe6e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671421 Aug 11 02:19:10.141024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-bdf062eb-74ff-4324-bef4-57141cf6e642 service neutron] 10.222.0.68 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444798 Aug 11 02:19:10.162495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c0a8-76d6-468b-9ee7-21f136523c49 req-76b3f702-fe68-49c7-9ec9-5bc76908da7e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:10.174489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0b6c0a8-76d6-468b-9ee7-21f136523c49 req-76b3f702-fe68-49c7-9ec9-5bc76908da7e tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 950 time: 0.1746955 Aug 11 02:19:10.181288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Deleting port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:10.181288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.188740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] For port 077a48c1-af4e-4eb1-9767-31543bd9ba4d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=077a48c1-af4e-4eb1-9767-31543bd9ba4d,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:10.189287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.236623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0b6c0a8-76d6-468b-9ee7-21f136523c49 req-6470bbe3-36d1-428b-9d03-c15abf600a4b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572448 Aug 11 02:19:10.287144 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.288768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Calling delete_port for 077a48c1-af4e-4eb1-9767-31543bd9ba4d owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:10.597067 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f6244abc-2567-409b-b2df-56c6c315972c req-f56a4500-ae9d-415b-8128-a7c461802928 service neutron] 10.222.0.61 "GET /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849775 Aug 11 02:19:10.633575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] For port eb48008d-f86d-4fd3-82e3-87ea31f4bf28, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:10.633575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.657451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Calling delete_port for eb48008d-f86d-4fd3-82e3-87ea31f4bf28 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:10.662083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:10.686259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfe581-940c-4e72-a744-6ac794618a0e req-309c5515-97b9-4d9b-97dc-d34e8b83ffc2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:10.697383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccbfe581-940c-4e72-a744-6ac794618a0e req-309c5515-97b9-4d9b-97dc-d34e8b83ffc2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 943 time: 0.1149292 Aug 11 02:19:10.806466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccbfe581-940c-4e72-a744-6ac794618a0e req-89ec0724-6773-44bb-b5d4-ad6ad3898e32 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050618 Aug 11 02:19:10.923906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c0b4d1-659c-462f-a944-9f117a6e405d req-ad549372-e255-4df5-a252-639dee139760 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 210 time: 0.0429249 Aug 11 02:19:11.031751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.049283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6aef95bf-ba10-4ee3-88d6-bca5879490c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:11.053676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7dc3004f-2ec8-4cb2-b115-102b8375579e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:11.206469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event deleted for resources: {'Port': ['ID=077a48c1-af4e-4eb1-9767-31543bd9ba4d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:11.229396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07c4fd35-c7af-45da-91a0-81798b66910e req-2a83a16f-11a4-4ae1-9441-7c51fab28905 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 210 time: 0.1064620 Aug 11 02:19:11.350989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] No DVR routers for this DVR port 077a48c1-af4e-4eb1-9767-31543bd9ba4d on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:11.369728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.377314 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-933ad186-af5e-43e2-97f8-cfe89b17c650 req-fe34249a-79d5-47a0-baef-6301e03bedb9 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "DELETE /v2.0/ports/077a48c1-af4e-4eb1-9767-31543bd9ba4d HTTP/1.1" status: 204 len: 173 time: 1.8765152 Aug 11 02:19:11.378731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'name': 'network-vif-deleted', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:11.384768 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b8d8b6-91d5-4f0d-9c09-63cfd5b3bd69" -d '{"events": [{"server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "name": "network-vif-deleted", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:11.409459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.565202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event deleted for resources: {'Port': ['ID=eb48008d-f86d-4fd3-82e3-87ea31f4bf28,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:11.595077 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327cf245-9624-44db-812d-389d6f0758fb x-openstack-request-id: req-327cf245-9624-44db-812d-389d6f0758fb {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:11.595464 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd74f2e-c652-4a90-b175-014b32d32a87", "name": "network-vif-deleted", "tag": "077a48c1-af4e-4eb1-9767-31543bd9ba4d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:11.595738 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-327cf245-9624-44db-812d-389d6f0758fb {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:11.596430 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd74f2e-c652-4a90-b175-014b32d32a87', 'name': 'network-vif-deleted', 'tag': '077a48c1-af4e-4eb1-9767-31543bd9ba4d', 'status': 'completed', 'code': 200} Aug 11 02:19:11.608241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab9519bf-93d8-45e6-b07b-641254d11aba req-668c6ac4-742a-43c9-87da-12f8e55c717a tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 210 time: 0.1436419 Aug 11 02:19:11.627234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:11.780925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] No DVR routers for this DVR port eb48008d-f86d-4fd3-82e3-87ea31f4bf28 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:11.785493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:11.788706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-05f2f788-aae3-48dc-be74-2d3637db01c2 req-bc353596-50c1-47ea-9461-90b5826e8cd6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.61 "DELETE /v2.0/ports/eb48008d-f86d-4fd3-82e3-87ea31f4bf28 HTTP/1.1" status: 204 len: 173 time: 2.0184035 Aug 11 02:19:12.016998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.154660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388', 'a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:12.285379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d652e0b7-c8fd-4b76-956f-422ae7edc715 req-d7e3cbe1-6220-411d-a13b-1df27243184d tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 210 time: 0.1668978 Aug 11 02:19:12.422923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1dc678bb-4300-4a44-9be6-3123a33c81e3 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:12.463887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b46a-a1c1-4ea8-9789-a6bdc9b863ee req-0f2373be-eefa-49d7-b649-b6c325dba695 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:12.472576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5985b46a-a1c1-4ea8-9789-a6bdc9b863ee req-0f2373be-eefa-49d7-b649-b6c325dba695 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 943 time: 0.3504751 Aug 11 02:19:12.585660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:12.655707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 077a48c1-af4e-4eb1-9767-31543bd9ba4d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:12.698398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5985b46a-a1c1-4ea8-9789-a6bdc9b863ee req-b8f90fd7-fa43-4b83-b5b1-f940c7c73eb9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144909 Aug 11 02:19:12.733739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: eb48008d-f86d-4fd3-82e3-87ea31f4bf28 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:12.734419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eb48008d-f86d-4fd3-82e3-87ea31f4bf28 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:12.765692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 077a48c1-af4e-4eb1-9767-31543bd9ba4d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:12.766397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 077a48c1-af4e-4eb1-9767-31543bd9ba4d not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:12.879214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.887615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:12.893125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:12.920462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '1dc678bb-4300-4a44-9be6-3123a33c81e3', 'network_id': 'b976174c-2c49-4ffc-9ccc-8a267970a929', 'port_id': '1dc678bb-4300-4a44-9be6-3123a33c81e3', 'mac_address': 'fa:16:3e:3e:91:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f36622b-f789-43fb-8776-ec9fe944b11c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:12.996430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.016155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc678bb-4300-4a44-9be6-3123a33c81e3 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:13.032223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e403171e-76f8-4bea-bc1a-ceeb6b99b5ce req-99036fb8-f211-4e23-a1b9-a73ce5310a44 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bd74f2e-c652-4a90-b175-014b32d32a87 HTTP/1.1" status: 200 len: 210 time: 0.5269396 Aug 11 02:19:13.077463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:13.087305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.132454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596ffde-285f-4645-b768-33c13cd6d835,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.142658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7dacadc770c54049912964a6b38661fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5133195 Aug 11 02:19:13.145311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:13.229176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.240286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.240655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.241021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.241373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.241723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.244576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f684f8cd-4145-43dc-ba7e-5b837a625530 req-46ab1cde-1fd7-4d1e-95ea-7589f9288ec3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd18dba8-f05a-444d-bab3-93aa7b8ed118 HTTP/1.1" status: 200 len: 210 time: 0.1848598 Aug 11 02:19:13.247457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.248052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.248550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.249044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.249240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.249642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.249942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.250067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.250356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.250683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.250807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.251034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.251371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.251550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.252415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.252904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.253380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.254101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.254688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e636f88-4fd3-4388-8438-deab00caf23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:19:13.301832 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.354103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.382102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['1dc678bb-4300-4a44-9be6-3123a33c81e3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:13.427762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db69bd95-9d04-4c2b-9199-762a519fd079 req-88b4c126-e725-4e62-aa4b-353c0668cfc6 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 210 time: 0.0453010 Aug 11 02:19:13.487391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.501522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:13.503641 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b596ffde-285f-4645-b768-33c13cd6d835 HTTP/1.1" status: 204 len: 168 time: 0.3561068 Aug 11 02:19:13.557639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7fd5-b21e-4a53-aea9-bb5390de2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596ffde-285f-4645-b768-33c13cd6d835,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:13.615595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-deleted', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:13.633730 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b6040-c3ef-47c2-9030-87b30f6383a0" -d '{"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-deleted", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:13.807697 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac7ae7-db61-4995-9b2c-7f174113c299 x-openstack-request-id: req-c3ac7ae7-db61-4995-9b2c-7f174113c299 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:13.809881 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18dba8-f05a-444d-bab3-93aa7b8ed118", "name": "network-vif-deleted", "tag": "eb48008d-f86d-4fd3-82e3-87ea31f4bf28", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:13.811517 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c3ac7ae7-db61-4995-9b2c-7f174113c299 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:13.812115 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18dba8-f05a-444d-bab3-93aa7b8ed118', 'name': 'network-vif-deleted', 'tag': 'eb48008d-f86d-4fd3-82e3-87ea31f4bf28', 'status': 'completed', 'code': 200} Aug 11 02:19:13.916817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c228ab-d245-4de0-b882-a8711fc75ac3 req-447dffc1-43d8-4ff2-81c3-b624f0ecd00e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:13.920972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-3c327b3e-d5c1-4376-b64d-126bbc37a66b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:13.923843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-3c327b3e-d5c1-4376-b64d-126bbc37a66b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.67 "GET /v2.0/networks?id=4e8bdbe3-b736-4796-a44d-e35d531878b1 HTTP/1.1" status: 200 len: 824 time: 0.3441656 Aug 11 02:19:13.928453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c228ab-d245-4de0-b882-a8711fc75ac3 req-447dffc1-43d8-4ff2-81c3-b624f0ecd00e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 944 time: 0.0777662 Aug 11 02:19:13.949592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Request body: {'port': {'device_id': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1', 'admin_state_up': True, 'tenant_id': '06717da096ac4298b195bb86544c8f4b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:13.989094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c228ab-d245-4de0-b882-a8711fc75ac3 req-c6f3c596-bfdb-42f0-8520-e35ba89de298 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592499 Aug 11 02:19:14.145986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Made reservation on behalf of 06717da096ac4298b195bb86544c8f4b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:14.153005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.175428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:14.200974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c10ec80b-1059-47fe-a667-79dd3e4b7bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.356606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Allocated IP 172.20.0.5 (4e8bdbe3-b736-4796-a44d-e35d531878b1/05b24257-9a35-4a59-975b-4e5bd23e71b3/928ecfd1-9032-40d4-b38c-91e746fd9e46) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:14.413280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c10ec80b-1059-47fe-a667-79dd3e4b7bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.424426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c10ec80b-1059-47fe-a667-79dd3e4b7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.530084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c10ec80b-1059-47fe-a667-79dd3e4b7bcd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df8e08bb2a7e4d65ad9e1e1b46f680f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494191 Aug 11 02:19:14.535992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:14.602942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.606775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ec80b-1059-47fe-a667-79dd3e4b7bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b1fba-18a0-4abd-95fe-6e2d97113ac6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:14.680139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e206f2fe-2e32-4e00-a854-35f24cdd3cb0 req-587669b5-efd7-4adc-8529-f1c29fb0dfec tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 210 time: 0.1118860 Aug 11 02:19:14.732106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.749375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.783127 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.851050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Network 4e8bdbe3-b736-4796-a44d-e35d531878b1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:14.867958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:14.876419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:14.887125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.906838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:14.908946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/176b1fba-18a0-4abd-95fe-6e2d97113ac6 HTTP/1.1" status: 204 len: 168 time: 0.3479352 Aug 11 02:19:14.928030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418bb5d-e8f6-45d8-8c5b-52ad416e8c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b1fba-18a0-4abd-95fe-6e2d97113ac6,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.012946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Pushing event updated for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:15.079150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.080474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.130669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-23e40a85-9924-488a-a2f6-15af1bce1d1a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1948392 Aug 11 02:19:15.148083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Request body: {'port': {'device_id': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:15.213382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717422-4ffa-46fd-b6b7-7c8029ced48f req-db432f78-bca9-4ef1-ab89-36173bcbcbcc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.231699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b717422-4ffa-46fd-b6b7-7c8029ced48f req-db432f78-bca9-4ef1-ab89-36173bcbcbcc tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.1808655 Aug 11 02:19:15.338481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b717422-4ffa-46fd-b6b7-7c8029ced48f req-129388a8-7dab-4304-84fe-d39951c219b3 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050251 Aug 11 02:19:15.369371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:15.648584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e14541-b862-406f-b5d1-4222a95185ce req-3b81d39d-2235-49cf-8293-33597557c76c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:15.664007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2e14541-b862-406f-b5d1-4222a95185ce req-3b81d39d-2235-49cf-8293-33597557c76c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 944 time: 0.2009053 Aug 11 02:19:15.814875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2e14541-b862-406f-b5d1-4222a95185ce req-b65dde07-6618-423e-b15d-a441c50d4117 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416376 Aug 11 02:19:16.169956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928ecfd1-9032-40d4-b38c-91e746fd9e46 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:16.208649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.245321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Transition to ACTIVE for port object 928ecfd1-9032-40d4-b38c-91e746fd9e46 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:16.252860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a6548-b7d2-4c41-bdf3-9e6e7046df7d req-70a1a7f5-d22e-4063-afb6-0432f044f725 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.255039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c78a6548-b7d2-4c41-bdf3-9e6e7046df7d req-70a1a7f5-d22e-4063-afb6-0432f044f725 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 931 time: 0.1047697 Aug 11 02:19:16.255247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.317896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c78a6548-b7d2-4c41-bdf3-9e6e7046df7d req-f1e00610-b460-48df-99c3-a7a45bfa0a7e tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Aug 11 02:19:16.439360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1dc678bb-4300-4a44-9be6-3123a33c81e3 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:16.444848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:16.520823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Attempting to bind port 928ecfd1-9032-40d4-b38c-91e746fd9e46 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:16.521191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Attempting to bind port 928ecfd1-9032-40d4-b38c-91e746fd9e46 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '260f1567-1ca5-4bce-bf26-5b1482afe703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:16.521533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Attempting to bind port 928ecfd1-9032-40d4-b38c-91e746fd9e46 on network 4e8bdbe3-b736-4796-a44d-e35d531878b1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:16.527342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Port 928ecfd1-9032-40d4-b38c-91e746fd9e46 on network 4e8bdbe3-b736-4796-a44d-e35d531878b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:19:16.527703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Attempting to bind port 928ecfd1-9032-40d4-b38c-91e746fd9e46 on network 4e8bdbe3-b736-4796-a44d-e35d531878b1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:16.534358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:16.534710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Checking segment: {'id': '260f1567-1ca5-4bce-bf26-5b1482afe703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:16.535132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Bound using segment: {'id': '260f1567-1ca5-4bce-bf26-5b1482afe703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:16.535588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Bound port: 928ecfd1-9032-40d4-b38c-91e746fd9e46, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260f1567-1ca5-4bce-bf26-5b1482afe703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:16.535964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.602489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 1dc678bb-4300-4a44-9be6-3123a33c81e3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:16.609964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 1dc678bb-4300-4a44-9be6-3123a33c81e3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:16.612170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.685842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:16.691382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46,segment=NetworkSegment(260f1567-1ca5-4bce-bf26-5b1482afe703),segment_id=260f1567-1ca5-4bce-bf26-5b1482afe703)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:16.698445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.734456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374471b6-cced-49a5-8765-9420de39846d req-8bd2e540-7d5d-4033-baa6-d9dd805994c6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.738094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-374471b6-cced-49a5-8765-9420de39846d req-8bd2e540-7d5d-4033-baa6-d9dd805994c6 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.67 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.3942521 Aug 11 02:19:16.750837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.751845 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.753369 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] 10.222.0.67 "PUT /v2.0/ports/928ecfd1-9032-40d4-b38c-91e746fd9e46 HTTP/1.1" status: 200 len: 1092 time: 1.6136029 Aug 11 02:19:16.754066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:16.756923 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c194df-5a4d-425e-b621-f8ef0b257205" -d '{"events": [{"name": "network-changed", "server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:16.802749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f514d6-b082-4df1-9a4f-83518612d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:16.809331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0ae6-65d6-4e48-9351-e772cf02507b req-0482f3b9-adf4-4345-95c3-5f661df13840 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.817920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-445c0ae6-65d6-4e48-9351-e772cf02507b req-0482f3b9-adf4-4345-95c3-5f661df13840 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.3897820 Aug 11 02:19:16.859788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.870863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed9ed-ddad-42bc-a746-eabc16cf3f15 req-4c3aced2-d664-4158-b49d-af14195b96e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.872843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-617ed9ed-ddad-42bc-a746-eabc16cf3f15 req-4c3aced2-d664-4158-b49d-af14195b96e2 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 949 time: 0.3106749 Aug 11 02:19:16.889997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-07311250-6019-4320-ae4b-3c3f09556dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:16.892893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-07311250-6019-4320-ae4b-3c3f09556dde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06717da096ac4298b195bb86544c8f4b&device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 1095 time: 0.0844243 Aug 11 02:19:16.925256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:16.927435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:16.931829 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1583fbe9-401c-49eb-863f-21bac545798d" -d '{"events": [{"server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:16.939084 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:16.955765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-af383baa-6e4a-4e66-9fc3-6de8ffc25dc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46 HTTP/1.1" status: 200 len: 217 time: 0.0541205 Aug 11 02:19:16.984665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-445c0ae6-65d6-4e48-9351-e772cf02507b req-15a53c62-9c5a-43af-af83-cb3cb4125ac7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643481 Aug 11 02:19:17.028023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:17.068822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-617ed9ed-ddad-42bc-a746-eabc16cf3f15 req-0d0da832-ef2e-4804-9ea1-de537f19a0e8 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756301 Aug 11 02:19:17.092357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-34b71595-7a13-45e7-bc72-c9954d3f1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.099784 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-34b71595-7a13-45e7-bc72-c9954d3f1402 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05b24257-9a35-4a59-975b-4e5bd23e71b3 HTTP/1.1" status: 200 len: 864 time: 0.1346931 Aug 11 02:19:17.112795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Deleting port a14df13e-f04b-4866-baaa-46ee5215d472 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:17.113961 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.220734 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c8036b-688e-403c-a140-5dba360ee6a6 x-openstack-request-id: req-72c8036b-688e-403c-a140-5dba360ee6a6 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:17.221302 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:17.223363 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72c8036b-688e-403c-a140-5dba360ee6a6 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:17.224013 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46', 'status': 'completed', 'code': 200} Aug 11 02:19:17.227485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-e3a596b6-3120-42e7-895b-3b127bfac1f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e8bdbe3-b736-4796-a44d-e35d531878b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209333 Aug 11 02:19:17.249684 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda78172-924b-4062-8072-eeeb371aac5f x-openstack-request-id: req-bda78172-924b-4062-8072-eeeb371aac5f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:17.250290 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "name": "network-vif-plugged", "status": "completed", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:17.250846 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bda78172-924b-4062-8072-eeeb371aac5f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:17.251427 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3', 'code': 200} Aug 11 02:19:17.382848 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-bff3b43e-4924-4ee3-86fe-5a0736391dd1 service neutron] 10.222.0.67 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465325 Aug 11 02:19:17.427437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a301d3e-d67f-4f74-a14b-931471addc5f req-ce967062-3076-4b6e-aaff-947fb5b32110 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.432754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a301d3e-d67f-4f74-a14b-931471addc5f req-ce967062-3076-4b6e-aaff-947fb5b32110 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.1506364 Aug 11 02:19:17.566171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] For port a14df13e-f04b-4866-baaa-46ee5215d472, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a14df13e-f04b-4866-baaa-46ee5215d472,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:17.566559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:17.617475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a301d3e-d67f-4f74-a14b-931471addc5f req-3ffc945f-0545-44a3-9de9-23c9a528361b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761959 Aug 11 02:19:17.646616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e413ae6-2b82-40d1-9de5-b58247e5e165 req-8a0264ef-5b40-480f-9d1c-f5c944d1eeaf service neutron] 10.222.0.67 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295949 Aug 11 02:19:17.668342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755aa17-4514-4676-9a5d-0af39d7a571f req-bdeeb026-3403-45bc-9607-153eb136d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.675271 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c755aa17-4514-4676-9a5d-0af39d7a571f req-bdeeb026-3403-45bc-9607-153eb136d337 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 1097 time: 0.2908666 Aug 11 02:19:17.710494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Calling delete_port for a14df13e-f04b-4866-baaa-46ee5215d472 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:17.834070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c755aa17-4514-4676-9a5d-0af39d7a571f req-fed81a98-a0f1-4594-882a-8d73b13735b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432765 Aug 11 02:19:17.840694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-4562cab3-a75a-4479-b156-2106cda97288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.846449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-4562cab3-a75a-4479-b156-2106cda97288 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06717da096ac4298b195bb86544c8f4b&device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 1095 time: 0.1300826 Aug 11 02:19:17.893103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f7163-46d9-4dd9-b8dd-7fe971995bcb req-46f69cef-3d94-4e99-82da-b33892e615f8 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:17.907649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe1f7163-46d9-4dd9-b8dd-7fe971995bcb req-46f69cef-3d94-4e99-82da-b33892e615f8 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 943 time: 0.2806258 Aug 11 02:19:18.048323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-97763a16-fff2-401e-bf3e-b99cd152ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.049792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-97763a16-fff2-401e-bf3e-b99cd152ce22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e8bdbe3-b736-4796-a44d-e35d531878b1 HTTP/1.1" status: 200 len: 925 time: 0.1974187 Aug 11 02:19:18.072827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98fab-4300-4500-b5a0-0495c18fc422 req-6be16f59-f6e5-4f91-ae6c-8076a07bde4b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.080458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98fab-4300-4500-b5a0-0495c18fc422 req-6be16f59-f6e5-4f91-ae6c-8076a07bde4b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.089899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26e98fab-4300-4500-b5a0-0495c18fc422 req-6be16f59-f6e5-4f91-ae6c-8076a07bde4b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c&device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 1681 time: 0.1766794 Aug 11 02:19:18.105213 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-b29efd95-36aa-4a9d-a513-bce84da97a6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46 HTTP/1.1" status: 200 len: 217 time: 0.0465119 Aug 11 02:19:18.106580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe1f7163-46d9-4dd9-b8dd-7fe971995bcb req-6d560966-f622-473b-ab59-02351f10d3a7 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956549 Aug 11 02:19:18.199096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26e98fab-4300-4500-b5a0-0495c18fc422 req-1ce43066-07c1-4859-b3db-00c02878f676 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073949 Aug 11 02:19:18.200719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.213441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['2bee6e7e-f41f-4af5-9f65-395134ac4388', 'a14df13e-f04b-4866-baaa-46ee5215d472'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:18.213986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-883c1fb6-9613-4bcf-9f01-2bd96c61a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.217031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-883c1fb6-9613-4bcf-9f01-2bd96c61a088 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05b24257-9a35-4a59-975b-4e5bd23e71b3 HTTP/1.1" status: 200 len: 864 time: 0.1040363 Aug 11 02:19:18.327776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-e703edef-b857-4736-a274-e218bc968ffa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e8bdbe3-b736-4796-a44d-e35d531878b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019540 Aug 11 02:19:18.351659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event deleted for resources: {'Port': ['ID=a14df13e-f04b-4866-baaa-46ee5215d472,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:18.438210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3bd8c03-3edd-4a69-9165-dc7f5c80d2b1 req-e0ac9c33-9057-4c0b-b36b-1635edb36285 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b HTTP/1.1" status: 200 len: 210 time: 0.1203837 Aug 11 02:19:18.441333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] No DVR routers for this DVR port a14df13e-f04b-4866-baaa-46ee5215d472 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:18.446165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:18.449151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-374471b6-cced-49a5-8765-9420de39846d req-f98eaa9e-0e80-49a9-9b9b-06ae71e73d17 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.67 "DELETE /v2.0/ports/a14df13e-f04b-4866-baaa-46ee5215d472 HTTP/1.1" status: 204 len: 173 time: 1.6987083 Aug 11 02:19:18.449882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-deleted', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:18.459908 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bcd19-47b8-44fe-8dd8-be1baecfe91a" -d '{"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-deleted", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:18.501203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03566ab-d1b5-4f75-84ee-df64b22fc59c req-7613a5ad-f625-448f-a273-febaf47bca11 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:18.523786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a03566ab-d1b5-4f75-84ee-df64b22fc59c req-7613a5ad-f625-448f-a273-febaf47bca11 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.3401692 Aug 11 02:19:18.660503 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-fc9b4449-73ee-479b-bcce-08931f146441 service neutron] 10.222.0.67 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239062 Aug 11 02:19:18.662584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a03566ab-d1b5-4f75-84ee-df64b22fc59c req-afe28b27-66c8-48ab-9f28-d666168f466a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375799 Aug 11 02:19:18.788438 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791862a9-6e50-4131-96db-829aecdb2548 x-openstack-request-id: req-791862a9-6e50-4131-96db-829aecdb2548 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:18.788838 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b", "name": "network-vif-deleted", "tag": "a14df13e-f04b-4866-baaa-46ee5215d472", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:18.789439 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-791862a9-6e50-4131-96db-829aecdb2548 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:18.790016 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951db2d-fa4d-4bbc-9aad-9d6b6fc2fc3b', 'name': 'network-vif-deleted', 'tag': 'a14df13e-f04b-4866-baaa-46ee5215d472', 'status': 'completed', 'code': 200} Aug 11 02:19:18.955010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36c194df-5a4d-425e-b621-f8ef0b257205 req-4000a4f9-98cd-4e4b-a582-21b4fa411aa8 service neutron] 10.222.0.67 "GET /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769630 Aug 11 02:19:19.079564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc86522-645f-4daf-9e62-955dccbac0f1 req-19efc8ab-598b-4eab-83be-5e39a2addcf6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.092196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bc86522-645f-4daf-9e62-955dccbac0f1 req-19efc8ab-598b-4eab-83be-5e39a2addcf6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.1442156 Aug 11 02:19:19.177505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bc86522-645f-4daf-9e62-955dccbac0f1 req-a779cbbe-5268-445b-a8a2-62e675c01f2f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Aug 11 02:19:19.514208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64204f2-a854-4037-98f4-3547ecec91e2 req-fd5d0e9d-ba1c-4373-83b7-84fb25a1fe6c tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.524437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b64204f2-a854-4037-98f4-3547ecec91e2 req-fd5d0e9d-ba1c-4373-83b7-84fb25a1fe6c tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 943 time: 0.1424375 Aug 11 02:19:19.591420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b64204f2-a854-4037-98f4-3547ecec91e2 req-69b577a5-2e9d-43bf-891b-1a3b3f6d234b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Aug 11 02:19:19.826252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a40289-9775-401b-92dc-063dfe885411 req-6466e65c-b42e-480e-87b2-42e555cd1e36 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.828128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5a40289-9775-401b-92dc-063dfe885411 req-6466e65c-b42e-480e-87b2-42e555cd1e36 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.1084614 Aug 11 02:19:19.894920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5a40289-9775-401b-92dc-063dfe885411 req-159e74dd-ad7c-4582-8232-259a71a53b69 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Aug 11 02:19:19.990883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a401c4a-c255-4695-9212-a5d8484b64c6 req-4fca7a6e-2be9-438b-89c4-bfe1346d5b1c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:19.992860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a401c4a-c255-4695-9212-a5d8484b64c6 req-4fca7a6e-2be9-438b-89c4-bfe1346d5b1c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.0886092 Aug 11 02:19:20.056789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a401c4a-c255-4695-9212-a5d8484b64c6 req-7b0aecdc-fcd9-4683-8640-218c79936709 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493612 Aug 11 02:19:20.256886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a545ff-176e-41c0-b4f1-ebfa1310b84a req-d380fbfa-2096-4298-a170-1add14f0e2b4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.260043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6a545ff-176e-41c0-b4f1-ebfa1310b84a req-d380fbfa-2096-4298-a170-1add14f0e2b4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.0876715 Aug 11 02:19:20.390870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6a545ff-176e-41c0-b4f1-ebfa1310b84a req-91724fa4-097a-43a3-a9f2-261baa751dd1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210129 Aug 11 02:19:20.420558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98db89-a8b4-4775-a8ec-56b56eaa4426 req-8f68d56e-97d0-4e58-86c1-10017210ec43 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.422245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb98db89-a8b4-4775-a8ec-56b56eaa4426 req-8f68d56e-97d0-4e58-86c1-10017210ec43 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 945 time: 0.0935719 Aug 11 02:19:20.488413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb98db89-a8b4-4775-a8ec-56b56eaa4426 req-b66eeb6e-3519-4aa0-851c-6cbd1f6c5c82 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564826 Aug 11 02:19:20.527008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 928ecfd1-9032-40d4-b38c-91e746fd9e46 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:20.530190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:20.580745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72a22-947d-4273-a2ca-80373c1f11dd req-6f92c05a-b555-46df-a661-8fb1d9580c09 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.582750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: a14df13e-f04b-4866-baaa-46ee5215d472 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:20.583105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a14df13e-f04b-4866-baaa-46ee5215d472 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:20.602771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ed72a22-947d-4273-a2ca-80373c1f11dd req-6f92c05a-b555-46df-a661-8fb1d9580c09 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1293004 Aug 11 02:19:20.686567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ed72a22-947d-4273-a2ca-80373c1f11dd req-fd37187c-3315-4c91-afd4-c84d33d1a574 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Aug 11 02:19:20.775609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46,segment=NetworkSegment(260f1567-1ca5-4bce-bf26-5b1482afe703),segment_id=260f1567-1ca5-4bce-bf26-5b1482afe703)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:20.789601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '928ecfd1-9032-40d4-b38c-91e746fd9e46', 'network_id': '4e8bdbe3-b736-4796-a44d-e35d531878b1', 'port_id': '928ecfd1-9032-40d4-b38c-91e746fd9e46', 'mac_address': 'fa:16:3e:af:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b24257-9a35-4a59-975b-4e5bd23e71b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:20.891818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:20.928498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928ecfd1-9032-40d4-b38c-91e746fd9e46 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:20.982749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46,segment=NetworkSegment(260f1567-1ca5-4bce-bf26-5b1482afe703),segment_id=260f1567-1ca5-4bce-bf26-5b1482afe703)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:20.984583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252740e3-f468-47f3-9f87-1b632832a9ce req-dd109638-648d-478d-afde-5cf563b8bbbf tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:20.988092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-252740e3-f468-47f3-9f87-1b632832a9ce req-dd109638-648d-478d-afde-5cf563b8bbbf tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 945 time: 0.1880403 Aug 11 02:19:20.991453 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.068898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e116b2-75a9-4617-b24f-326f88a86e10 req-2b5120a6-7602-4f93-9540-421f6d923ad2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.077231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40e116b2-75a9-4617-b24f-326f88a86e10 req-2b5120a6-7602-4f93-9540-421f6d923ad2 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2370160 Aug 11 02:19:21.113111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad68301-7f5a-4da5-bd19-c960b3d0a3f4 req-06d463b9-d30d-4b62-a46f-c49a2c6b0224 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.114930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ad68301-7f5a-4da5-bd19-c960b3d0a3f4 req-06d463b9-d30d-4b62-a46f-c49a2c6b0224 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 943 time: 0.1799710 Aug 11 02:19:21.125477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:21.154436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40e116b2-75a9-4617-b24f-326f88a86e10 req-6a463c88-6f9a-46a7-8a8f-2a035d9e8239 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754962 Aug 11 02:19:21.270613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ad68301-7f5a-4da5-bd19-c960b3d0a3f4 req-e74a9e4d-1f3d-4c93-b723-d605bd8bcfef tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043136 Aug 11 02:19:21.283241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['928ecfd1-9032-40d4-b38c-91e746fd9e46'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:21.357559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Deleting port 7dc3004f-2ec8-4cb2-b115-102b8375579e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:21.358168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:21.537981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d947202-1573-43bb-8f3b-be186e6cf2ca req-47e751ad-d5b5-4719-94e1-ddc972fcc9a9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.541692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d947202-1573-43bb-8f3b-be186e6cf2ca req-47e751ad-d5b5-4719-94e1-ddc972fcc9a9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1534519 Aug 11 02:19:21.626578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d947202-1573-43bb-8f3b-be186e6cf2ca req-1406ef67-a42f-4e2b-a06e-7bfddee3a49c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764344 Aug 11 02:19:21.757273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a161e8-8426-4b09-b3fc-0d27b692cc28 req-9c88d81f-7ece-4202-a61d-b69d7f392dbe tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.765771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20a161e8-8426-4b09-b3fc-0d27b692cc28 req-9c88d81f-7ece-4202-a61d-b69d7f392dbe tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 945 time: 0.1176648 Aug 11 02:19:21.827613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20a161e8-8426-4b09-b3fc-0d27b692cc28 req-6f65ddef-0c35-4429-a7a6-51e165051e9f tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/security-groups?id=ada1e117-add2-4a0c-9513-313c3946bcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607657 Aug 11 02:19:21.850325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-cd069d40-947c-4dc0-a7ae-cb8196903c24 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.852191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-cd069d40-947c-4dc0-a7ae-cb8196903c24 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.1602938 Aug 11 02:19:21.966110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1ff43-7bb4-4bdc-9809-096d655adf09 req-351bbf0c-d563-4d23-84a9-0b5f8cf16f95 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:21.967621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dc1ff43-7bb4-4bdc-9809-096d655adf09 req-351bbf0c-d563-4d23-84a9-0b5f8cf16f95 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 950 time: 0.0976906 Aug 11 02:19:22.006263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-6eab285f-046d-4342-9c40-1f407a37e0f8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.010435 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-6eab285f-046d-4342-9c40-1f407a37e0f8 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.61 "GET /v2.0/ports?device_id=097adf47-03c8-4279-a6e1-97a6ac7b5f3c HTTP/1.1" status: 200 len: 945 time: 0.6948180 Aug 11 02:19:22.041064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dc1ff43-7bb4-4bdc-9809-096d655adf09 req-3c16b15a-ef95-450a-9db1-73bb1daa124b tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/security-groups?id=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Aug 11 02:19:22.075300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Deleting port 2bee6e7e-f41f-4af5-9f65-395134ac4388 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:22.075636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.140190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] For port 7dc3004f-2ec8-4cb2-b115-102b8375579e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7dc3004f-2ec8-4cb2-b115-102b8375579e,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:22.141139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.190275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Calling delete_port for 7dc3004f-2ec8-4cb2-b115-102b8375579e owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:22.223304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] For port 2bee6e7e-f41f-4af5-9f65-395134ac4388, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=2bee6e7e-f41f-4af5-9f65-395134ac4388,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:22.223963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.258559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Calling delete_port for 2bee6e7e-f41f-4af5-9f65-395134ac4388 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:22.281891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Deleting port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:22.282247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.558832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] For port 6aef95bf-ba10-4ee3-88d6-bca5879490c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aef95bf-ba10-4ee3-88d6-bca5879490c4,segment=NetworkSegment(752461e5-c0cd-48c1-a907-40585de15bd3),segment_id=752461e5-c0cd-48c1-a907-40585de15bd3)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:22.559469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.569098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 928ecfd1-9032-40d4-b38c-91e746fd9e46 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:22.578059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66bb1fa6-1a8a-462f-a0ee-dfbfa8f8fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.599417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Calling delete_port for 6aef95bf-ba10-4ee3-88d6-bca5879490c4 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:22.620904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.628236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72824-7c68-4d65-ab22-6fbaf6153ca5 req-8a1126f7-5007-4348-ab10-f3b4f323fe24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:22.635416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2fb72824-7c68-4d65-ab22-6fbaf6153ca5 req-8a1126f7-5007-4348-ab10-f3b4f323fe24 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2404542 Aug 11 02:19:22.725457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 928ecfd1-9032-40d4-b38c-91e746fd9e46 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:22.726572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event deleted for resources: {'Port': ['ID=7dc3004f-2ec8-4cb2-b115-102b8375579e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:22.734225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 928ecfd1-9032-40d4-b38c-91e746fd9e46 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:22.735946 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.865483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] No DVR routers for this DVR port 7dc3004f-2ec8-4cb2-b115-102b8375579e on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:22.871467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:22.875217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-252740e3-f468-47f3-9f87-1b632832a9ce req-18bfded0-08f0-4cdc-a5b8-6ffbf4d98a39 tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.67 "DELETE /v2.0/ports/7dc3004f-2ec8-4cb2-b115-102b8375579e HTTP/1.1" status: 204 len: 173 time: 1.8797278 Aug 11 02:19:22.875937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'name': 'network-vif-deleted', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:22.879975 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813eb738-2ce6-4482-8763-0ac875c08f4c" -d '{"events": [{"server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "name": "network-vif-deleted", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:22.951854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.029458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46,segment=NetworkSegment(260f1567-1ca5-4bce-bf26-5b1482afe703),segment_id=260f1567-1ca5-4bce-bf26-5b1482afe703)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:23.031126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:23.035534 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b4528-20c9-48aa-91c5-16ac94d9284e" -d '{"events": [{"server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "name": "network-vif-plugged", "status": "completed", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:23.050890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.056347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7dc3004f-2ec8-4cb2-b115-102b8375579e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:23.124305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.159402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 7dc3004f-2ec8-4cb2-b115-102b8375579e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:23.160430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7dc3004f-2ec8-4cb2-b115-102b8375579e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:23.161688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 2bee6e7e-f41f-4af5-9f65-395134ac4388 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:23.197739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Pushing event deleted for resources: {'Port': ['ID=6aef95bf-ba10-4ee3-88d6-bca5879490c4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:23.226535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] No DVR routers for this DVR port 6aef95bf-ba10-4ee3-88d6-bca5879490c4 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:23.231475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.235049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-48a511b6-5264-4ea1-a6a1-09e73b48680c req-3073936c-cc06-4cba-a6d2-4df16d5474ac tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.61 "DELETE /v2.0/ports/6aef95bf-ba10-4ee3-88d6-bca5879490c4 HTTP/1.1" status: 204 len: 173 time: 1.2136292 Aug 11 02:19:23.324168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da20d3-c806-47e4-8b8b-ec9691cd8b10 req-0c4f3476-9cdf-4ea6-ac26-647e59ae88b6 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.337488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34da20d3-c806-47e4-8b8b-ec9691cd8b10 req-0c4f3476-9cdf-4ea6-ac26-647e59ae88b6 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 944 time: 0.9244757 Aug 11 02:19:23.346492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:23.366512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.428473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.514824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34da20d3-c806-47e4-8b8b-ec9691cd8b10 req-17034f48-f9ca-4ea9-b3d1-b49ce451623a tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734054 Aug 11 02:19:23.538825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2fb72824-7c68-4d65-ab22-6fbaf6153ca5 req-1fdebf9c-a226-4533-8e2a-ec61f72e1f12 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8365815 Aug 11 02:19:23.543672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Pushing event deleted for resources: {'Port': ['ID=2bee6e7e-f41f-4af5-9f65-395134ac4388,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:23.667310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] No DVR routers for this DVR port 2bee6e7e-f41f-4af5-9f65-395134ac4388 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:23.672607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:23.682068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7edab54-ed5e-4ae1-a69d-860e5fb1853e req-6dcd14ae-c2ba-484a-b104-97dc1766ccf1 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.67 "DELETE /v2.0/ports/2bee6e7e-f41f-4af5-9f65-395134ac4388 HTTP/1.1" status: 204 len: 173 time: 1.8218963 Aug 11 02:19:23.698104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-deleted', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:23.706668 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0c25cc-721f-40f4-822a-500e4822066b" -d '{"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-deleted", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:23.814205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330ddf-3b0e-4e48-ad24-54de4221787f req-08f25528-9387-4687-9e32-cbe975bc45c0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:23.817621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45330ddf-3b0e-4e48-ad24-54de4221787f req-08f25528-9387-4687-9e32-cbe975bc45c0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1062803 Aug 11 02:19:24.021568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db659715-bd52-469a-9a95-2fc55477fc92 req-063dc6fa-3595-4395-94c4-5ad29525622b tempest-ListServersNegativeTestJSON-1814896449 tempest-ListServersNegativeTestJSON-1814896449-project] 10.222.0.68 "GET /v2.0/ports?device_id=1fa115a8-1964-47f7-be8a-5637e8f27e74 HTTP/1.1" status: 200 len: 210 time: 0.1583869 Aug 11 02:19:24.079036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45330ddf-3b0e-4e48-ad24-54de4221787f req-db62945b-fdd2-4db2-ab0e-536d66203b53 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447257 Aug 11 02:19:24.118112 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f33aa9e-9c27-4ba5-9410-affd8ecb8647 x-openstack-request-id: req-6f33aa9e-9c27-4ba5-9410-affd8ecb8647 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:24.118734 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa115a8-1964-47f7-be8a-5637e8f27e74", "name": "network-vif-deleted", "tag": "7dc3004f-2ec8-4cb2-b115-102b8375579e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:24.119217 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f33aa9e-9c27-4ba5-9410-affd8ecb8647 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:24.119853 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa115a8-1964-47f7-be8a-5637e8f27e74', 'name': 'network-vif-deleted', 'tag': '7dc3004f-2ec8-4cb2-b115-102b8375579e', 'status': 'completed', 'code': 200} Aug 11 02:19:24.193442 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3478a4ad-e581-4292-ab93-d354367f2785 x-openstack-request-id: req-3478a4ad-e581-4292-ab93-d354367f2785 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:24.194041 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "name": "network-vif-plugged", "status": "completed", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:24.194416 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3478a4ad-e581-4292-ab93-d354367f2785 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:24.195291 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46', 'code': 200} Aug 11 02:19:24.243058 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed0ee7-3555-4a01-9d4b-773bf6ae41a3 x-openstack-request-id: req-eeed0ee7-3555-4a01-9d4b-773bf6ae41a3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:24.243549 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd82011-7e82-4156-8436-a1cb3b42c939", "name": "network-vif-deleted", "tag": "2bee6e7e-f41f-4af5-9f65-395134ac4388", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:24.262350 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eeed0ee7-3555-4a01-9d4b-773bf6ae41a3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:24.263046 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd82011-7e82-4156-8436-a1cb3b42c939', 'name': 'network-vif-deleted', 'tag': '2bee6e7e-f41f-4af5-9f65-395134ac4388', 'status': 'completed', 'code': 200} Aug 11 02:19:24.318077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37b67e90-127f-4714-9435-634794313274 req-1273dd1d-0921-4a59-9974-d9b6e091b196 tempest-MigrationsAdminTest-1123858687 tempest-MigrationsAdminTest-1123858687-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd82011-7e82-4156-8436-a1cb3b42c939 HTTP/1.1" status: 200 len: 210 time: 0.0462785 Aug 11 02:19:24.408538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ac852-2d39-42f6-b6ae-817e1133c201 req-ea746aec-0683-4e79-98a9-ed4176812932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.424077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-688ac852-2d39-42f6-b6ae-817e1133c201 req-ea746aec-0683-4e79-98a9-ed4176812932 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 1097 time: 0.0846288 Aug 11 02:19:24.468275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-688ac852-2d39-42f6-b6ae-817e1133c201 req-766d77f3-59ad-49f9-b375-c638950e340c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Aug 11 02:19:24.472691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aef95bf-ba10-4ee3-88d6-bca5879490c4 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:24.525673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 6aef95bf-ba10-4ee3-88d6-bca5879490c4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:24.525673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aef95bf-ba10-4ee3-88d6-bca5879490c4 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:24.740561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0162b-1c66-49b7-9766-a6d9f1d7ff4e req-61cf3526-c69b-4991-9ea7-18b187a8f064 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.742378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1df0162b-1c66-49b7-9766-a6d9f1d7ff4e req-61cf3526-c69b-4991-9ea7-18b187a8f064 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.0976691 Aug 11 02:19:24.766701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875f017-4449-4c38-9bac-3fe06a1cee95 req-2496a8cc-6dcd-4760-ad6e-d7657ae81cd4 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:24.769416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e875f017-4449-4c38-9bac-3fe06a1cee95 req-2496a8cc-6dcd-4760-ad6e-d7657ae81cd4 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.0886791 Aug 11 02:19:24.881430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1df0162b-1c66-49b7-9766-a6d9f1d7ff4e req-e1e96150-631d-46a1-8b39-6a37d83cf130 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299155 Aug 11 02:19:24.887335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e875f017-4449-4c38-9bac-3fe06a1cee95 req-72ec9193-7992-44be-b18d-6b9488741821 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Aug 11 02:19:25.129060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9350fefe-f34b-430f-a484-c0dbfd9e04be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.158344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:25.218850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Deleting subnet 3a308fee-69ec-40e0-a7b2-0ffadba48105 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:25.225086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.293835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.336108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327575f-20d1-4b7f-8a22-dd1f70802793 req-f25c504f-4910-48b3-a64c-5310b96fd87d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:25.337722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8327575f-20d1-4b7f-8a22-dd1f70802793 req-f25c504f-4910-48b3-a64c-5310b96fd87d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1140378 Aug 11 02:19:25.397107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.415203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.500026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8327575f-20d1-4b7f-8a22-dd1f70802793 req-66c54086-562f-4b8a-b988-54be4fe470cc tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478000 Aug 11 02:19:25.545281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.593446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a308fee-69ec-40e0-a7b2-0ffadba48105,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:25.601484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.603538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a21be903-4cda-4f35-bb5b-6673a4fb3a2e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3a308fee-69ec-40e0-a7b2-0ffadba48105 HTTP/1.1" status: 204 len: 168 time: 0.4441657 Aug 11 02:19:25.609036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:25.740730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.911327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:25.935058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c03d8b-d36a-4b4c-9221-609616762721']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:25.990413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752461e5-c0cd-48c1-a907-40585de15bd3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:25.991053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752461e5-c0cd-48c1-a907-40585de15bd3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:26.010842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.034819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.059784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.069639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:26.070791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:26.257499 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:26.261680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'name': 'network-vif-deleted', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:26.263988 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeb6aaf-100a-4684-b840-14a1ec945514" -d '{"events": [{"server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "name": "network-vif-deleted", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:26.268530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.276754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.279277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] 10.222.0.68 "DELETE /v2.0/networks/25c03d8b-d36a-4b4c-9221-609616762721 HTTP/1.1" status: 204 len: 168 time: 0.6686790 Aug 11 02:19:26.298859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf27b96-6d48-4cf1-830f-0ad7d2ed8d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c03d8b-d36a-4b4c-9221-609616762721,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.320904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694c5c-3607-4dc1-8f98-cc95137dfda0 req-8d04093a-c8d6-4d70-989a-a4cc6d16a08f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.322629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3694c5c-3607-4dc1-8f98-cc95137dfda0 req-8d04093a-c8d6-4d70-989a-a4cc6d16a08f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2053869 Aug 11 02:19:26.339546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405459-c355-4aef-8d2b-5cf082a1bc40 req-539dc802-423f-4cb0-8077-df906f01e9b5 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.347539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51405459-c355-4aef-8d2b-5cf082a1bc40 req-539dc802-423f-4cb0-8077-df906f01e9b5 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.1922643 Aug 11 02:19:26.358873 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.507766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3694c5c-3607-4dc1-8f98-cc95137dfda0 req-72958748-d87c-4640-9d21-2bf1c1b3ce1b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433616 Aug 11 02:19:26.516340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d46e0387-e766-40c1-9757-0fd5a2bd1626 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e68360cc5e214065ba1b0a8f178a8a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010483 Aug 11 02:19:26.520930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.529735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51405459-c355-4aef-8d2b-5cf082a1bc40 req-d429f4bd-5b57-4ac9-85db-d76bb91b5d41 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813567 Aug 11 02:19:26.657676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.701541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.725268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49490) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.754306 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f320e2-b7e6-4b1b-a092-a52cfaff320b x-openstack-request-id: req-c9f320e2-b7e6-4b1b-a092-a52cfaff320b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:26.754306 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097adf47-03c8-4279-a6e1-97a6ac7b5f3c", "name": "network-vif-deleted", "tag": "6aef95bf-ba10-4ee3-88d6-bca5879490c4", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:26.754748 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9f320e2-b7e6-4b1b-a092-a52cfaff320b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:26.755536 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097adf47-03c8-4279-a6e1-97a6ac7b5f3c', 'name': 'network-vif-deleted', 'tag': '6aef95bf-ba10-4ee3-88d6-bca5879490c4', 'status': 'completed', 'code': 200} Aug 11 02:19:26.790500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.794257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.799372 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d HTTP/1.1" status: 204 len: 168 time: 0.2777352 Aug 11 02:19:26.818160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23a9a8-783e-4a87-bec4-c6e07077bff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cec7a5-1744-4fd4-a8c1-89dc606a7a3d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:26.839299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-116304c1-09a6-402d-97b9-0790c4c98165 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f0acc416badd4b4bb53a038a04afee77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074383 Aug 11 02:19:26.840502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:26.963145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:26.973189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81705b-97b6-4300-9419-1b084f91a5a8 req-ec35d3e8-fc15-431b-9ee2-7be2c3af1bd8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:26.983861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a81705b-97b6-4300-9419-1b084f91a5a8 req-ec35d3e8-fc15-431b-9ee2-7be2c3af1bd8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.0809798 Aug 11 02:19:27.000687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d48fe0-d7f3-40e1-bc5d-8e1606c8fd45 req-8d259524-dff1-4300-8656-3bfde3075312 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.002507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1d48fe0-d7f3-40e1-bc5d-8e1606c8fd45 req-8d259524-dff1-4300-8656-3bfde3075312 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.1447692 Aug 11 02:19:27.014838 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.070461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a81705b-97b6-4300-9419-1b084f91a5a8 req-1dfc3d88-d751-428d-9baa-bbf2e75afbd1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855966 Aug 11 02:19:27.115224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1d48fe0-d7f3-40e1-bc5d-8e1606c8fd45 req-6791dd7e-d0d6-42d9-87e7-5fd5f2c945ea tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053777 Aug 11 02:19:27.143841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.151899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:27.159807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ada1e117-add2-4a0c-9513-313c3946bcc5 HTTP/1.1" status: 204 len: 168 time: 0.3175080 Aug 11 02:19:27.171329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c89006-de93-4746-a4cc-23fe62719145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1e117-add2-4a0c-9513-313c3946bcc5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:27.722608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfad34-8cdf-4d6b-9a3d-9785fa462d0c req-42e24075-fa2d-4cec-b7cf-28a7e70966e0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:27.737990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9dfad34-8cdf-4d6b-9a3d-9785fa462d0c req-42e24075-fa2d-4cec-b7cf-28a7e70966e0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.0888638 Aug 11 02:19:27.856268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9dfad34-8cdf-4d6b-9a3d-9785fa462d0c req-424ff24a-d092-4f1c-bdbc-9a459e64a2ab tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131094 Aug 11 02:19:27.894760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:27.976343 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.031975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49526) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:28.033751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64f1064b-7c79-495a-b166-40b31882c23e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=291e8cffb44d42b0814c517ef85d783e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369145 Aug 11 02:19:28.075660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65545f9-7714-428b-bcc6-1db952bc9a33 req-5a84c5cb-f5fb-459d-8195-cc076b14322c tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.086473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f65545f9-7714-428b-bcc6-1db952bc9a33 req-5a84c5cb-f5fb-459d-8195-cc076b14322c tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.1775391 Aug 11 02:19:28.195780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.226933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f65545f9-7714-428b-bcc6-1db952bc9a33 req-d7f9b033-c650-480f-808f-a364a6e6f7e4 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387808 Aug 11 02:19:28.307146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.308195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:28.322571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-918469517'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:28.364126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1db30-8b5a-47ee-ad3c-78838d48857f req-86aab165-77f0-4dd8-ba95-b3dfa3133c4c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:28.366836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41c1db30-8b5a-47ee-ad3c-78838d48857f req-86aab165-77f0-4dd8-ba95-b3dfa3133c4c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1623309 Aug 11 02:19:28.442817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:28.454957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.483279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:19:28.513047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.536182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.540371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7207e54-8f04-45bb-9f9f-c61dcf23f46f HTTP/1.1" status: 204 len: 168 time: 0.5050814 Aug 11 02:19:28.578842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:28.596769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a69f7-be04-4df0-abc9-8c1e5e7f8e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7207e54-8f04-45bb-9f9f-c61dcf23f46f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:28.648341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41c1db30-8b5a-47ee-ad3c-78838d48857f req-1aa9f850-5c37-46ad-b5fe-9823986782b6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385960 Aug 11 02:19:28.654344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.658527 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Added segment 139c9c74-f5ab-401a-97a6-0bc710430eac of type vlan for network bd77a0c6-b87d-4ede-881a-98506c3ac21f Aug 11 02:19:28.849118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:28.885505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:28.913524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:19:28.982802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.004995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.008555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.039208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.083050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:19:29.086730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7754290 Aug 11 02:19:29.091240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49572) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:29.101605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1175600379'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:29.134258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:29.139717 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.187745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd5d2d-b055-48fe-b12a-c57063257210 req-440caf6d-699c-40b8-9827-25ba4011b9f3 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.195974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7dd5d2d-b055-48fe-b12a-c57063257210 req-440caf6d-699c-40b8-9827-25ba4011b9f3 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.1835811 Aug 11 02:19:29.221407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:29.226640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.243247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['14ee3f1a-89a9-4166-9e04-02fed0549dd7'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:29.248947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.286164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167ddd9-390f-4ce7-811b-a4b78818bb40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Network': ['ID=bd77a0c6-b87d-4ede-881a-98506c3ac21f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.307028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:29.320763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7dd5d2d-b055-48fe-b12a-c57063257210 req-1178a1b4-ca2f-43fa-b6e4-13a5ce34a633 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238332 Aug 11 02:19:29.349152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:29.354194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0cace-aa09-46df-bcab-f0717aafbe6f req-0d06c2de-8976-4c7f-8c6e-f1246e6a6746 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.365103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bc0cace-aa09-46df-bcab-f0717aafbe6f req-0d06c2de-8976-4c7f-8c6e-f1246e6a6746 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2521315 Aug 11 02:19:29.394697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.395119 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Added segment 81d7d060-1b89-4f23-b8cd-abaee7c8720c of type vlan for network aa49a50c-9844-43ff-bb92-5537732375eb Aug 11 02:19:29.469166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bc0cace-aa09-46df-bcab-f0717aafbe6f req-835cb7b0-c804-4b1b-90ec-cdf1bf29b819 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027949 Aug 11 02:19:29.490256 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.577668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.606342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:29.607724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:29.837532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7449024 Aug 11 02:19:29.841851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49604) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:29.850256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'subnet': {'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:29.877689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef5cb-0625-43f2-8968-4e720be95ab2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Network': ['ID=aa49a50c-9844-43ff-bb92-5537732375eb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:29.893904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network aa49a50c-9844-43ff-bb92-5537732375eb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:30.138736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f4ea-55f0-4997-8747-21a6dad2c9ad req-f122ce3f-6c27-4334-aab9-9ca26b0da82c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.149427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ba5f4ea-55f0-4997-8747-21a6dad2c9ad req-f122ce3f-6c27-4334-aab9-9ca26b0da82c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 945 time: 0.2432227 Aug 11 02:19:30.154974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:30.161398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.228677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ba5f4ea-55f0-4997-8747-21a6dad2c9ad req-a2b8fc31-0f0a-4512-a824-9a6d879a36ac tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782151 Aug 11 02:19:30.389542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-45b62a23-f507-4836-8df5-6db5d2c1a9d0 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.391325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-45b62a23-f507-4836-8df5-6db5d2c1a9d0 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.67 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.1247709 Aug 11 02:19:30.507358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:30.779749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.784810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:30.787497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.816462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bcf4-0464-4284-858a-57a706ec01c3 req-92add9f2-1e41-48e5-9035-8acb6a9efe03 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:30.825001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8155bcf4-0464-4284-858a-57a706ec01c3 req-92add9f2-1e41-48e5-9035-8acb6a9efe03 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 945 time: 0.2112250 Aug 11 02:19:30.915244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Deleting port 928ecfd1-9032-40d4-b38c-91e746fd9e46 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:19:30.915959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:30.930932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Subnet': ['ID=f4f6b60c-2836-40d2-849d-52f19771008f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:30.960715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8155bcf4-0464-4284-858a-57a706ec01c3 req-9f423ce3-cb09-45b9-8a28-00c88edb7f3b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/security-groups?id=e841996b-f7d9-4908-b016-9039eb7be9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342530 Aug 11 02:19:30.962838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:30.963439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network hostable DHCP agents. Network: bd77a0c6-b87d-4ede-881a-98506c3ac21f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:31.015119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:31.035097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bd77a0c6-b87d-4ede-881a-98506c3ac21f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:31.063193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.064450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4e286-ba85-4554-9603-cc01e179a51b None None] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:31.065733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.113538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-236d550c-2fa7-406c-9e41-5125025d1a5a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2698832 Aug 11 02:19:31.118452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:31.153757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'subnet': {'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:31.451898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ec03-75b6-4a5a-acbe-170a04376e37 req-28bf10f3-4696-4fd7-a74f-27d0f59d2bce tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.465640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2894ec03-75b6-4a5a-acbe-170a04376e37 req-28bf10f3-4696-4fd7-a74f-27d0f59d2bce tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2620411 Aug 11 02:19:31.485272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:31.490916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.594260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] For port 928ecfd1-9032-40d4-b38c-91e746fd9e46, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=928ecfd1-9032-40d4-b38c-91e746fd9e46,segment=NetworkSegment(260f1567-1ca5-4bce-bf26-5b1482afe703),segment_id=260f1567-1ca5-4bce-bf26-5b1482afe703)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:31.594701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.714871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Calling delete_port for 928ecfd1-9032-40d4-b38c-91e746fd9e46 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:19:31.746599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2894ec03-75b6-4a5a-acbe-170a04376e37 req-0578eb7f-ea7d-4886-b7da-3b05aee99cd9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800248 Aug 11 02:19:31.754291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.848243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:31.862233 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b7136-507f-45fc-8a6a-a18a18c524d5" -d '{"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:31.913745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:31.930535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:31.951752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a99449-a882-4f78-b727-7d51fd1509bc req-033a60de-94d4-4d98-bbe2-8300cf96f32c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:31.955912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56a99449-a882-4f78-b727-7d51fd1509bc req-033a60de-94d4-4d98-bbe2-8300cf96f32c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 945 time: 0.4107258 Aug 11 02:19:32.000278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.222799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56a99449-a882-4f78-b727-7d51fd1509bc req-0d89e147-03a0-4bb1-88a6-ef23c877d8e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246940 Aug 11 02:19:32.225005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Subnet': ['ID=b9a19fb2-755f-4b7f-a770-79360c8fc948,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:32.269295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Checking segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:32.269767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network hostable DHCP agents. Network: aa49a50c-9844-43ff-bb92-5537732375eb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:19:32.335409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network aa49a50c-9844-43ff-bb92-5537732375eb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:19:32.373343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, aa49a50c-9844-43ff-bb92-5537732375eb) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:32.398384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:32.399332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.465483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.483064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:32.496342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb886c8b-eb39-4809-8695-c84944074bab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3698714 Aug 11 02:19:32.502798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:32.508089 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c7bd1-4d5c-4e28-9001-07400911b012 x-openstack-request-id: req-5e5c7bd1-4d5c-4e28-9001-07400911b012 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:32.512282 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:32.515365 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e5c7bd1-4d5c-4e28-9001-07400911b012 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:32.519003 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'code': 200} Aug 11 02:19:32.530702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'name': 'tempest-TaggedBootDevicesTest-560481342', 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:32.543643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278a042-aef1-474f-9304-884dde709815 None None] Network aa49a50c-9844-43ff-bb92-5537732375eb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:32.568249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['928ecfd1-9032-40d4-b38c-91e746fd9e46'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:19:32.693145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Pushing event deleted for resources: {'Port': ['ID=928ecfd1-9032-40d4-b38c-91e746fd9e46,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:32.750683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] No DVR routers for this DVR port 928ecfd1-9032-40d4-b38c-91e746fd9e46 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:19:32.755801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:32.775512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffcbb320-a930-4046-b202-4ad9d7953be9 req-b978de66-5dbc-4dc6-bd11-d993d646c97b tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.67 "DELETE /v2.0/ports/928ecfd1-9032-40d4-b38c-91e746fd9e46 HTTP/1.1" status: 204 len: 173 time: 2.3727663 Aug 11 02:19:32.796763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'name': 'network-vif-deleted', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:19:32.816874 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ac4e8-7963-4062-931e-dddc631c432b" -d '{"events": [{"server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "name": "network-vif-deleted", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:19:32.951026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-084af39b-8f5c-4302-af4c-995281f18cc1 req-1e789394-abd1-4d8a-b3b5-a88b8b4a86b9 tempest-ServersNegativeTestMultiTenantJSON-590348193 tempest-ServersNegativeTestMultiTenantJSON-590348193-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcae3dfe-ac93-44d1-803d-ca6fd258eb82 HTTP/1.1" status: 200 len: 210 time: 0.1583345 Aug 11 02:19:33.062776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:33.073300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.123091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:33.346598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd5c9-186e-4f5f-8dc5-14e73e26ac4b req-5e8dee19-5a50-4481-ab6a-5f28c2c8b5a6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:33.361712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7cfd5c9-186e-4f5f-8dc5-14e73e26ac4b req-5e8dee19-5a50-4481-ab6a-5f28c2c8b5a6 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2197094 Aug 11 02:19:33.505504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.563222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7cfd5c9-186e-4f5f-8dc5-14e73e26ac4b req-134d49df-8253-4807-bfaa-cc7a9698b5bd tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849785 Aug 11 02:19:33.614749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-aa49a50c-9844-43ff-bb92-5537732375eb', 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ips': [{'subnet_id': 'b9a19fb2-755f-4b7f-a770-79360c8fc948'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:19:33.614749 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:33.624451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] device_id is not set on port 3fdd3023-392c-4a67-a360-7083fa793eb8 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:33.806144 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99f620-f5f4-4133-8da2-5c72c5cb7280 x-openstack-request-id: req-bc99f620-f5f4-4133-8da2-5c72c5cb7280 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:19:33.806939 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcae3dfe-ac93-44d1-803d-ca6fd258eb82", "name": "network-vif-deleted", "tag": "928ecfd1-9032-40d4-b38c-91e746fd9e46", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:19:33.808123 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc99f620-f5f4-4133-8da2-5c72c5cb7280 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:19:33.809152 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae3dfe-ac93-44d1-803d-ca6fd258eb82', 'name': 'network-vif-deleted', 'tag': '928ecfd1-9032-40d4-b38c-91e746fd9e46', 'status': 'completed', 'code': 200} Aug 11 02:19:34.330347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fb55e-98a0-4045-bfed-eae9e7716f7f req-d2366e1c-839f-457c-ae02-f1f1d67cf74f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:34.339803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e8fb55e-98a0-4045-bfed-eae9e7716f7f req-d2366e1c-839f-457c-ae02-f1f1d67cf74f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.2655721 Aug 11 02:19:34.427221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Allocated IP 10.2.2.2 (aa49a50c-9844-43ff-bb92-5537732375eb/b9a19fb2-755f-4b7f-a770-79360c8fc948/45c5e74e-33ad-4a4e-9f8a-baad205dc73c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:34.474368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Request body: {'security_group': {'name': 'tempest-securitygroup-968210950', 'description': 'tempest-description-1704749866'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:34.669682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Allocated IP 10.1.1.2 (bd77a0c6-b87d-4ede-881a-98506c3ac21f/f4f6b60c-2836-40d2-849d-52f19771008f/834030ca-e1ad-49ff-8402-bcec349889f8) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:34.691183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e8fb55e-98a0-4045-bfed-eae9e7716f7f req-af2b0cfc-546c-4a2f-8db5-52155693f001 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359373 Aug 11 02:19:34.711024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.764128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.903222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:34.979282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.988833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:34.989177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 928ecfd1-9032-40d4-b38c-91e746fd9e46 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:19:35.112969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bbe1f-f08a-48e1-8e3a-558504092171,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.124665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 928ecfd1-9032-40d4-b38c-91e746fd9e46 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:19:35.127897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 928ecfd1-9032-40d4-b38c-91e746fd9e46 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:19:35.177075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49718) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:35.314182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.381106 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.393878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.413222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Deleting subnet 05b24257-9a35-4a59-975b-4e5bd23e71b3 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:35.432485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.482224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Transition to ACTIVE for port object 834030ca-e1ad-49ff-8402-bcec349889f8 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:35.585559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.600811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Transition to ACTIVE for port object 834030ca-e1ad-49ff-8402-bcec349889f8 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:35.607718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.615223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.621590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.627150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dd24f13-d702-45b2-b39b-4bfe586f34d5 req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.1853406 Aug 11 02:19:35.630860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45be0c-87f3-40bd-8f19-5f634d33491f tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f710d66a-ad87-4004-8c98-2af3ca56af33,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.689764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.748862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1fadc-ba5f-456e-ba6b-6c23a8d83aaa req-7b381771-946b-4525-8ffa-a81fb3ef142b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:35.750564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Pushing event updated for resources: {'Port': ['ID=834030ca-e1ad-49ff-8402-bcec349889f8,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:35.751656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fec1fadc-ba5f-456e-ba6b-6c23a8d83aaa req-7b381771-946b-4525-8ffa-a81fb3ef142b tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.4613845 Aug 11 02:19:35.768156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Transition to ACTIVE for port object 45c5e74e-33ad-4a4e-9f8a-baad205dc73c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:35.778515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:35.788326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:35.796511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:35.801107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Request body: {'security_group': {'name': 'tempest-securitygroup-730175382', 'description': 'tempest-description-1828104991'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:35.871225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29b38520-d17c-4412-beeb-4b1e17022c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:35.886156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.017007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.057644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Transition to ACTIVE for port object 45c5e74e-33ad-4a4e-9f8a-baad205dc73c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:36.059599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fec1fadc-ba5f-456e-ba6b-6c23a8d83aaa req-7f0e022e-aed3-4b4f-8719-6b17e0f71ceb tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729542 Aug 11 02:19:36.059789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.068237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/05b24257-9a35-4a59-975b-4e5bd23e71b3 HTTP/1.1" status: 204 len: 168 time: 0.8847818 Aug 11 02:19:36.080024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:36.117150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30dc6e-33f0-4300-b3d4-ce83515c3987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b24257-9a35-4a59-975b-4e5bd23e71b3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:36.176671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.274784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.1.1.57 (bd77a0c6-b87d-4ede-881a-98506c3ac21f/f4f6b60c-2836-40d2-849d-52f19771008f/3fdd3023-392c-4a67-a360-7083fa793eb8) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:36.482292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2cfd4-4c30-49e4-954a-2a8ca285b4a4 req-46eda8e1-a5c0-4539-971c-efdd55f5fdf1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:36.489923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Attempting to bind port 834030ca-e1ad-49ff-8402-bcec349889f8 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:36.492003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Attempting to bind port 834030ca-e1ad-49ff-8402-bcec349889f8 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:36.492003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Attempting to bind port 834030ca-e1ad-49ff-8402-bcec349889f8 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:36.499855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49c2cfd4-4c30-49e4-954a-2a8ca285b4a4 req-46eda8e1-a5c0-4539-971c-efdd55f5fdf1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1583281 Aug 11 02:19:36.508359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Network aa49a50c-9844-43ff-bb92-5537732375eb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:36.511204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:36.524750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:36.545927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:36.548663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:36.548663 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.548663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Bound using segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:36.548663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Bound port: 834030ca-e1ad-49ff-8402-bcec349889f8, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:36.548663 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.565017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Pushing event updated for resources: {'Port': ['ID=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:36.585724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49c2cfd4-4c30-49e4-954a-2a8ca285b4a4 req-a8222351-d29c-4941-9a5d-f7716c8b4073 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834589 Aug 11 02:19:36.752860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Attempting to bind port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:19:36.753340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Attempting to bind port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:19:36.753644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Attempting to bind port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c on network aa49a50c-9844-43ff-bb92-5537732375eb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:19:36.754649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.766601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:19:36.766976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Checking segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:19:36.767837 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.767837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Bound using segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:19:36.768304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Bound port: 45c5e74e-33ad-4a4e-9f8a-baad205dc73c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:19:36.768749 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:36.959954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] For port 834030ca-e1ad-49ff-8402-bcec349889f8, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:36.976002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] For port 834030ca-e1ad-49ff-8402-bcec349889f8, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=834030ca-e1ad-49ff-8402-bcec349889f8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:36.991784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.075355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29b38520-d17c-4412-beeb-4b1e17022c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.096297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29b38520-d17c-4412-beeb-4b1e17022c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.197566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.278530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8bdbe3-b736-4796-a44d-e35d531878b1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.352418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-29b38520-d17c-4412-beeb-4b1e17022c9e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba4ec1fa7d30494c8d069688de48825d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4468455 Aug 11 02:19:37.362143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.379014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260f1567-1ca5-4bce-bf26-5b1482afe703') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.379340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260f1567-1ca5-4bce-bf26-5b1482afe703') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:37.382497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507ba2-721a-4f3f-ac07-3563c79eb3a1 None None] Pushing event updated for resources: {'Port': ['ID=834030ca-e1ad-49ff-8402-bcec349889f8,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.390775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:37.398062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.411870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38520-d17c-4412-beeb-4b1e17022c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a778a-7402-4228-af2c-a6bdc19950bd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.428648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.456147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.467055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] For port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:19:37.481006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] For port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:19:37.492062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.512007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object 3fdd3023-392c-4a67-a360-7083fa793eb8 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:37.562971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.592827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:37.592827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:37.634571 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:37.656752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c38b0-0d37-462f-a3c9-43e15871fc01 None None] Pushing event updated for resources: {'Port': ['ID=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.709768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.720242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-135838f5-4fa7-419c-98f5-604d936bc073 req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 2.0234988 Aug 11 02:19:37.788455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499f3da-567b-44a7-bf8f-c4403e0eca72 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd046a0-5b74-4179-aad7-e7c9be86f6f8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:37.808407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.815279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.823929 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.826439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] 10.222.0.68 "DELETE /v2.0/networks/4e8bdbe3-b736-4796-a44d-e35d531878b1 HTTP/1.1" status: 204 len: 168 time: 1.7334578 Aug 11 02:19:37.832980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:37.837585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:37.888431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f183-66a5-41dc-9f7a-c00765dcc1e3 req-a4b3d737-737d-4593-b183-7ef901e5fea9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:37.952713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2390f183-66a5-41dc-9f7a-c00765dcc1e3 req-a4b3d737-737d-4593-b183-7ef901e5fea9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.5429885 Aug 11 02:19:38.049171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4f077-02ee-4f12-a90a-492c0789c45c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8bdbe3-b736-4796-a44d-e35d531878b1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.126945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.276924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:38.311832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Deleting subnet 25870cda-ac52-44e9-a537-eee4d3224473 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:19:38.322271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2390f183-66a5-41dc-9f7a-c00765dcc1e3 req-4fb77475-89b0-460d-a4cd-7fa74af8a720 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654728 Aug 11 02:19:38.413493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564e95a-14d7-462c-911c-204cd6b4d242 req-1a8a0977-e528-4d46-968c-ae3547565156 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.429719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8564e95a-14d7-462c-911c-204cd6b4d242 req-1a8a0977-e528-4d46-968c-ae3547565156 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.4014645 Aug 11 02:19:38.435741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:38.446133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.448639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.462117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:38.563773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8564e95a-14d7-462c-911c-204cd6b4d242 req-ce76deb7-bcf5-45c1-b493-feb94144edc9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327639 Aug 11 02:19:38.595598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 834030ca-e1ad-49ff-8402-bcec349889f8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:38.722513 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.827938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.835435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.841323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/769a778a-7402-4228-af2c-a6bdc19950bd HTTP/1.1" status: 204 len: 168 time: 1.4494855 Aug 11 02:19:38.874074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:38.876782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.975279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc99c2-0304-4e31-8cdf-f33c2b9f1080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a778a-7402-4228-af2c-a6bdc19950bd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:38.989115 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4ea9954c-bb90-400b-b88b-5dff4d61ba9e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4810290 Aug 11 02:19:38.990997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:38.992357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49756) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:38.999040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'name': 'tempest-TaggedBootDevicesTest-1576681196', 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:39.114529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 834030ca-e1ad-49ff-8402-bcec349889f8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:39.256611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-597140091', 'description': 'tempest-description-1450530466'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:39.260028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.384758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.402044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25870cda-ac52-44e9-a537-eee4d3224473,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:39.440927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.449442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8cd2f47a-7622-402a-aa6b-d8f544291c9b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/25870cda-ac52-44e9-a537-eee4d3224473 HTTP/1.1" status: 204 len: 168 time: 1.6134584 Aug 11 02:19:39.454539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:39.459409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:39.768389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.049236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a985a6-3eda-4e97-b1cd-2b9798a6adde req-392938e2-761b-4ff4-a7a8-ffdf5a1b028c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:40.065186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1a985a6-3eda-4e97-b1cd-2b9798a6adde req-392938e2-761b-4ff4-a7a8-ffdf5a1b028c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.3629053 Aug 11 02:19:40.160208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.190840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.237243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390bb47d-4f64-4075-9ad9-0f21a856b852,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:40.295820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:40.340531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1a985a6-3eda-4e97-b1cd-2b9798a6adde req-ab690107-d002-41c4-aba4-eb95cc50ee85 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739506 Aug 11 02:19:40.346109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5305e-acd5-433a-92ac-276ced9ef624 None None] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:40.419545 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:19:40.442898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.508619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116f6245-8632-4cc9-b020-e0101df5339b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.580172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7e9472-0512-421c-bf41-28927cc68ae9') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.580434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7e9472-0512-421c-bf41-28927cc68ae9') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:40.640937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.710345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.738311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:40.738951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.838526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:40.839705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45c5e74e-33ad-4a4e-9f8a-baad205dc73c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:40.847204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0ae85-9271-4b87-9e96-062ad7bbbd0e None None] Network aa49a50c-9844-43ff-bb92-5537732375eb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:40.921001 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:41.003658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.008719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.032025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.048478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/116f6245-8632-4cc9-b020-e0101df5339b HTTP/1.1" status: 204 len: 168 time: 1.5784967 Aug 11 02:19:41.097147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.107352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Provisioning for port 834030ca-e1ad-49ff-8402-bcec349889f8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:41.117340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Provisioning complete for port 834030ca-e1ad-49ff-8402-bcec349889f8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:41.117711 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.151278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c998-52ac-4544-a95a-ee25638166e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=116f6245-8632-4cc9-b020-e0101df5339b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:41.181965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a4695-5b64-4b75-b3f5-213ec9568305 req-e5689fa6-e137-4f82-886f-cfd232872b13 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:41.198531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f2a4695-5b64-4b75-b3f5-213ec9568305 req-e5689fa6-e137-4f82-886f-cfd232872b13 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.6129746 Aug 11 02:19:41.214234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] device_id is not set on port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:19:41.350967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.371456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.397414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f2a4695-5b64-4b75-b3f5-213ec9568305 req-7c6a562a-2f2a-4456-894e-7d68f7101e0b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948891 Aug 11 02:19:41.513284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b89d88-3492-4dd2-b48f-9ebe3ee01a47,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:41.608923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.630235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:41.634966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f4f1c17-9089-4a6b-b86d-320ec9cba72d req-d7549c3e-676d-4609-aa5e-24ee77b05018 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 2.4127710 Aug 11 02:19:41.720707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:41.749145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b6aa8f5-7862-460c-8175-3be2b8cdd1a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06717da096ac4298b195bb86544c8f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120846 Aug 11 02:19:41.753996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:41.811083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-277564460', 'description': 'tempest-description-166668446'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:41.848159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.915516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] For port 834030ca-e1ad-49ff-8402-bcec349889f8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=834030ca-e1ad-49ff-8402-bcec349889f8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:41.934833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:41.944536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.005130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.094136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4f45c-901f-4bb4-8550-41ce98da05c1 None None] Pushing event updated for resources: {'Port': ['ID=834030ca-e1ad-49ff-8402-bcec349889f8,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.128424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Provisioning for port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:42.132605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.134648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Provisioning complete for port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:42.135943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.136815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.142545 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e841996b-f7d9-4908-b016-9039eb7be9ec HTTP/1.1" status: 204 len: 168 time: 0.3822694 Aug 11 02:19:42.174304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813221c2-d50b-4bec-a1e6-0b88efa4e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841996b-f7d9-4908-b016-9039eb7be9ec,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.276221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.1.1.242 (bd77a0c6-b87d-4ede-881a-98506c3ac21f/f4f6b60c-2836-40d2-849d-52f19771008f/9c656def-5f4b-4ef0-acbc-7d0b54d7006c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:42.336336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.512750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] For port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:19:42.525182 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.695992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31c836-dea9-4175-98b5-db042f1edd21 None None] Pushing event updated for resources: {'Port': ['ID=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:42.712166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Provisioning for port 3fdd3023-392c-4a67-a360-7083fa793eb8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:42.716963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Provisioning complete for port 3fdd3023-392c-4a67-a360-7083fa793eb8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:42.717344 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.740507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.761512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Port 3fdd3023-392c-4a67-a360-7083fa793eb8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:42.774715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Provisioning complete for port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:42.775208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.818357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dcd4b-ea9c-48da-9929-d492e2914301 req-b6b6f7c1-94ac-4060-89a2-33c553258d3a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:42.820116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d24dcd4b-ea9c-48da-9929-d492e2914301 req-b6b6f7c1-94ac-4060-89a2-33c553258d3a tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.9840252 Aug 11 02:19:42.909017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d24dcd4b-ea9c-48da-9929-d492e2914301 req-9adc0238-4050-440c-b2eb-ff19ad5d70a3 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801151 Aug 11 02:19:42.917089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:42.970176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object 9c656def-5f4b-4ef0-acbc-7d0b54d7006c will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:19:43.069226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.090047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.127094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Provisioning complete for port 834030ca-e1ad-49ff-8402-bcec349889f8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:43.127578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05ae002c-0569-4efb-8dc0-3ce22e919b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.198226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.211293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b40c3998-8fa1-476d-b75c-61cc42a66fe6 req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4262273 Aug 11 02:19:43.219182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49826) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:43.235777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.323566 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a6dedacd-ee63-4879-960b-46ec950c5384 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=95b46a459da4448baee9955e570792e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017785 Aug 11 02:19:43.334464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49828) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:43.355659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb2495-2a2e-4d92-9f92-abe3806f25e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac18b07a-dc0c-4deb-9b6d-1e16a021c3b5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:43.379335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:43.447679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.456903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad74e-f4ee-41d9-bf1d-3bfe6ebff781 req-fed8effb-6812-4a87-8111-6767c0a7b443 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.460828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88ad74e-f4ee-41d9-bf1d-3bfe6ebff781 req-fed8effb-6812-4a87-8111-6767c0a7b443 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.3606870 Aug 11 02:19:43.471117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:43.482469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:43.489374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:43.497485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.696039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:43.697261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.749986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.755175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:43.757488 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d01cd27-83b1-4e9d-802a-f3c31c796d1e HTTP/1.1" status: 204 len: 168 time: 0.4215040 Aug 11 02:19:43.804642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107d519-a584-407c-946d-6e1c5f45e5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01cd27-83b1-4e9d-802a-f3c31c796d1e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:44.134492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6067cbe3-f831-47c5-ad89-d6ffa5ab5fa6 None None] Provisioning for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:19:44.144810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6067cbe3-f831-47c5-ad89-d6ffa5ab5fa6 None None] Provisioning complete for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:44.146862 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6067cbe3-f831-47c5-ad89-d6ffa5ab5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.178482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88ad74e-f4ee-41d9-bf1d-3bfe6ebff781 req-7703e44c-56fb-4784-9d8f-88a2fc1556a0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7048724 Aug 11 02:19:44.232812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-23fd9df3-6ef8-4dd6-8984-5d1d224d6a72 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39567 time: 0.8354456 Aug 11 02:19:44.272450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 834030ca-e1ad-49ff-8402-bcec349889f8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:44.416867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-895a1502-fe0c-4694-bfb4-76a0539cdf07 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4230490 Aug 11 02:19:44.441338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6067cbe3-f831-47c5-ad89-d6ffa5ab5fa6 None None] Port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:19:44.464420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-ca0c92ec-9154-4aeb-8488-e676031963fa tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/11544602-4d1f-48f1-af0f-7a4da4bf5b47 HTTP/1.1" status: 200 len: 2985 time: 0.2244706 Aug 11 02:19:44.466769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 834030ca-e1ad-49ff-8402-bcec349889f8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:44.467402 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.570492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97abb45-611f-4d64-8918-d018c58723ae req-985cfef6-7a2b-4883-9675-a7e66acfe709 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:44.583085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a97abb45-611f-4d64-8918-d018c58723ae req-985cfef6-7a2b-4883-9675-a7e66acfe709 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2301230 Aug 11 02:19:44.589746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45c5e74e-33ad-4a4e-9f8a-baad205dc73c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:19:44.665987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-dbd1ccf4-ac95-486b-a3bf-8afe575c752e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/11544602-4d1f-48f1-af0f-7a4da4bf5b47 HTTP/1.1" status: 200 len: 2985 time: 0.1887503 Aug 11 02:19:44.683470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:19:44.683968 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:44.709920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a97abb45-611f-4d64-8918-d018c58723ae req-500e9b40-085b-4201-8c65-3dd93077e9fd tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099498 Aug 11 02:19:44.859025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-af5863d6-f8de-47b0-8de4-0a664c19eb38 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/2dd6dcb6-253b-42ef-b668-58b99c37bd14 HTTP/1.1" status: 200 len: 2985 time: 0.1778724 Aug 11 02:19:44.999699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-d36ca7e2-933f-4dee-ad1b-f7756e19eac5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/2dd6dcb6-253b-42ef-b668-58b99c37bd14 HTTP/1.1" status: 200 len: 2985 time: 0.1281447 Aug 11 02:19:45.078753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-068cefc4-d9b0-4b8d-90a4-a518895f4151 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/390bb47d-4f64-4075-9ad9-0f21a856b852 HTTP/1.1" status: 200 len: 2985 time: 0.0673800 Aug 11 02:19:45.161025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-c0434cae-2038-486e-86fe-b3daf15374c6 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/390bb47d-4f64-4075-9ad9-0f21a856b852 HTTP/1.1" status: 200 len: 2985 time: 0.0730822 Aug 11 02:19:45.188022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49870) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.226965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-4f1f617e-59e2-4ba2-9d54-216b48f4cde6 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/3abe6dc7-051d-4404-aba8-c6f394989ef7 HTTP/1.1" status: 200 len: 2981 time: 0.0539689 Aug 11 02:19:45.331077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-ad05657f-a91f-4b41-a044-613aefed21b8 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/3abe6dc7-051d-4404-aba8-c6f394989ef7 HTTP/1.1" status: 200 len: 2981 time: 0.0926969 Aug 11 02:19:45.380535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49878) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.389886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747938270', 'description': 'tempest-description--346865330'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:45.471678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.491296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-3cc7a4cf-82c1-49e6-87b7-cca77fdb9d11 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/4c0bbbaf-00c6-49f1-835b-85bd9cc83db5 HTTP/1.1" status: 200 len: 2973 time: 0.1392553 Aug 11 02:19:45.543875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e272a-0de1-42c0-9cff-ac4c091ea50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.558678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-dbf9f35c-fbe0-42ec-912d-eeda70c02203 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/4c0bbbaf-00c6-49f1-835b-85bd9cc83db5 HTTP/1.1" status: 200 len: 2973 time: 0.0558059 Aug 11 02:19:45.618955 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-6f7315ae-193e-4409-9e51-3cf03968027c tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] show failed (client error): The resource could not be found. Aug 11 02:19:45.628540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-6f7315ae-193e-4409-9e51-3cf03968027c tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6d01cd27-83b1-4e9d-802a-f3c31c796d1e HTTP/1.1" status: 404 len: 352 time: 0.0444114 Aug 11 02:19:45.708211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.714359 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-56794753-257b-4528-b744-6834a0c8c1fe tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] show failed (client error): The resource could not be found. Aug 11 02:19:45.715622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-56794753-257b-4528-b744-6834a0c8c1fe tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6d01cd27-83b1-4e9d-802a-f3c31c796d1e HTTP/1.1" status: 404 len: 352 time: 0.0758102 Aug 11 02:19:45.716072 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.772025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76947ff8-78c7-46dd-922f-03c2d06e9760,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.830891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-a36b561a-4341-4330-8562-176d21d3d9e6 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6f0bbe1f-f08a-48e1-8e3a-558504092171 HTTP/1.1" status: 200 len: 2985 time: 0.0910103 Aug 11 02:19:45.897348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e272a-0de1-42c0-9cff-ac4c091ea50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.911893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e272a-0de1-42c0-9cff-ac4c091ea50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.946908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e272a-0de1-42c0-9cff-ac4c091ea50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae81fd8-ab02-41cf-b699-a412f0932620,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:45.953561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:45.957606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f89607b0-0c68-4783-a8b2-e859e178b2a9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5722952 Aug 11 02:19:45.958797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:45.969515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'security_group_rule': {'security_group_id': '76947ff8-78c7-46dd-922f-03c2d06e9760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:45.978933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-ba936d25-97e8-409b-ad0e-aae7448aedcd tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/6f0bbe1f-f08a-48e1-8e3a-558504092171 HTTP/1.1" status: 200 len: 2985 time: 0.1293859 Aug 11 02:19:45.983477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d3e272a-0de1-42c0-9cff-ac4c091ea50e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cbd763e16454b7496f108e632edbfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931435 Aug 11 02:19:45.989911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:46.065022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21856fc1-c967-45f7-9a19-67ce4d22f780 req-e4f87c54-91a8-4c0c-b4f4-f6886f8276ec tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.066704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21856fc1-c967-45f7-9a19-67ce4d22f780 req-e4f87c54-91a8-4c0c-b4f4-f6886f8276ec tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1727133 Aug 11 02:19:46.091217 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.129862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.154243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.201019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.204362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.206030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ae81fd8-ab02-41cf-b699-a412f0932620 HTTP/1.1" status: 204 len: 168 time: 0.2149131 Aug 11 02:19:46.216564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42ecf9-65e7-4f8a-99b8-0fc2feecc1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae81fd8-ab02-41cf-b699-a412f0932620,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.258858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21856fc1-c967-45f7-9a19-67ce4d22f780 req-5f6a4240-7502-402f-9996-88567cfd1f95 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789699 Aug 11 02:19:46.287125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-7b76e9a2-fc57-4aa7-a85f-e2813354afc5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/d4a498d4-2eff-4268-86b5-15997e7458f7 HTTP/1.1" status: 200 len: 2985 time: 0.2728543 Aug 11 02:19:46.400836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-97bc74ee-143c-46fb-9e41-dbf20aef8851 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/d4a498d4-2eff-4268-86b5-15997e7458f7 HTTP/1.1" status: 200 len: 2985 time: 0.0967107 Aug 11 02:19:46.600429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.657538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.766910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-3c1ff09e-08a4-42a1-8765-df474ea39c29 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/dcb78ac4-6e3c-4dc4-8662-2c4c20610e32 HTTP/1.1" status: 200 len: 2977 time: 0.3527982 Aug 11 02:19:46.768115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.770933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8074548 Aug 11 02:19:46.772885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49920) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:46.778537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'security_group_rule': {'security_group_id': '76947ff8-78c7-46dd-922f-03c2d06e9760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:46.804460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dcd7f-0cb3-4e38-a592-c0ac4cc41f34 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645b4cb4-4730-4fa0-aa83-e01b2501cda6,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:46.810922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49922) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:46.852638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.932685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1a7cd-5e4b-42da-a87d-22ebd4157f02 req-4062d83a-92cf-422c-bb0f-a1b82b5ad387 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:46.934394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1fb1a7cd-5e4b-42da-a87d-22ebd4157f02 req-4062d83a-92cf-422c-bb0f-a1b82b5ad387 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.4047654 Aug 11 02:19:46.982993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:46.991919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-c09cb1ff-5778-4ff3-be2e-4d48a69243e5 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/dcb78ac4-6e3c-4dc4-8662-2c4c20610e32 HTTP/1.1" status: 200 len: 2977 time: 0.2189531 Aug 11 02:19:46.996197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.048712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86e8fd0-8173-4219-ac4a-089c13570951,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.061674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.066833 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08cb5328-4857-441d-a99c-652142b8e094 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897704 Aug 11 02:19:47.067613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.074810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:47.112405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.120342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1fb1a7cd-5e4b-42da-a87d-22ebd4157f02 req-d24f1fca-9207-445f-a993-f4b4d181ce34 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742864 Aug 11 02:19:47.187102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-1c4a2aac-f3b1-4b19-add3-d218da49a91f tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/dd65f137-1079-4ef0-b03a-841b397fe263 HTTP/1.1" status: 200 len: 2985 time: 0.1930273 Aug 11 02:19:47.332009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0f5cb5-c9a0-4797-840b-345d624d3165 req-777d69b4-7970-4d9e-8d53-c83bf99d1fd8 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/dd65f137-1079-4ef0-b03a-841b397fe263 HTTP/1.1" status: 200 len: 2985 time: 0.1439028 Aug 11 02:19:47.340226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1951045-a420-4e7b-8251-9ea480680d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.480801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.584492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1951045-a420-4e7b-8251-9ea480680d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.597079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1951045-a420-4e7b-8251-9ea480680d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:47.626473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e90329ef-4024-4518-9a0b-4ca0f8071fde req-0fa90117-1d51-48e1-9247-8636a2f79659 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c195ee9857f4c3bb329fe8c34a200b9 HTTP/1.1" status: 200 len: 6110 time: 0.2818806 Aug 11 02:19:47.707306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bfa3b-6992-4f1c-9b56-a1fed795137c req-978b16fc-5e29-4c39-aa27-d1fa5d381235 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:47.714929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-512bfa3b-6992-4f1c-9b56-a1fed795137c req-978b16fc-5e29-4c39-aa27-d1fa5d381235 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.2580912 Aug 11 02:19:47.769858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a1951045-a420-4e7b-8251-9ea480680d64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3d60222257b40759397d712e36b0f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563234 Aug 11 02:19:47.786483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1951045-a420-4e7b-8251-9ea480680d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f198c03-2233-4084-bc43-cfe0a226a104,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:47.802187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49948) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:47.829238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 172.25.3.233 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/39fde5be-25d8-408e-a912-720aa296c8f3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:19:47.834759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e90329ef-4024-4518-9a0b-4ca0f8071fde req-2e5fe326-b69f-4a72-a4fa-cf51acb37f90 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "GET /v2.0/security-groups/6f0bbe1f-f08a-48e1-8e3a-558504092171 HTTP/1.1" status: 200 len: 2985 time: 0.2070634 Aug 11 02:19:47.947410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e90329ef-4024-4518-9a0b-4ca0f8071fde req-38422090-3f83-45e7-ae24-6a533fc6ae88 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "GET /v2.0/security-groups/6f0bbe1f-f08a-48e1-8e3a-558504092171 HTTP/1.1" status: 200 len: 2985 time: 0.0992522 Aug 11 02:19:47.958843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-512bfa3b-6992-4f1c-9b56-a1fed795137c req-7143d1bf-2ff8-453d-924e-5d51be5d6aee tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427793 Aug 11 02:19:47.983757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.042945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.129261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-b230bcf7-a768-41c3-b588-d49231a815c8 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/ac18b07a-dc0c-4deb-9b6d-1e16a021c3b5 HTTP/1.1" status: 200 len: 1778 time: 0.0671904 Aug 11 02:19:48.210305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.275143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.281686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.300436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1f198c03-2233-4084-bc43-cfe0a226a104 HTTP/1.1" status: 204 len: 168 time: 0.4881897 Aug 11 02:19:48.335155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.453843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:19:48.460316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:19:48.466232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:19:48.522349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265d74-67c4-4ea2-b1a5-34da937e4a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f198c03-2233-4084-bc43-cfe0a226a104,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:48.540089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.581464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=39fde5be-25d8-408e-a912-720aa296c8f3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:48.659886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.709648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.714071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469596-dffd-4e1a-8a55-b92ff5421571 req-6ae8b7d6-b5c3-480e-953f-af6b15e8b238 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:48.724578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2469596-dffd-4e1a-8a55-b92ff5421571 req-6ae8b7d6-b5c3-480e-953f-af6b15e8b238 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.3740361 Aug 11 02:19:48.821840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.901078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2469596-dffd-4e1a-8a55-b92ff5421571 req-7213a855-40c5-4dbd-9de7-86d56b7d5f03 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747499 Aug 11 02:19:48.932013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.939639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:48.944050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93575da4-0e70-4296-9de5-bef2a88dbb52 req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac18b07a-dc0c-4deb-9b6d-1e16a021c3b5 HTTP/1.1" status: 204 len: 173 time: 0.7932355 Aug 11 02:19:48.970703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da61ca-27b3-41a7-aad8-081b61eccb52 tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac18b07a-dc0c-4deb-9b6d-1e16a021c3b5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.057431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-423da065-0a96-4cb2-ad0d-c82417718467 req-589cf734-0bc9-4004-9d14-1c50362510ed tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "GET /v2.0/security-groups/c2b89d88-3492-4dd2-b48f-9ebe3ee01a47 HTTP/1.1" status: 200 len: 1779 time: 0.0733914 Aug 11 02:19:49.167877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-423da065-0a96-4cb2-ad0d-c82417718467 req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.230643 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-423da065-0a96-4cb2-ad0d-c82417718467 req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.398799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.402265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d598a5-d712-4a95-bb6b-d8cd92126ab8 req-9fc76e80-3981-47b9-b0d6-9a388764022a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:49.407924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.418835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0d598a5-d712-4a95-bb6b-d8cd92126ab8 req-9fc76e80-3981-47b9-b0d6-9a388764022a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1445186 Aug 11 02:19:49.448790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-423da065-0a96-4cb2-ad0d-c82417718467 req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.452421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-423da065-0a96-4cb2-ad0d-c82417718467 req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.455114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-423da065-0a96-4cb2-ad0d-c82417718467 req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2b89d88-3492-4dd2-b48f-9ebe3ee01a47 HTTP/1.1" status: 204 len: 173 time: 0.3788855 Aug 11 02:19:49.477965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465866-016f-4100-b1e3-978164a5cb1e tempest-SecurityGroupsTestAdminJSON-1664462654 tempest-SecurityGroupsTestAdminJSON-1664462654-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b89d88-3492-4dd2-b48f-9ebe3ee01a47,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.528320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0d598a5-d712-4a95-bb6b-d8cd92126ab8 req-6133b87f-128c-45e2-bda2-9ca9b679e32a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080127 Aug 11 02:19:49.765931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=39fde5be-25d8-408e-a912-720aa296c8f3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:49.782367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.810013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-3056d412-fb70-4ce3-8384-1884fdaa2ee4 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "GET /v2.0/security-groups/fbd046a0-5b74-4179-aad7-e7c9be86f6f8 HTTP/1.1" status: 200 len: 1779 time: 0.2790928 Aug 11 02:19:49.810683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.820169 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dbd6d882-739e-4398-af1e-ebca5cbda57a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7432749 Aug 11 02:19:49.933692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:49.995583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.109089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.113649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:50.113649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48dd8d88-ba2a-4907-a2b0-cf95c5a6aa5a req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "DELETE /v2.0/security-groups/fbd046a0-5b74-4179-aad7-e7c9be86f6f8 HTTP/1.1" status: 204 len: 173 time: 0.2865429 Aug 11 02:19:50.193147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7666596-44d4-4877-bb25-7c83efa4b523 tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd046a0-5b74-4179-aad7-e7c9be86f6f8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:50.622098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-66691b4e-bacc-4a70-b424-228b345ea0bc tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "GET /v2.0/security-groups/f710d66a-ad87-4004-8c98-2af3ca56af33 HTTP/1.1" status: 200 len: 1779 time: 0.3985686 Aug 11 02:19:50.688448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6defb9-16de-41b5-9b68-265b5ffe60ce req-6b358d0c-1d8f-4d0c-b4a3-3bb590b59397 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:50.693272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a6defb9-16de-41b5-9b68-265b5ffe60ce req-6b358d0c-1d8f-4d0c-b4a3-3bb590b59397 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.5412703 Aug 11 02:19:50.902811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a6defb9-16de-41b5-9b68-265b5ffe60ce req-2e5d1503-fdcb-4b54-823c-adca995429cf tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496501 Aug 11 02:19:50.970016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.052010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50042) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:51.104026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.298388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.304696 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.309081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b15a0ffe-72b4-4f6c-9809-0d2a73d73ed6 req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] 10.222.0.68 "DELETE /v2.0/security-groups/f710d66a-ad87-4004-8c98-2af3ca56af33 HTTP/1.1" status: 204 len: 173 time: 0.6846013 Aug 11 02:19:51.346717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3501a-a1b8-44f2-8124-273d77e7d2cf tempest-SecurityGroupsTestAdminJSON-1772446433 tempest-SecurityGroupsTestAdminJSON-1772446433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710d66a-ad87-4004-8c98-2af3ca56af33,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:51.561095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1655356397-network', 'tenant_id': '1d1c3e08bc11445cb2527e61da24a3ef'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:51.707522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Made reservation on behalf of 1d1c3e08bc11445cb2527e61da24a3ef for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:51.720743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.776299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:51.802712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff22f1-f404-4a93-a27c-943409edcf4f req-b43fffd7-634e-4649-8638-eb136ce798f9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:51.816999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5ff22f1-f404-4a93-a27c-943409edcf4f req-b43fffd7-634e-4649-8638-eb136ce798f9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.3456600 Aug 11 02:19:51.858922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-45e2cb9c-6763-4614-86e6-21f18ec1b8d4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--747938270&fields=id&tenant_id=1f850194481b421e8127b1a3880e4217 HTTP/1.1" status: 200 len: 267 time: 0.2278271 Aug 11 02:19:52.002260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50070) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:52.062451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5ff22f1-f404-4a93-a27c-943409edcf4f req-ee2a34e1-1041-43bd-a7be-3eefb78b8f75 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441540 Aug 11 02:19:52.097616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-24764287-cc2b-43c5-93bd-8eaab438fd08 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.113220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-24764287-cc2b-43c5-93bd-8eaab438fd08 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 930 time: 0.2529950 Aug 11 02:19:52.257664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9af31d1d-2d01-4a7a-8de9-68aa666522da tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.274555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9af31d1d-2d01-4a7a-8de9-68aa666522da tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 932 time: 0.1597970 Aug 11 02:19:52.342673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.353018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.435031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:52.476241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-43373278-6d76-4dc5-aee5-63b63635cc75 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1991019 Aug 11 02:19:52.479398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2cdfb-d63a-4686-b90b-b48312ad527e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.498648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.499148 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Added segment 320bae5a-311e-434b-9ffe-ff3b397af9b4 of type vlan for network b8c31c91-78df-449f-8a9e-0edb77cf1b6d Aug 11 02:19:52.588630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.609966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49e83a52-e609-4a89-9935-0c69a59ece6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.699938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.701326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:52.702196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:52.892263 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8365183 Aug 11 02:19:52.942985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4695077-b440-4986-a5c6-43a677030c33 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c31c91-78df-449f-8a9e-0edb77cf1b6d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:52.971938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b8c31c91-78df-449f-8a9e-0edb77cf1b6d details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:19:53.285700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8feb2fa-e7cd-44d3-947a-f47c59ef5ce7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c195ee9857f4c3bb329fe8c34a200b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2778490 Aug 11 02:19:53.292031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50090) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:53.342302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-46edfb44-561f-424b-942e-2e8662298b14 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.8650241 Aug 11 02:19:53.502893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bd2fa-6eda-43af-af81-a4ddf0ad7d1b req-ed279250-c1b9-45a0-b5ac-d29e4612aae7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.520658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a57bd2fa-6eda-43af-af81-a4ddf0ad7d1b req-ed279250-c1b9-45a0-b5ac-d29e4612aae7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 1.2420080 Aug 11 02:19:53.577099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.660445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.690407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a57bd2fa-6eda-43af-af81-a4ddf0ad7d1b req-c4e2cd7c-d400-48ff-9e47-c16b70ae57ba tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687474 Aug 11 02:19:53.758392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e3dd2fa1-791d-4ec6-b419-39805fbf897f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.765642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e3dd2fa1-791d-4ec6-b419-39805fbf897f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.774104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e3dd2fa1-791d-4ec6-b419-39805fbf897f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:53.782552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e3dd2fa1-791d-4ec6-b419-39805fbf897f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 1990 time: 0.4387841 Aug 11 02:19:53.807216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.815218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:53.822192 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f0bbe1f-f08a-48e1-8e3a-558504092171 HTTP/1.1" status: 204 len: 168 time: 0.5246053 Aug 11 02:19:53.822464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-28d69f08-45f6-401d-8739-c0866ba75aa8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/quotas/1f850194481b421e8127b1a3880e4217 HTTP/1.1" status: 200 len: 375 time: 0.0385137 Aug 11 02:19:53.847582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67847835-b6e1-44b2-b9e3-6c37b45eeb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bbe1f-f08a-48e1-8e3a-558504092171,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:53.998204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-fcd2b82b-7518-4203-a02e-fed8b7746202 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1639543 Aug 11 02:19:54.235646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7f0b303d-98b8-4563-ba0b-4d0a2e960bb4 service neutron] 10.222.0.68 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293229 Aug 11 02:19:54.535822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941361fb-ce30-46aa-8b1e-bd699549d8d4 req-ec92f6d2-716c-42e6-bf0f-0d4664ca7b7e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:54.546312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-941361fb-ce30-46aa-8b1e-bd699549d8d4 req-ec92f6d2-716c-42e6-bf0f-0d4664ca7b7e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.2461510 Aug 11 02:19:54.655654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-941361fb-ce30-46aa-8b1e-bd699549d8d4 req-11b91cd7-f8e1-414a-8f04-5bbcf1968a12 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060488 Aug 11 02:19:54.734686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3fee97e3-bb93-4014-b846-21cf9fafd7d5 service neutron] 10.222.0.68 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905434 Aug 11 02:19:54.883461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9a82dd8a-ec38-4fb2-a2b5-6127dcc606fd service neutron] 10.222.0.68 "GET /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1309614 Aug 11 02:19:55.107923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50124) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:55.120778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8dab1a85-1e00-4fc3-9608-13337ca58514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.237328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a72ab74e-6b56-425b-8786-54507d5482bf service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388219 Aug 11 02:19:55.284489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42ecad3a-c11f-4d99-9f36-4b230d3e00c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6282a97ff52a451a9d52e6516cb07713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711032 Aug 11 02:19:55.288581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:55.392444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.420442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.481304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.635778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.637864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7fc9a3bd-0b94-48a1-bd1d-89e2730f3e1e service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884983 Aug 11 02:19:55.664486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:55.670367 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/390bb47d-4f64-4075-9ad9-0f21a856b852 HTTP/1.1" status: 204 len: 168 time: 0.3782663 Aug 11 02:19:55.708075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f96798-921c-4515-a67d-b62a62f66aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bb47d-4f64-4075-9ad9-0f21a856b852,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:55.742054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-ad20e75b-ecca-4aa3-bfb1-31ef81a6063e service neutron] 10.222.0.68 "GET /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0919499 Aug 11 02:19:56.365660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9863e-f8c8-4c65-b5db-c05963123dbb req-2e1b1530-5dae-49b6-b7f1-e3f41544b994 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.372680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9863e-f8c8-4c65-b5db-c05963123dbb req-2e1b1530-5dae-49b6-b7f1-e3f41544b994 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.377141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:56.388623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9863e-f8c8-4c65-b5db-c05963123dbb req-2e1b1530-5dae-49b6-b7f1-e3f41544b994 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.406485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dd9863e-f8c8-4c65-b5db-c05963123dbb req-2e1b1530-5dae-49b6-b7f1-e3f41544b994 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5640850 Aug 11 02:19:56.479097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bbbfa360-6a55-4f33-b2e2-b77deb2fcdee service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128432 Aug 11 02:19:56.560108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50158) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:56.618765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3299-2384-4d83-a136-2bc6df841859 req-0794d26d-e18f-44f6-a89d-e431472b1ec9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:56.626470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405d3299-2384-4d83-a136-2bc6df841859 req-0794d26d-e18f-44f6-a89d-e431472b1ec9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.1288333 Aug 11 02:19:56.687084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405d3299-2384-4d83-a136-2bc6df841859 req-6740a4bd-7a8a-45a3-b681-b46d5f41bf85 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Aug 11 02:19:56.719793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-82f978d1-e0f8-43b2-9ec1-8b4fd59e21fa service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344511 Aug 11 02:19:56.933163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-87314378-0771-48d9-8c55-8f5181fef0e9 service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039673 Aug 11 02:19:57.074862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0867c4a-c4f7-48a4-b9f6-851b2dbafab9 req-b38de118-9d6b-49a4-ada4-00a6be07b555 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.076653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0867c4a-c4f7-48a4-b9f6-851b2dbafab9 req-b38de118-9d6b-49a4-ada4-00a6be07b555 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1743174 Aug 11 02:19:57.226871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0867c4a-c4f7-48a4-b9f6-851b2dbafab9 req-14e6dcc9-bed2-41fd-b7c8-561063aea752 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400201 Aug 11 02:19:57.241996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-47efecaa-af3f-47ae-85d6-92db1d2bca65 service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077161 Aug 11 02:19:57.385733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1346673-9340-4e35-8959-45248d0a5e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.581777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-0a15a47d-abcf-4784-8fed-31238bef57d5 service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375576 Aug 11 02:19:57.684094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1346673-9340-4e35-8959-45248d0a5e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.692365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1346673-9340-4e35-8959-45248d0a5e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.798855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1346673-9340-4e35-8959-45248d0a5e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41edd1b-0a67-4daf-bc33-b9d9a87b4316,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:57.804172 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b1346673-9340-4e35-8959-45248d0a5e0e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ac1390ff7aa4052877fd44f1fcec027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2419457 Aug 11 02:19:57.807525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:57.818646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e8aaa-21cc-4c41-ab9f-60541ca22a83 req-b3173f3f-90ae-4290-aca7-a2b86e49bf49 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:57.897328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50182) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:57.907561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-730e8aaa-21cc-4c41-ab9f-60541ca22a83 req-b3173f3f-90ae-4290-aca7-a2b86e49bf49 tempest-ComputeTenantNetworksTest-1617926150 tempest-ComputeTenantNetworksTest-1617926150-project] 10.222.0.68 "GET /v2.0/networks/b8c31c91-78df-449f-8a9e-0edb77cf1b6d HTTP/1.1" status: 200 len: 769 time: 0.4956684 Aug 11 02:19:57.968508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:57.988679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-22d935d2-bb65-4bbb-9d84-fd8a1f22bbe7 service neutron] 10.222.0.68 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892438 Aug 11 02:19:58.061449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.115949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.119572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.225345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-d418bc32-b188-40a1-9b37-96e29a255cf9 service neutron] 10.222.0.68 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206075 Aug 11 02:19:58.372284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5984739b-230d-4e92-8d73-6043c7a1b2f9 service neutron] 10.222.0.68 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358256 Aug 11 02:19:58.598210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.601556 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.603696 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f41edd1b-0a67-4daf-bc33-b9d9a87b4316 HTTP/1.1" status: 204 len: 168 time: 0.7933893 Aug 11 02:19:58.605990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.624469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c31c91-78df-449f-8a9e-0edb77cf1b6d']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:58.627945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff699e-290f-4e5b-beac-6f22072dff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41edd1b-0a67-4daf-bc33-b9d9a87b4316,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:58.642975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320bae5a-311e-434b-9ffe-ff3b397af9b4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:58.644014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320bae5a-311e-434b-9ffe-ff3b397af9b4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:19:58.671901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.679937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50206) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:58.718037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2177c58-0f78-464e-ba5a-181db0f3ad21 req-02dddabe-815c-4686-b8ce-a209cf1388a1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:58.726476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.732852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2177c58-0f78-464e-ba5a-181db0f3ad21 req-02dddabe-815c-4686-b8ce-a209cf1388a1 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.6389046 Aug 11 02:19:58.736935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:19:58.737740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:19:58.740074 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:19:58.827956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-76787d5b-46e1-4aa0-bd23-5ed62b2b0720 service neutron] 10.222.0.68 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856561 Aug 11 02:19:58.874772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.895558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:58.914709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] 10.222.0.68 "DELETE /v2.0/networks/b8c31c91-78df-449f-8a9e-0edb77cf1b6d HTTP/1.1" status: 204 len: 168 time: 1.0130682 Aug 11 02:19:58.948998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f099-2cbb-4f68-af9b-218af8491c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c31c91-78df-449f-8a9e-0edb77cf1b6d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.011686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2177c58-0f78-464e-ba5a-181db0f3ad21 req-1b7a4860-0f24-421c-ba3d-cde97fe8f8ae tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756195 Aug 11 02:19:59.175636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5cf2d3f3-c2f5-48dc-b960-858309f864ec service neutron] 10.222.0.68 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396101 Aug 11 02:19:59.332455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-network', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:19:59.373855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Made reservation on behalf of a24a15e6c7e94774ae15f83935a4e5a2 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:19:59.378467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.392375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.471070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc74b63-5b42-4ae8-b397-a38f339f400f req-ff9e3926-3cea-4ff9-9eb2-b22987dba759 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:19:59.483510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc74b63-5b42-4ae8-b397-a38f339f400f req-ff9e3926-3cea-4ff9-9eb2-b22987dba759 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1999335 Aug 11 02:19:59.526768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50232) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.562103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50234) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.571083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bc74b63-5b42-4ae8-b397-a38f339f400f req-d4f88634-a3e4-48ae-9fed-09d2da7170e8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862460 Aug 11 02:19:59.607803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf309-c826-44ff-8031-8b873307c540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.643609 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d4bc0cc8-007f-4d0b-94ac-dbdbdcbf1dcf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d1c3e08bc11445cb2527e61da24a3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147649 Aug 11 02:19:59.647555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:19:59.654956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.671777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.710214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c0f34-6183-4830-a092-da81c05213e2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:19:59.766813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:19:59.799990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.800365 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Added segment 5a39d418-e00e-4514-bc20-aab384254491 of type vlan for network 53171468-ed2e-474a-9ff5-adfbaa584776 Aug 11 02:19:59.811262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.875215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:19:59.890251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.033669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.035664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.036902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.045871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.049581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.051997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eee2cdfb-d63a-4686-b90b-b48312ad527e HTTP/1.1" status: 204 len: 168 time: 0.4008336 Aug 11 02:20:00.072046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba80ddb-fc73-400b-aa6e-332649093d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2cdfb-d63a-4686-b90b-b48312ad527e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.075630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf309-c826-44ff-8031-8b873307c540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.089862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b764-85fd-48ed-9910-795879a27f99 req-501c978a-9e2c-4e83-a6de-06204e139815 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.098724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0626b764-85fd-48ed-9910-795879a27f99 req-501c978a-9e2c-4e83-a6de-06204e139815 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.1122100 Aug 11 02:20:00.150497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0626b764-85fd-48ed-9910-795879a27f99 req-691974ca-41e1-4c16-a792-2a5a5ef3e8b4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Aug 11 02:20:00.184150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf309-c826-44ff-8031-8b873307c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.265156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5821469 Aug 11 02:20:00.269328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:00.276978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Request body: {'subnet': {'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-subnet', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:00.288729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-8ef98b4a-dd8d-4250-af3f-2eab715a282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.292676 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-8ef98b4a-dd8d-4250-af3f-2eab715a282c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1098 time: 0.3225663 Aug 11 02:20:00.328841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430644b5-3613-4262-b08b-13dc5c3278e2 admin admin] Pushing event updated for resources: {'Network': ['ID=53171468-ed2e-474a-9ff5-adfbaa584776,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.338098 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0cbcf309-c826-44ff-8031-8b873307c540 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cfb05da8c155417baefb3a73991b9693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711470 Aug 11 02:20:00.338098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcf309-c826-44ff-8031-8b873307c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7fc87-6fb5-4a06-af4a-e60a083f4bcd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:00.338663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50268) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:00.348182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 53171468-ed2e-474a-9ff5-adfbaa584776 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:00.371429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Made reservation on behalf of a24a15e6c7e94774ae15f83935a4e5a2 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:00.375020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.602450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-f291bb8b-0df6-4444-a89c-b3b27ee94538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.604785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-f291bb8b-0df6-4444-a89c-b3b27ee94538 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.2456384 Aug 11 02:20:00.752421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-960b3b8d-7b7e-4589-af53-830f51c76663 req-c11886ae-ff79-435a-8462-8e1f0668997d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0971446 Aug 11 02:20:00.755428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.770071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-81135cbb-2be2-4eaf-8d6d-5113d263f7f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 1001 time: 0.1559234 Aug 11 02:20:00.876483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-1cce15b2-3fc3-4b4a-a62b-f76ec75c2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.878056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-1cce15b2-3fc3-4b4a-a62b-f76ec75c2f9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1002264 Aug 11 02:20:00.937767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:00.970599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-914fb253-3291-4e7c-ad05-3b5bd3e4c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:00.976285 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-914fb253-3291-4e7c-ad05-3b5bd3e4c19f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884767 Aug 11 02:20:00.999995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91d455-5417-4365-8913-c9b46ed71443 req-037a34bc-d1f7-4170-9b33-dca2bdba7097 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.002050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee91d455-5417-4365-8913-c9b46ed71443 req-037a34bc-d1f7-4170-9b33-dca2bdba7097 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.2714529 Aug 11 02:20:01.165103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee91d455-5417-4365-8913-c9b46ed71443 req-d55c67e6-15c0-420d-88c9-083857c54519 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373839 Aug 11 02:20:01.168955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.208843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-454231a1-c1bf-4022-8184-932694ac39bf service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223678 Aug 11 02:20:01.236523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.238764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.244725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6e7fc87-6fb5-4a06-af4a-e60a083f4bcd HTTP/1.1" status: 204 len: 168 time: 0.8792415 Aug 11 02:20:01.267173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3816-1fa2-4e83-bec7-fbf1935006f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7fc87-6fb5-4a06-af4a-e60a083f4bcd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.330027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Checking segment: {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:01.330691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Network hostable DHCP agents. Network: 53171468-ed2e-474a-9ff5-adfbaa584776, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:01.348935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d9e66b-f713-4af3-833a-37ad8b5e6001,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:01.365158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Network 53171468-ed2e-474a-9ff5-adfbaa584776 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:01.382203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 53171468-ed2e-474a-9ff5-adfbaa584776) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:01.394608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376580a-0bd4-4295-a606-576c3ab3215e None None] Network 53171468-ed2e-474a-9ff5-adfbaa584776 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:01.416789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.418387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.486228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b30c4478-fc60-46fc-b423-b4f40cf57b97 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2099636 Aug 11 02:20:01.488128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50306) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:01.493065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:01.530867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9040b-825e-4aa0-94c6-682438648df4 req-76f967df-e405-4529-a79a-bba28e8bb0d0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.533587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ea9040b-825e-4aa0-94c6-682438648df4 req-76f967df-e405-4529-a79a-bba28e8bb0d0 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.0969441 Aug 11 02:20:01.557196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.559318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.631881 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:01.664824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-3f2f38b9-354c-4787-b38c-4c623f727b61 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:01.664824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-3f2f38b9-354c-4787-b38c-4c623f727b61 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.2657716 Aug 11 02:20:01.693572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ea9040b-825e-4aa0-94c6-682438648df4 req-4220bcd5-0e8c-47ae-9fc9-19123ff592fc tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Aug 11 02:20:02.024919 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a1e819f-d1f2-4e1c-885b-2b15580e1d49 req-d5870f1c-3b5d-4884-82eb-8df0df387ab5 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8079596 Aug 11 02:20:02.041154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.068884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-53171468-ed2e-474a-9ff5-adfbaa584776', 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'fixed_ips': [{'subnet_id': '75d9e66b-f713-4af3-833a-37ad8b5e6001'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:02.071003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.191983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abed596e-da86-4811-82ec-53ab57251903 req-10063fda-ae2d-48f9-9345-2f31998b5e0b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1295121 Aug 11 02:20:02.265598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port 1dc678bb-4300-4a44-9be6-3123a33c81e3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:02.266418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.432041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50342) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:02.446278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Allocated IP 172.20.0.2 (53171468-ed2e-474a-9ff5-adfbaa584776/75d9e66b-f713-4af3-833a-37ad8b5e6001/40e2b78a-aeac-4bf1-825e-5088c3d2b07e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:02.483081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b83f9-5271-4151-8cd1-2b23f1d0f5ca req-499fc4f9-32e0-4205-b87a-da4c6f0f2ed7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.496045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-389b83f9-5271-4151-8cd1-2b23f1d0f5ca req-499fc4f9-32e0-4205-b87a-da4c6f0f2ed7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 946 time: 0.1626499 Aug 11 02:20:02.548553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port 1dc678bb-4300-4a44-9be6-3123a33c81e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1dc678bb-4300-4a44-9be6-3123a33c81e3,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:02.549923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:02.558295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-4b00c6b1-353e-4c29-89b0-5362b0b44a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:02.558295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-4b00c6b1-353e-4c29-89b0-5362b0b44a36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1098 time: 0.4543626 Aug 11 02:20:02.598833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-389b83f9-5271-4151-8cd1-2b23f1d0f5ca req-02b10da6-9d1f-43ed-883f-b8048d10d9ef tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961571 Aug 11 02:20:02.635981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for 1dc678bb-4300-4a44-9be6-3123a33c81e3 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:02.711190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1dc678bb-4300-4a44-9be6-3123a33c81e3 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:02.892916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-807193853-network', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:02.897268 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.007507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.033008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Transition to ACTIVE for port object 40e2b78a-aeac-4bf1-825e-5088c3d2b07e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:03.075916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-78d3de34-d202-451f-9222-fc811a140019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.078167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-78d3de34-d202-451f-9222-fc811a140019 service neutron] 10.222.0.67 "GET /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 1026 time: 0.2412138 Aug 11 02:20:03.084486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-be3a351d-78f8-423b-adff-15e3a3d67058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.086910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-be3a351d-78f8-423b-adff-15e3a3d67058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.5152168 Aug 11 02:20:03.121840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Made reservation on behalf of 20b65cd9dc014e158eea6bea192108ed for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:03.129719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.213439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.217106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.282309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.293643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-59fe24d9-38ac-4293-8241-23470a8fbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.296339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-59fe24d9-38ac-4293-8241-23470a8fbdba service neutron] 10.222.0.67 "GET /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 1028 time: 0.2010324 Aug 11 02:20:03.324736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc93f6-e3f4-42dc-a775-ff94140f0a20 req-50b1a161-0c40-4a9e-9991-52017eadab71 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.341227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbdc93f6-e3f4-42dc-a775-ff94140f0a20 req-50b1a161-0c40-4a9e-9991-52017eadab71 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=f02db102-f7dc-4fa4-914a-d1c95b796ebb HTTP/1.1" status: 200 len: 945 time: 0.3996723 Aug 11 02:20:03.376486 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-5f6a8c43-b84e-4839-80c1-130308674a0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 1001 time: 0.2748063 Aug 11 02:20:03.470232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Transition to ACTIVE for port object 40e2b78a-aeac-4bf1-825e-5088c3d2b07e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:03.471405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.523218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['83192f8a-ddef-404b-9018-3df342e12c9e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:20:03.527153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.551261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:03.579559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=1dc678bb-4300-4a44-9be6-3123a33c81e3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:03.614141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-6d8e5799-7b57-4e94-8504-3d9a1f0bf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.620807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-6d8e5799-7b57-4e94-8504-3d9a1f0bf758 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.2211497 Aug 11 02:20:03.731945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Network 53171468-ed2e-474a-9ff5-adfbaa584776 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:03.738908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:03.746055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port 1dc678bb-4300-4a44-9be6-3123a33c81e3 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:03.755922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:03.762154 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee4c51cd-e487-4c25-b477-8dfe54a0a10d req-c3764118-d253-48b7-a6f5-0f2a6875fd9c tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "DELETE /v2.0/ports/1dc678bb-4300-4a44-9be6-3123a33c81e3 HTTP/1.1" status: 204 len: 173 time: 2.0838358 Aug 11 02:20:03.762966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'name': 'network-vif-deleted', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:03.767143 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a26b31-43a8-47f9-8057-12d3ba3ce3ac" -d '{"events": [{"server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "name": "network-vif-deleted", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:03.781569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:03.787914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-67facaca-9fa9-46be-965c-40d61190f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:03.795786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-67facaca-9fa9-46be-965c-40d61190f8c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442647 Aug 11 02:20:03.841096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Pushing event updated for resources: {'Port': ['ID=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.089177 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-532f35c5-d1db-4c86-9fd5-365ddb38da81 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805758 Aug 11 02:20:04.163560 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.207551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Attempting to bind port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:04.208336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Attempting to bind port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:04.208871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Attempting to bind port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e on network 53171468-ed2e-474a-9ff5-adfbaa584776 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:04.229984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:04.231405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Checking segment: {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:04.231993 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.233984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Bound using segment: {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:04.236017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Bound port: 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:04.237131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.291419 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3588079b-3c6d-4567-978b-c1eb028cf47f req-c1c07d0e-515e-4622-98c7-de82577a769e service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923878 Aug 11 02:20:04.309003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:04.313518 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3cf12-d10f-4b85-a262-d52bf20736a5" -d '{"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-unplugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:04.344858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Allocated IP 172.25.3.25 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/593b4244-139e-4ed6-a2fc-1827342762d3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:04.363860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:04.420751 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.599057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] For port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:04.608791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] For port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:04.652176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.663631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.780998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.823955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-116fd5e7-3556-4921-8ec8-2fe4e940b6c4 req-b2df426b-702b-4bc6-8942-ea032e3f069d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 1.4013989 Aug 11 02:20:04.833559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5ef628e7-6374-43e0-88e9-0df1b30363f5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.842073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5ef628e7-6374-43e0-88e9-0df1b30363f5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.849293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5ef628e7-6374-43e0-88e9-0df1b30363f5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:04.851257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-5ef628e7-6374-43e0-88e9-0df1b30363f5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 1990 time: 1.5067260 Aug 11 02:20:04.861749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbdc93f6-e3f4-42dc-a775-ff94140f0a20 req-6388b390-3fbd-4c2e-a04f-743b070e7911 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5190208 Aug 11 02:20:04.862531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:04.948486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405f4a3-17d1-4db9-8f81-b053369581da,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:04.985554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9db4f-e0f4-4775-86a8-c56fdb7bb6b1 None None] Pushing event updated for resources: {'Port': ['ID=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.021494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.041435 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a373623c-e49f-4d2e-890e-c4d9b053426a x-openstack-request-id: req-a373623c-e49f-4d2e-890e-c4d9b053426a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:05.042396 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02db102-f7dc-4fa4-914a-d1c95b796ebb", "name": "network-vif-deleted", "tag": "1dc678bb-4300-4a44-9be6-3123a33c81e3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:05.042874 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a373623c-e49f-4d2e-890e-c4d9b053426a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:05.043523 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02db102-f7dc-4fa4-914a-d1c95b796ebb', 'name': 'network-vif-deleted', 'tag': '1dc678bb-4300-4a44-9be6-3123a33c81e3', 'status': 'completed', 'code': 200} Aug 11 02:20:05.046629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:05.118809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-fbd7a626-d938-4556-9646-44c61e790439 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f850194481b421e8127b1a3880e4217 HTTP/1.1" status: 200 len: 379 time: 0.1720297 Aug 11 02:20:05.125383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.125782 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Added segment beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e of type vlan for network d82ec076-aec0-4484-a3de-6109f72187f4 Aug 11 02:20:05.152993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'admin_state_up': True, 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'security_groups': ['76947ff8-78c7-46dd-922f-03c2d06e9760']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:05.302838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580eb99-e95d-4086-8324-2b758b20034b req-cea28e7e-25c3-4d86-ad3d-8849db970287 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.304717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6580eb99-e95d-4086-8324-2b758b20034b req-cea28e7e-25c3-4d86-ad3d-8849db970287 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.2555437 Aug 11 02:20:05.318337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.382472 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710ec96-cc00-479c-8066-539676409116 x-openstack-request-id: req-c710ec96-cc00-479c-8066-539676409116 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:05.382673 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-unplugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:05.382931 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c710ec96-cc00-479c-8066-539676409116 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:05.383659 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'code': 200} Aug 11 02:20:05.407707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6580eb99-e95d-4086-8324-2b758b20034b req-335f358e-05a7-4fe0-b14f-593dd8e4d6d6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930648 Aug 11 02:20:05.425620 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.534091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:05.540932 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.541960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:05.542546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.557582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:05.560315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:05.576719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Pushing event updated for resources: {'Port': ['ID=593b4244-139e-4ed6-a2fc-1827342762d3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:05.683306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:05.687677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.705352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2718921 Aug 11 02:20:05.710091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:05.716073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Request body: {'subnet': {'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-807193853-subnet', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:05.750404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Made reservation on behalf of 20b65cd9dc014e158eea6bea192108ed for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:05.766184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:05.980318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a1ce7-1532-4c39-8d5f-aeb7bec93f4f admin admin] Pushing event updated for resources: {'Network': ['ID=d82ec076-aec0-4484-a3de-6109f72187f4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.057211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d82ec076-aec0-4484-a3de-6109f72187f4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:06.362195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40e2b78a-aeac-4bf1-825e-5088c3d2b07e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:06.381412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:06.463526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.493258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d95b23f-bc05-4c9f-ae47-1e50ceb35fae req-7b36852b-1df5-4240-ac23-31ef0c9288f1 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.2660146 Aug 11 02:20:06.607435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:06.653763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 172.20.0.8 (c1905593-36d7-4632-9ba0-399f027d9aa2/c153e4e8-6269-4f05-8194-9f18c662be35/bdef82e8-4c93-4795-bf96-df7cac8432d1) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:06.760063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da11c84-1fea-46a7-bc7f-fa7d0b263979,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:06.782155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Checking segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:06.782646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Network hostable DHCP agents. Network: d82ec076-aec0-4484-a3de-6109f72187f4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:06.814143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.814481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.818395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.824560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.827226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.828010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.828770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.829554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.830425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.831355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.832360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.833124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:06.871692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72506a57-7e5c-4fca-8a35-f0c40cec4032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.896289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Network d82ec076-aec0-4484-a3de-6109f72187f4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:06.930470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d82ec076-aec0-4484-a3de-6109f72187f4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:06.935539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:06.936482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:06.948923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76b5cd-ab9f-4be4-a7be-c624c135504c None None] Network d82ec076-aec0-4484-a3de-6109f72187f4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:07.001428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.021780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e94193-3777-4ebf-8e1d-a1ca478d5962 None None] Network 53171468-ed2e-474a-9ff5-adfbaa584776 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:07.070856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.169172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72506a57-7e5c-4fca-8a35-f0c40cec4032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.185229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72506a57-7e5c-4fca-8a35-f0c40cec4032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.311439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2209ec17-701d-4cf1-9189-e39e6c3dfa92 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5979702 Aug 11 02:20:07.336890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.349663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72506a57-7e5c-4fca-8a35-f0c40cec4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf8a09-e7a7-49a0-af05-3bf46bd6dee4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:07.373141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object bdef82e8-4c93-4795-bf96-df7cac8432d1 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:07.388718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:07.448311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Provisioning for port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:07.472775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Provisioning complete for port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:07.473330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.492684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b97e15-3530-4b92-8605-2c270a27ebaa req-a25401e7-f53d-418b-b8ac-a7071ea17c8c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:07.503323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0b97e15-3530-4b92-8605-2c270a27ebaa req-a25401e7-f53d-418b-b8ac-a7071ea17c8c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.4400899 Aug 11 02:20:07.507275 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72506a57-7e5c-4fca-8a35-f0c40cec4032 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4867d263414a4235bb480b426b9c01ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1223578 Aug 11 02:20:07.517010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.551400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.557882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.564948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:07.674984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0b97e15-3530-4b92-8605-2c270a27ebaa req-92296b41-9b63-4c88-a5a2-05b26bd8d64f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864644 Aug 11 02:20:07.788449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:07.790968 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.038272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-d82ec076-aec0-4484-a3de-6109f72187f4', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:08.039829 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.069256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.075267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.108512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.126895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ad8b637-0035-4198-ac00-ea141b97a8f4 req-2d08de9c-fbfb-4699-865e-3c65b3b25476 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.3140175 Aug 11 02:20:08.206136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.256857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d78abe0b-3d0c-4188-b04e-35c2457fd524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.305790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.309226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.314008 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91cf8a09-e7a7-49a0-af05-3bf46bd6dee4 HTTP/1.1" status: 204 len: 168 time: 0.7950737 Aug 11 02:20:08.329522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.331427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] For port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:08.361444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24676bef-2c8e-433e-bec4-827e85ad50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf8a09-e7a7-49a0-af05-3bf46bd6dee4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:08.489347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.491211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network c1905593-36d7-4632-9ba0-399f027d9aa2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:08.519902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:08.543714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:08.776125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:08.786487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:08.790886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.866723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d78abe0b-3d0c-4188-b04e-35c2457fd524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.884131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d78abe0b-3d0c-4188-b04e-35c2457fd524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:08.926953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb2c7-61dd-419d-99cc-469b201be471 None None] Pushing event updated for resources: {'Port': ['ID=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:09.048605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78abe0b-3d0c-4188-b04e-35c2457fd524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b635d4d-c9ac-4e6f-b3eb-2d2f60008514,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:09.171946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d78abe0b-3d0c-4188-b04e-35c2457fd524 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f54b3b95ad6d4dca892170a2e5a82932&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5735075 Aug 11 02:20:09.174505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50560) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:09.199583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:09.251464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8ed8bd8a-cc42-48d1-aca4-5b998a4af835 None None] Provisioning complete for port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:09.252105 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8ed8bd8a-cc42-48d1-aca4-5b998a4af835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.261016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50564) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:09.292101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Allocated IP 172.20.0.2 (d82ec076-aec0-4484-a3de-6109f72187f4/7da11c84-1fea-46a7-bc7f-fa7d0b263979/3c22d39e-114b-440b-a77c-f301dbb87c46) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:09.339687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a1e53664-e730-4cb7-b36b-cc1ad40f5603 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1966934 Aug 11 02:20:09.389617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'admin_state_up': True, 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'security_groups': ['76947ff8-78c7-46dd-922f-03c2d06e9760']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:09.409356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8045f44-f019-4a2c-9dbe-539c7ae626bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.443040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.480898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.534867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.603533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923affa-006b-4323-8c5f-ebbd1c5ab79b req-57283305-f4e7-457b-a046-6f3710ba4310 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.617463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4923affa-006b-4323-8c5f-ebbd1c5ab79b req-57283305-f4e7-457b-a046-6f3710ba4310 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.4277718 Aug 11 02:20:09.631550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.635030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:20:09.658461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Transition to ACTIVE for port object 3c22d39e-114b-440b-a77c-f301dbb87c46 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:09.667259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Allocated IP 172.25.3.145 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/43004186-7ee2-4995-b48f-27a008bd5913) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:09.669926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f7239-52a2-44be-bf49-b7d1b379f4d1 req-de7e8702-b06d-402f-b03b-41f798b6ba16 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:09.673569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95a91408-9311-44a0-9e83-b4ed1eb588d5 None None] Provisioning for port bdef82e8-4c93-4795-bf96-df7cac8432d1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:09.684518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-291f7239-52a2-44be-bf49-b7d1b379f4d1 req-de7e8702-b06d-402f-b03b-41f798b6ba16 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.5044158 Aug 11 02:20:09.696268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95a91408-9311-44a0-9e83-b4ed1eb588d5 None None] Provisioning complete for port bdef82e8-4c93-4795-bf96-df7cac8432d1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:09.697280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95a91408-9311-44a0-9e83-b4ed1eb588d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.749729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Transition to ACTIVE for port object 3c22d39e-114b-440b-a77c-f301dbb87c46 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:09.779654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.791170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.821231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.844754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-95a91408-9311-44a0-9e83-b4ed1eb588d5 None None] Port bdef82e8-4c93-4795-bf96-df7cac8432d1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:09.851464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-291f7239-52a2-44be-bf49-b7d1b379f4d1 req-aabfc54c-d351-4e6e-ad4f-c77e266893a7 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317887 Aug 11 02:20:09.863910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Network d82ec076-aec0-4484-a3de-6109f72187f4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:09.870986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:09.890273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:09.916808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:09.919834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Pushing event updated for resources: {'Port': ['ID=3c22d39e-114b-440b-a77c-f301dbb87c46,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.010964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.024163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.030412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b635d4d-c9ac-4e6f-b3eb-2d2f60008514 HTTP/1.1" status: 204 len: 168 time: 0.7440856 Aug 11 02:20:10.036203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:10.078334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:10.123740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:10.134759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:10.145716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Sync routers for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:10.152066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Attempting to bind port 3c22d39e-114b-440b-a77c-f301dbb87c46 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:10.156017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Attempting to bind port 3c22d39e-114b-440b-a77c-f301dbb87c46 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:10.156711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Attempting to bind port 3c22d39e-114b-440b-a77c-f301dbb87c46 on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:10.172058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:10.172565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Checking segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:10.173256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.173780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Bound using segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:10.174453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Bound port: 3c22d39e-114b-440b-a77c-f301dbb87c46, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:10.174971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.178493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:10.179295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:10.257634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8045f44-f019-4a2c-9dbe-539c7ae626bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.274134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40e2b78a-aeac-4bf1-825e-5088c3d2b07e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:10.277700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4923affa-006b-4323-8c5f-ebbd1c5ab79b req-337d5dcc-2eee-499e-b34c-60939e8f5375 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6295924 Aug 11 02:20:10.295791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Pushing event updated for resources: {'Port': ['ID=43004186-7ee2-4995-b48f-27a008bd5913,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.296136 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8045f44-f019-4a2c-9dbe-539c7ae626bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.309934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c491c6-232d-44f2-8e0a-4d73be86c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b635d4d-c9ac-4e6f-b3eb-2d2f60008514,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.354267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.356718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d6e30945-f7f4-4194-9647-e99d7a4c3095 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8671658 Aug 11 02:20:10.361643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:10.499548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b8045f44-f019-4a2c-9dbe-539c7ae626bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b56e95858c547c5aeb290db7fd628cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2321892 Aug 11 02:20:10.508112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50574) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:10.564464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8045f44-f019-4a2c-9dbe-539c7ae626bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7dd2c-70ad-43a3-9cd4-304dbcb6ed2a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:10.778804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:10.785421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:10.865856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78f72-1744-4678-9bc7-616c3ff507ae req-bd774da3-2012-4d2e-affd-91a7d14db605 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:10.887471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3a78f72-1744-4678-9bc7-616c3ff507ae req-bd774da3-2012-4d2e-affd-91a7d14db605 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 931 time: 0.3807404 Aug 11 02:20:11.100152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.108653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.123376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068541c-81d2-4cce-8876-40fb2796473a req-45cd76f9-6e4f-4b92-b6ec-babc706088d4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:11.125835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9068541c-81d2-4cce-8876-40fb2796473a req-45cd76f9-6e4f-4b92-b6ec-babc706088d4 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.3235211 Aug 11 02:20:11.189642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3a78f72-1744-4678-9bc7-616c3ff507ae req-5e90088a-dc62-41ce-9b93-3f01d9a1fed8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807946 Aug 11 02:20:11.208387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] For port 3c22d39e-114b-440b-a77c-f301dbb87c46, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:11.264692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.319840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.322870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] For port 3c22d39e-114b-440b-a77c-f301dbb87c46, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3c22d39e-114b-440b-a77c-f301dbb87c46,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:11.329218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:11.329788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.403396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:11.504105 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.565624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50588) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:11.708388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.736854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:11.816876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.1.1.129 (bd77a0c6-b87d-4ede-881a-98506c3ac21f/f4f6b60c-2836-40d2-849d-52f19771008f/bc7398b1-581a-4dc9-910b-bb616c833a3f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:11.898203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38094e23-f24b-4ee1-9523-17f255bb8d32 None None] Pushing event updated for resources: {'Port': ['ID=3c22d39e-114b-440b-a77c-f301dbb87c46,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:11.982693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a83ba-0d31-4fc4-968b-08713594be00 req-46438fe2-0fa0-476e-8dc9-e7b9c236f28e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.000523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-566a83ba-0d31-4fc4-968b-08713594be00 req-46438fe2-0fa0-476e-8dc9-e7b9c236f28e tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.4030261 Aug 11 02:20:12.153955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-566a83ba-0d31-4fc4-968b-08713594be00 req-fb0199f1-db4a-41d7-b5c2-033116bd4a75 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514297 Aug 11 02:20:12.242304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.246194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.263043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18c7dd2c-70ad-43a3-9cd4-304dbcb6ed2a HTTP/1.1" status: 204 len: 168 time: 1.6970022 Aug 11 02:20:12.310828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:05Z', 'revision_number': 3, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:12.408441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a36f62-287b-4679-97c6-d559a2cbfd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7dd2c-70ad-43a3-9cd4-304dbcb6ed2a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:12.544263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Checking router: 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:12.544999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Updating router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 port 593b4244-139e-4ed6-a2fc-1827342762d3 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:12.693465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.778724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3c22d39e-114b-440b-a77c-f301dbb87c46 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:12.873190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.899650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:12.964706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff8c36-e285-4328-b2e1-e348125d6010 req-ff67f14b-bb63-46a0-94d8-b05338c26a7d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:12.974785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbff8c36-e285-4328-b2e1-e348125d6010 req-ff67f14b-bb63-46a0-94d8-b05338c26a7d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.2037992 Aug 11 02:20:12.982383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f0ff45bc91db41f4abd74fc963e0883c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4107895 Aug 11 02:20:12.995534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.021338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50610) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:13.049699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a3a0-db80-482f-bb80-3c3802b72000 req-3c1525eb-e897-4955-81df-0eb77ea392a4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.058245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c278a3a0-db80-482f-bb80-3c3802b72000 req-3c1525eb-e897-4955-81df-0eb77ea392a4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 931 time: 0.4647257 Aug 11 02:20:13.167262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c278a3a0-db80-482f-bb80-3c3802b72000 req-cf0d6734-bf88-43dd-8136-651d7392ce6c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077933 Aug 11 02:20:13.204754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object bc7398b1-581a-4dc9-910b-bb616c833a3f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:13.258459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbff8c36-e285-4328-b2e1-e348125d6010 req-75c84daf-5373-42da-b388-00fe4c0235ac tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769115 Aug 11 02:20:13.328848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ebdc6f-1eb3-46a0-9961-27d6cf382b33,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.433270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 3c22d39e-114b-440b-a77c-f301dbb87c46 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:13.490431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.490871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.491148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.491496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.491838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.492175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.494075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.494495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.494877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.495239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.495580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.495916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61348479-d474-46c8-842f-f91ccd070a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:13.568626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.578405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Deleting port 83192f8a-ddef-404b-9018-3df342e12c9e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:13.578974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.658311 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.675307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:13.828267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:13.912221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea67fa-1296-4998-a7fe-8b5573338764 req-75d8d0c4-f9e0-4adb-ad24-dc686f721873 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:13.922880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4ea67fa-1296-4998-a7fe-8b5573338764 req-75d8d0c4-f9e0-4adb-ad24-dc686f721873 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 946 time: 0.4131067 Aug 11 02:20:13.977167 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.022135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Transition to ACTIVE for port object 593b4244-139e-4ed6-a2fc-1827342762d3 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:14.033308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.037297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:14.044002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:14.059035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:14.066405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.079656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.080896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02ebdc6f-1eb3-46a0-9961-27d6cf382b33 HTTP/1.1" status: 204 len: 168 time: 1.0543270 Aug 11 02:20:14.157960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5e9fb-d8e8-4122-90f3-fe7393133227 None None] Network d82ec076-aec0-4484-a3de-6109f72187f4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:14.174214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.174673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed34359-5dcb-437c-98e8-bf8e1383d3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ebdc6f-1eb3-46a0-9961-27d6cf382b33,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:14.314228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:14.314963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.387241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4ea67fa-1296-4998-a7fe-8b5573338764 req-cdd50da3-b5df-4591-ba72-3080b2f3ac0d tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/security-groups?id=11544602-4d1f-48f1-af0f-7a4da4bf5b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522750 Aug 11 02:20:14.389759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd858057-c852-4838-8264-87b926154861 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0352051 Aug 11 02:20:14.420788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'admin_state_up': True, 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'security_groups': ['76947ff8-78c7-46dd-922f-03c2d06e9760']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:14.637183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] For port 83192f8a-ddef-404b-9018-3df342e12c9e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=83192f8a-ddef-404b-9018-3df342e12c9e,segment=NetworkSegment(d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc),segment_id=d773e6eb-f85c-4705-aaaa-b3c2f83ad6dc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:14.638039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.662199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Attempting to bind port 593b4244-139e-4ed6-a2fc-1827342762d3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:14.663784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Attempting to bind port 593b4244-139e-4ed6-a2fc-1827342762d3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:14.664192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Attempting to bind port 593b4244-139e-4ed6-a2fc-1827342762d3 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:14.678326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Provisioning for port 3c22d39e-114b-440b-a77c-f301dbb87c46 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:14.688567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938106-7879-424c-9f03-e9347adc35be None None] Pushing event updated for resources: {'Port': ['ID=593b4244-139e-4ed6-a2fc-1827342762d3,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:14.701900 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-0c15f277-01a4-44ef-91a0-6dcf44cbd514 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8683691 Aug 11 02:20:14.716196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Calling delete_port for 83192f8a-ddef-404b-9018-3df342e12c9e owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:14.738168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Provisioning complete for port 3c22d39e-114b-440b-a77c-f301dbb87c46 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:14.738562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.763065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.763896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.764681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.765449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.766071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.766916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.767329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.767768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.768181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.768590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.769007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.769406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938106-7879-424c-9f03-e9347adc35be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:14.786160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 83192f8a-ddef-404b-9018-3df342e12c9e no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:14.817708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:14.818806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:14.819621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.820547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:14.821375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Bound port: 593b4244-139e-4ed6-a2fc-1827342762d3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:14.822283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:14.908808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.233399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.332254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] For port 593b4244-139e-4ed6-a2fc-1827342762d3, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:15.410399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] For port 593b4244-139e-4ed6-a2fc-1827342762d3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=593b4244-139e-4ed6-a2fc-1827342762d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:15.421506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] For port 3c22d39e-114b-440b-a77c-f301dbb87c46, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3c22d39e-114b-440b-a77c-f301dbb87c46,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:15.426621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.439349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.449533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:15.615180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938106-7879-424c-9f03-e9347adc35be None None] Pushing event updated for resources: {'Port': ['ID=593b4244-139e-4ed6-a2fc-1827342762d3,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.671774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:20:15.733486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45b83b-21bc-4707-8b1e-72578a5c58e9 req-b1ed9a67-c59c-4e0d-961b-8199a754d7c5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.748130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45b83b-21bc-4707-8b1e-72578a5c58e9 req-b1ed9a67-c59c-4e0d-961b-8199a754d7c5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.762822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b45b83b-21bc-4707-8b1e-72578a5c58e9 req-b1ed9a67-c59c-4e0d-961b-8199a754d7c5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 1653 time: 1.3482053 Aug 11 02:20:15.848922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ccaae-fbd8-478b-a1b4-e13028e0b345 None None] Pushing event updated for resources: {'Port': ['ID=3c22d39e-114b-440b-a77c-f301dbb87c46,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:15.884489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d88d-384b-4973-8675-228078baac60 req-5198efa5-6295-4d8c-a3ed-1df2cf26799f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:15.897350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8195d88d-384b-4973-8675-228078baac60 req-5198efa5-6295-4d8c-a3ed-1df2cf26799f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 1.3146341 Aug 11 02:20:15.949030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:15.950144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:16.074972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:16.085921 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.267651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.304820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b45b83b-21bc-4707-8b1e-72578a5c58e9 req-ab335ece-e6b2-487c-b1b8-824cfb417562 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5253637 Aug 11 02:20:16.309057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1b72c56-a08d-4189-9b31-24ff919b7cf5 None None] Provisioning for port bc7398b1-581a-4dc9-910b-bb616c833a3f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:16.337773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1b72c56-a08d-4189-9b31-24ff919b7cf5 None None] Provisioning complete for port bc7398b1-581a-4dc9-910b-bb616c833a3f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:16.338146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1b72c56-a08d-4189-9b31-24ff919b7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.357210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Allocated IP 172.20.0.1 (53171468-ed2e-474a-9ff5-adfbaa584776/75d9e66b-f713-4af3-833a-37ad8b5e6001/c27eb2e3-860e-46e8-a11e-6ea4f192acdc) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:16.444358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3c22d39e-114b-440b-a77c-f301dbb87c46 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:16.454213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:16.578535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8195d88d-384b-4973-8675-228078baac60 req-8eacb1fb-0e0a-4bd3-aaec-07a08a119bf2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6677310 Aug 11 02:20:16.732084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Pushing event deleted for resources: {'Port': ['ID=83192f8a-ddef-404b-9018-3df342e12c9e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:16.866409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.892716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Transition to ACTIVE for port object c27eb2e3-860e-46e8-a11e-6ea4f192acdc will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:16.943616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:16.960416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:16.962524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:16.976437 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:16.977090 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:17.002773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a1b72c56-a08d-4189-9b31-24ff919b7cf5 None None] Port bc7398b1-581a-4dc9-910b-bb616c833a3f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:17.031727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b83d80dd-cb9d-4053-83c5-9373bab4ef9c req-e46ee686-fe49-469b-8c52-fc2e474bc864 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.68 "GET /v2.0/ports?device_id=502a4e3d-4996-45c7-8837-38206493bbac HTTP/1.1" status: 200 len: 210 time: 0.1443572 Aug 11 02:20:17.110364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.1.1.194 (bd77a0c6-b87d-4ede-881a-98506c3ac21f/f4f6b60c-2836-40d2-849d-52f19771008f/a6aa5e51-5ac9-4157-8dc2-b791bd747525) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:17.133334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 3c22d39e-114b-440b-a77c-f301dbb87c46 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:17.133794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.152793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] No DVR routers for this DVR port 83192f8a-ddef-404b-9018-3df342e12c9e on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:17.191566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Network 53171468-ed2e-474a-9ff5-adfbaa584776 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:17.201486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.205723 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9068541c-81d2-4cce-8876-40fb2796473a req-fce853ce-c8a1-47d2-9265-a1438b05099f tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] 10.222.0.61 "DELETE /v2.0/ports/83192f8a-ddef-404b-9018-3df342e12c9e HTTP/1.1" status: 204 len: 173 time: 6.0678701 Aug 11 02:20:17.323705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:17.336554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'name': 'network-vif-deleted', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:17.344540 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2975a-0a27-4ddc-9ca7-81887d19e44b" -d '{"events": [{"server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "name": "network-vif-deleted", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:17.364008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:17.390633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6eb643fa-585d-4e80-8957-28e879e33b2b None None] Provisioning complete for port 3c22d39e-114b-440b-a77c-f301dbb87c46 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:17.391190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eb643fa-585d-4e80-8957-28e879e33b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.511020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:17.638335 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1ee41-ff26-4829-9170-c0d7b08645aa x-openstack-request-id: req-2cd1ee41-ff26-4829-9170-c0d7b08645aa {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:17.639280 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502a4e3d-4996-45c7-8837-38206493bbac", "name": "network-vif-deleted", "tag": "83192f8a-ddef-404b-9018-3df342e12c9e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:17.639933 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2cd1ee41-ff26-4829-9170-c0d7b08645aa {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:17.640828 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502a4e3d-4996-45c7-8837-38206493bbac', 'name': 'network-vif-deleted', 'tag': '83192f8a-ddef-404b-9018-3df342e12c9e', 'status': 'completed', 'code': 200} Aug 11 02:20:17.648155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.660681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0572277c-675a-425e-926a-5d26d68dbc9f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2995422 Aug 11 02:20:17.703529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50698) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:17.715076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:05Z', 'revision_number': 3, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:17.829586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:17.876621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object a6aa5e51-5ac9-4157-8dc2-b791bd747525 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:17.906421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fe448-b65d-4ebc-882b-d3a41d4548fe None None] The sync data for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 is: [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:05Z', 'revision_number': 3, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:17.946253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.127703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:18.144709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.225362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d11584b4-126a-4755-acd8-a000ff2704bd None None] Provisioning for port c27eb2e3-860e-46e8-a11e-6ea4f192acdc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:18.237041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d11584b4-126a-4755-acd8-a000ff2704bd None None] Provisioning complete for port c27eb2e3-860e-46e8-a11e-6ea4f192acdc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:18.240673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d11584b4-126a-4755-acd8-a000ff2704bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.260211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Pushing event updated for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.289421 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:18.302974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:18.351352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:18.356826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d11584b4-126a-4755-acd8-a000ff2704bd None None] Port c27eb2e3-860e-46e8-a11e-6ea4f192acdc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:18.364206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:18.378011 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:10Z', 'revision_number': 3, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:18.513513 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:18.514005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Updating router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 port 43004186-7ee2-4995-b48f-27a008bd5913 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:18.562022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96701-93ed-4197-a3d1-9c5a05a1984f req-b4b7f36c-a121-4bbc-bdc3-51db6e666421 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.570311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96701-93ed-4197-a3d1-9c5a05a1984f req-b4b7f36c-a121-4bbc-bdc3-51db6e666421 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.577598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96701-93ed-4197-a3d1-9c5a05a1984f req-b4b7f36c-a121-4bbc-bdc3-51db6e666421 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.585910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ff96701-93ed-4197-a3d1-9c5a05a1984f req-b4b7f36c-a121-4bbc-bdc3-51db6e666421 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 2374 time: 0.6666920 Aug 11 02:20:18.609233 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.625194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6e94d-4970-41c5-8777-4128c0c429a5 req-87343a08-c1f2-4530-9894-1d7ddebac954 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.633458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dd6e94d-4970-41c5-8777-4128c0c429a5 req-87343a08-c1f2-4530-9894-1d7ddebac954 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.6922982 Aug 11 02:20:18.671087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:18.672064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.713314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7e976f6d-4582-432d-b880-9ed97e40ca53 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3000839 Aug 11 02:20:18.735242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ff96701-93ed-4197-a3d1-9c5a05a1984f req-bc3d2327-39a5-40e7-bd94-4af23f684556 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481593 Aug 11 02:20:18.758384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'admin_state_up': True, 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'security_groups': ['76947ff8-78c7-46dd-922f-03c2d06e9760']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:18.841549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dc56f970-a46f-4491-b6f1-2a27de0e8378 None None] Provisioning for port a6aa5e51-5ac9-4157-8dc2-b791bd747525 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:18.847348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dc56f970-a46f-4491-b6f1-2a27de0e8378 None None] Provisioning complete for port a6aa5e51-5ac9-4157-8dc2-b791bd747525 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:18.847865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dc56f970-a46f-4491-b6f1-2a27de0e8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:18.983949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dc56f970-a46f-4491-b6f1-2a27de0e8378 None None] Port a6aa5e51-5ac9-4157-8dc2-b791bd747525 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:19.028549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dd6e94d-4970-41c5-8777-4128c0c429a5 req-908590c3-17a9-4b53-9c2a-dbfcc399ecb8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937192 Aug 11 02:20:19.107270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50720) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:19.301617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Deleting subnet 8f36622b-f789-43fb-8776-ec9fe944b11c {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:19.302567 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.313116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.316162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Transition to ACTIVE for port object 43004186-7ee2-4995-b48f-27a008bd5913 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:19.326069 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.427792 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Pushing event updated for resources: {'Port': ['ID=43004186-7ee2-4995-b48f-27a008bd5913,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:19.434071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.442923 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Attempting to bind port 43004186-7ee2-4995-b48f-27a008bd5913 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:19.443516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Attempting to bind port 43004186-7ee2-4995-b48f-27a008bd5913 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:19.444176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Attempting to bind port 43004186-7ee2-4995-b48f-27a008bd5913 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:19.460039 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.461321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.462825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.463629 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.464253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.464896 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.465482 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.466300 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.466926 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.467530 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.468219 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.468885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:20:19.478247 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:19.479898 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:19.481315 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.481855 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:19.482939 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Bound port: 43004186-7ee2-4995-b48f-27a008bd5913, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:19.483645 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.484820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.547841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:19.582482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.605331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] For port 43004186-7ee2-4995-b48f-27a008bd5913, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:19.613036 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] For port 43004186-7ee2-4995-b48f-27a008bd5913, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=43004186-7ee2-4995-b48f-27a008bd5913,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:19.622312 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.688072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ca03-0791-445a-a64e-cc14a11d6265 req-4b93b654-3e65-4690-a096-5d4ccfe2ecf3 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:19.697574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9943ca03-0791-445a-a64e-cc14a11d6265 req-4b93b654-3e65-4690-a096-5d4ccfe2ecf3 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.4905283 Aug 11 02:20:19.732763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.802400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9943ca03-0791-445a-a64e-cc14a11d6265 req-cb53a784-6dc8-4f43-a6c4-c269e46f9f9c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034985 Aug 11 02:20:19.807073 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:19.807718 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:19.809681 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea485b8-db96-4020-8e87-1f7989df50b2 None None] Pushing event updated for resources: {'Port': ['ID=43004186-7ee2-4995-b48f-27a008bd5913,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:19.893792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.905694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.955003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:19.960689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8f36622b-f789-43fb-8776-ec9fe944b11c HTTP/1.1" status: 204 len: 168 time: 0.8520021 Aug 11 02:20:19.962564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3048a01-3fae-4308-87ee-54b9b940cf96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f36622b-f789-43fb-8776-ec9fe944b11c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:19.970145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50736) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:20.043962 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:20.153482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.166512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.293847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Allocated IP 172.20.0.1 (d82ec076-aec0-4484-a3de-6109f72187f4/7da11c84-1fea-46a7-bc7f-fa7d0b263979/6f4b30e0-95ab-47fb-b796-fdf4cb358b41) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:20.379262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.381269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Pushing event updated for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:20.388490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.453670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a614a-d08f-400c-9f52-d79eeaf42059 req-74f90ab2-7c93-4730-97be-a287f4f29a46 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.456719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 593b4244-139e-4ed6-a2fc-1827342762d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:20.460423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a614a-d08f-400c-9f52-d79eeaf42059 req-74f90ab2-7c93-4730-97be-a287f4f29a46 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.467731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a614a-d08f-400c-9f52-d79eeaf42059 req-74f90ab2-7c93-4730-97be-a287f4f29a46 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.469945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c1a614a-d08f-400c-9f52-d79eeaf42059 req-74f90ab2-7c93-4730-97be-a287f4f29a46 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 2374 time: 0.2945032 Aug 11 02:20:20.588861 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:10Z', 'revision_number': 3, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.626586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.648637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b976174c-2c49-4ffc-9ccc-8a267970a929']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.682547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.682858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd773e6eb-f85c-4705-aaaa-b3c2f83ad6dc') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:20.699258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.730546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.734196 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb8b57-d49a-4bd5-a5e5-ba7815c3136e None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:10Z', 'revision_number': 3, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:20.749644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:20.750098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:20.883171 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:20.980570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83a7d1-229f-4901-8cfe-0ab7a2de2b0a req-8f7fe359-34b4-413b-83e4-c0ae14486851 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:20.991810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f83a7d1-229f-4901-8cfe-0ab7a2de2b0a req-8f7fe359-34b4-413b-83e4-c0ae14486851 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.7929263 Aug 11 02:20:21.031263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 593b4244-139e-4ed6-a2fc-1827342762d3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:21.042500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 593b4244-139e-4ed6-a2fc-1827342762d3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:21.042500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.160422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Network 53171468-ed2e-474a-9ff5-adfbaa584776 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:21.166946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:21.186352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.249421 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.308145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.2.2.100 (aa49a50c-9844-43ff-bb92-5537732375eb/b9a19fb2-755f-4b7f-a770-79360c8fc948/747354ed-720a-4e4a-b141-cd5d087ad418) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:21.314390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.326731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 593b4244-139e-4ed6-a2fc-1827342762d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=593b4244-139e-4ed6-a2fc-1827342762d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:21.333375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.372960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Transition to ACTIVE for port object 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:21.413325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f83a7d1-229f-4901-8cfe-0ab7a2de2b0a req-0ac670c5-ba7c-4b82-99a8-df84f336e0a8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757541 Aug 11 02:20:21.421277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.428120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] 10.222.0.68 "DELETE /v2.0/networks/b976174c-2c49-4ffc-9ccc-8a267970a929 HTTP/1.1" status: 204 len: 168 time: 1.4539967 Aug 11 02:20:21.476775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0266-2322-4b62-8743-4a9d7ed1324e admin admin] Pushing event deleted for resources: {'Network': ['ID=b976174c-2c49-4ffc-9ccc-8a267970a929,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.505684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=593b4244-139e-4ed6-a2fc-1827342762d3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:21.525997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c1a614a-d08f-400c-9f52-d79eeaf42059 req-195a23d6-0422-47be-bfa4-9f30adbf4e2e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0001872 Aug 11 02:20:21.604259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:21.616420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.648808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Network d82ec076-aec0-4484-a3de-6109f72187f4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:21.652925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:21.722793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:21.861040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-43417932-30e5-40f5-a06b-276f41dbeca5 None None] Provisioning complete for port c27eb2e3-860e-46e8-a11e-6ea4f192acdc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:21.861471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43417932-30e5-40f5-a06b-276f41dbeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:21.872136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.004570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-43417932-30e5-40f5-a06b-276f41dbeca5 None None] Port c27eb2e3-860e-46e8-a11e-6ea4f192acdc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:22.134645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.143635 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.162999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object 747354ed-720a-4e4a-b141-cd5d087ad418 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:22.211201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50762) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:22.243681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-029976c0-57ba-43ef-9914-26afaeaeb0f2 None None] Provisioning for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:22.254549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-029976c0-57ba-43ef-9914-26afaeaeb0f2 None None] Provisioning complete for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:22.255143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-029976c0-57ba-43ef-9914-26afaeaeb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.272588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.366244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-029976c0-57ba-43ef-9914-26afaeaeb0f2 None None] Port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:22.461637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:22.485128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network aa49a50c-9844-43ff-bb92-5537732375eb is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:22.491264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Sync routers for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:22.506336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15c2f5ac-c069-4207-83df-324ea2cdfd35 admin admin] 10.222.0.68 "PUT /v2.0/routers/0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1385710 Aug 11 02:20:22.507408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-563ddfd7-6ca0-4271-b80b-00cc1f3749da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=181f51222ae140a4bd97be300c815079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921407 Aug 11 02:20:22.518534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:22.519524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:22.535673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:22.545260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:22.585539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55d8f-ee6a-4f72-85d4-4807280e62d9 req-82b38121-18d8-47a2-b5b9-f35cc2c2f5c1 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:22.593349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f55d8f-ee6a-4f72-85d4-4807280e62d9 req-82b38121-18d8-47a2-b5b9-f35cc2c2f5c1 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.3839884 Aug 11 02:20:22.599499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:22.614283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:22.714618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.726950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.810755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.818399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 43004186-7ee2-4995-b48f-27a008bd5913 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:22.883692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80e7-2729-409c-9f08-28791ad60568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:22.921853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:22.983235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f55d8f-ee6a-4f72-85d4-4807280e62d9 req-f88adff9-1467-44c6-95c8-613543cb139a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886499 Aug 11 02:20:23.027225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 43004186-7ee2-4995-b48f-27a008bd5913 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:23.029277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.030354 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.052118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 43004186-7ee2-4995-b48f-27a008bd5913 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:23.052588 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.079624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4bc04351-a011-48c4-a78b-4a68935a30b3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3554463 Aug 11 02:20:23.106911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'admin_state_up': True, 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'security_groups': ['76947ff8-78c7-46dd-922f-03c2d06e9760']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:23.129770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cc910-2b60-4116-98d8-acc01d8b4a49 req-d6925b14-c5cf-4528-b841-f0e676609368 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.135514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.138072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1cc910-2b60-4116-98d8-acc01d8b4a49 req-d6925b14-c5cf-4528-b841-f0e676609368 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.3866844 Aug 11 02:20:23.138375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.143000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11544602-4d1f-48f1-af0f-7a4da4bf5b47 HTTP/1.1" status: 204 len: 168 time: 0.5981691 Aug 11 02:20:23.157552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1f88a-0257-41b1-ad04-a73fe74b607d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11544602-4d1f-48f1-af0f-7a4da4bf5b47,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.226398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.233192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.319472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a96fb7b6-d0b8-4b63-ae03-f09e53154815 None None] Provisioning for port 747354ed-720a-4e4a-b141-cd5d087ad418 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:23.337666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a96fb7b6-d0b8-4b63-ae03-f09e53154815 None None] Provisioning complete for port 747354ed-720a-4e4a-b141-cd5d087ad418 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:23.338384 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a96fb7b6-d0b8-4b63-ae03-f09e53154815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.365911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.386971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a96fb7b6-d0b8-4b63-ae03-f09e53154815 None None] Port 747354ed-720a-4e4a-b141-cd5d087ad418 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:23.388492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1cc910-2b60-4116-98d8-acc01d8b4a49 req-4ce3ff55-490e-4cbf-aac2-64eb20c7fbcb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438122 Aug 11 02:20:23.418037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.485556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-465d1da2-5895-4070-866a-c666b319eb7b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.498570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-465d1da2-5895-4070-866a-c666b319eb7b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.511398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-465d1da2-5895-4070-866a-c666b319eb7b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.520015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-465d1da2-5895-4070-866a-c666b319eb7b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:23.534184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-465d1da2-5895-4070-866a-c666b319eb7b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3095 time: 0.3912394 Aug 11 02:20:23.575737 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.624064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 43004186-7ee2-4995-b48f-27a008bd5913, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=43004186-7ee2-4995-b48f-27a008bd5913,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:23.631331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19c8dd17-c8bb-4516-b853-cf686ffd4212 req-7753939b-2743-4378-bfdd-c6410fedc978 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958998 Aug 11 02:20:23.641476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Network d82ec076-aec0-4484-a3de-6109f72187f4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:23.644933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:23.658110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.665651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 593b4244-139e-4ed6-a2fc-1827342762d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:23.675233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Made reservation on behalf of 1f850194481b421e8127b1a3880e4217 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:23.691327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:23.839354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=43004186-7ee2-4995-b48f-27a008bd5913,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:23.880109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 4, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c27eb2e3-860e-46e8-a11e-6ea4f192acdc', 'name': '', 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'mac_address': 'fa:16:3e:48:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:14Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 2, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'subnets': [{'id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:23.993429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Checking router: 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:23.997794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Updating router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 port c27eb2e3-860e-46e8-a11e-6ea4f192acdc binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:24.118703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:24.132141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.152766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Allocated IP 10.2.2.200 (aa49a50c-9844-43ff-bb92-5537732375eb/b9a19fb2-755f-4b7f-a770-79360c8fc948/5c5c7f65-c062-405d-bbf0-5b1397becba8) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:24.189670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 593b4244-139e-4ed6-a2fc-1827342762d3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:24.189670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.369921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-550d1ab5-bae8-42e8-9c2a-9f1e14ccfd83 req-9aa5d52a-04ac-4d48-8d51-c879089448df tempest-FloatingIPsNegativeTestJSON-696478595 tempest-FloatingIPsNegativeTestJSON-696478595-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=a24a15e6c7e94774ae15f83935a4e5a2 HTTP/1.1" status: 200 len: 217 time: 0.1308463 Aug 11 02:20:24.475095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb1ed508-b921-4f42-91a5-9401ea819d6d req-3c7d52f6-31d3-42e7-b7f6-92ba49af16dc tempest-FloatingIPsNegativeTestJSON-696478595 tempest-FloatingIPsNegativeTestJSON-696478595-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0656872 Aug 11 02:20:24.511849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:24.527121 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6157f08-c126-42c2-8152-23fb55f72ff5 admin admin] 10.222.0.68 "PUT /v2.0/routers/6608de7e-e58f-4c6f-bd3c-77f62e8cf323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8167272 Aug 11 02:20:24.540315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:24.564998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:24.566412 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:24.760920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.791577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Transition to ACTIVE for port object 5c5c7f65-c062-405d-bbf0-5b1397becba8 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:24.807393 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.830655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Transition to ACTIVE for port object c27eb2e3-860e-46e8-a11e-6ea4f192acdc will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:24.833763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcb14c-4af8-40cd-9c4f-bdb2de83df07 req-f984eb1f-b09d-4cde-9dc9-9615edd27a2a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.835905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bcb14c-4af8-40cd-9c4f-bdb2de83df07 req-f984eb1f-b09d-4cde-9dc9-9615edd27a2a tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.2141011 Aug 11 02:20:24.848138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917e26-3f5b-41ee-b359-75566b56e66b req-2cc493ad-72a6-4e0b-9c55-0678f8282be1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:24.850382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b917e26-3f5b-41ee-b359-75566b56e66b req-2cc493ad-72a6-4e0b-9c55-0678f8282be1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.2214372 Aug 11 02:20:24.862959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:24.994566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba41d3-8efa-4853-b9ff-f84ac4b5e1eb None None] Pushing event updated for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.068941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-caee03ef-4bb7-45a9-b795-71fd2df1b90d None None] Provisioning complete for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.069197 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-caee03ef-4bb7-45a9-b795-71fd2df1b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.077731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b917e26-3f5b-41ee-b359-75566b56e66b req-77c9010d-d822-465c-b1e3-84a4e03ea2c8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008424 Aug 11 02:20:25.115640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bcb14c-4af8-40cd-9c4f-bdb2de83df07 req-37a319e6-43d7-4acb-91d0-c6a0a93d59ba tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585032 Aug 11 02:20:25.117800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:25.129842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.225197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-caee03ef-4bb7-45a9-b795-71fd2df1b90d None None] Port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:25.238501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 43004186-7ee2-4995-b48f-27a008bd5913 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:25.317260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b6067e5-4e36-4c95-9e62-3b39469e9688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.463979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.470919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Attempting to bind port c27eb2e3-860e-46e8-a11e-6ea4f192acdc on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:25.471811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Attempting to bind port c27eb2e3-860e-46e8-a11e-6ea4f192acdc by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:25.472539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Attempting to bind port c27eb2e3-860e-46e8-a11e-6ea4f192acdc on network 53171468-ed2e-474a-9ff5-adfbaa584776 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:25.491487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:25.492310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Checking segment: {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:25.494834 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.495582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Bound using segment: {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:25.496331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Bound port: c27eb2e3-860e-46e8-a11e-6ea4f192acdc, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a39d418-e00e-4514-bc20-aab384254491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:25.496982 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.515054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 43004186-7ee2-4995-b48f-27a008bd5913 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:25.515824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.610103 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-f78d5f0a-8f28-405c-9f45-7a537f54fadb req-c9f9e885-d776-461a-93a5-e282ab1ecb00 tempest-FloatingIPsNegativeTestJSON-696478595 tempest-FloatingIPsNegativeTestJSON-696478595-project] show failed (client error): The resource could not be found. Aug 11 02:20:25.612898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f78d5f0a-8f28-405c-9f45-7a537f54fadb req-c9f9e885-d776-461a-93a5-e282ab1ecb00 tempest-FloatingIPsNegativeTestJSON-696478595 tempest-FloatingIPsNegativeTestJSON-696478595-project] 10.222.0.68 "GET /v2.0/floatingips/bea640de-fd3f-4eac-8805-15c890427147 HTTP/1.1" status: 404 len: 350 time: 0.4396105 Aug 11 02:20:25.624153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50826) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:25.657042 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 2, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:25.713729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] For port c27eb2e3-860e-46e8-a11e-6ea4f192acdc, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:25.719494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] For port c27eb2e3-860e-46e8-a11e-6ea4f192acdc, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:25.726068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.733418 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:25.738438 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Updating router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:20:25.754716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Network aa49a50c-9844-43ff-bb92-5537732375eb is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:25.796929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba41d3-8efa-4853-b9ff-f84ac4b5e1eb None None] Pushing event updated for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.799252 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:25.816869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:25.817407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:25.818005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:25.823757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:25.852916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:26.017160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.035651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.063670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.079794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:26.081396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.118646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.131485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-52d41a02-c613-4802-89af-6b5583acd63b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3816 time: 0.5590303 Aug 11 02:20:26.244747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.249542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.290753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-44a0bbcc-e894-473e-84c2-c31dc2f0e007 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1956661 Aug 11 02:20:26.303109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a5208fc-3edd-4a7a-adde-f7edcc1238bf req-71af69ba-3c98-46cb-8deb-9cd3c29a6eeb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701291 Aug 11 02:20:26.315068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:26.535404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-6e8185c9-bfd3-44bc-9ec8-d37f8c213c91 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.543035 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.552427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-6e8185c9-bfd3-44bc-9ec8-d37f8c213c91 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.3485403 Aug 11 02:20:26.559383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.561985 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Transition to ACTIVE for port object 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:26.572397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f2f8b709-b2e9-4ee6-98c1-4274ed7d6b40 None None] Provisioning for port 5c5c7f65-c062-405d-bbf0-5b1397becba8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:26.572629 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.576619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.594881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f2f8b709-b2e9-4ee6-98c1-4274ed7d6b40 None None] Provisioning complete for port 5c5c7f65-c062-405d-bbf0-5b1397becba8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:26.595267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b709-b2e9-4ee6-98c1-4274ed7d6b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.776689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57924f-45c5-4a73-9a51-48dc91265796 req-0e4c2d33-84ed-409f-84d6-d334a7d55a8e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:26.788278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d57924f-45c5-4a73-9a51-48dc91265796 req-0e4c2d33-84ed-409f-84d6-d334a7d55a8e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.2573764 Aug 11 02:20:26.844138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8b709-b2e9-4ee6-98c1-4274ed7d6b40 None None] Port 5c5c7f65-c062-405d-bbf0-5b1397becba8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:26.903458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Deleting port 95662750-f3ff-4535-8c10-bf9280da9b3a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:26.904015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:26.921221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 4, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c27eb2e3-860e-46e8-a11e-6ea4f192acdc', 'name': '', 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'mac_address': 'fa:16:3e:48:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:14Z', 'updated_at': '2021-08-11T02:20:25Z', 'revision_number': 4, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'subnets': [{'id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:27.009704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50844) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:27.036411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb415-697c-4163-9abc-4ea11cfa35a7 None None] The sync data for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 is: [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:19Z', 'revision_number': 4, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c27eb2e3-860e-46e8-a11e-6ea4f192acdc', 'name': '', 'network_id': '53171468-ed2e-474a-9ff5-adfbaa584776', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'mac_address': 'fa:16:3e:48:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:14Z', 'updated_at': '2021-08-11T02:20:25Z', 'revision_number': 4, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'subnets': [{'id': '75d9e66b-f713-4af3-833a-37ad8b5e6001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:27.051640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187129000', 'description': 'tempest-description--1898847102'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:27.152620 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986862-126f-4502-b00e-ebf41f3b41ab None None] Pushing event updated for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.181156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Attempting to bind port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:27.182281 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Attempting to bind port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:27.182640 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Attempting to bind port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:27.203834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:27.204253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Checking segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:27.208546 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.209244 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Bound using segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:27.209756 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Bound port: 6f4b30e0-95ab-47fb-b796-fdf4cb358b41, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:27.210203 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.238965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] For port 95662750-f3ff-4535-8c10-bf9280da9b3a, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=95662750-f3ff-4535-8c10-bf9280da9b3a,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:27.239384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.366935 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] For port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:27.380518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] For port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:27.388995 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.425993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdef82e8-4c93-4795-bf96-df7cac8432d1 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:27.436677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.457212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Transition to ACTIVE for port object bdef82e8-4c93-4795-bf96-df7cac8432d1 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:27.486293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d57924f-45c5-4a73-9a51-48dc91265796 req-ebee288c-7bf7-43e0-a1d9-30fc771df9e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6967778 Aug 11 02:20:27.518272 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.527069 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986862-126f-4502-b00e-ebf41f3b41ab None None] Pushing event updated for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.573451 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:27.573451 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:27.682371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:27.718323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.891975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:27.921232 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:27.964900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.020700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.104618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.122664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Attempting to bind port bdef82e8-4c93-4795-bf96-df7cac8432d1 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:28.123202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Attempting to bind port bdef82e8-4c93-4795-bf96-df7cac8432d1 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:28.123744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Attempting to bind port bdef82e8-4c93-4795-bf96-df7cac8432d1 on network c1905593-36d7-4632-9ba0-399f027d9aa2 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:28.153385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Port bdef82e8-4c93-4795-bf96-df7cac8432d1 on network c1905593-36d7-4632-9ba0-399f027d9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:28.153762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Attempting to bind port bdef82e8-4c93-4795-bf96-df7cac8432d1 on network c1905593-36d7-4632-9ba0-399f027d9aa2 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:28.156306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.161435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1475286 Aug 11 02:20:28.170470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50866) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:28.185298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group_rule': {'security_group_id': '1613ec62-ecb6-4707-9e8a-231144351cc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:28.189715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.191000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.191353 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Floating IP 98a4afeb-9c86-4fbc-af58-5292f417ca4f disassociated. External IP: 172.25.3.64, port: 95662750-f3ff-4535-8c10-bf9280da9b3a. Aug 11 02:20:28.191694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Calling delete_port for 95662750-f3ff-4535-8c10-bf9280da9b3a owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:28.238627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:28.239078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Checking segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:28.239606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Bound using segment: {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:28.240279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Bound port: bdef82e8-4c93-4795-bf96-df7cac8432d1, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76df40a-7c94-444f-894b-08aef0f45cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:28.240708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.256083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bf227-fb9a-4a4f-aaa5-facb95c0ff0a req-5bb559c7-8288-4602-bf6a-87e8a0ba6cac tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.257792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-121bf227-fb9a-4a4f-aaa5-facb95c0ff0a req-5bb559c7-8288-4602-bf6a-87e8a0ba6cac tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 945 time: 0.7937527 Aug 11 02:20:28.272996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.284716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1993-effc-444f-a763-f67c521a005d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1613ec62-ecb6-4707-9e8a-231144351cc1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.322377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.329529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.337380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.344251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.352885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.355784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c6acea0-53a0-44be-a314-e4616b561a27 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3828 time: 0.6406503 Aug 11 02:20:28.516412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:28.521695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:28.542367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.543843 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:27Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:28.576307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.612302 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0a06-1984-4a94-a59b-6b081a052823 None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:27Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:28.623398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event deleted for resources: {'Port': ['ID=95662750-f3ff-4535-8c10-bf9280da9b3a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.688727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:28.718921 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.757035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-121bf227-fb9a-4a4f-aaa5-facb95c0ff0a req-bfb4c670-b7b4-4316-965a-dc9ebf5f1e6c tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758399 Aug 11 02:20:28.765215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:28.768762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.778193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-669a9226-260e-4534-9730-3f2fac043aa3 service neutron] 10.222.0.67 "PUT /v2.0/ports/bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 1092 time: 2.4697874 Aug 11 02:20:28.780547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:28.803198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 95662750-f3ff-4535-8c10-bf9280da9b3a no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:28.856220 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:28.881629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:28.929249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Router b14ed244-bb31-4d5e-b094-107924f106f9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:29.061964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 95662750-f3ff-4535-8c10-bf9280da9b3a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:29.062500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 95662750-f3ff-4535-8c10-bf9280da9b3a not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:29.079419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:29.315305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67bee1dd-18c2-4c3a-88a8-5ded279a4f87 req-8c5fa0bf-c2d1-4fcf-987d-040f885a18e5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9344707 Aug 11 02:20:29.396915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c27eb2e3-860e-46e8-a11e-6ea4f192acdc up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:29.511234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.525321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3322344 Aug 11 02:20:29.526274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35067f-6a06-4937-95ef-24a3ece4eeb6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e94d9b-024f-44ce-8e67-d1f791eaa5f8,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:29.548582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50886) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:29.565738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group_rule': {'security_group_id': '1613ec62-ecb6-4707-9e8a-231144351cc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:29.607385 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2161f436-1e51-471e-8fe0-e08daaae09d9 x-openstack-request-id: req-2161f436-1e51-471e-8fe0-e08daaae09d9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:29.607684 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:29.607953 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2161f436-1e51-471e-8fe0-e08daaae09d9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:29.608390 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'status': 'completed', 'code': 200} Aug 11 02:20:29.692604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c27eb2e3-860e-46e8-a11e-6ea4f192acdc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:29.704669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c27eb2e3-860e-46e8-a11e-6ea4f192acdc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:29.705271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.740343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.810155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316441-2a54-4b2e-9e69-4be2a8d9526c req-aaea50a5-978d-4c28-a997-ef16de15eff2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:29.822898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2316441-2a54-4b2e-9e69-4be2a8d9526c req-aaea50a5-978d-4c28-a997-ef16de15eff2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.6832414 Aug 11 02:20:29.902572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:29.916304 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:29.929697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Sync routers for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:30.004567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:30.006810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:30.013847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2316441-2a54-4b2e-9e69-4be2a8d9526c req-938de026-b10a-4d2a-8514-b88448471b58 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899924 Aug 11 02:20:30.120787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] No DVR routers for this DVR port 95662750-f3ff-4535-8c10-bf9280da9b3a on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:30.132168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.142747 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d817e94-cae1-4a21-9188-ae61a698c52d req-260739ab-da79-4671-a4fd-0d0d4d3f3581 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.61 "DELETE /v2.0/ports/95662750-f3ff-4535-8c10-bf9280da9b3a HTTP/1.1" status: 204 len: 173 time: 3.5743353 Aug 11 02:20:30.153967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.162948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50894) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:30.173487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'name': 'network-vif-deleted', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:30.177466 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5770680-eb43-4b49-ab1e-4167db8887d8" -d '{"events": [{"server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "name": "network-vif-deleted", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:30.202332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.202938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.203731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.204430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.204991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.208155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3fe89bdf-5a23-4442-b0fa-146ad093182d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 4364 time: 0.5233822 Aug 11 02:20:30.213964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae42649d-0dcf-4259-8287-2170c3d7b40f req-e04261b4-3c72-474b-8a99-26329db25037 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.2097003 Aug 11 02:20:30.393331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Deleting port c27eb2e3-860e-46e8-a11e-6ea4f192acdc {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:30.393982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:30.418539 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77cbc7-cc48-45f3-af59-c52cef8c30e9 x-openstack-request-id: req-4b77cbc7-cc48-45f3-af59-c52cef8c30e9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:30.419043 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9012278-d115-43cc-ae7f-71bc7c3aec1d", "name": "network-vif-deleted", "tag": "95662750-f3ff-4535-8c10-bf9280da9b3a", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:30.419407 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b77cbc7-cc48-45f3-af59-c52cef8c30e9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:30.419938 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9012278-d115-43cc-ae7f-71bc7c3aec1d', 'name': 'network-vif-deleted', 'tag': '95662750-f3ff-4535-8c10-bf9280da9b3a', 'status': 'completed', 'code': 200} Aug 11 02:20:30.780687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:30.822048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3625f42e-b1d7-48b9-9e39-4efba1b22b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.822711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3625f42e-b1d7-48b9-9e39-4efba1b22b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.823265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3625f42e-b1d7-48b9-9e39-4efba1b22b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:30.825155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-3625f42e-b1d7-48b9-9e39-4efba1b22b64 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6003158 Aug 11 02:20:30.981464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] For port c27eb2e3-860e-46e8-a11e-6ea4f192acdc, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:30.982169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.013792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Calling delete_port for c27eb2e3-860e-46e8-a11e-6ea4f192acdc owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:31.098940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c27eb2e3-860e-46e8-a11e-6ea4f192acdc, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:31.121340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.122364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:31.180309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-18a94886-4c12-44de-a0bd-5f6271a503d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.184837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-091836e4-e1a4-4ff2-87e1-9fb92bbe2048 req-18a94886-4c12-44de-a0bd-5f6271a503d0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453095 Aug 11 02:20:31.382152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba54-72f3-4c01-93f9-e69d6e63d2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.478363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.568786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:31.591244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:31.591759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.610879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.613741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.627856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f029b90-06bf-4e51-a119-067de9cda6bd req-d1890e37-1d2c-41b8-82a7-4a8db8437699 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.643610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f029b90-06bf-4e51-a119-067de9cda6bd req-d1890e37-1d2c-41b8-82a7-4a8db8437699 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.3557055 Aug 11 02:20:31.677342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.690220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.700596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.712821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:31.714480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.721569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Pushing event deleted for resources: {'Port': ['ID=c27eb2e3-860e-46e8-a11e-6ea4f192acdc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:31.721867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:31.732114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-10d825d8-173a-4022-868a-e711ba8a3dfb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3828 time: 0.6209257 Aug 11 02:20:31.744550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.750222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Checking router: b14ed244-bb31-4d5e-b094-107924f106f9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:31.765655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:31.830350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:31.831710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:31.937484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e6f9f8-0a56-459c-8243-a3f6c651a0b2 req-de828498-2d6c-41ae-bde4-77870e95d41e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027502 Aug 11 02:20:31.940141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64d4d01-9e7a-4fe6-ac24-94a93340be43,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.069866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:32.078000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.141235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:32.156802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdd3023-392c-4a67-a360-7083fa793eb8 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:32.166488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.186904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Transition to ACTIVE for port object 3fdd3023-392c-4a67-a360-7083fa793eb8 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:32.204572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.220569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f029b90-06bf-4e51-a119-067de9cda6bd req-ded26a2e-9491-4804-ad7a-57d9547fcabc tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5755527 Aug 11 02:20:32.305068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.309482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d506926-abd6-48e9-9265-cdf6a9628c77 req-5f169866-a5c1-4049-a7c4-abb8bf0206c2 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.2568119 Aug 11 02:20:32.399633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.413149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:32.472868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.518051 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba54-72f3-4c01-93f9-e69d6e63d2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.551550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa54ba54-72f3-4c01-93f9-e69d6e63d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.556400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Attempting to bind port 3fdd3023-392c-4a67-a360-7083fa793eb8 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:32.556914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Attempting to bind port 3fdd3023-392c-4a67-a360-7083fa793eb8 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:32.557346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Attempting to bind port 3fdd3023-392c-4a67-a360-7083fa793eb8 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:32.617457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54ba54-72f3-4c01-93f9-e69d6e63d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bfdb3b-ef28-4f20-9318-960dd0cb7ba0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:32.634463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.641141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3edd58bb-b59c-462a-94bf-5ee75f41d6b2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0863218 Aug 11 02:20:32.652861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:32.659979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:32.663587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:32.711491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Port 3fdd3023-392c-4a67-a360-7083fa793eb8 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:32.712215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Attempting to bind port 3fdd3023-392c-4a67-a360-7083fa793eb8 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:32.715577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42275de1-268b-47dd-8320-68dd0fdf389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.720497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2cba2-7eb1-4a8d-91f7-136535812c28 None None] The sync data for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 is: [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:17:00Z', 'revision_number': 4, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '41998140-ab73-497b-80f1-bb2595360553', 'name': '', 'network_id': 'dfb005cc-ee37-46db-9842-a99bb885be8f', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'mac_address': 'fa:16:3e:b1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:58Z', 'updated_at': '2021-08-11T02:17:13Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'subnets': [{'id': '72f4d6c3-8459-4400-9f0a-e57bdb1954ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:32.729912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa54ba54-72f3-4c01-93f9-e69d6e63d2d2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e8a0c14d4c0403faed03c8bf59500d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5567091 Aug 11 02:20:32.730748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50922) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:32.736263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:32.736608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:32.736995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Bound using segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:32.737438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Bound port: 3fdd3023-392c-4a67-a360-7083fa793eb8, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:32.738145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.762989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.869534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:20:32.969079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:32.972656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:32.995982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3fdd3023-392c-4a67-a360-7083fa793eb8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:33.019967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42275de1-268b-47dd-8320-68dd0fdf389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.031227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.034269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42275de1-268b-47dd-8320-68dd0fdf389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.062955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.076067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:20:33.087794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-142c7878-6a91-4136-b8ce-822eddb6c18a admin admin] 10.222.0.68 "PUT /v2.0/routers/0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4617448 Aug 11 02:20:33.088008 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Sync routers for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:20:33.092954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:33.095628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42275de1-268b-47dd-8320-68dd0fdf389b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f2d32a6b6144a49be84aff0ac8a4adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773279 Aug 11 02:20:33.102473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:33.104017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:33.105192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:33.112155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42275de1-268b-47dd-8320-68dd0fdf389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0425a610-c487-46bc-87ac-4610d1cebcae,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.170228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246a187-138d-4a7b-8db6-fbb81efd82f7 None None] New status for floating IP 98a4afeb-9c86-4fbc-af58-5292f417ca4f: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:20:33.247998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.261854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.269183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.270745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] 10.222.0.67 "PUT /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 1130 time: 4.2016582 Aug 11 02:20:33.281271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.288455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '3fdd3023-392c-4a67-a360-7083fa793eb8'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:33.291223 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c920f66-f28a-46f0-9d54-ad835fed9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "3fdd3023-392c-4a67-a360-7083fa793eb8"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:33.296662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.330791 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:33.339186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.341871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.343093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30bfdb3b-ef28-4f20-9318-960dd0cb7ba0 HTTP/1.1" status: 204 len: 168 time: 0.6081612 Aug 11 02:20:33.368445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:33.449794 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92425d-3c81-496d-afc1-2ed9cea96360 x-openstack-request-id: req-5d92425d-3c81-496d-afc1-2ed9cea96360 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:33.450116 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "3fdd3023-392c-4a67-a360-7083fa793eb8", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:33.450376 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d92425d-3c81-496d-afc1-2ed9cea96360 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:33.451199 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '3fdd3023-392c-4a67-a360-7083fa793eb8', 'status': 'completed', 'code': 200} Aug 11 02:20:33.469233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3127a-ca8e-4cda-9311-5c283f038cce service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.483829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d64b8-919b-4a84-9e37-79228fb195cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bfdb3b-ef28-4f20-9318-960dd0cb7ba0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:33.658508 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.789841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:31Z', 'revision_number': 5, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:33.811303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.829977 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Checking router: 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:20:33.836746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.842340 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Routers {'0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:20:33.843040 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:33.868006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.885165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.887095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.889335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.893062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.896235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.897477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.898035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.903877 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-2d9fc47d-5f16-40d5-8efd-5e61e5ae754a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5287 time: 0.4459116 Aug 11 02:20:33.910716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.916121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.919205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0425a610-c487-46bc-87ac-4610d1cebcae HTTP/1.1" status: 204 len: 168 time: 0.8134274 Aug 11 02:20:33.922453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.943268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:33.960737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-18f317c9-86be-46e8-9cf6-6d231163bcef tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 4599 time: 0.8200412 Aug 11 02:20:33.967798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:33.991920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58822-d51b-4cf7-9a01-75ad1ab8545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0425a610-c487-46bc-87ac-4610d1cebcae,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:34.261178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.293169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-0d7b6569-5b28-4fab-ab24-78995ce3f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.297600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-0d7b6569-5b28-4fab-ab24-78995ce3f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.298792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-0d7b6569-5b28-4fab-ab24-78995ce3f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.303734 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-0d7b6569-5b28-4fab-ab24-78995ce3f527 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3778560 Aug 11 02:20:34.315943 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] Set router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:20:34.317030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:20:34.426925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:34.427870 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.459471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Deleting port 593b4244-139e-4ed6-a2fc-1827342762d3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:34.460372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.689567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-a0ca0fa2-e4f2-451e-8b06-957553e0b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.691538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7c920f66-f28a-46f0-9d54-ad835fed9e65 req-a0ca0fa2-e4f2-451e-8b06-957553e0b9b0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3716860 Aug 11 02:20:34.692313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50954) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:34.713439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] For port 593b4244-139e-4ed6-a2fc-1827342762d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=593b4244-139e-4ed6-a2fc-1827342762d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:34.714143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.718252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f80c853-0b11-48af-a424-2e941686b98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.742119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Calling delete_port for 593b4244-139e-4ed6-a2fc-1827342762d3 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:34.812214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c656def-5f4b-4ef0-acbc-7d0b54d7006c {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:34.830886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.873339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Allocated IP 172.25.3.66 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/aaf426a8-642e-437f-9582-a721202d21df) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:34.886866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b542e-17fd-440f-8394-503784713828 req-48b510a2-b4f1-4062-adf4-fdcba35ffd18 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:34.892682 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:31Z', 'revision_number': 5, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:34.894718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b66b542e-17fd-440f-8394-503784713828 req-48b510a2-b4f1-4062-adf4-fdcba35ffd18 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 1.2143075 Aug 11 02:20:34.897065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Transition to ACTIVE for port object 9c656def-5f4b-4ef0-acbc-7d0b54d7006c will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:34.906030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a714d475-2d49-44dd-acc6-290cca6ad93b req-357cba77-39ce-4626-95b6-ba597a4b0e55 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9441781 Aug 11 02:20:34.929236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:34.949852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778ae1-5d9a-4671-90eb-600b0100d89c None None] The sync data for ids ['0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27'] in n-d-713498-10 is: [{'id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'name': 'tempest-FloatingIPsNegativeTestJSON-750085833-router', 'tenant_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:01Z', 'updated_at': '2021-08-11T02:20:31Z', 'revision_number': 5, 'project_id': 'a24a15e6c7e94774ae15f83935a4e5a2', 'gw_port': {'id': '593b4244-139e-4ed6-a2fc-1827342762d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:03Z', 'updated_at': '2021-08-11T02:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:20:35.127138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b66b542e-17fd-440f-8394-503784713828 req-797e43d6-c568-40ba-85ee-df353823ef24 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311628 Aug 11 02:20:35.166368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.171183 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f80c853-0b11-48af-a424-2e941686b98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.231715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.278338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f80c853-0b11-48af-a424-2e941686b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.316154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.363849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29fd4544-3fd3-4100-874b-98b010554336 req-cabcc687-b6de-4f69-bd04-a9449ba19ac7 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.1097617 Aug 11 02:20:35.473709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f80c853-0b11-48af-a424-2e941686b98d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17208d7649be41a0bad752004ee59f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778738 Aug 11 02:20:35.478900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:35.488106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80c853-0b11-48af-a424-2e941686b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a915523-2d47-4aef-adf7-1623b61abaa9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.560368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:35.572916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:35.579653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=aaf426a8-642e-437f-9582-a721202d21df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.584464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:35.619225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.627835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50968) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:35.658874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Attempting to bind port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:35.659143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Attempting to bind port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:35.659444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Attempting to bind port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:35.700746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on network bd77a0c6-b87d-4ede-881a-98506c3ac21f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:35.701139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Attempting to bind port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:35.720862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:35.721861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:35.721861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Bound using segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:35.722112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Bound port: 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:35.722379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.724395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.796509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.863631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-486502277-network', 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:35.869050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Pushing event deleted for resources: {'Port': ['ID=593b4244-139e-4ed6-a2fc-1827342762d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:35.931191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:35.943959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.949146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:35.958945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.990004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:35.995153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.001430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a915523-2d47-4aef-adf7-1623b61abaa9 HTTP/1.1" status: 204 len: 168 time: 0.5202825 Aug 11 02:20:36.029828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:36.040858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.055324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.056106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.057629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] 10.222.0.67 "PUT /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 1132 time: 2.6980128 Aug 11 02:20:36.060235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:36.062504 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765475c4-985c-4f40-8bb2-72909252ae9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:36.079362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.082554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e9087-d5b7-4b52-90d5-9c453c60ff3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a915523-2d47-4aef-adf7-1623b61abaa9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:36.105857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.126132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:36.142669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.188575 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce917c5-105b-420e-a8c8-35c26eab3a18 x-openstack-request-id: req-1ce917c5-105b-420e-a8c8-35c26eab3a18 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:36.189170 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:36.189636 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ce917c5-105b-420e-a8c8-35c26eab3a18 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:36.190744 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c', 'status': 'completed', 'code': 200} Aug 11 02:20:36.266386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e25cc4-5fba-4da4-ad72-bea85df1d96c service neutron] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:36.298874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c27eb2e3-860e-46e8-a11e-6ea4f192acdc no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:36.348260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c27eb2e3-860e-46e8-a11e-6ea4f192acdc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:36.348802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c27eb2e3-860e-46e8-a11e-6ea4f192acdc not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:36.380677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.387199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.571516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:36.676034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d06ca-8b6b-4411-bb33-ee8f047322bf req-f29b896c-4428-4fbc-9a06-b6286cefb2b0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.689414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4d06ca-8b6b-4411-bb33-ee8f047322bf req-f29b896c-4428-4fbc-9a06-b6286cefb2b0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.2733901 Aug 11 02:20:36.736328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.748906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.756175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.762769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.769645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.776476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.783424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.785953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-904b75b2-c6a1-4f07-8f2e-f812009fedf7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5372 time: 0.5336781 Aug 11 02:20:36.921017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4d06ca-8b6b-4411-bb33-ee8f047322bf req-1063e6ce-3954-4af2-b9c6-a63c80f757ea tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181842 Aug 11 02:20:36.987745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.988453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.989112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.989569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.990281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:36.999510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.000651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.002832 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-765475c4-985c-4f40-8bb2-72909252ae9a req-011e4373-ba58-4f81-8a37-f1c6bcd575e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6212 time: 0.7715788 Aug 11 02:20:37.006628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.015413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:20:37.053999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.062719 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cf4668ea-79d1-4ebd-81cc-cc4a0ac3a051 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0e9e9ec9-0f8c-4fbe-939f-65ac4ad9dd27 HTTP/1.1" status: 204 len: 168 time: 3.9654162 Aug 11 02:20:37.072648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50998) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:37.166733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0033baaf-9aea-4fe3-b89a-29d068a12e8a req-3fa31a15-13d4-45c4-b49e-f816ec1b5dc2 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.1070750 Aug 11 02:20:37.292256 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.311888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-b8627696-2228-4715-bc88-8a7cf9719241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.314948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-b8627696-2228-4715-bc88-8a7cf9719241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.317010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-b8627696-2228-4715-bc88-8a7cf9719241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.317478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.318838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-765475c4-985c-4f40-8bb2-72909252ae9a req-b8627696-2228-4715-bc88-8a7cf9719241 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2992811 Aug 11 02:20:37.359573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba4a6ad4-32a9-4c07-9371-e6b51dcae25c req-0192931d-4d80-4e53-bdf3-c4961defabf5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5584764 Aug 11 02:20:37.374666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.418420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.436160 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.451948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:37.492777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035366f8-2d40-44e1-ade0-be2d7771df44,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:37.500710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.501211 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Added segment c24b8024-1591-4753-809a-5c32f0f6e824 of type vlan for network 6e085854-6025-41ba-a2e2-485eda3a2caa Aug 11 02:20:37.536180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765475c4-985c-4f40-8bb2-72909252ae9a req-405d1d6d-5a54-44d5-bd9d-7485d87e1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.538173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-765475c4-985c-4f40-8bb2-72909252ae9a req-405d1d6d-5a54-44d5-bd9d-7485d87e1ef0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061779 Aug 11 02:20:37.657106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.716948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-67bb8b7a-1e6f-4497-bf3b-6867bd6df4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:37.719921 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-67bb8b7a-1e6f-4497-bf3b-6867bd6df4fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 1096 time: 0.1968558 Aug 11 02:20:37.767517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7398b1-581a-4dc9-910b-bb616c833a3f {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:37.777347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.800063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Transition to ACTIVE for port object bc7398b1-581a-4dc9-910b-bb616c833a3f will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:37.806004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Deleting subnet 75d9e66b-f713-4af3-833a-37ad8b5e6001 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:20:37.808899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.810742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1565413 Aug 11 02:20:37.820073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ffbf0-a797-44f4-a47d-f597b866b0de tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=aaf426a8-642e-437f-9582-a721202d21df,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:37.823497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.826330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.917500 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:37.941611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.005219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.006209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.006812 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.157550 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5281961 Aug 11 02:20:38.165790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 593b4244-139e-4ed6-a2fc-1827342762d3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:38.181137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-d516316a-266f-4525-a6ae-893e06264f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.184763 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-d516316a-266f-4525-a6ae-893e06264f96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1096 time: 0.4290178 Aug 11 02:20:38.190518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:38.202865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Request body: {'subnet': {'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-486502277-subnet', 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:38.221525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 593b4244-139e-4ed6-a2fc-1827342762d3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:38.222203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 593b4244-139e-4ed6-a2fc-1827342762d3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:38.389023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1f616-c2a6-40c1-bc1a-4a76f215203e admin admin] Pushing event updated for resources: {'Network': ['ID=6e085854-6025-41ba-a2e2-485eda3a2caa,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.400191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:38.401863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.404419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6e085854-6025-41ba-a2e2-485eda3a2caa details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:38.418848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-4b4c0d7d-9c8c-4cf5-a275-43a70fcf66f9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1187129000&fields=id&tenant_id=20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 267 time: 0.1160274 Aug 11 02:20:38.433972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Attempting to bind port bc7398b1-581a-4dc9-910b-bb616c833a3f on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:38.434748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Attempting to bind port bc7398b1-581a-4dc9-910b-bb616c833a3f by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:38.435496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Attempting to bind port bc7398b1-581a-4dc9-910b-bb616c833a3f on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:38.509545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Port bc7398b1-581a-4dc9-910b-bb616c833a3f on network bd77a0c6-b87d-4ede-881a-98506c3ac21f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:38.512690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Attempting to bind port bc7398b1-581a-4dc9-910b-bb616c833a3f on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:38.573350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.609737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-f6ce963d-4d6b-47df-aaa9-e49b7419fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.612583 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-f6ce963d-4d6b-47df-aaa9-e49b7419fd91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.3986013 Aug 11 02:20:38.690184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.721998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:38.723017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:38.723017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Bound using segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:38.724308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Bound port: bc7398b1-581a-4dc9-910b-bb616c833a3f, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:38.724566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.747660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d9e66b-f713-4af3-833a-37ad8b5e6001,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:38.752664 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-03f706e8-858f-431a-803e-4cdb5e07e651 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 999 time: 0.1273949 Aug 11 02:20:38.808318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805234d4-257f-43af-8941-19fe0e5aef9a None None] Network 53171468-ed2e-474a-9ff5-adfbaa584776 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:38.813189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb746c-4eab-4dc1-94f1-18ca23f675b0 req-75173387-721b-4e54-b5ee-347b926cb54d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:38.822029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09fb746c-4eab-4dc1-94f1-18ca23f675b0 req-75173387-721b-4e54-b5ee-347b926cb54d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.6387587 Aug 11 02:20:38.826254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.828215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d4222f65-9446-4425-ad9f-c9ab1ddef26b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/75d9e66b-f713-4af3-833a-37ad8b5e6001 HTTP/1.1" status: 204 len: 168 time: 1.7545719 Aug 11 02:20:38.841623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51042) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:38.874239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:38.927243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:38.937876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:38.997670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.076112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf4f625-d366-4690-95b6-18de9caf3edf,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.080457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-90808b4c-bf91-4b0b-bae0-e4af0a2c93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.082939 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-90808b4c-bf91-4b0b-bae0-e4af0a2c93dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.2320628 Aug 11 02:20:39.090730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09fb746c-4eab-4dc1-94f1-18ca23f675b0 req-3636039c-e578-4600-975a-3725e0366332 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677617 Aug 11 02:20:39.102035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.103066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.103674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] DHCP port deletion for 53171468-ed2e-474a-9ff5-adfbaa584776 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:20:39.104557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 1092 time: 2.9941540 Aug 11 02:20:39.107312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:39.109737 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7058f-118e-4a58-8615-5472d415d179" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:39.150215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:39.196442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-5eb9f4e1-7668-4509-808a-db153ab98571 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.206527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-5eb9f4e1-7668-4509-808a-db153ab98571 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 810 time: 0.7584515 Aug 11 02:20:39.234587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.235300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-bb1339f8-faf0-495d-bcbc-b24c854ec77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.239731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-bb1339f8-faf0-495d-bcbc-b24c854ec77f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163809 Aug 11 02:20:39.243363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Checking segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:39.244264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Network hostable DHCP agents. Network: 6e085854-6025-41ba-a2e2-485eda3a2caa, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:39.290132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-50d22515-8caf-4357-a002-2111a6b2da17 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/quotas/20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 375 time: 0.0825257 Aug 11 02:20:39.314768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Deleting port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:39.316198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.331534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7162e6-b7d2-4c54-99df-aa00ba418b35 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:39.357067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Network 6e085854-6025-41ba-a2e2-485eda3a2caa is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:39.376025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6e085854-6025-41ba-a2e2-485eda3a2caa) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:39.385841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:39.386765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.437547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ddedd767-ab25-4524-b577-8e07b77feba5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2446482 Aug 11 02:20:39.499998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] For port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,segment=NetworkSegment(5a39d418-e00e-4514-bc20-aab384254491),segment_id=5a39d418-e00e-4514-bc20-aab384254491)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:39.501528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.511031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c3e1e-3b84-4350-9593-e46d1143f9ca None None] Network 6e085854-6025-41ba-a2e2-485eda3a2caa requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:39.550050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-fd96f6d8-29b1-4c2b-9b0f-1a2c791109b0 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794917 Aug 11 02:20:39.634155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Calling delete_port for 40e2b78a-aeac-4bf1-825e-5088c3d2b07e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:39.763662 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-603ab569-9e74-4787-b1cc-d74f93608c90 req-d13aaa76-f439-415c-958b-1922c14f6d0a service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073169 Aug 11 02:20:39.927950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f11847-b7c1-4a14-9b63-db7b8fe3c978 None None] Network 6e085854-6025-41ba-a2e2-485eda3a2caa requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:39.936269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5144648d-64c3-4139-8437-faeb6c43f2aa req-d37a46ad-03fe-43be-84a2-9cc463420f54 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.6499362 Aug 11 02:20:39.956218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:39.998551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-5ff57254-61d6-437b-b444-72f5dc645a1b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6684589 Aug 11 02:20:40.056120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.140492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] Pushing event deleted for resources: {'Port': ['ID=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:40.190761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0ca0a-a0c5-4045-a56b-53d4cc1ef615 None None] No DVR routers for this DVR port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:40.236378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40e2b78a-aeac-4bf1-825e-5088c3d2b07e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:20:40.279146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 40e2b78a-aeac-4bf1-825e-5088c3d2b07e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:20:40.279773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40e2b78a-aeac-4bf1-825e-5088c3d2b07e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:20:40.285430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Deleting port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:40.285774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.381587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.411874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] For port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:20:40.412576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.450469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.456494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.464162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.469717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.476655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.483014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.489511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.498267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-ed232a04-dfef-41cb-8286-d894b00da404 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5384 time: 0.3561656 Aug 11 02:20:40.525082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Calling delete_port for 40e2b78a-aeac-4bf1-825e-5088c3d2b07e owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:40.543457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:20:40.570960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60f00c84-6d7b-40fc-83f4-d29678d7ff67 req-a34607dc-61c1-4bea-b24d-f591fe00baeb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710819 Aug 11 02:20:40.576950 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.585776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-61c42a0f-c818-4cca-b655-5bdcbeb6a380 service neutron] 10.222.0.68 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412649 Aug 11 02:20:40.605279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:40.767631 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfddd8e-ffa5-41bc-a7ab-83f6e2cfaac5 x-openstack-request-id: req-5cfddd8e-ffa5-41bc-a7ab-83f6e2cfaac5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:40.768013 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:40.768710 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5cfddd8e-ffa5-41bc-a7ab-83f6e2cfaac5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:40.769529 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'status': 'completed', 'code': 200} Aug 11 02:20:40.785361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e2b78a-aeac-4bf1-825e-5088c3d2b07e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:40.822296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] No DVR routers for this DVR port 40e2b78a-aeac-4bf1-825e-5088c3d2b07e on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:20:40.822878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.824605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.827803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.828412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.829270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.831029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.832521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:40.836736 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-31e7058f-118e-4a58-8615-5472d415d179 req-f95e68f4-d93f-4f4f-bd11-a69f7e6dd367 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6280 time: 0.1367550 Aug 11 02:20:41.055087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-55cc7935-3fc5-4014-ace3-900b200dc51e service neutron] 10.222.0.68 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676285 Aug 11 02:20:41.101447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-98f4e452-97ab-4793-85d6-df55f97d0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.102007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aa5e51-5ac9-4157-8dc2-b791bd747525 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:41.103188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-98f4e452-97ab-4793-85d6-df55f97d0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.107190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-98f4e452-97ab-4793-85d6-df55f97d0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.113420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-31e7058f-118e-4a58-8615-5472d415d179 req-98f4e452-97ab-4793-85d6-df55f97d0d98 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2633314 Aug 11 02:20:41.143829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.155197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.209758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53171468-ed2e-474a-9ff5-adfbaa584776']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:41.250593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a39d418-e00e-4514-bc20-aab384254491') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:41.250873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a39d418-e00e-4514-bc20-aab384254491') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:20:41.253647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Transition to ACTIVE for port object a6aa5e51-5ac9-4157-8dc2-b791bd747525 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:41.278674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.284585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.403273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7058f-118e-4a58-8615-5472d415d179 req-a5cdeb60-8872-4309-9bc5-52802156e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.405192 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-31e7058f-118e-4a58-8615-5472d415d179 req-a5cdeb60-8872-4309-9bc5-52802156e407 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2851663 Aug 11 02:20:41.430514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.562740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:20:41.563228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:20:41.569578 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:20:41.820860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:41.885472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.906814 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:41.909522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/53171468-ed2e-474a-9ff5-adfbaa584776 HTTP/1.1" status: 204 len: 168 time: 3.0667419 Aug 11 02:20:41.920970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006ea8-5157-4168-966a-3a2ad3e1eb19 req-760ba196-8ac0-44e2-9b29-c7c7f975aab7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:41.929701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40006ea8-5157-4168-966a-3a2ad3e1eb19 req-760ba196-8ac0-44e2-9b29-c7c7f975aab7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.3704698 Aug 11 02:20:42.031784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40006ea8-5157-4168-966a-3a2ad3e1eb19 req-82099f2e-1415-4463-8778-a32ac9c6ac88 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006107 Aug 11 02:20:42.035226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009c014-5f05-446d-a30a-a935e7c261d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53171468-ed2e-474a-9ff5-adfbaa584776,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:42.075693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Attempting to bind port a6aa5e51-5ac9-4157-8dc2-b791bd747525 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:42.082677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Attempting to bind port a6aa5e51-5ac9-4157-8dc2-b791bd747525 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:42.083274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Attempting to bind port a6aa5e51-5ac9-4157-8dc2-b791bd747525 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:42.120107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-8d7c657f-9268-44a5-a245-85a2e17c805e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.135822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-8d7c657f-9268-44a5-a245-85a2e17c805e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.7752202 Aug 11 02:20:42.183931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-3ce8d883-48ae-43bb-94e1-30e2d7f4c489 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/quotas/0e5bee0b319243d291c21f64b6fb722f HTTP/1.1" status: 200 len: 375 time: 0.0429983 Aug 11 02:20:42.207314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Port a6aa5e51-5ac9-4157-8dc2-b791bd747525 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:42.208598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Attempting to bind port a6aa5e51-5ac9-4157-8dc2-b791bd747525 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:42.256928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-5518524c-783f-402a-a429-73e428d438ea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717731 Aug 11 02:20:42.259613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:42.260182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Checking segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:42.260707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Bound using segment: {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:42.261253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Bound port: a6aa5e51-5ac9-4157-8dc2-b791bd747525, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c9c74-f5ab-401a-97a6-0bc710430eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:42.261741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.337476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b95573-7ec4-44cf-b2e0-d1a8e110d101 req-cde4cb88-954a-4b2d-87b6-1dff204f5a0f tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.1117308 Aug 11 02:20:42.514600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ec794c4-b9c3-4608-87ed-4efebfe211f7 req-53cb728b-a55f-40e2-a595-7baf931c7d46 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 210 time: 0.0662637 Aug 11 02:20:42.519827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51136) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:42.684324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:42.706699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:42.715457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6da56902-4d43-40d6-9666-612434867abf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a24a15e6c7e94774ae15f83935a4e5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932702 Aug 11 02:20:42.716449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51138) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:42.750376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.861303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-06eed479-2890-4cdd-b43e-ca84f10b14ed service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031554 Aug 11 02:20:42.893775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:42.893775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.894497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 1092 time: 3.7545414 Aug 11 02:20:42.895120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:42.895403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:42.898135 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45169bdf-b75a-4804-b084-7cf125b39037" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:42.961478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.088065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.106644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.110999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a6c0f34-6183-4830-a092-da81c05213e2 HTTP/1.1" status: 204 len: 168 time: 0.3932760 Aug 11 02:20:43.132590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a597a-d949-4633-8674-3de7a5e1f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c0f34-6183-4830-a092-da81c05213e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.153360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:43.368479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-026fcc17-bf01-4c93-9b96-b00e82a2aef0 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060074 Aug 11 02:20:43.452016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.458611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.465315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.473588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.484702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.497228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.521569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.544841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-7c57d53e-61c9-4a84-9bd0-b582d54b35ed tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5396 time: 0.7512915 Aug 11 02:20:43.715572 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0cd49f-f52c-42a4-a47c-cf35161d98ce x-openstack-request-id: req-5a0cd49f-f52c-42a4-a47c-cf35161d98ce {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:43.727657 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:43.728205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a0cd49f-f52c-42a4-a47c-cf35161d98ce {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:43.728795 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'status': 'completed', 'code': 200} Aug 11 02:20:43.738560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d760ca-601e-4b8b-962d-7dddd172aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:43.795180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:43.808581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.808980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.812741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.814128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.814631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.818341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d2c034a-760a-4fcf-999b-427cdc311941 req-1bb2cd5f-b8c6-41e5-aead-a45e3690af40 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2551999 Aug 11 02:20:43.823455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.825498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:43.837265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-45169bdf-b75a-4804-b084-7cf125b39037 req-d05c6fbc-c20f-400b-b4e6-0fae975f22e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6348 time: 0.1676300 Aug 11 02:20:44.345141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2678cda1-f526-43e1-bd77-f8ed2a8afdfd req-fdb620b1-a924-4088-a6c5-baa45bd8298e tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.3104415 Aug 11 02:20:44.362423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-6a68ce15-d498-4604-a146-e164ee61ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.364697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-6a68ce15-d498-4604-a146-e164ee61ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.365681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-6a68ce15-d498-4604-a146-e164ee61ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.374304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-45169bdf-b75a-4804-b084-7cf125b39037 req-6a68ce15-d498-4604-a146-e164ee61ecb3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5261753 Aug 11 02:20:44.478978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-119fe4ed-e52d-47bf-8866-f830213de6be tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.491113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-119fe4ed-e52d-47bf-8866-f830213de6be tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 810 time: 0.5319638 Aug 11 02:20:44.588129 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-510ec8f9-a65b-4b3d-a888-c22746af3c9b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 380 time: 0.0818782 Aug 11 02:20:44.663786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'port': {'device_id': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'admin_state_up': True, 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'security_groups': ['1613ec62-ecb6-4707-9e8a-231144351cc1']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:44.887454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747354ed-720a-4e4a-b141-cd5d087ad418 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:44.897395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:44.922281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45169bdf-b75a-4804-b084-7cf125b39037 req-a41f49b6-0c71-4d63-a021-32c2a85e4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:44.922938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Transition to ACTIVE for port object 747354ed-720a-4e4a-b141-cd5d087ad418 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:44.928964 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-45169bdf-b75a-4804-b084-7cf125b39037 req-a41f49b6-0c71-4d63-a021-32c2a85e4322 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5408428 Aug 11 02:20:44.943283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.012459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51198) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:45.089552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:45.113677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-491510f7-9025-4878-a53a-63dfdc250c18 req-a07680ac-ae5e-430e-a535-157ac403b189 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 210 time: 0.1889133 Aug 11 02:20:45.152390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12406d3-31b8-40ce-9ede-a24544cd5be2 req-539e4182-d2e8-4805-a6d2-6c1c0b6ca101 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:45.163091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12406d3-31b8-40ce-9ede-a24544cd5be2 req-539e4182-d2e8-4805-a6d2-6c1c0b6ca101 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 1.2647820 Aug 11 02:20:45.198064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Made reservation on behalf of 20b65cd9dc014e158eea6bea192108ed for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:45.214388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.366551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12406d3-31b8-40ce-9ede-a24544cd5be2 req-629a3ea7-3317-41da-a427-8adc8239a234 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020802 Aug 11 02:20:45.685358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Allocated IP 172.20.0.4 (d82ec076-aec0-4484-a3de-6109f72187f4/7da11c84-1fea-46a7-bc7f-fa7d0b263979/9b61852c-8796-49a3-829b-e347acf1e8ae) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:45.786348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e67b4895-ee97-41dc-8e2a-5f76edd0d523 req-e8ff8b06-1470-4ebb-ad7a-334252c206db tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 210 time: 0.1405160 Aug 11 02:20:45.920065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Attempting to bind port 747354ed-720a-4e4a-b141-cd5d087ad418 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:45.921347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Attempting to bind port 747354ed-720a-4e4a-b141-cd5d087ad418 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:45.923460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Attempting to bind port 747354ed-720a-4e4a-b141-cd5d087ad418 on network aa49a50c-9844-43ff-bb92-5537732375eb {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:45.949208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Port 747354ed-720a-4e4a-b141-cd5d087ad418 on network aa49a50c-9844-43ff-bb92-5537732375eb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:45.951311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Attempting to bind port 747354ed-720a-4e4a-b141-cd5d087ad418 on network aa49a50c-9844-43ff-bb92-5537732375eb {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:45.972550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:45.973283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Checking segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:45.973819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Bound using segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:45.974685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Bound port: 747354ed-720a-4e4a-b141-cd5d087ad418, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:45.975166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:45.993706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.001060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.008738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.016628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.024172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.058075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.082624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.089047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-1d8dab0a-8ae6-41f9-ab00-022d8dedcf73 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5408 time: 0.2993579 Aug 11 02:20:46.120965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-282940184-network', 'tenant_id': '7d2a2bd171744354b29993615980dd08'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:46.259499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31971701-f26c-4efb-9a99-b42213e3adc7 req-906134a2-f323-45d6-91ca-d4acf6a8d5a5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238534 Aug 11 02:20:46.289664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.340194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Transition to ACTIVE for port object 9b61852c-8796-49a3-829b-e347acf1e8ae will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:46.428856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccc0e96c-fb1e-477a-87dd-6a757dc01031 req-817e5698-9152-4325-abf0-484b208395f3 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/ports?device_id=d9012278-d115-43cc-ae7f-71bc7c3aec1d HTTP/1.1" status: 200 len: 210 time: 0.1956625 Aug 11 02:20:46.498201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2526e51-e182-42ef-b10a-6a4c4ce0a0c3 req-5df9da65-33fd-476c-ae3b-6eebb698f530 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 210 time: 0.0678990 Aug 11 02:20:46.528115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:46.532766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:46.540213 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.587837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.615499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:46.617067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:46.619534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] 10.222.0.67 "PUT /v2.0/ports/747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 1092 time: 3.6097901 Aug 11 02:20:46.620343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:46.623499 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09079cfb-fd3d-46d1-9128-00b83b1a99a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:46.677996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Request body: {'port': {'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:46.866003 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5a680b-a567-4b57-9af1-267f2b9bcae5 x-openstack-request-id: req-1b5a680b-a567-4b57-9af1-267f2b9bcae5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:46.867283 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:46.869106 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b5a680b-a567-4b57-9af1-267f2b9bcae5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:46.870054 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418', 'status': 'completed', 'code': 200} Aug 11 02:20:46.939420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:47.116023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Made reservation on behalf of 7d2a2bd171744354b29993615980dd08 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:47.129181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.247950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f136d54-e9b2-4284-ab99-d36cc8cf5b73 service neutron] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:47.397851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.489150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.489899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.492307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.494472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.495051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.495574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.496078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.501914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-342a03fc-f462-4947-8c38-9f7c198c896b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6416 time: 0.5918334 Aug 11 02:20:47.505345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-aa8a70ef-df54-45a0-a1c9-f6e576c68f99 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.509908 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-aa8a70ef-df54-45a0-a1c9-f6e576c68f99 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 1.0322700 Aug 11 02:20:47.516367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Network d82ec076-aec0-4484-a3de-6109f72187f4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:47.519567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:47.545055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:47.560607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:47.573972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5418c30a-94d0-4306-b2f8-3289b8dfbefa req-7d47c048-b7b7-4350-bf0f-84b17c759a9a tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 210 time: 0.3688827 Aug 11 02:20:47.590400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Request body: {'port': {'device_id': '22643025-3e0b-4ce5-86e4-81765a78960b', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'admin_state_up': True, 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:47.599985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8a2ff-3dff-4c60-9bc7-9af87f70887c req-595a7e58-2ba0-4f57-9ab1-2b13dddacaaa tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:47.610755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9c8a2ff-3dff-4c60-9bc7-9af87f70887c req-595a7e58-2ba0-4f57-9ab1-2b13dddacaaa tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.9201524 Aug 11 02:20:48.075954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:48.077104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.136207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-14cb757b-ffd3-404c-8664-f7ad459a32eb None None] Provisioning for port 9b61852c-8796-49a3-829b-e347acf1e8ae completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:20:48.166288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-14cb757b-ffd3-404c-8664-f7ad459a32eb None None] Provisioning complete for port 9b61852c-8796-49a3-829b-e347acf1e8ae triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:20:48.169671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-14cb757b-ffd3-404c-8664-f7ad459a32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.348218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-14cb757b-ffd3-404c-8664-f7ad459a32eb None None] Port 9b61852c-8796-49a3-829b-e347acf1e8ae cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:20:48.893520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.908401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:48.988120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:20:49.109894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-d5bdb13b-be69-49c5-a2a0-baebc65c579d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4863913 Aug 11 02:20:49.128522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ff154-7fd0-457b-b8ad-45400c0a004f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:49.162983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:49.182380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.204357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Request body: {'port': {'device_id': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:49.220417 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.222996 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Added segment fa566c5c-a2a4-430c-baa1-f88b2438e278 of type vlan for network a42f4bb6-6831-40aa-b084-c3f2c67fb28e Aug 11 02:20:49.266804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9c8a2ff-3dff-4c60-9bc7-9af87f70887c req-a16ddbef-939f-4481-85ce-c4bf1c5e79ea tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6436992 Aug 11 02:20:49.371604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-44f0c083-83de-410b-a06b-91f855bd3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.372437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-44f0c083-83de-410b-a06b-91f855bd3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.373260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-44f0c083-83de-410b-a06b-91f855bd3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.376187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-44f0c083-83de-410b-a06b-91f855bd3528 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1f850194481b421e8127b1a3880e4217&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.7568128 Aug 11 02:20:49.453305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.485435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.529249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.553185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.572242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.578652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.631852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.659546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.666580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-34206f35-1ae4-4e8a-ae0f-325b08dc3b36 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5408 time: 1.3557768 Aug 11 02:20:49.707423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.900055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:49.901843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:49.902701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.104473 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.0874221 Aug 11 02:20:50.172789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51272) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:50.177794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe14f25-0329-401d-825c-0b67f349700a admin admin] Pushing event updated for resources: {'Network': ['ID=a42f4bb6-6831-40aa-b084-c3f2c67fb28e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:50.190523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8c9a23c-5d14-41a0-baee-8768c800310b req-a0b7c1bc-393a-420c-bf4b-b24439705b15 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4794059 Aug 11 02:20:50.215634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:20:50.348493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Request body: {'subnet': {'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-subnet', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:50.456840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-aee195d2-f526-4031-ad44-5a1d02532b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.461654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09079cfb-fd3d-46d1-9128-00b83b1a99a0 req-aee195d2-f526-4031-ad44-5a1d02532b60 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0648541 Aug 11 02:20:50.495129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Made reservation on behalf of 7d2a2bd171744354b29993615980dd08 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:20:50.502410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:50.687798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d7998-fa67-457d-9359-65049203b0c2 req-75bb8ea3-fe80-4adb-8816-7a93bfd161b9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:50.708158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e27d7998-fa67-457d-9359-65049203b0c2 req-75bb8ea3-fe80-4adb-8816-7a93bfd161b9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 931 time: 1.0301611 Aug 11 02:20:50.792056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Allocated IP 172.20.0.7 (6e085854-6025-41ba-a2e2-485eda3a2caa/dbf4f625-d366-4690-95b6-18de9caf3edf/afbeb00b-5cec-4db1-9bfa-d32afc4a689c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:50.844307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d92cb0b-92e5-4cb8-97fa-9215df448e51 req-1631316c-ea4a-4376-b262-6763c718f4ef tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 210 time: 0.3220081 Aug 11 02:20:51.006283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51280) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:51.048272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e27d7998-fa67-457d-9359-65049203b0c2 req-0bfb7c10-9aaa-43c6-9219-9c590c1bcf0d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991562 Aug 11 02:20:51.217120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5c7f65-c062-405d-bbf0-5b1397becba8 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:51.334108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.392870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.463580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.622074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28246bbc-170c-4b9c-9dee-0f8d7cb9cb50 req-dff7e971-9c98-4b64-944b-8560ebfe96eb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:51.625320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28246bbc-170c-4b9c-9dee-0f8d7cb9cb50 req-dff7e971-9c98-4b64-944b-8560ebfe96eb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.4423971 Aug 11 02:20:51.696312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.701863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.715037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "DELETE /v2.0/security-groups/f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad HTTP/1.1" status: 204 len: 168 time: 0.7046311 Aug 11 02:20:51.720006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Transition to ACTIVE for port object 5c5c7f65-c062-405d-bbf0-5b1397becba8 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:51.734791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51290) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:51.778308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cc5d4-a855-4174-8622-e9d0b7aff660 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.800524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:51.963576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:51.990251 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-8016eca8-aa11-4654-bb17-bb95f50f7fcc tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] show failed (client error): The resource could not be found. Aug 11 02:20:51.999835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8016eca8-aa11-4654-bb17-bb95f50f7fcc tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "GET /v2.0/security-groups/f8deb5ba-c9ff-4dd1-85c4-aadecae4d8ad HTTP/1.1" status: 404 len: 347 time: 0.2366414 Aug 11 02:20:52.016941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51296) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:52.063206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b61852c-8796-49a3-829b-e347acf1e8ae {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:52.146250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.152489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.214755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Transition to ACTIVE for port object 9b61852c-8796-49a3-829b-e347acf1e8ae will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:52.235523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.255710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.280735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.303042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.320828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.332261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.351601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.387402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:52.428112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b58bdb68-a43a-4c3b-898a-c1877eaca635 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5408 time: 0.8681300 Aug 11 02:20:52.565491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28a40f9a-0b35-4518-990f-311430f0a06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.650350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Pushing event updated for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:52.757977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:52.924795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28246bbc-170c-4b9c-9dee-0f8d7cb9cb50 req-5ba0fd51-2e2a-4bda-9b11-fd87e8d771b0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1920245 Aug 11 02:20:53.089655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Network 6e085854-6025-41ba-a2e2-485eda3a2caa is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:53.114330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:53.133929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:53.179618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event updated for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:53.254527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Attempting to bind port 9b61852c-8796-49a3-829b-e347acf1e8ae on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:53.255359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Attempting to bind port 9b61852c-8796-49a3-829b-e347acf1e8ae by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:53.256147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Attempting to bind port 9b61852c-8796-49a3-829b-e347acf1e8ae on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:53.293750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Port 9b61852c-8796-49a3-829b-e347acf1e8ae on network d82ec076-aec0-4484-a3de-6109f72187f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:53.294872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Attempting to bind port 9b61852c-8796-49a3-829b-e347acf1e8ae on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:53.322462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.323507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.333478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:53.334244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Checking segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:53.335402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Bound using segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:53.336269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Bound port: 9b61852c-8796-49a3-829b-e347acf1e8ae, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:53.336880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.541701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-0d383943-945c-4121-ab9a-c9ea12aafb13 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9643164 Aug 11 02:20:53.557423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Request body: {'port': {'device_id': '22643025-3e0b-4ce5-86e4-81765a78960b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:53.680586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Attempting to bind port 5c5c7f65-c062-405d-bbf0-5b1397becba8 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:53.681467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Attempting to bind port 5c5c7f65-c062-405d-bbf0-5b1397becba8 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:53.681685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Attempting to bind port 5c5c7f65-c062-405d-bbf0-5b1397becba8 on network aa49a50c-9844-43ff-bb92-5537732375eb {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:53.755961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:53.762450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b61852c-8796-49a3-829b-e347acf1e8ae,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:53.764379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.784466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.794975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Port 5c5c7f65-c062-405d-bbf0-5b1397becba8 on network aa49a50c-9844-43ff-bb92-5537732375eb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:53.795535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Attempting to bind port 5c5c7f65-c062-405d-bbf0-5b1397becba8 on network aa49a50c-9844-43ff-bb92-5537732375eb {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:53.833443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.928880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:53.930531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:53.942470 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] 10.222.0.61 "PUT /v2.0/ports/9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 1092 time: 4.7837112 Aug 11 02:20:53.947658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:53.964889 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb95804-e494-41b1-bcd3-4bd561946b77" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:54.129592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:54.130212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Checking segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:54.130881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Bound using segment: {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:54.131668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Bound port: 5c5c7f65-c062-405d-bbf0-5b1397becba8, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d7d060-1b89-4f23-b8cd-abaee7c8720c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:54.132333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:54.237627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ec007-aeca-4018-bbee-5874808fa15f service neutron] Pushing event updated for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.286587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b273947-afbe-47ad-aed1-628cc5489ab3,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:54.349273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ca4461a-e355-4645-a6ae-af8b752d39f9 req-b00fed04-03f2-416c-9f3f-ee2f45c89a4b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.9139040 Aug 11 02:20:54.618210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-63757a71-1ea2-47ad-a88e-a9ea978a1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.620000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-63757a71-1ea2-47ad-a88e-a9ea978a1c76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1095 time: 0.5688934 Aug 11 02:20:54.662976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f736-ccba-44eb-b5a7-f9d24fbea4a3 req-de166f42-2154-456f-8c5f-a344b72198f8 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:54.665284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b067f736-ccba-44eb-b5a7-f9d24fbea4a3 req-de166f42-2154-456f-8c5f-a344b72198f8 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 931 time: 1.2573507 Aug 11 02:20:54.792710 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:20:54.943324 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-ba03e72a-0f82-45c2-b70c-0825188d9672 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 217 time: 0.2926323 Aug 11 02:20:55.047878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Checking segment: {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:55.047878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Network hostable DHCP agents. Network: a42f4bb6-6831-40aa-b084-c3f2c67fb28e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:20:55.088851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:55.117233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:55.135004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b067f736-ccba-44eb-b5a7-f9d24fbea4a3 req-44c031a1-f480-4b6e-8186-3167d30e44bc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959849 Aug 11 02:20:55.144805 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.182786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5101899a-535f-454d-9dce-18be83d2565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.322323 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f9e5d-0557-45f6-a80e-97879de09482 x-openstack-request-id: req-1d8f9e5d-0557-45f6-a80e-97879de09482 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:55.323699 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:55.324504 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d8f9e5d-0557-45f6-a80e-97879de09482 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:55.325575 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'status': 'completed', 'code': 200} Aug 11 02:20:55.351835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.352919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.354813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] 10.222.0.67 "PUT /v2.0/ports/5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 1092 time: 8.6904798 Aug 11 02:20:55.364945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Deleting port c0d3b537-dcf1-45d2-97c1-fc9101401c4c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:20:55.365261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.367076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:55.369756 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d2290-306b-404d-867b-9d2c914475db" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:55.423942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:55.507958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-e4617bc9-d05c-4911-9ea7-aeab41986aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.516213 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-e4617bc9-d05c-4911-9ea7-aeab41986aff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.5087082 Aug 11 02:20:55.557990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed393-f747-4fa4-863b-d2686288c8ec service neutron] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:55.704764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:20:55.755462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef720b-e4f4-4679-9a0e-c90a1c459f6b req-0da145b2-ea87-4b3f-8089-9f0507306302 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.759410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99ef720b-e4f4-4679-9a0e-c90a1c459f6b req-0da145b2-ea87-4b3f-8089-9f0507306302 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 943 time: 0.9122667 Aug 11 02:20:55.809242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a42f4bb6-6831-40aa-b084-c3f2c67fb28e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:55.827979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffa06d-b495-4524-9b24-13c98b8c87b3 None None] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:20:55.877226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:55.877879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.030570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.031305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.035664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d4dd5ac-1823-4ac2-9a57-7bb01f841172 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.8412936 Aug 11 02:20:56.062046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51330) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:56.073636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.074715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.075857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.077247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.078276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.079573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.080664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.086342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-a3180280-0e1c-4c71-83d2-f43bb1093d5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6484 time: 0.6360340 Aug 11 02:20:56.093362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:20:56.148771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99ef720b-e4f4-4679-9a0e-c90a1c459f6b req-f36be3b7-c487-4b5d-91b7-fc144343c56d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532300 Aug 11 02:20:56.188637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Calling delete_port for c0d3b537-dcf1-45d2-97c1-fc9101401c4c owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:20:56.259169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a45d693d-bb00-48f2-b3eb-71be0bcc3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.261864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-a45d693d-bb00-48f2-b3eb-71be0bcc3fe8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7038143 Aug 11 02:20:56.284418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbeb00b-5cec-4db1-9bfa-d32afc4a689c {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:20:56.437185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d41cf4-3cc9-401d-86b2-616777fcb253 req-9b5057b2-be43-4bf4-aede-926ded0b8b90 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.441968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9d41cf4-3cc9-401d-86b2-616777fcb253 req-9b5057b2-be43-4bf4-aede-926ded0b8b90 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.6622286 Aug 11 02:20:56.457089 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f17b3c-b7b9-42af-9589-f2e37b5f02c5 x-openstack-request-id: req-f8f17b3c-b7b9-42af-9589-f2e37b5f02c5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:20:56.458411 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:20:56.459103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8f17b3c-b7b9-42af-9589-f2e37b5f02c5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:20:56.459982 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'status': 'completed', 'code': 200} Aug 11 02:20:56.473499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.475172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-09afc44f-4a78-4831-98a1-74d310beb11e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 217 time: 0.2611446 Aug 11 02:20:56.494515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.614304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'fixed_ips': [{'subnet_id': '3b273947-afbe-47ad-aed1-628cc5489ab3'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:20:56.615268 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.814338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Transition to ACTIVE for port object afbeb00b-5cec-4db1-9bfa-d32afc4a689c will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:56.838941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:56.855383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e1e3e683-6c1c-4f21-b8e8-cb656325b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:56.858169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e1e3e683-6c1c-4f21-b8e8-cb656325b26b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.3591671 Aug 11 02:20:57.200269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Pushing event updated for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:57.233561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Allocated IP 172.20.0.2 (a42f4bb6-6831-40aa-b084-c3f2c67fb28e/3b273947-afbe-47ad-aed1-628cc5489ab3/669b17c7-ba83-432b-b68f-7a3740de7bd0) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:20:57.374885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.411657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.415523 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-f9c42852-fb90-4d7b-b00b-e337f44d64d3 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0943372 Aug 11 02:20:57.417386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.470503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Pushing event deleted for resources: {'Port': ['ID=c0d3b537-dcf1-45d2-97c1-fc9101401c4c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:57.545292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9d41cf4-3cc9-401d-86b2-616777fcb253 req-e4f3491a-3e25-415e-a4f9-31504b5fa1b8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0639846 Aug 11 02:20:57.609271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51344) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:57.609610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:57.635087 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.638223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:57.644008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa9424aa-e220-49e5-8aef-e0a454889084 tempest-ServersTestBootFromVolume-529577658 tempest-ServersTestBootFromVolume-529577658-project] 10.222.0.68 "DELETE /v2.0/floatingips/98a4afeb-9c86-4fbc-af58-5292f417ca4f HTTP/1.1" status: 204 len: 168 time: 5.5423121 Aug 11 02:20:57.645031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51352) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:20:57.692077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.718977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.752660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.790606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.833791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.887950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.923249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:57.931759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-4621c188-43aa-42ce-a875-ab0cdf872623 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 1.0721397 Aug 11 02:20:58.090521 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.125076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.169435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Transition to ACTIVE for port object 669b17c7-ba83-432b-b68f-7a3740de7bd0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:58.178218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-987ac770-7c8c-41ae-91bf-22d070629adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.217555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.262844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Transition to ACTIVE for port object 669b17c7-ba83-432b-b68f-7a3740de7bd0 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:20:58.300523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:58.490488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:20:58.496944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:20:58.511998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:20:58.539947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Pushing event updated for resources: {'Port': ['ID=669b17c7-ba83-432b-b68f-7a3740de7bd0,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:58.600249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.008996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7a467e90-3d74-4f9a-a7ce-3742239c05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.010920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7a467e90-3d74-4f9a-a7ce-3742239c05d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7034962 Aug 11 02:20:59.070606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-954ef119-d32e-4c17-b6d9-ab451f82c580 req-1c386bec-cb40-4865-80d6-301b9911e669 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0069084 Aug 11 02:20:59.087723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Attempting to bind port afbeb00b-5cec-4db1-9bfa-d32afc4a689c on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:59.088671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Attempting to bind port afbeb00b-5cec-4db1-9bfa-d32afc4a689c by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:59.088671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Attempting to bind port afbeb00b-5cec-4db1-9bfa-d32afc4a689c on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:59.099374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:20:59.099374 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:20:59.099374 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': 'f8af597d8a5144058cac3cdf05992541', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 20, 58, 912866)}] Aug 11 02:20:59.099374 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:20:59.100133 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:20:59.120466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442be9f8-c1d1-4a62-a8fd-9868a232eb83 req-ac264bfc-0a51-4f33-8fc1-65d6779f3a40 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.139120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-442be9f8-c1d1-4a62-a8fd-9868a232eb83 req-ac264bfc-0a51-4f33-8fc1-65d6779f3a40 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 943 time: 1.1849895 Aug 11 02:20:59.139485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7f050d2f-0d48-4fcc-a448-b1f05f1b2aaf req-f5bb1350-291a-4a9a-a21a-67855e2ce3e2 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7117462 Aug 11 02:20:59.159478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Port afbeb00b-5cec-4db1-9bfa-d32afc4a689c on network 6e085854-6025-41ba-a2e2-485eda3a2caa not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:20:59.160641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Attempting to bind port afbeb00b-5cec-4db1-9bfa-d32afc4a689c on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:59.183210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:59.183760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Checking segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:59.184267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Bound using segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:59.184888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Bound port: afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:59.185396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.262427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Attempting to bind port 669b17c7-ba83-432b-b68f-7a3740de7bd0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:20:59.263016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Attempting to bind port 669b17c7-ba83-432b-b68f-7a3740de7bd0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:20:59.263552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Attempting to bind port 669b17c7-ba83-432b-b68f-7a3740de7bd0 on network a42f4bb6-6831-40aa-b084-c3f2c67fb28e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:20:59.284874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:20:59.285438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Checking segment: {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:20:59.286087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.286693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Bound using segment: {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:20:59.287716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Bound port: 669b17c7-ba83-432b-b68f-7a3740de7bd0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:20:59.301731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.485030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.499974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] For port 669b17c7-ba83-432b-b68f-7a3740de7bd0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:59.501112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-442be9f8-c1d1-4a62-a8fd-9868a232eb83 req-c98a9378-deef-4c48-ae14-d83685a62258 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609123 Aug 11 02:20:59.513930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] For port 669b17c7-ba83-432b-b68f-7a3740de7bd0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=669b17c7-ba83-432b-b68f-7a3740de7bd0,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:59.538337 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.614559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.639318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:20:59.645220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:20:59.652579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-46986681-4cd0-490a-aeab-533eabb6a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.654772 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-46986681-4cd0-490a-aeab-533eabb6a030 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1095 time: 0.3968737 Aug 11 02:20:59.722241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.734516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea152230-7993-4ce8-9326-cb07e8b0bf1f None None] Pushing event updated for resources: {'Port': ['ID=669b17c7-ba83-432b-b68f-7a3740de7bd0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:20:59.831629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47132-a76a-4125-8822-ca238e9a112f req-fd729bd9-13c2-4529-8e13-774384110870 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.834322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ae47132-a76a-4125-8822-ca238e9a112f req-fd729bd9-13c2-4529-8e13-774384110870 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 943 time: 0.6297791 Aug 11 02:20:59.885159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-1da1b882-2df6-4a13-b8cd-f318c20b11de service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113294 Aug 11 02:20:59.911221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:20:59.911743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:20:59.913673 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] 10.222.0.67 "PUT /v2.0/ports/afbeb00b-5cec-4db1-9bfa-d32afc4a689c HTTP/1.1" status: 200 len: 1092 time: 6.3688843 Aug 11 02:20:59.916690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:20:59.918859 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1938b094-587b-44a2-828f-2102c88ec813" -d '{"events": [{"name": "network-changed", "server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:20:59.935137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20e08d-f16f-4ff1-b8d3-4906d3007447 service neutron] Pushing event updated for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:00.038503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-dd5fef0b-6940-464f-bf5b-4bec3072fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.071682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-dd5fef0b-6940-464f-bf5b-4bec3072fc14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.3353159 Aug 11 02:21:00.321012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-99a121ef-63b5-4976-a3ef-04de62cc94a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 217 time: 0.2378697 Aug 11 02:21:00.469249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 669b17c7-ba83-432b-b68f-7a3740de7bd0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:00.470427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-edc154b7-b35a-4c75-be90-014c93a7c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.472212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-edc154b7-b35a-4c75-be90-014c93a7c6c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.1324849 Aug 11 02:21:00.488744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-4a289905-bdd0-484a-a260-aef62b17e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.492623 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-4a289905-bdd0-484a-a260-aef62b17e4ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 1095 time: 0.2167344 Aug 11 02:21:00.572873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 669b17c7-ba83-432b-b68f-7a3740de7bd0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:00.726235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-cd6400a9-ba38-4bb3-85f3-cea9ae491eab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c HTTP/1.1" status: 200 len: 217 time: 0.1248627 Aug 11 02:21:00.736412 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-987ac770-7c8c-41ae-91bf-22d070629adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.766245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-987ac770-7c8c-41ae-91bf-22d070629adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.816401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-1698c647-77a5-4ea9-b339-93ccb82ad5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:00.820789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-1698c647-77a5-4ea9-b339-93ccb82ad5b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3266633 Aug 11 02:21:00.833664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:00.854954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ae47132-a76a-4125-8822-ca238e9a112f req-bbecbb54-434b-4b31-8dd8-e1ebc05212a8 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9583771 Aug 11 02:21:00.933568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b61852c-8796-49a3-829b-e347acf1e8ae details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:01.006702 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd316c-234b-4e55-a8c7-c7e3d40daef7 x-openstack-request-id: req-eebd316c-234b-4e55-a8c7-c7e3d40daef7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:01.007186 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:01.007587 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eebd316c-234b-4e55-a8c7-c7e3d40daef7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:01.008252 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'status': 'completed', 'code': 200} Aug 11 02:21:01.064055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-9e4878d9-c467-49bb-8875-8ff1998717bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.068323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-9e4878d9-c467-49bb-8875-8ff1998717bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.3403795 Aug 11 02:21:01.109262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-987ac770-7c8c-41ae-91bf-22d070629adb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07c5139dc41147a4942bc6bd3f41658f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4851561 Aug 11 02:21:01.115093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51364) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:01.138734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55b398-ac6b-4822-b083-bebe907a09c3 req-31ff9f81-d5b2-448c-8314-e074dd784801 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.141075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed55b398-ac6b-4822-b083-bebe907a09c3 req-31ff9f81-d5b2-448c-8314-e074dd784801 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 1.3617811 Aug 11 02:21:01.166873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-1389efbc-0b8a-4d8b-90ea-a5753cb2de1f service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2336030 Aug 11 02:21:01.188241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b61852c-8796-49a3-829b-e347acf1e8ae,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:01.217254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'port_id': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'mac_address': 'fa:16:3e:83:5e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:01.291888 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-d0bb75c2-d524-4acc-95b1-50820d1d809e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709457 Aug 11 02:21:01.324412 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.347386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b61852c-8796-49a3-829b-e347acf1e8ae {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:01.374822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b61852c-8796-49a3-829b-e347acf1e8ae,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:01.381436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.452860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-41475403-c3cd-43af-91f8-c426588fafad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 217 time: 0.0983429 Aug 11 02:21:01.456338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.458190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.482258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac770-7c8c-41ae-91bf-22d070629adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc59770-4ccf-4259-a662-26c9a0a1c51d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.526984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.552150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed55b398-ac6b-4822-b083-bebe907a09c3 req-5b9f5a69-81bd-4807-b637-da3e661e5a14 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803506 Aug 11 02:21:01.618366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.635675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.649543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.652429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['9b61852c-8796-49a3-829b-e347acf1e8ae'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:01.664387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.671249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.677396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.683767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:01.691892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-afbb1f30-e7e2-41c8-8c5f-4eed9bb5c1ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.5398412 Aug 11 02:21:01.700854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-c14823fc-ad8c-4b99-b8dd-52a18b55a0ed service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615770 Aug 11 02:21:01.781025 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.824268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3eb4ff-9272-4968-ab85-260c4e6d8d69 None None] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:01.876285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31cc6b6-e709-4be7-9652-f3fb12f70258,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:01.885859 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-10c764b0-e9aa-4be4-af38-7d2e5dd7f8f1 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798810 Aug 11 02:21:01.923980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Provisioning for port 669b17c7-ba83-432b-b68f-7a3740de7bd0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:01.938679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Provisioning complete for port 669b17c7-ba83-432b-b68f-7a3740de7bd0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:01.939042 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:01.962006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a1924990-ae54-4633-b445-8f759754b4f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f8af597d8a5144058cac3cdf05992541&name=default HTTP/1.1" status: 200 len: 2983 time: 4.3308711 Aug 11 02:21:01.971921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51370) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:02.056941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe2c8cbe-7d0e-4d4e-8dfb-faa4d38d8ca0 req-44794f26-e3e5-42d5-9df6-9a85475d5899 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3638844 Aug 11 02:21:02.060263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9364861a-1946-4ce7-9906-5daf918bd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.062985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9364861a-1946-4ce7-9906-5daf918bd5be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.5873249 Aug 11 02:21:02.109170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.197847 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bacf41e4-0b7c-4f0c-95f4-4b0d4d50eb74 req-123c7576-17e0-4eec-98d7-a5e3b4d97c95 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926707 Aug 11 02:21:02.208269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccb95804-e494-41b1-bcd3-4bd561946b77 req-c9f54e90-a4a4-4df7-afcd-393db2169799 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747519 Aug 11 02:21:02.268692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.362358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] For port 669b17c7-ba83-432b-b68f-7a3740de7bd0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=669b17c7-ba83-432b-b68f-7a3740de7bd0,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:02.371570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.529898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098041-f3fa-4b22-8b5b-1c2cdf685b79 None None] Pushing event updated for resources: {'Port': ['ID=669b17c7-ba83-432b-b68f-7a3740de7bd0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:02.559814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b094-587b-44a2-828f-2102c88ec813 req-b516e536-b9aa-415a-9304-fbd139733cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.561897 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-b516e536-b9aa-415a-9304-fbd139733cac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 1095 time: 0.1963735 Aug 11 02:21:02.572761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.576694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.577942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bc59770-4ccf-4259-a662-26c9a0a1c51d HTTP/1.1" status: 204 len: 168 time: 1.4356992 Aug 11 02:21:02.588368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced61dae-6679-43a7-ada4-a4448eaa60a2 req-bc496946-48b1-4d24-b20c-c03aa81a0799 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.589976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ced61dae-6679-43a7-ada4-a4448eaa60a2 req-bc496946-48b1-4d24-b20c-c03aa81a0799 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 943 time: 0.8863821 Aug 11 02:21:02.704205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Deleting port 41998140-ab73-497b-80f1-bb2595360553 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:02.704822 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.710968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d5124e2e-805e-4afb-bd74-c6407b44a151 None None] Provisioning complete for port 669b17c7-ba83-432b-b68f-7a3740de7bd0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:02.711614 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5124e2e-805e-4afb-bd74-c6407b44a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.716498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cc0e6-d3af-4ba9-ba1b-2f8b6d04797e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc59770-4ccf-4259-a662-26c9a0a1c51d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:02.731363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-f9055ac9-71cf-471e-a639-fb80a4bf7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.733292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-f9055ac9-71cf-471e-a639-fb80a4bf7f7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6545656 Aug 11 02:21:02.737498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.777361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76617753-4758-4529-9dc5-fbe16c7484f1 req-1a3424e5-45d4-4945-a117-ceb15fb8459e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.779180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76617753-4758-4529-9dc5-fbe16c7484f1 req-1a3424e5-45d4-4945-a117-ceb15fb8459e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 944 time: 0.5254645 Aug 11 02:21:02.862734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ced61dae-6679-43a7-ada4-a4448eaa60a2 req-375ef891-3c8c-40d3-bcd5-5cafd94f9b51 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552781 Aug 11 02:21:02.863978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.906008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b094-587b-44a2-828f-2102c88ec813 req-c1c2e2a9-b1a7-4840-bc7b-c3690fd9f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:02.912269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-c1c2e2a9-b1a7-4840-bc7b-c3690fd9f599 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 0.3399520 Aug 11 02:21:02.917420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.921663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:02.978649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b61852c-8796-49a3-829b-e347acf1e8ae up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:03.018076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76617753-4758-4529-9dc5-fbe16c7484f1 req-a60e7232-cc17-4898-92f4-a62501388be3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150903 Aug 11 02:21:03.088703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-bd95d4be-6637-475b-9397-92a97927aca0 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367448 Aug 11 02:21:03.130341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-8f24bf41-0cb8-4b08-bc79-207d2d93ab81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c HTTP/1.1" status: 200 len: 217 time: 0.1863265 Aug 11 02:21:03.132957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] For port 41998140-ab73-497b-80f1-bb2595360553, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41998140-ab73-497b-80f1-bb2595360553,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:03.133340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.135279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 9b61852c-8796-49a3-829b-e347acf1e8ae completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:03.158002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 9b61852c-8796-49a3-829b-e347acf1e8ae triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:03.163564 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.183064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Calling delete_port for 41998140-ab73-497b-80f1-bb2595360553 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:03.192927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.225924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-9144e81c-8921-411c-9d73-6eb9f4a14dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.227374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-9144e81c-8921-411c-9d73-6eb9f4a14dee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1096 time: 0.3137691 Aug 11 02:21:03.239640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48c9a4e4-75e7-48d2-b79a-6e8af4aeb405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.294616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b094-587b-44a2-828f-2102c88ec813 req-8b1e37ca-0560-4da9-b730-20ea6de98c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.296170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-8b1e37ca-0560-4da9-b730-20ea6de98c0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.1542623 Aug 11 02:21:03.314681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.329392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.330053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.333682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c31cc6b6-e709-4be7-9652-f3fb12f70258 HTTP/1.1" status: 204 len: 168 time: 1.3373766 Aug 11 02:21:03.357853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:03.360208 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a4271-ebb2-44a9-bd91-db5d7e42cc33" -d '{"events": [{"server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:03.381397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b61852c-8796-49a3-829b-e347acf1e8ae,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:03.387941 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.414893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1d834-1961-4221-8e34-61c66331b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31cc6b6-e709-4be7-9652-f3fb12f70258,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:03.452837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-69d21e0c-7fa7-4a16-a145-bb109c02c192 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412110 Aug 11 02:21:03.480190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Allocated IP 172.25.3.7 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b7bf3964-652f-4865-8783-d7bb62fde3bb) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:03.483652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:03.563238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.576136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.589128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.601788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.612025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.623347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.628177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-d042de88-08f3-47b4-a2fe-d558ee5ad412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.629719 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-d042de88-08f3-47b4-a2fe-d558ee5ad412 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.3480372 Aug 11 02:21:03.635678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.639330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-391ed7eb-e75a-4f84-aa04-d37170dfc51a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.4012251 Aug 11 02:21:03.668102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd512c-21b3-4f69-81bd-2d16916bc829 req-56717580-7aa0-42ff-9917-7bc6dd89edd6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:03.670960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cfd512c-21b3-4f69-81bd-2d16916bc829 req-56717580-7aa0-42ff-9917-7bc6dd89edd6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.5727923 Aug 11 02:21:03.792396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-c52bc6c4-0105-4241-aff6-022885fc534b service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865242 Aug 11 02:21:03.797283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-2d98fcb8-0937-4356-ae36-5bcc1b3b6e15 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271320 Aug 11 02:21:03.815111 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-5bc3720e-7eeb-449f-89a4-2d7604959cb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 200 len: 999 time: 0.1707408 Aug 11 02:21:03.925298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51388) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:03.938502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-d91667b8-c87d-42f7-8185-a623236ca553 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 217 time: 0.1143799 Aug 11 02:21:03.944500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48c9a4e4-75e7-48d2-b79a-6e8af4aeb405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:03.953286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cfd512c-21b3-4f69-81bd-2d16916bc829 req-939e86dc-c15f-4244-82c0-5d8282f67fcd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656226 Aug 11 02:21:03.967855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40c93265-8717-4564-a29d-8e20f66bf2ca req-460cac8d-ead2-48c4-a67f-ce5752f5a226 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2915838 Aug 11 02:21:03.978419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1995e2a3-bc93-4788-b150-612a75938034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.070837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.084566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-77fd68f1-1236-47e4-9df8-6e6b8c16bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.086832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-77fd68f1-1236-47e4-9df8-6e6b8c16bd9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.1325200 Aug 11 02:21:04.097985 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de567ef7-87f4-4a65-abdf-d935e1798bb0 x-openstack-request-id: req-de567ef7-87f4-4a65-abdf-d935e1798bb0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:04.099592 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:04.100268 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de567ef7-87f4-4a65-abdf-d935e1798bb0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:04.101182 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'code': 200} Aug 11 02:21:04.265606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 669b17c7-ba83-432b-b68f-7a3740de7bd0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:04.357343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 669b17c7-ba83-432b-b68f-7a3740de7bd0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:04.358072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.375787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48c9a4e4-75e7-48d2-b79a-6e8af4aeb405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.416964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-eeafa24e-8ca0-46a7-acd4-485013b268e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.419806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-eeafa24e-8ca0-46a7-acd4-485013b268e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3157282 Aug 11 02:21:04.448047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.448905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-e102890c-0877-4854-bf8b-c1324f9d56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.450973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-e102890c-0877-4854-bf8b-c1324f9d56ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.6210687 Aug 11 02:21:04.475895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.545656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a4e4-75e7-48d2-b79a-6e8af4aeb405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac034fb-9641-4be4-8ffe-25b961469fc5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.571254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1995e2a3-bc93-4788-b150-612a75938034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.590625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48c9a4e4-75e7-48d2-b79a-6e8af4aeb405 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c6d5ca8d4be4477a1cc34db0b651761&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3874679 Aug 11 02:21:04.597178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51394) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:04.604706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Pushing event deleted for resources: {'Port': ['ID=41998140-ab73-497b-80f1-bb2595360553,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.628458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1938b094-587b-44a2-828f-2102c88ec813 req-cfc36ed7-8f9a-4cbd-9616-798314449a13 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123109 Aug 11 02:21:04.632647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1995e2a3-bc93-4788-b150-612a75938034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.671480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179c647-a98d-445c-98f2-a5b649cf61e9 req-214f66bc-2764-4eac-b751-9599b8d6c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.673353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5179c647-a98d-445c-98f2-a5b649cf61e9 req-214f66bc-2764-4eac-b751-9599b8d6c851 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1097 time: 0.3166585 Aug 11 02:21:04.685094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:04.697048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9debf-86be-467f-a6a8-a60780848b80 req-2deed0b7-377a-4ca4-8fab-047525eeb2b6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.699682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0f9debf-86be-467f-a6a8-a60780848b80 req-2deed0b7-377a-4ca4-8fab-047525eeb2b6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.4505689 Aug 11 02:21:04.734487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835aacd-2f06-4369-a4c0-da5a738dde68 req-4f8e2499-3fd8-41f2-8e20-5319e88370e3 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.737150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8835aacd-2f06-4369-a4c0-da5a738dde68 req-4f8e2499-3fd8-41f2-8e20-5319e88370e3 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 943 time: 0.4846261 Aug 11 02:21:04.754090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:04.761044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-7be7f756-b7a6-4c15-a33e-d9c4471f98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:04.763338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-7be7f756-b7a6-4c15-a33e-d9c4471f98d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2920210 Aug 11 02:21:04.799705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:04.821776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Pushing event updated for resources: {'Port': ['ID=b7bf3964-652f-4865-8783-d7bb62fde3bb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.886682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1995e2a3-bc93-4788-b150-612a75938034 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d91e637a482a4c529547f487f72f1393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601617 Aug 11 02:21:04.891402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:04.895212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5179c647-a98d-445c-98f2-a5b649cf61e9 req-c608601c-fa59-4e9e-83ce-29a19bdee6f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915495 Aug 11 02:21:04.901161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995e2a3-bc93-4788-b150-612a75938034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a86a9-5f86-4e27-92f6-96be7f9f10b2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:04.904458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:04.996887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-77c37f8a-57b3-4a50-a7ed-dd814a24528e service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627801 Aug 11 02:21:05.007805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0f9debf-86be-467f-a6a8-a60780848b80 req-828539f5-2f5c-4c8a-9ee4-fdb2f6e1cd87 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591405 Aug 11 02:21:05.017149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8835aacd-2f06-4369-a4c0-da5a738dde68 req-cbf40aea-e00e-4cb1-b59b-fcfb496f82b5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404718 Aug 11 02:21:05.020956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.048406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device afbeb00b-5cec-4db1-9bfa-d32afc4a689c details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:05.079604 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-46d8bc6e-e9a4-4aea-9f50-fb69f180a2b1 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025999 Aug 11 02:21:05.112496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.247126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.249888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.253561 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dac034fb-9641-4be4-8ffe-25b961469fc5 HTTP/1.1" status: 204 len: 168 time: 0.6483498 Aug 11 02:21:05.282706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:05.299033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'port_id': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'mac_address': 'fa:16:3e:79:61:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4f625-d366-4690-95b6-18de9caf3edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:05.305077 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8da194a3-95c0-4be4-a64b-d1bf861597fe req-bbbe3d0a-b769-4855-a2be-9375d64597d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160389 Aug 11 02:21:05.305875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b7011-78cb-43f1-b46a-6875728b4b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac034fb-9641-4be4-8ffe-25b961469fc5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:05.381492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.397905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbeb00b-5cec-4db1-9bfa-d32afc4a689c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:05.424803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:05.432467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.504033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Router b14ed244-bb31-4d5e-b094-107924f106f9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:05.507429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:05.561756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.607728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45282-4501-4c5b-9a04-e032e229a04c req-ae77cbb0-7a49-4118-9caa-499b6587955e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.609614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4f45282-4501-4c5b-9a04-e032e229a04c req-ae77cbb0-7a49-4118-9caa-499b6587955e tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 944 time: 0.4600289 Aug 11 02:21:05.643310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.657198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:05.667443 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d995ca4d-eade-4780-8694-bcf5bee2808d admin admin] 10.222.0.68 "PUT /v2.0/routers/b14ed244-bb31-4d5e-b094-107924f106f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0205276 Aug 11 02:21:05.671505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51408) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:05.675420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Sync routers for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:05.693563 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:05.695899 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:05.711108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:05.787682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.798834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.810722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.821510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.827225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:05.836056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.847745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.858330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:05.872901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-170fc92c-9455-4959-bf8f-2947292467fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.7196448 Aug 11 02:21:05.935770 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:06.054679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-18a12873-7e0e-482e-bf31-d6df4af3edde service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0439763 Aug 11 02:21:06.088914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7195e1-fd37-4ac7-b3da-92409da32d27 req-e03483ff-baca-4bdc-89a8-11e872685e0d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145331 Aug 11 02:21:06.119967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.168836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4f45282-4501-4c5b-9a04-e032e229a04c req-49ad2356-ecb4-45fa-9ed2-3f39996ad784 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063181 Aug 11 02:21:06.185382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.293320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Deleting port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:06.293713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.435859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] For port 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:06.436114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.439484 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:21:03Z', 'revision_number': 5, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port': {'id': '93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:50Z', 'updated_at': '2021-08-11T02:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:06.456091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Calling delete_port for 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:06.479770 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Checking router: b14ed244-bb31-4d5e-b094-107924f106f9 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:06.492642 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Routers {'b14ed244-bb31-4d5e-b094-107924f106f9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:06.493560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b14ed244-bb31-4d5e-b094-107924f106f9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:06.606844 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] Set router b14ed244-bb31-4d5e-b094-107924f106f9 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:06.688717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.718200 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:21:06Z', 'revision_number': 6, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:06.724733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Pushing event deleted for resources: {'Port': ['ID=93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:06.775843 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09b393-5203-4889-8f7f-de1f5838f2ea None None] The sync data for ids ['b14ed244-bb31-4d5e-b094-107924f106f9'] in n-d-713498-10 is: [{'id': 'b14ed244-bb31-4d5e-b094-107924f106f9', 'name': 'tempest-ServersTestBootFromVolume-481003543-router', 'tenant_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:49Z', 'updated_at': '2021-08-11T02:21:06Z', 'revision_number': 6, 'project_id': '32cc8a3ddc9040ffa8c1bfc5b2652615', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:06.814169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.865260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-342442ad-ddef-4d35-861e-bbbc70b1c895 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 217 time: 0.7707891 Aug 11 02:21:06.911143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.919960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.919960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c5a86a9-5f86-4e27-92f6-96be7f9f10b2 HTTP/1.1" status: 204 len: 168 time: 2.0178709 Aug 11 02:21:06.930893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:06.932468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:06.934316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.011620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.012580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14ed244-bb31-4d5e-b094-107924f106f9 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:07.017682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe158d9-7156-4e04-b7ff-2b8112a07b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a86a9-5f86-4e27-92f6-96be7f9f10b2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.023149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.024590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8904da51-9589-43e5-a04d-8c32145aadca admin admin] 10.222.0.68 "DELETE /v2.0/routers/b14ed244-bb31-4d5e-b094-107924f106f9 HTTP/1.1" status: 204 len: 168 time: 1.3520541 Aug 11 02:21:07.030318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:07.097732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Deleting subnet 72f4d6c3-8459-4400-9f0a-e57bdb1954ad {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:07.103390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.109277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device afbeb00b-5cec-4db1-9bfa-d32afc4a689c up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:07.141855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb736c-e4e7-488f-a1ee-1ede3d11b15a req-89913838-f614-4342-9124-4c0cbc52037a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.166025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0eb736c-e4e7-488f-a1ee-1ede3d11b15a req-89913838-f614-4342-9124-4c0cbc52037a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.3762977 Aug 11 02:21:07.166334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.241757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-db1e97c6-f976-48f3-89ec-35dd86cf9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.245279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-db1e97c6-f976-48f3-89ec-35dd86cf9fbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.3254395 Aug 11 02:21:07.286510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb9dab-ce62-41e7-84e5-b97f8d8401af req-4d7a30c5-87b9-4b9b-b1d6-64750e8ecc6b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.303073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2eb9dab-ce62-41e7-84e5-b97f8d8401af req-4d7a30c5-87b9-4b9b-b1d6-64750e8ecc6b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 944 time: 0.5130119 Aug 11 02:21:07.404257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.415452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port afbeb00b-5cec-4db1-9bfa-d32afc4a689c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:07.423131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:07.455062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port afbeb00b-5cec-4db1-9bfa-d32afc4a689c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:07.459618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.549467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.563078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'mac_address': 'fa:16:3e:f6:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:07.617584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.626311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/72f4d6c3-8459-4400-9f0a-e57bdb1954ad HTTP/1.1" status: 204 len: 168 time: 0.5930440 Aug 11 02:21:07.628941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f4d6c3-8459-4400-9f0a-e57bdb1954ad,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:07.631384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692aceb6-003d-415f-add3-c8cf0199bd04 None None] Network dfb005cc-ee37-46db-9842-a99bb885be8f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:07.634492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:07.652889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0eb736c-e4e7-488f-a1ee-1ede3d11b15a req-853296fe-3306-473b-91ba-3311c0691e09 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848673 Aug 11 02:21:07.660021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.661381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.662552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.663230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.663945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.664644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.665251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.665845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.666778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.667697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.668595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.670107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32eba44-eacf-4d85-9ccc-2bede3749e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:07.855465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2eb9dab-ce62-41e7-84e5-b97f8d8401af req-0095e210-6bed-489c-ad5d-2dc129f13ec7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497522 Aug 11 02:21:07.881508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.890971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.919386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:07.951344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:07.972644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:07.994556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-b24150e7-978e-42a7-843d-51ea781dfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:07.996583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-b24150e7-978e-42a7-843d-51ea781dfccd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6849391 Aug 11 02:21:08.093518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Deleting port d3318305-a767-451e-8b08-01deccee3d03 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:08.094030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.121999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.146461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.153261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.159580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.164983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:08.169485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.170263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.176895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.183231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.190078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.192148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-4eeea598-912a-441a-8882-fe1e5ff569b4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.3347058 Aug 11 02:21:08.231777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:08.234859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:08.237589 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf53888c-20f3-4b76-853d-68fbf6b1f80f" -d '{"events": [{"server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "name": "network-vif-plugged", "status": "completed", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:08.243043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.282544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] For port d3318305-a767-451e-8b08-01deccee3d03, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d3318305-a767-451e-8b08-01deccee3d03,segment=NetworkSegment(e6207a00-21fa-4f8f-887f-a1c90c4ca44f),segment_id=e6207a00-21fa-4f8f-887f-a1c90c4ca44f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:08.282544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.310258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Calling delete_port for d3318305-a767-451e-8b08-01deccee3d03 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:08.330890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:08.339841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['14ee3f1a-89a9-4166-9e04-02fed0549dd7'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:08.361517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f544dc-de5c-4235-aa86-5415005ef7a6 req-a1d4d86b-f9dd-4670-b036-d7cf972ed695 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.369339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48f544dc-de5c-4235-aa86-5415005ef7a6 req-a1d4d86b-f9dd-4670-b036-d7cf972ed695 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 945 time: 0.3384342 Aug 11 02:21:08.391908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:08.416227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a553866c-7e12-4dd5-a143-16b57c8c8285 req-d60eb272-b274-4f67-8e3a-3897054d7761 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2082944 Aug 11 02:21:08.439597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:08.439597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 93d49cfa-9dd6-4ac0-b0ef-3013d3def2ef not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:08.439597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41998140-ab73-497b-80f1-bb2595360553 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:08.497459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 41998140-ab73-497b-80f1-bb2595360553 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:08.497788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41998140-ab73-497b-80f1-bb2595360553 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:08.559175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-47ecb5ba-044b-488a-9018-c1d6887a9d1b service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482595 Aug 11 02:21:08.592221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.620444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e953a6-3abb-4c0a-b1f3-fd6c9598992b None None] DHCP port deletion for dfb005cc-ee37-46db-9842-a99bb885be8f request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:08.642749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3318305-a767-451e-8b08-01deccee3d03,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:08.658190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48f544dc-de5c-4235-aa86-5415005ef7a6 req-f1939844-bd70-43b3-86af-88fa640a0186 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817013 Aug 11 02:21:08.697219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] No DVR routers for this DVR port d3318305-a767-451e-8b08-01deccee3d03 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:08.746230 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08fe46a-b9b9-42d6-a4c1-b63809248c26 x-openstack-request-id: req-d08fe46a-b9b9-42d6-a4c1-b63809248c26 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:08.746531 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "name": "network-vif-plugged", "status": "completed", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:08.746816 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d08fe46a-b9b9-42d6-a4c1-b63809248c26 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:08.747389 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'code': 200} Aug 11 02:21:08.792471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c879-5785-4338-ab16-d571dbed19fc req-c3a1e671-501b-4be3-896f-82aaa512ef08 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.802831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9165c879-5785-4338-ab16-d571dbed19fc req-c3a1e671-501b-4be3-896f-82aaa512ef08 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.2663591 Aug 11 02:21:08.815964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51488) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:08.836726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.836919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'floatingip': {'port_id': '9b61852c-8796-49a3-829b-e347acf1e8ae'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:08.862208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb005cc-ee37-46db-9842-a99bb885be8f']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:08.898406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:08.898675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6207a00-21fa-4f8f-887f-a1c90c4ca44f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:08.912679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.914902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.946992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.957208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23808-270e-42fe-bac1-75e816df29fe req-06d67a4a-e99f-4269-8fae-61661af414ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:08.960758 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9f23808-270e-42fe-bac1-75e816df29fe req-06d67a4a-e99f-4269-8fae-61661af414ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 1097 time: 0.1209240 Aug 11 02:21:08.972057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:08.972902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:08.975907 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:08.985344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4d1afeed-3735-40bc-b447-e464233b2eb7 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955112 Aug 11 02:21:08.988513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:21:09.095088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-453c2493-ecb5-46e7-be73-c1aac439c0d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 217 time: 0.0929885 Aug 11 02:21:09.100144 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f9f23808-270e-42fe-bac1-75e816df29fe req-0706143f-e384-4966-90f0-fe028b8f1bb3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161828 Aug 11 02:21:09.102071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.111932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.113924 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] 10.222.0.68 "DELETE /v2.0/networks/dfb005cc-ee37-46db-9842-a99bb885be8f HTTP/1.1" status: 204 len: 168 time: 1.4763558 Aug 11 02:21:09.127316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa21936-6426-4fbe-b0b6-612a085baa0a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb005cc-ee37-46db-9842-a99bb885be8f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:09.289234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642c71-7227-4240-a32d-0a98d991d0d3 req-401e655e-abaa-4a84-894a-018465be3cbb tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.289234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9642c71-7227-4240-a32d-0a98d991d0d3 req-401e655e-abaa-4a84-894a-018465be3cbb tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 945 time: 0.2822945 Aug 11 02:21:09.363679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:09.377258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-0a812e6e-c561-4f33-a239-400750683e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.379129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-0a812e6e-c561-4f33-a239-400750683e5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.2012522 Aug 11 02:21:09.454323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8092d03-6775-4951-83f7-bd46d5261e4a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=32cc8a3ddc9040ffa8c1bfc5b2652615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875545 Aug 11 02:21:09.457678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:09.472691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:09.486890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Sync routers for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:09.509271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:09.510515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:09.550015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9642c71-7227-4240-a32d-0a98d991d0d3 req-e45828b4-ded3-498d-b344-ac3b3cade5b1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193568 Aug 11 02:21:09.573172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.575926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b6c98e2a-57e7-4ef5-8059-45821ce9da8c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 13.5118001 Aug 11 02:21:09.586085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:09.590323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7415725d-cb2c-4040-9dfa-4b5dfeda07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:09.594306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-7415725d-cb2c-4040-9dfa-4b5dfeda07e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707151 Aug 11 02:21:09.623622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.672423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.762427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.766116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:09.771186 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd65f137-1079-4ef0-b03a-841b397fe263 HTTP/1.1" status: 204 len: 168 time: 0.3068414 Aug 11 02:21:09.776697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:09.800455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14e45-ae46-4617-992e-f1e1a6a3332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65f137-1079-4ef0-b03a-841b397fe263,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:10.264279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:05Z', 'revision_number': 3, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:10.325523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Checking router: 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:10.326860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Updating router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 port b7bf3964-652f-4865-8783-d7bb62fde3bb binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:10.374818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d3318305-a767-451e-8b08-01deccee3d03 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:10.415301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.416965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d3318305-a767-451e-8b08-01deccee3d03 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:10.417314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d3318305-a767-451e-8b08-01deccee3d03 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:10.464175 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.566622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:10.592710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.603723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.604012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.613887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.628259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.635867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.642718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.649293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.651898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-90eab97a-fbc0-4d75-8604-6eccb9fe4928 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.9946275 Aug 11 02:21:10.719514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f20bb-d49e-4a7b-b4f6-8a59064299fa req-08259980-0761-45ae-ae0c-93675681b5d5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:10.721463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d05f20bb-d49e-4a7b-b4f6-8a59064299fa req-08259980-0761-45ae-ae0c-93675681b5d5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 945 time: 0.8465543 Aug 11 02:21:10.811699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-313f1885-747e-4b55-bd50-e84619131f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:10.872317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-55fc067f-84e3-41c8-b20b-ed4c75c32afa service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2042069 Aug 11 02:21:10.926227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19fce407-6cc5-4b7c-a621-00009f12c559 req-74e0b404-7bf1-41a5-8386-b1e2c81a9315 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2539444 Aug 11 02:21:10.983573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:11.107456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.137110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.137391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-313f1885-747e-4b55-bd50-e84619131f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.148014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-313f1885-747e-4b55-bd50-e84619131f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.149165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.158211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Transition to ACTIVE for port object b7bf3964-652f-4865-8783-d7bb62fde3bb will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:11.161297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d05f20bb-d49e-4a7b-b4f6-8a59064299fa req-5aed1be7-773a-4c99-b240-2661b47e9fcc tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981625 Aug 11 02:21:11.171391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:11.171391 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.177016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.268331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Attempting to bind port b7bf3964-652f-4865-8783-d7bb62fde3bb on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:11.269018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Attempting to bind port b7bf3964-652f-4865-8783-d7bb62fde3bb by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:11.270701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Attempting to bind port b7bf3964-652f-4865-8783-d7bb62fde3bb on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:11.278709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-313f1885-747e-4b55-bd50-e84619131f17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a78b1467f286410eb1dcab8e0c3f862b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105656 Aug 11 02:21:11.279866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1885-747e-4b55-bd50-e84619131f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09b462-cede-4983-b999-37ca1e4c7142,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.283744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.320689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:11.321374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:11.322272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.322885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:11.323556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Bound port: b7bf3964-652f-4865-8783-d7bb62fde3bb, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:11.324365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.328765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0a2e-7e26-426e-a74c-503422522eb9 None None] Pushing event updated for resources: {'Port': ['ID=b7bf3964-652f-4865-8783-d7bb62fde3bb,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.368430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.416592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.493519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] For port b7bf3964-652f-4865-8783-d7bb62fde3bb, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:11.496296 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Floating IP 8fd5e716-2751-4315-bb5b-f964a74abf95 associated. External IP: 172.25.3.66, port: 9b61852c-8796-49a3-829b-e347acf1e8ae. Aug 11 02:21:11.503322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] For port b7bf3964-652f-4865-8783-d7bb62fde3bb, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b7bf3964-652f-4865-8783-d7bb62fde3bb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:11.505170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-208da637-b5cd-4b9a-bd91-ae36ded02ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466654 Aug 11 02:21:11.506136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.509225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.512974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.514340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb09b462-cede-4983-b999-37ca1e4c7142 HTTP/1.1" status: 204 len: 168 time: 0.2293813 Aug 11 02:21:11.514866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.527862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c032c-5dbf-44dd-b339-ba7f902da416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09b462-cede-4983-b999-37ca1e4c7142,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.619149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:11.622508 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd33e4-db65-4b1b-89c3-12706fb42a66" -d '{"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:11.652466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:11.665940 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:11.669990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0a2e-7e26-426e-a74c-503422522eb9 None None] Pushing event updated for resources: {'Port': ['ID=b7bf3964-652f-4865-8783-d7bb62fde3bb,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:11.688029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:11.690284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:11.699946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51582) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:11.751345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794b39b-2c94-423d-bcae-6119410b2630 req-0be76f38-5d1e-4571-8668-f09d0610eace tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:11.753710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b794b39b-2c94-423d-bcae-6119410b2630 req-0be76f38-5d1e-4571-8668-f09d0610eace tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 945 time: 0.6956232 Aug 11 02:21:11.762020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-3cbb5990-6490-4e2f-ab0f-16de190b77cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 217 time: 0.1142840 Aug 11 02:21:11.947184 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c00f8-d9ee-47dd-88f6-fba3eb611028 x-openstack-request-id: req-6c6c00f8-d9ee-47dd-88f6-fba3eb611028 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:11.947498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-plugged", "status": "completed", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:11.947697 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c6c00f8-d9ee-47dd-88f6-fba3eb611028 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:11.947989 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'code': 200} Aug 11 02:21:12.002754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:12.028305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b839820-9bd9-4f26-b931-388c110fdb86 req-4fe7304b-15f4-46ef-9263-8ca5bcafe4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.030305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b839820-9bd9-4f26-b931-388c110fdb86 req-4fe7304b-15f4-46ef-9263-8ca5bcafe4a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 1099 time: 0.1054652 Aug 11 02:21:12.105987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b839820-9bd9-4f26-b931-388c110fdb86 req-b2da288a-666c-4989-8571-6cdcee7ed6a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661254 Aug 11 02:21:12.113889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9a5f72c9-deab-4904-978a-0b058f9e4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.115408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-9a5f72c9-deab-4904-978a-0b058f9e4987 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.3440771 Aug 11 02:21:12.117293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51592) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:12.128151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b794b39b-2c94-423d-bcae-6119410b2630 req-56b2c6cd-0bee-4740-8f96-40ba1e86cf68 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056357 Aug 11 02:21:12.204207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ffdf1e-496c-457b-bfa7-09868894ef00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.265406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.335998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008710551-network', 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:12.343031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51602) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:12.371418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.387873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-520e71b5-d30d-4ee0-aba9-1dc4d0c897e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.390023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-520e71b5-d30d-4ee0-aba9-1dc4d0c897e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2556260 Aug 11 02:21:12.445413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ffdf1e-496c-457b-bfa7-09868894ef00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.455815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ffdf1e-496c-457b-bfa7-09868894ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.462780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:05Z', 'revision_number': 3, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:12.502407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:21:12.502407 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:21:12.502407 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '0e1da2bb282e4499ae2ad96beaa9b027', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 21, 12, 395001)}] Aug 11 02:21:12.502407 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:21:12.503422 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:21:12.504516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2aa229-63ac-44f3-9ab6-2015b40b8e3d None None] The sync data for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 is: [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:05Z', 'revision_number': 3, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:12.537039 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47ffdf1e-496c-457b-bfa7-09868894ef00 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a51200268f9a41b59ad39965e84c755b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331776 Aug 11 02:21:12.537039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:12.538605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.543611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51604) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:12.544002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.557500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.561880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffdf1e-496c-457b-bfa7-09868894ef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd942e-2bfd-4b1c-b5c1-8951705644d1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.569592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.570945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.581913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.594318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.606660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.619962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.623972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-3d469d04-5b88-44c3-9586-2eac228b4279 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.5023100 Aug 11 02:21:12.677940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.732052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.828859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.842352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.944416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.946565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:21:12.973974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.973974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:12.984767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a3266-a848-4ba8-b64c-2cced3922d73 req-8b17d644-2b0e-4dec-9ee8-ecf74cbfa2b9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:12.987340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ccd942e-2bfd-4b1c-b5c1-8951705644d1 HTTP/1.1" status: 204 len: 168 time: 0.4352164 Aug 11 02:21:12.987703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc28263-efbb-440a-8377-42dc719245ae,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:12.995824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf1a3266-a848-4ba8-b64c-2cced3922d73 req-8b17d644-2b0e-4dec-9ee8-ecf74cbfa2b9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.5590651 Aug 11 02:21:13.028773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.029355 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Added segment 811dc62d-5478-42e1-a841-c4f24956065c of type vlan for network 09bca30f-1a79-4894-8c10-61304c9ecfc1 Aug 11 02:21:13.103120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf1a3266-a848-4ba8-b64c-2cced3922d73 req-fad428db-f829-49d4-af74-9b647c8b770c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058846 Aug 11 02:21:13.129496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d11fa8a9-01ea-4dec-a86e-9e09c39883e6 req-e68f318f-cc08-42da-9e1e-aa2a196122dd tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4317312 Aug 11 02:21:13.148531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-1ad0f347-7cf8-467e-8efc-28ed5befad1e service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129872 Aug 11 02:21:13.241992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.305921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.322134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.323445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:13.324353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.374393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2467189 Aug 11 02:21:13.378358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:13.387615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51622) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:13.412204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Request body: {'subnet': {'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008710551-subnet', 'tenant_id': '61252258531b465680a23f9c6bd5e7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:13.497577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Allocated IP 172.20.0.1 (a42f4bb6-6831-40aa-b084-c3f2c67fb28e/3b273947-afbe-47ad-aed1-628cc5489ab3/a688c045-37d4-4e5c-b557-ae78bf9ff72a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:13.520443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad6c14-a96e-4564-a426-53a2ac70ed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd942e-2bfd-4b1c-b5c1-8951705644d1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.530437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab58bf-a602-4162-8217-1dbcb5a9bbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=09bca30f-1a79-4894-8c10-61304c9ecfc1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.595143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:21:13.812797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.835563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:13.972243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e1da2bb282e4499ae2ad96beaa9b027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6270425 Aug 11 02:21:13.973467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca83cfa-9001-4562-b733-1007012357fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83008219-e466-42b9-b6e7-51583d2ec371,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:13.976287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51654) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.042455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.074655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:14.077177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.091229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65dbd7ab-06a5-4c79-bce1-c51bbd1db1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.144287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.358971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-4512a3ce-112c-43b9-9db0-56fb9558c27e service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0023630 Aug 11 02:21:14.373401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.381231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.458082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b7bf3964-652f-4865-8783-d7bb62fde3bb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:14.485415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.584296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.589852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.591808 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83008219-e466-42b9-b6e7-51583d2ec371 HTTP/1.1" status: 204 len: 168 time: 0.6146302 Aug 11 02:21:14.602876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e4ed412b-0568-4d02-9e5e-53385be25a1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.1548507 Aug 11 02:21:14.605330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Transition to ACTIVE for port object a688c045-37d4-4e5c-b557-ae78bf9ff72a will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:14.606063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b7bf3964-652f-4865-8783-d7bb62fde3bb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:14.611216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:14.615894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b7bf3964-652f-4865-8783-d7bb62fde3bb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:14.616527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.621971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.628033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:14.661096 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:14.661400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ef333-a05d-4c5c-8884-0846df9b435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83008219-e466-42b9-b6e7-51583d2ec371,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:14.663300 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:14.675129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65dbd7ab-06a5-4c79-bce1-c51bbd1db1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.683824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65dbd7ab-06a5-4c79-bce1-c51bbd1db1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.794532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65dbd7ab-06a5-4c79-bce1-c51bbd1db1cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e22105fda924171b3d06ecab2f469b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475984 Aug 11 02:21:14.795892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51664) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:14.860766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbd7ab-06a5-4c79-bce1-c51bbd1db1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523b86a-b0b8-41d6-86f6-8f9e23717e96,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:14.868542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.919916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b7bf3964-652f-4865-8783-d7bb62fde3bb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b7bf3964-652f-4865-8783-d7bb62fde3bb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:14.926383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.930838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:14.993125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.013177 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:15.042599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b7bf3964-652f-4865-8783-d7bb62fde3bb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.061771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.062591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.063133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.063279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.064426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.064768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.065106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.066435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.066873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.067303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.067583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.068588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.108502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.117250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.124227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e523b86a-b0b8-41d6-86f6-8f9e23717e96 HTTP/1.1" status: 204 len: 168 time: 0.3245676 Aug 11 02:21:15.135575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41064d33-ec1b-46df-9b1b-a83c7bbe16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523b86a-b0b8-41d6-86f6-8f9e23717e96,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.186500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.195320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.203632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.212810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.220839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.230773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.239881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.252667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-85ba92f8-7eae-4211-96ef-011e0804e083 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.8961508 Aug 11 02:21:15.331065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3d7a11-5964-4e46-85fd-d53cd1407198,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.377300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dab14430-c6f0-45de-beb2-ba22e0b33a8b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "PUT /v2.0/floatingips/8fd5e716-2751-4315-bb5b-f964a74abf95 HTTP/1.1" status: 200 len: 990 time: 6.5586667 Aug 11 02:21:15.386625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:15.390462 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff4d5c7-9356-4187-80a0-565f17ab0859" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:15.423688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381608f1-54a9-4e38-8a9b-c3aa9f5f45ee req-face4f88-d30c-4a00-82d1-a55d763bf6e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.433790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-381608f1-54a9-4e38-8a9b-c3aa9f5f45ee req-face4f88-d30c-4a00-82d1-a55d763bf6e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.9669001 Aug 11 02:21:15.437209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.437724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.438376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.438835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.440378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.440863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.441517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.442076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.442544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.442957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.444426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.444891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:15.495386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-05f4ec98-cdfd-423c-857f-c88b1e4980ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.497269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-05f4ec98-cdfd-423c-857f-c88b1e4980ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.8709569 Aug 11 02:21:15.562549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-533b1d3e-4369-4bf9-906d-550a754dedd0 req-cde344f8-d9a2-4a14-97fa-048aa97bacae tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3087819 Aug 11 02:21:15.569219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:15.569985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Network hostable DHCP agents. Network: 09bca30f-1a79-4894-8c10-61304c9ecfc1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:21:15.600103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:15.675934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-381608f1-54a9-4e38-8a9b-c3aa9f5f45ee req-a40b5245-6e4a-486e-a895-2370333c9dcb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407749 Aug 11 02:21:15.712042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:15.768780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:15.785682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Pushing event updated for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:15.811897 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '8fd5e716-2751-4315-bb5b-f964a74abf95', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:83:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:35Z', 'updated_at': '2021-08-11T02:21:10Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:15.812582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:21:15.822461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:15.829558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e20d6b38-8f32-4684-a1e7-bcd23e540e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.832228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-e20d6b38-8f32-4684-a1e7-bcd23e540e30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3140278 Aug 11 02:21:15.883998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:15.900154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:15.900971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:15.917428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 09bca30f-1a79-4894-8c10-61304c9ecfc1) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:15.929258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:15.930689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f496a04-8d53-463b-86a0-3b2ef5c9b919 None None] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:15.931591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.104261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:16.194862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-79d32760-600d-4ce9-8eb8-2738ed103eca admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7915347 Aug 11 02:21:16.197205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c55eecb-ce41-47bd-8be9-df14a08651f7 x-openstack-request-id: req-5c55eecb-ce41-47bd-8be9-df14a08651f7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:16.197205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:16.197205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c55eecb-ce41-47bd-8be9-df14a08651f7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:16.197708 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'status': 'completed', 'code': 200} Aug 11 02:21:16.304371 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:16.380555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-a92e4299-31a5-4a49-a755-eee00c8248db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.400467 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-a92e4299-31a5-4a49-a755-eee00c8248db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1097 time: 0.1542561 Aug 11 02:21:16.447021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b7bf3964-652f-4865-8783-d7bb62fde3bb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:16.449344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7212b21-e645-4be1-a0fe-29cffdfa5402 None None] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:16.479237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-13e1875d-0d30-4171-8128-295603545394 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649593 Aug 11 02:21:16.779740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-cb129810-7665-4205-9e53-f05cf5977998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:16.804521 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-cb129810-7665-4205-9e53-f05cf5977998 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.3926535 Aug 11 02:21:16.842505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b9d7ad9f-ee1f-476f-bb6e-79be23ae35f7 None None] Provisioning for port a688c045-37d4-4e5c-b557-ae78bf9ff72a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:16.874584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b9d7ad9f-ee1f-476f-bb6e-79be23ae35f7 None None] Provisioning complete for port a688c045-37d4-4e5c-b557-ae78bf9ff72a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:16.879719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9d7ad9f-ee1f-476f-bb6e-79be23ae35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.093949 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-c2f6cff8-acbc-4375-a607-2fa70ffc0c0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 998 time: 0.2831116 Aug 11 02:21:17.141129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b7bf3964-652f-4865-8783-d7bb62fde3bb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:17.142956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.220879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:17.224891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-f8fac828-35d3-4fab-bb0d-f64146c1dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.227806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-f8fac828-35d3-4fab-bb0d-f64146c1dc5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.1163547 Aug 11 02:21:17.233615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a7b540-9283-4441-bd2a-5d03bb058e38 req-2988acfa-a8b2-441a-8d67-b7f006d82b43 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363732 Aug 11 02:21:17.340237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.351476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.368655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.377915 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '8fd5e716-2751-4315-bb5b-f964a74abf95', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:83:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:35Z', 'updated_at': '2021-08-11T02:21:10Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:17.406110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.430767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.430997 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2227b-0866-4fd6-b4d2-1238ab261cda None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '8fd5e716-2751-4315-bb5b-f964a74abf95', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:83:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:20:35Z', 'updated_at': '2021-08-11T02:21:10Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:17.439951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7ad9f-ee1f-476f-bb6e-79be23ae35f7 None None] Port a688c045-37d4-4e5c-b557-ae78bf9ff72a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:17.449030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.456328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.465676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-c3ae7541-2ba5-4854-941c-6207dd548b9c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.6241794 Aug 11 02:21:17.468203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-d8b115ad-9dc0-4f1d-aa64-d0074646595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.473665 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-d8b115ad-9dc0-4f1d-aa64-d0074646595e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2385325 Aug 11 02:21:17.563954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de0a1d-e96c-496c-a068-b7caa74c82af req-ca55bc37-de35-4630-8615-1878912ef20c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:17.565975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35de0a1d-e96c-496c-a068-b7caa74c82af req-ca55bc37-de35-4630-8615-1878912ef20c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.5405345 Aug 11 02:21:17.762732 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-5dff4aca-9f15-4194-8940-686328e5e432 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784343 Aug 11 02:21:17.817303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c08a6bc-d962-436a-b7da-d6d5848368ef req-2ff534a0-aded-4dfc-810f-621768fedba5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3471742 Aug 11 02:21:17.937595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401a346-c380-493e-a74f-daa5423d171e None None] New status for floating IP 8fd5e716-2751-4315-bb5b-f964a74abf95: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:18.055405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3ff4d5c7-9356-4187-80a0-565f17ab0859 req-009157d3-b082-4e19-83a7-da65a174c387 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788339 Aug 11 02:21:18.069043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35de0a1d-e96c-496c-a068-b7caa74c82af req-a76af87e-0cde-426c-947c-80c1ca795021 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508178 Aug 11 02:21:18.096325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.096573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.097002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.097622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.098272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.098766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.099245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.102609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-5c8d623d-b44d-4004-98d7-38da09b10dd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6484 time: 0.6149662 Aug 11 02:21:18.314588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.322724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-9c5096f7-dba6-4b11-9422-16dbd7927758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.324517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-9c5096f7-dba6-4b11-9422-16dbd7927758 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 903 time: 0.2125196 Aug 11 02:21:18.325953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.512097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-601f2af9-af24-4fee-9c26-aceb69edba3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.1347694 Aug 11 02:21:18.597478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:18.631698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5e9536e6-bfde-4a18-9b37-a1dafe5c86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.633668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-5e9536e6-bfde-4a18-9b37-a1dafe5c86e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.1072469 Aug 11 02:21:18.639889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Pushing event updated for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:18.654459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.843250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d2290-306b-404d-867b-9d2c914475db req-5a47f157-f126-4615-84f9-9a013179c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:18.844181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44cff278-386b-4608-9a9e-42ffc7a56303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:18.844703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-5a47f157-f126-4615-84f9-9a013179c3ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2010138 Aug 11 02:21:19.113737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-c31bb46c-9189-4d52-9a01-22562371408a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.115506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-c31bb46c-9189-4d52-9a01-22562371408a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.4786379 Aug 11 02:21:19.118515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:19.122820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-cd078d05-bce4-475e-a3b4-669b8dee5f07 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646537 Aug 11 02:21:19.124060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:19.130931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44cff278-386b-4608-9a9e-42ffc7a56303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.138819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44cff278-386b-4608-9a9e-42ffc7a56303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.193054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cff278-386b-4608-9a9e-42ffc7a56303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c82b1e5-272d-453a-b638-c9a32d77ab53,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.222743 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-44cff278-386b-4608-9a9e-42ffc7a56303 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=faf3985ef116433bbf68098163da5d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214070 Aug 11 02:21:19.225969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:19.323252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.355298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.425580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:19.427862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-91b65ecd-a91a-43b6-b92c-6567c31aa884 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.2418530 Aug 11 02:21:19.461342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.465048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.466316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c82b1e5-272d-453a-b638-c9a32d77ab53 HTTP/1.1" status: 204 len: 168 time: 0.2389407 Aug 11 02:21:19.475373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f711569-145d-4704-a19f-447c36ade7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c82b1e5-272d-453a-b638-c9a32d77ab53,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:19.528116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-65485740-a3fa-438c-a0f1-ded3a9bd4663 None None] Provisioning complete for port a688c045-37d4-4e5c-b557-ae78bf9ff72a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:19.529154 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65485740-a3fa-438c-a0f1-ded3a9bd4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:19.530422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c9d2290-306b-404d-867b-9d2c914475db req-457f4584-baab-4890-beaf-56e093baf86e service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684888 Aug 11 02:21:19.580036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-554ef46e-8a3b-4189-bf3b-ab3562c51ea1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443013 Aug 11 02:21:19.617763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-65485740-a3fa-438c-a0f1-ded3a9bd4663 None None] Port a688c045-37d4-4e5c-b557-ae78bf9ff72a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:21:19.670432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.679706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.691955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.703909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.710898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.717229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.723627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:19.725800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-e31ef0be-c362-4e33-bfe9-090016f98434 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.6357613 Aug 11 02:21:19.913850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ea92cc8-63ce-4f24-bbf5-894de277292c req-57d17b06-1207-4190-a5a2-efae1f0d55c9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432717 Aug 11 02:21:19.920090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:19.923705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-de975b7a-0113-4c0a-8946-0a92ac178d6c service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846618 Aug 11 02:21:19.930433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-137bac8e-5b10-496e-bc1d-094c4d743f45 admin admin] 10.222.0.68 "PUT /v2.0/routers/0ec92709-3c9e-4f8b-90b6-0fa289fd9777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3321269 Aug 11 02:21:19.976526 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Sync routers for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:20.008154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:20.009212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:20.195720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-7473ae7f-c6ec-40eb-8f8e-a044b3f38423 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421117 Aug 11 02:21:20.398940 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:20.700528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0ea49b1-62e3-4885-8451-512bfb550f7b req-e071cb98-678c-4af9-802f-d7621ac29155 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 210 time: 0.0553677 Aug 11 02:21:20.869493 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 4, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a688c045-37d4-4e5c-b557-ae78bf9ff72a', 'name': '', 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'mac_address': 'fa:16:3e:d1:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:13Z', 'updated_at': '2021-08-11T02:21:17Z', 'revision_number': 2, 'project_id': '7d2a2bd171744354b29993615980dd08', 'subnets': [{'id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:20.924870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Checking router: 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:20.924870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Updating router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 port a688c045-37d4-4e5c-b557-ae78bf9ff72a binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:21:21.022788 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.644290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.675127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.708064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.742883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.757319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.778344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.792587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:21.818136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-e28b3983-0079-43b1-9965-40cf534aa0a3 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.6965888 Aug 11 02:21:21.923926 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:21.972067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Transition to ACTIVE for port object a688c045-37d4-4e5c-b557-ae78bf9ff72a will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:21.984311 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.032914 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Pushing event updated for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.051189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4d9d732-27f6-495b-b8f5-590a258c63a8 req-4bdffb4f-329b-4442-86d2-1e3e65f66ea9 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904652 Aug 11 02:21:22.062391 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.063209 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.064564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.064728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.065154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.065296 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.066259 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.066988 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.071085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.071729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.072261 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.072789 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:21:22.102725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-2639caad-b64e-4499-88cb-b47590cf663e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9197512 Aug 11 02:21:22.128800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:22.255312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.342325 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Attempting to bind port a688c045-37d4-4e5c-b557-ae78bf9ff72a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:22.343248 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Attempting to bind port a688c045-37d4-4e5c-b557-ae78bf9ff72a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:22.343994 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Attempting to bind port a688c045-37d4-4e5c-b557-ae78bf9ff72a on network a42f4bb6-6831-40aa-b084-c3f2c67fb28e {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:22.363927 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:22.366916 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Checking segment: {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:22.367734 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.368598 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Bound using segment: {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:22.369740 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Bound port: a688c045-37d4-4e5c-b557-ae78bf9ff72a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa566c5c-a2a4-430c-baa1-f88b2438e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:22.371114 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.592814 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc9e36e1-8e9f-4d1a-a791-ca6827b68ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.607254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffe84f45-0be5-4abb-b591-b41ebb58c849 req-1abc02d6-d2a6-4bc3-ac2a-fec896989f7a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 210 time: 0.0898962 Aug 11 02:21:22.612508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] For port a688c045-37d4-4e5c-b557-ae78bf9ff72a, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:22.617413 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] For port a688c045-37d4-4e5c-b557-ae78bf9ff72a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a688c045-37d4-4e5c-b557-ae78bf9ff72a,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:22.624272 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.726202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:22.785549 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52634ace-5a6f-4b9e-93bc-d7977a473e86 None None] Pushing event updated for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:22.834138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:22.837401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:20:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.111882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Allocated IP 172.25.3.134 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/8db78f5b-f4cb-4d62-b412-01250daaa8d1) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:23.153601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-725f5778-f1c3-4a55-a27e-4e3193bfd2b0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.168611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-725f5778-f1c3-4a55-a27e-4e3193bfd2b0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.3519781 Aug 11 02:21:23.183796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:23.339141 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:23.532005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:23.551853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.640707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.671544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.705509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.724979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.732365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:23.738836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.753379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.780103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:23.783863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-762a54f2-4278-4f5e-a293-9fae7876f141 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.4131985 Aug 11 02:21:23.862449 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 4, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a688c045-37d4-4e5c-b557-ae78bf9ff72a', 'name': '', 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'mac_address': 'fa:16:3e:d1:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:13Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 4, 'project_id': '7d2a2bd171744354b29993615980dd08', 'subnets': [{'id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:23.926788 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:23.972990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e282d77-46fb-4531-bc87-92eacb83d437 req-99180f04-6ea7-4766-a086-9d4d79aa476e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776686 Aug 11 02:21:23.974037 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69a236-1b91-4d02-a8db-79d7b945c9b6 None None] The sync data for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 is: [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:16Z', 'revision_number': 4, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'a688c045-37d4-4e5c-b557-ae78bf9ff72a', 'name': '', 'network_id': 'a42f4bb6-6831-40aa-b084-c3f2c67fb28e', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'mac_address': 'fa:16:3e:d1:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:13Z', 'updated_at': '2021-08-11T02:21:22Z', 'revision_number': 4, 'project_id': '7d2a2bd171744354b29993615980dd08', 'subnets': [{'id': '3b273947-afbe-47ad-aed1-628cc5489ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:24.157373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.386344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:24.390241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:24.400614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a688c045-37d4-4e5c-b557-ae78bf9ff72a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:24.427384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:24.434889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=8db78f5b-f4cb-4d62-b412-01250daaa8d1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:24.539965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0f774eb-1e14-4604-a549-a039b62b95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.561485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a688c045-37d4-4e5c-b557-ae78bf9ff72a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:24.577971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a688c045-37d4-4e5c-b557-ae78bf9ff72a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:24.578512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.656201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.4 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/069d579f-a167-4252-98c8-d8583aef1ae7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:24.741594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.820147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a688c045-37d4-4e5c-b557-ae78bf9ff72a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a688c045-37d4-4e5c-b557-ae78bf9ff72a,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:24.830219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:24.857608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-090edf74-6849-4f1c-ac7d-aa79fa403832 req-b2992e76-9963-44cb-9979-96803cd12731 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 210 time: 0.1851926 Aug 11 02:21:25.001351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.043087 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.069680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0f774eb-1e14-4604-a549-a039b62b95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.083410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.086995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0f774eb-1e14-4604-a549-a039b62b95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.135104 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba40a244-4b19-4e28-a87e-0ff9f870418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.156864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a0f774eb-1e14-4604-a549-a039b62b95c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a41f222f8c134688a6b8b8a93cfb684e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224012 Aug 11 02:21:25.162672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52000) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:25.216241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.243159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.255196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f774eb-1e14-4604-a549-a039b62b95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034462b1-f839-4b7b-94ab-5ee4ca01b87f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.285393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:25.305670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:25.310927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:25.326281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:25.392522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.438683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:25.439373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:25.467791 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-8e7a31e1-acc6-4306-b9a6-f54d460f6298 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2873909 Aug 11 02:21:25.490509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Request body: {'port': {'device_id': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:25.587494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.145579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.185192 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.246075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.275206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.281512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.288558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.296012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.303593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.304722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069d579f-a167-4252-98c8-d8583aef1ae7 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:26.309674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.320238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.326456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-83ce0fa2-58b2-4492-a253-3fa834a8d647 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.9266195 Aug 11 02:21:26.364380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.371157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.408745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Transition to ACTIVE for port object 069d579f-a167-4252-98c8-d8583aef1ae7 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:26.417604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.422130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.426102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a688c045-37d4-4e5c-b557-ae78bf9ff72a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:26.436906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=8db78f5b-f4cb-4d62-b412-01250daaa8d1,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.477271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.490389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95c7909a-097f-439e-81fe-a55d6a3e68ee req-6371d169-30f0-410e-a114-a5e228740ae6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546650 Aug 11 02:21:26.505847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.507824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-cd1c42c8-de71-4723-a6dc-d26cf8352506 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3917334 Aug 11 02:21:26.578866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a688c045-37d4-4e5c-b557-ae78bf9ff72a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:26.579527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.583453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-caf3c920-0821-40f0-a55d-c6a46fd9b849 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0658011 Aug 11 02:21:26.591461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.594588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.598837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/034462b1-f839-4b7b-94ab-5ee4ca01b87f HTTP/1.1" status: 204 len: 168 time: 1.4285891 Aug 11 02:21:26.720940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Pushing event updated for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.743467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Attempting to bind port 069d579f-a167-4252-98c8-d8583aef1ae7 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:26.743799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Attempting to bind port 069d579f-a167-4252-98c8-d8583aef1ae7 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:26.744214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Attempting to bind port 069d579f-a167-4252-98c8-d8583aef1ae7 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:26.759807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Port 069d579f-a167-4252-98c8-d8583aef1ae7 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:26.760140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Attempting to bind port 069d579f-a167-4252-98c8-d8583aef1ae7 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:26.767149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-2752f921-e3c6-4ff1-99b9-dc5a63a370c4 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.768646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-2752f921-e3c6-4ff1-99b9-dc5a63a370c4 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.1684759 Aug 11 02:21:26.775551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390765d9-8144-48e0-af5e-54a63007c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034462b1-f839-4b7b-94ab-5ee4ca01b87f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:26.781244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:26.782000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:26.782768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:26.782908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-9cc2f780-831b-43b9-9d7c-4cbcd92825f3 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:21:26.783880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b10761c-d133-4f1c-a0d6-479c5f05752c req-9cc2f780-831b-43b9-9d7c-4cbcd92825f3 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065393 Aug 11 02:21:26.784639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Bound port: 069d579f-a167-4252-98c8-d8583aef1ae7, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:26.785400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.852268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff398bb-1078-439e-af33-f754bf16b1fc req-e61c10f5-df11-40e5-9def-dfb03f60be0b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.854527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ff398bb-1078-439e-af33-f754bf16b1fc req-e61c10f5-df11-40e5-9def-dfb03f60be0b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 943 time: 0.0694599 Aug 11 02:21:26.933451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:26.938227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=069d579f-a167-4252-98c8-d8583aef1ae7,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:26.944580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:26.997679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:26.998692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.000624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] 10.222.0.61 "PUT /v2.0/ports/069d579f-a167-4252-98c8-d8583aef1ae7 HTTP/1.1" status: 200 len: 1092 time: 1.5231569 Aug 11 02:21:27.001277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:27.006870 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638d0663-4274-417f-8062-2f69b2a23155" -d '{"events": [{"name": "network-changed", "server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:27.056779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374261b-53f8-43b1-816b-f59f867b56ee service neutron] Pushing event updated for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.115894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ff398bb-1078-439e-af33-f754bf16b1fc req-876336cf-6b9c-4169-931c-9a8dc84a47a3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413716 Aug 11 02:21:27.125950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-02fbbfff-287a-4a19-beca-5aa38483d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.128732 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-02fbbfff-287a-4a19-beca-5aa38483d266 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 1095 time: 0.0538898 Aug 11 02:21:27.187722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-021beedd-ea33-4390-abd9-1a407b354b13 req-9c19eab5-ccf2-4221-9709-c06bd2ab9ba9 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3505712 Aug 11 02:21:27.201289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:27.211062 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07383c3-dbed-4d79-9f4d-fb90ce120e5a x-openstack-request-id: req-e07383c3-dbed-4d79-9f4d-fb90ce120e5a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:27.214622 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:27.216901 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e07383c3-dbed-4d79-9f4d-fb90ce120e5a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:27.216901 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7', 'status': 'completed', 'code': 200} Aug 11 02:21:27.225009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52022) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.225412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-edcf95c2-3bca-40b8-b1da-fda112ff7841 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069d579f-a167-4252-98c8-d8583aef1ae7 HTTP/1.1" status: 200 len: 217 time: 0.0863957 Aug 11 02:21:27.269368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.277035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c92bd8e1-acd0-4da5-aba1-c7e7a80ac172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.323578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-78fa1d23-878f-45cd-b02d-c2f13a7a5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.325243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-78fa1d23-878f-45cd-b02d-c2f13a7a5a1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0874968 Aug 11 02:21:27.360495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-99ee8e2d-2b3e-41b2-875d-ebfaf3e83b77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269783 Aug 11 02:21:27.496390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-63b1cb20-ef46-4899-a064-ccbeba4ce24b service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235981 Aug 11 02:21:27.589179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.628065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c92bd8e1-acd0-4da5-aba1-c7e7a80ac172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.689636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c92bd8e1-acd0-4da5-aba1-c7e7a80ac172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:27.707398 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5e2afc08-195b-47c7-bbc6-c6959c9b6a38 req-1a825f32-e008-4838-8754-814eeacb7473 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967351 Aug 11 02:21:27.813005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0663-4274-417f-8062-2f69b2a23155 req-e0ed2b20-c052-4875-9fb4-d3768a065fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.814714 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-e0ed2b20-c052-4875-9fb4-d3768a065fe4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 1095 time: 0.0486498 Aug 11 02:21:27.863995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c92bd8e1-acd0-4da5-aba1-c7e7a80ac172 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7763cb1dc4c04ab193a45e2415740e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370859 Aug 11 02:21:27.869141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd8e1-acd0-4da5-aba1-c7e7a80ac172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73e0d4-d7ca-4149-8120-1f4e7376f931,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:27.874932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52036) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:27.950267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0663-4274-417f-8062-2f69b2a23155 req-d41f1ac8-6192-4d3e-a796-ed8badd18587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:27.954190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-d41f1ac8-6192-4d3e-a796-ed8badd18587 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.1217203 Aug 11 02:21:27.955812 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.001305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.008473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.015774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.022554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.028602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.033010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-af6a5aee-23d1-43ec-a830-fdf65a4efd77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069d579f-a167-4252-98c8-d8583aef1ae7 HTTP/1.1" status: 200 len: 217 time: 0.0700991 Aug 11 02:21:28.035243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.042524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.044560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-7f5b843d-fc69-4801-a6af-36f06418e30d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.3213992 Aug 11 02:21:28.048365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Allocated IP 172.25.3.64 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/02a44122-ba6f-4813-b681-b89704bf6108) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:28.130710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0663-4274-417f-8062-2f69b2a23155 req-c50fc9d0-c527-4aac-b2b5-6b9ab6309cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.133477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-c50fc9d0-c527-4aac-b2b5-6b9ab6309cda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0910363 Aug 11 02:21:28.137041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.181638 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-ce78440b-7639-422f-b255-d271653f5e91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382309 Aug 11 02:21:28.222086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b9a2946-8fc3-4f65-bbb1-607f5fb1719d req-bfaf3473-301b-4647-b551-23e032c1a5af tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613257 Aug 11 02:21:28.226325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.310187 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-605e1aa7-d1b7-47d3-ac0a-be70b7a76912 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200285 Aug 11 02:21:28.375928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.443868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.448759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.451815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc73e0d4-d7ca-4149-8120-1f4e7376f931 HTTP/1.1" status: 204 len: 168 time: 0.5686917 Aug 11 02:21:28.495277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbfded-e6f8-4bf8-bf4b-c8373dce1942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73e0d4-d7ca-4149-8120-1f4e7376f931,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:28.525468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.591513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-638d0663-4274-417f-8062-2f69b2a23155 req-c6ddbf5c-977c-4066-9f80-8846612c1d27 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721782 Aug 11 02:21:28.616849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:28.665191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:28.683141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:28.789288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=02a44122-ba6f-4813-b681-b89704bf6108,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:28.874288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e2b5d-2d17-4c36-b0ec-aca05c62447a req-eb8a4ad2-1516-4cd3-a397-eb27ec6cb1c5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:28.878203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf5e2b5d-2d17-4c36-b0ec-aca05c62447a req-eb8a4ad2-1516-4cd3-a397-eb27ec6cb1c5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 943 time: 0.2749119 Aug 11 02:21:28.914134 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:28.946315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf5e2b5d-2d17-4c36-b0ec-aca05c62447a req-8db644f3-2b61-4cd8-9e6d-fea02e16a359 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 Aug 11 02:21:28.984677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.055018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 069d579f-a167-4252-98c8-d8583aef1ae7 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:29.191629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.198071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.301081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=02a44122-ba6f-4813-b681-b89704bf6108,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.345111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.373792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.383082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-021beedd-ea33-4390-abd9-1a407b354b13 req-864f54c5-a869-4218-9a26-ca7279b6e636 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1911793 Aug 11 02:21:29.495279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=069d579f-a167-4252-98c8-d8583aef1ae7,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:29.498183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-021beedd-ea33-4390-abd9-1a407b354b13 req-a479eef7-8e24-4827-88cf-28c720fa52d9 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.1117015 Aug 11 02:21:29.518871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '069d579f-a167-4252-98c8-d8583aef1ae7', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '069d579f-a167-4252-98c8-d8583aef1ae7', 'mac_address': 'fa:16:3e:c5:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:29.575153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.596369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069d579f-a167-4252-98c8-d8583aef1ae7 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:29.624886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=069d579f-a167-4252-98c8-d8583aef1ae7,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:29.631956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:29.667851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.680972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.693703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.696878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:29.706761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.714577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.722296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.729335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.731943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-2a3af000-b4e0-4d8a-92c6-f3ac72c192d8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.3441718 Aug 11 02:21:29.855321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-044dff7f-9e5a-4be6-a368-d42e27516fe1 req-285cf55d-ed93-41fc-a12a-13137c731ebe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089907 Aug 11 02:21:29.881876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['069d579f-a167-4252-98c8-d8583aef1ae7'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:29.891241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beedd-ea33-4390-abd9-1a407b354b13 req-33a8a47b-9cbd-4727-b42a-fa1c6f7b6a1b tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:29.893749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-021beedd-ea33-4390-abd9-1a407b354b13 req-33a8a47b-9cbd-4727-b42a-fa1c6f7b6a1b tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3884304 Aug 11 02:21:30.201047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-84385618-16a3-4c5f-9e39-6575e19c9c94 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2645261 Aug 11 02:21:30.222466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:30.281865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479ede4-5abb-4b5f-a567-047dfd706c9b req-3627be3a-5994-4037-a607-20ff73486718 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:30.284878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7479ede4-5abb-4b5f-a567-047dfd706c9b req-3627be3a-5994-4037-a607-20ff73486718 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 944 time: 0.1171305 Aug 11 02:21:30.290007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.388718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52084) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:30.442370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7479ede4-5abb-4b5f-a567-047dfd706c9b req-4de42d3c-5a56-4a45-8e15-bb99401d5b28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468861 Aug 11 02:21:30.491347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.603878 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f629eca-9021-403a-9b5d-ba87656a2867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.658287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Allocated IP 172.25.3.174 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ae5598e2-5829-4c13-a6ff-73ca19697be9) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:30.735090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f629eca-9021-403a-9b5d-ba87656a2867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.741198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f629eca-9021-403a-9b5d-ba87656a2867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.789363 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f629eca-9021-403a-9b5d-ba87656a2867 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dfcd9b877caf47e5b606d551121c8521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963315 Aug 11 02:21:30.789363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f629eca-9021-403a-9b5d-ba87656a2867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff783b-5ef9-41f9-b7d7-9577f67e69f3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:30.791140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52090) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:30.963887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:30.980416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.074753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.082428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 069d579f-a167-4252-98c8-d8583aef1ae7 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:31.199866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 069d579f-a167-4252-98c8-d8583aef1ae7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:31.209545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 069d579f-a167-4252-98c8-d8583aef1ae7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:31.210651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.262820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.275371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.287665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.299644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.315047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.326030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:31.328302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.341066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:31.344356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c394052c-17f4-4a90-a942-296835115609 req-fd981ace-0b64-4ad6-878f-26978b5e77b7 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.3404932 Aug 11 02:21:31.349088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.404684 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.447474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:31.451457 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fda5b-042c-49ca-9cd0-5e802bb3a5d0" -d '{"events": [{"server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "name": "network-vif-plugged", "status": "completed", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:31.460825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:31.465497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.470537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.476336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f1ff783b-5ef9-41f9-b7d7-9577f67e69f3 HTTP/1.1" status: 204 len: 168 time: 0.6792812 Aug 11 02:21:31.476659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=069d579f-a167-4252-98c8-d8583aef1ae7,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:31.492305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.497511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:31.502028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:31.597851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=ae5598e2-5829-4c13-a6ff-73ca19697be9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.611616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5ddd1-954a-4436-a259-fd4272506c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff783b-5ef9-41f9-b7d7-9577f67e69f3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.622355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:31.646307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6790504-a59f-4037-97f2-37e739cb5ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.666950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c394052c-17f4-4a90-a942-296835115609 req-7b90cd0a-4954-4af2-839c-a62aec36e6c4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3112788 Aug 11 02:21:31.762406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.784248 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:21:31.816620 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.882122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6790504-a59f-4037-97f2-37e739cb5ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.890718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6790504-a59f-4037-97f2-37e739cb5ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:31.891414 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c5fe55-063d-4c17-b899-824962cf723f x-openstack-request-id: req-77c5fe55-063d-4c17-b899-824962cf723f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:31.892706 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "name": "network-vif-plugged", "status": "completed", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:31.893082 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77c5fe55-063d-4c17-b899-824962cf723f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:31.893517 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7', 'code': 200} Aug 11 02:21:31.972911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d6790504-a59f-4037-97f2-37e739cb5ee4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2285027315c7417e8d848e1d7067299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446414 Aug 11 02:21:31.976827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:32.128832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790504-a59f-4037-97f2-37e739cb5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1c2bd-449b-432a-bf62-3e45d1e2a007,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:32.153081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd65cf-c181-4763-ba5e-68909e27dbda req-e16914a8-ba4c-4c47-aeee-cbdc0e4ba0f8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.153081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55fd65cf-c181-4763-ba5e-68909e27dbda req-e16914a8-ba4c-4c47-aeee-cbdc0e4ba0f8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 945 time: 0.1409664 Aug 11 02:21:32.199275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed59f9-972a-4d07-9afa-4d487fe88bd4 req-01c32f03-2083-41e6-9e4b-020cb4a6b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.202172 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c2ed59f9-972a-4d07-9afa-4d487fe88bd4 req-01c32f03-2083-41e6-9e4b-020cb4a6b48d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 1097 time: 0.1804717 Aug 11 02:21:32.213105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.224436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.281937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.289282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c2ed59f9-972a-4d07-9afa-4d487fe88bd4 req-18b4aa34-d369-49fb-82ca-9759aa14f230 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769522 Aug 11 02:21:32.328709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.383459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55fd65cf-c181-4763-ba5e-68909e27dbda req-fcae3a8c-c3dc-4571-a47f-f8e5ad68af2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141798 Aug 11 02:21:32.414761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.418970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=ae5598e2-5829-4c13-a6ff-73ca19697be9,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:32.422394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.426756 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87f1c2bd-449b-432a-bf62-3e45d1e2a007 HTTP/1.1" status: 204 len: 168 time: 0.4343748 Aug 11 02:21:32.443920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.449230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f1ae1-3199-40d3-8d77-61de2f19be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1c2bd-449b-432a-bf62-3e45d1e2a007,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:32.471424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:32.482869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-accc9f51-ef12-4928-bd94-5c71be615a33 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2654521 Aug 11 02:21:32.563582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-fad9bdfa-60d7-4bbb-91c0-03d418df7d75 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.0779641 Aug 11 02:21:32.764655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-5d9fa32e-9218-4585-bfcd-b6acdf39f7df tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:32.769250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4bcab0-b3dd-402a-a737-b4e1c17417da req-5d9fa32e-9218-4585-bfcd-b6acdf39f7df tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.1941454 Aug 11 02:21:32.949179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52150) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:32.978654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e9fac02-55bd-4a50-b8b1-e0e30493a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.014643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.029050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.057702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.075142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.083809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.094731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.107899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.122439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-5f86125e-b032-4190-b88f-e2b4e2055c84 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5420 time: 0.3250513 Aug 11 02:21:33.214394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-0a624872-e56a-49cb-a905-5d83c3a8c1bc tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4008856 Aug 11 02:21:33.229196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e9fac02-55bd-4a50-b8b1-e0e30493a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.239585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e9fac02-55bd-4a50-b8b1-e0e30493a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.279050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:33.301688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b45ebd0a-6820-4e45-9872-94663226d7d8 req-59dd1a91-7414-4fab-9490-621e6cd5a29e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780009 Aug 11 02:21:33.353892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.364948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e9fac02-55bd-4a50-b8b1-e0e30493a128 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=791b0d4c291547d59bbfeda37e5ca3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126754 Aug 11 02:21:33.369758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52160) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:33.385484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fac02-55bd-4a50-b8b1-e0e30493a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a5415-98cf-41d4-9a3c-9e86e1b7b7d9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:33.496796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.535251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.629533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.635732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.642706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce3a5415-98cf-41d4-9a3c-9e86e1b7b7d9 HTTP/1.1" status: 204 len: 168 time: 0.2705841 Aug 11 02:21:33.643167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:33.658145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e32fc-9c08-435c-b342-e42581c35edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a5415-98cf-41d4-9a3c-9e86e1b7b7d9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:33.886544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-5530c737-4f8a-4153-b420-f29a621c1035 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:33.889704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-5530c737-4f8a-4153-b420-f29a621c1035 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.3040831 Aug 11 02:21:33.938376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-13f81580-0b20-49e5-8e50-e1bcd7eec7e7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/quotas/0e5bee0b319243d291c21f64b6fb722f HTTP/1.1" status: 200 len: 375 time: 0.0356779 Aug 11 02:21:33.939090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52184) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:33.988528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Allocated IP 172.25.3.172 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e8635969-441e-42e5-b3ff-f5f03a1939d3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:34.142960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:34.147847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-e7605925-824d-4c78-9609-f44be88d78cf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995301 Aug 11 02:21:34.184098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.336285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.377952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.427977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-400fb8cf-f9b1-4755-a29b-ea0e6f9d9c34 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575769 Aug 11 02:21:34.599503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.662137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Allocated IP 172.25.3.99 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/154a09f0-a599-4b7b-9627-13fc346633dd) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:34.702314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:34.707726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-3a2d506b-d9dc-4a6a-89f2-8bc1eadf39e3 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683530 Aug 11 02:21:34.710167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:34.712823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=e8635969-441e-42e5-b3ff-f5f03a1939d3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:34.715646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:34.798614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.834318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.850433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.889116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:34.923433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:34.928560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:34.940409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:35.002450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Pushing event updated for resources: {'Port': ['ID=154a09f0-a599-4b7b-9627-13fc346633dd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:35.164516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bdef82e8-4c93-4795-bf96-df7cac8432d1 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:35.173990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.250553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.454375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:35.501766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'port_id': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'mac_address': 'fa:16:3e:21:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:35.583176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.604690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.611249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.629471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdef82e8-4c93-4795-bf96-df7cac8432d1 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:35.660723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:35.668258 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.669854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bc7398b1-581a-4dc9-910b-bb616c833a3f details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:35.757350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:35.898279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Pushing event updated for resources: {'Port': ['ID=154a09f0-a599-4b7b-9627-13fc346633dd,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:35.913596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.941684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.948519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.972006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb88c6-669d-47bf-80f6-96dbff89e781 req-5e7efa71-09f0-4fb5-9fc8-ec1647658471 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:35.978609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:35.981051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c8f44e6-f5c6-4c99-8188-f1d53f300c68 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0404303 Aug 11 02:21:35.985308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fdb88c6-669d-47bf-80f6-96dbff89e781 req-5e7efa71-09f0-4fb5-9fc8-ec1647658471 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 945 time: 0.8605702 Aug 11 02:21:35.985662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:35.993383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-944567118', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'fixed_ips': [{'ip_address': '172.25.3.99'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:36.036886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Made reservation on behalf of c834ddf7a5ab48a093a457a254e517d5 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:36.040543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.041038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.075402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'port_id': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'mac_address': 'fa:16:3e:bf:8f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:36.079638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.127117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event updated for resources: {'Port': ['ID=e8635969-441e-42e5-b3ff-f5f03a1939d3,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.155522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fdb88c6-669d-47bf-80f6-96dbff89e781 req-4f84e4cd-18d9-4d26-9fa6-a3913097109c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688380 Aug 11 02:21:36.183623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.252092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.298174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7398b1-581a-4dc9-910b-bb616c833a3f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:36.342098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.350916 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.352943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9c656def-5f4b-4ef0-acbc-7d0b54d7006c details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:36.419205 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.427074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.434679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] device_id is not set on port 1c717e48-bf41-4dd8-872f-0137d4e53365 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:21:36.473063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.491262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.501015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.502206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.508121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.510382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.520820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.535187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.539307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'port_id': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c', 'mac_address': 'fa:16:3e:d2:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:36.551968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:36.570568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-12678cf6-134d-46cf-b674-8ab4d03f6891 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5422 time: 0.2336168 Aug 11 02:21:36.587390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.590159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-b6b1d4dd-33f9-4798-b2a6-14880c35839f tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3742955 Aug 11 02:21:36.625165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7127f86b-5582-41f5-bcad-4142f3f5167d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.636382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.693700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c656def-5f4b-4ef0-acbc-7d0b54d7006c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:36.750425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.760469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:36.761551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3fdd3023-392c-4a67-a360-7083fa793eb8 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:36.797341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88494b3-1693-4bb1-a3ea-5157fa554e0a req-1f3af05b-f6b0-463b-ac6c-792f80807100 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254484 Aug 11 02:21:36.815268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-435418ba-4724-439d-94de-9d0aa60dac35 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.2001638 Aug 11 02:21:36.852025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3fdd3023-392c-4a67-a360-7083fa793eb8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:36.855823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:36.893282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3fdd3023-392c-4a67-a360-7083fa793eb8', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'port_id': '3fdd3023-392c-4a67-a360-7083fa793eb8', 'mac_address': 'fa:16:3e:79:c3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:37.011892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.031099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdd3023-392c-4a67-a360-7083fa793eb8 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:37.082775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3fdd3023-392c-4a67-a360-7083fa793eb8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.089460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.090481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 747354ed-720a-4e4a-b141-cd5d087ad418 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:37.103084 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:21:37.104194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:21:37.144797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1404d3f6-5298-49e0-b22d-862407c04f07 req-083cad63-bab5-407d-8520-71216111d1dc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 210 time: 0.0608604 Aug 11 02:21:37.177610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52234) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:37.187754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa36aa19-fd45-4ffe-bef8-0e68cc854225 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2000422 Aug 11 02:21:37.205722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-a46cecdc-a329-45d0-9849-373d184e5c48 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.208479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-267c2f06-c100-43bf-a32a-2b4fbc313dae req-a46cecdc-a329-45d0-9849-373d184e5c48 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3899510 Aug 11 02:21:37.245639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-119e9a2f-50a4-44b7-a141-2331a459bc8c tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.248513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-119e9a2f-50a4-44b7-a141-2331a459bc8c tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.3188326 Aug 11 02:21:37.267414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Request body: {'port': {'device_id': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'admin_state_up': True, 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:37.424522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.445378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.457060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '747354ed-720a-4e4a-b141-cd5d087ad418', 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'port_id': '747354ed-720a-4e4a-b141-cd5d087ad418', 'mac_address': 'fa:16:3e:b7:b3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a19fb2-755f-4b7f-a770-79360c8fc948', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:37.485835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7066d9f-dcb9-4c21-93da-75abd49ea72e req-3b8ffc6d-7042-4167-8f3c-ab5be9103f58 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips/385e877e-2036-4a1c-a722-2f98b2598f0d HTTP/1.1" status: 200 len: 693 time: 0.1565657 Aug 11 02:21:37.535048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.535317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:37.540258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.556554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747354ed-720a-4e4a-b141-cd5d087ad418 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:37.586093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.591734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.592505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6aa5e51-5ac9-4157-8dc2-b791bd747525 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:37.691936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.732652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'network_id': 'bd77a0c6-b87d-4ede-881a-98506c3ac21f', 'port_id': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'mac_address': 'fa:16:3e:31:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f6b60c-2836-40d2-849d-52f19771008f', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:37.741456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:37.763872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae79a1-267e-4ced-bbdb-51a401cf52c4 req-5df25a2e-f2e9-4841-b585-f6f17a5bf76f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.766849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ae79a1-267e-4ced-bbdb-51a401cf52c4 req-5df25a2e-f2e9-4841-b585-f6f17a5bf76f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 945 time: 0.2793767 Aug 11 02:21:37.783032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Allocated IP 172.20.0.2 (6e085854-6025-41ba-a2e2-485eda3a2caa/dbf4f625-d366-4690-95b6-18de9caf3edf/7b3245f3-5291-4acf-a677-4236053040c3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:37.826481 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.851514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aa5e51-5ac9-4157-8dc2-b791bd747525 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:37.882983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7066d9f-dcb9-4c21-93da-75abd49ea72e req-f86e8490-588e-49a8-989f-8570c4e976de tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:37.888106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7066d9f-dcb9-4c21-93da-75abd49ea72e req-f86e8490-588e-49a8-989f-8570c4e976de tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.3944151 Aug 11 02:21:37.910294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:37.918135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Deleting port 154a09f0-a599-4b7b-9627-13fc346633dd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:37.918782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.921566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:37.924319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c5c7f65-c062-405d-bbf0-5b1397becba8 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:37.942733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ae79a1-267e-4ced-bbdb-51a401cf52c4 req-2c86879b-812e-4221-ba8e-1a9443190074 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578705 Aug 11 02:21:38.044239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.060068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.098982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:38.116115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.121922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'network_id': 'aa49a50c-9844-43ff-bb92-5537732375eb', 'port_id': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'mac_address': 'fa:16:3e:f7:c0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a19fb2-755f-4b7f-a770-79360c8fc948', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:38.135544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:38.210442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-07f67781-9e0a-46db-933e-7153934f7fa2 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips/385e877e-2036-4a1c-a722-2f98b2598f0d HTTP/1.1" status: 200 len: 693 time: 0.1386449 Aug 11 02:21:38.232008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Network 6e085854-6025-41ba-a2e2-485eda3a2caa is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:38.246832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event updated for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.260195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:38.270571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:38.307744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.355513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.356577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.398906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-f8c961fc-7cbd-42d0-91af-0f8172f0a8d9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1357095 Aug 11 02:21:38.410641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.411363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.413096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5c7f65-c062-405d-bbf0-5b1397becba8 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:38.422924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Request body: {'port': {'device_id': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:38.467031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:38.467605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.476511 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.480693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.493622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.506785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:38.507335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.519477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.532657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.545794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.561573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-4a104d57-2d12-434c-8cef-6c82daba0d3a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5426 time: 0.4039278 Aug 11 02:21:38.596231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Calling delete_port for 154a09f0-a599-4b7b-9627-13fc346633dd owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:38.622221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:38.787466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b4e97b9-ed7a-4aeb-bfc3-32db76daebd8 req-8459ddb4-52df-4e40-b76f-18898011008c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2232327 Aug 11 02:21:38.833188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-cbddebae-1deb-49e5-a240-396580ad6bf5 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:38.843821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-cbddebae-1deb-49e5-a240-396580ad6bf5 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.6307526 Aug 11 02:21:38.923441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-23dfc594-a8b7-4d23-877e-93ba1971cbc7 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.0799017 Aug 11 02:21:38.937689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3245f3-5291-4acf-a677-4236053040c3 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:38.960814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.079877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-94f5d393-a048-4ea9-ab26-a41eb1896ad6 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.1210849 Aug 11 02:21:39.136552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-8f2f7fc9-dfec-4677-9228-2bb049bf9e25 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.139619 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-8f2f7fc9-dfec-4677-9228-2bb049bf9e25 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 945 time: 0.1116765 Aug 11 02:21:39.164928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['a6aa5e51-5ac9-4157-8dc2-b791bd747525'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.216395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['bdef82e8-4c93-4795-bf96-df7cac8432d1'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.268211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3fdd3023-392c-4a67-a360-7083fa793eb8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.272691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['747354ed-720a-4e4a-b141-cd5d087ad418'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.276278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9c656def-5f4b-4ef0-acbc-7d0b54d7006c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.294122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['5c5c7f65-c062-405d-bbf0-5b1397becba8'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:39.361897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port 069d579f-a167-4252-98c8-d8583aef1ae7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:39.363239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.399632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Transition to ACTIVE for port object 7b3245f3-5291-4acf-a677-4236053040c3 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:39.406064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13b749-74bb-45db-a1a8-04e1ddce355a req-47a10fc7-8b50-4d66-97bb-418792447a20 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.421112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e13b749-74bb-45db-a1a8-04e1ddce355a req-47a10fc7-8b50-4d66-97bb-418792447a20 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 931 time: 0.2923670 Aug 11 02:21:39.440325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.502194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.596481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Pushing event deleted for resources: {'Port': ['ID=154a09f0-a599-4b7b-9627-13fc346633dd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.629282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e13b749-74bb-45db-a1a8-04e1ddce355a req-204b4ecf-4988-4319-a224-72669372cdb8 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912954 Aug 11 02:21:39.751047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port 069d579f-a167-4252-98c8-d8583aef1ae7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=069d579f-a167-4252-98c8-d8583aef1ae7,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:39.751785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.767617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for 069d579f-a167-4252-98c8-d8583aef1ae7 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:39.821764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Deleting port e8635969-441e-42e5-b3ff-f5f03a1939d3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:39.822639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.856480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Pushing event updated for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:39.921151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.926149 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:39.928372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2702d4c3-0fb8-4b12-b046-a58e4c8550b4 tempest-ExternalNetworksAdminNegativeTestJSON-768193616 tempest-ExternalNetworksAdminNegativeTestJSON-768193616-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/6f9676d8-a871-472e-8bc3-7f90663a14ba HTTP/1.1" status: 204 len: 168 time: 2.7489069 Aug 11 02:21:39.983201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc13a-0793-4ef5-83ae-04b1e193ca91 req-dcc245e1-3222-40c3-99d6-6ae66a796f3c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:39.998037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35edc13a-0793-4ef5-83ae-04b1e193ca91 req-dcc245e1-3222-40c3-99d6-6ae66a796f3c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 945 time: 0.2597387 Aug 11 02:21:40.104149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['bc7398b1-581a-4dc9-910b-bb616c833a3f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:40.133061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.134319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.141359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Attempting to bind port 7b3245f3-5291-4acf-a677-4236053040c3 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:40.142063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Attempting to bind port 7b3245f3-5291-4acf-a677-4236053040c3 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:40.142659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Attempting to bind port 7b3245f3-5291-4acf-a677-4236053040c3 on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:40.157958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Port 7b3245f3-5291-4acf-a677-4236053040c3 on network 6e085854-6025-41ba-a2e2-485eda3a2caa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:40.158613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Attempting to bind port 7b3245f3-5291-4acf-a677-4236053040c3 on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:40.183666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:40.184340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Checking segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:40.185052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Bound using segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:40.186135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Bound port: 7b3245f3-5291-4acf-a677-4236053040c3, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:40.187098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.194563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Calling delete_port for e8635969-441e-42e5-b3ff-f5f03a1939d3 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:40.228277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35edc13a-0793-4ef5-83ae-04b1e193ca91 req-f8e5832f-96dc-43cc-b9f2-1319521ace35 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252631 Aug 11 02:21:40.367345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.441315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=069d579f-a167-4252-98c8-d8583aef1ae7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.483813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:40.493582 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.518819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port 069d579f-a167-4252-98c8-d8583aef1ae7 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:40.530463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.534142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11d1e99b-c5ee-4e4f-9a82-e75f5cf68a90 req-60cbc6ec-f3f0-4404-ba59-e9562c1e8e2a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "DELETE /v2.0/ports/069d579f-a167-4252-98c8-d8583aef1ae7 HTTP/1.1" status: 204 len: 173 time: 1.3867438 Aug 11 02:21:40.536490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'name': 'network-vif-deleted', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:40.539824 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba1c60-a9bc-4dc4-9a46-efbb8f0a6cb3" -d '{"events": [{"server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "name": "network-vif-deleted", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:40.545885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.551633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7b3245f3-5291-4acf-a677-4236053040c3,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:40.562375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.614096 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.723989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:40.740412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event deleted for resources: {'Port': ['ID=e8635969-441e-42e5-b3ff-f5f03a1939d3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.763603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Pushing event updated for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:40.776995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.778049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.779577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-81884c70-81a7-4326-a28b-c40ede182d6c service neutron] 10.222.0.61 "PUT /v2.0/ports/7b3245f3-5291-4acf-a677-4236053040c3 HTTP/1.1" status: 200 len: 1092 time: 2.3644307 Aug 11 02:21:40.806624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.814189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.821745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.828375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.836170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.843540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.850386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.852499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-06517695-cb4c-4bd5-8703-2b079a501716 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5427 time: 0.3167884 Aug 11 02:21:40.920612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-a78cb0d7-84bb-4b88-929d-f2d65ffa0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:40.924131 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-a78cb0d7-84bb-4b88-929d-f2d65ffa0088 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 1095 time: 0.0753148 Aug 11 02:21:40.932717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79332fd6-9054-4086-8fbe-a2f4d59ac241 req-3ceb7977-d8e4-4e79-a38f-5686c27e8a1f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563385 Aug 11 02:21:40.942583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.946012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:40.947637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68a109a2-0fae-438c-8d8f-e2dcd23c3f21 req-1c427192-b697-4a56-87f2-23fdfd2bda8e tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "DELETE /v2.0/floatingips/385e877e-2036-4a1c-a722-2f98b2598f0d HTTP/1.1" status: 204 len: 173 time: 1.8033493 Aug 11 02:21:41.054773 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43314b2-daf1-4ce8-854f-fa95862c97d3 x-openstack-request-id: req-c43314b2-daf1-4ce8-854f-fa95862c97d3 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:41.056332 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a2b7e8-b213-4a5b-b69a-7cac3dce845c", "name": "network-vif-deleted", "tag": "069d579f-a167-4252-98c8-d8583aef1ae7", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:41.056776 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c43314b2-daf1-4ce8-854f-fa95862c97d3 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:41.057464 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a2b7e8-b213-4a5b-b69a-7cac3dce845c', 'name': 'network-vif-deleted', 'tag': '069d579f-a167-4252-98c8-d8583aef1ae7', 'status': 'completed', 'code': 200} Aug 11 02:21:41.072693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-e6a1bb1b-105e-41c4-91b2-59793bedb7d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b3245f3-5291-4acf-a677-4236053040c3 HTTP/1.1" status: 200 len: 217 time: 0.1348445 Aug 11 02:21:41.098689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-493d76c6-f1e3-4f94-a3ce-efd03f597cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.186380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 069d579f-a167-4252-98c8-d8583aef1ae7 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:41.214751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 069d579f-a167-4252-98c8-d8583aef1ae7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:41.215024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 069d579f-a167-4252-98c8-d8583aef1ae7 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:41.217146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-800b718e-3cb0-472b-bc7b-4ae6566f5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.220148 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-800b718e-3cb0-472b-bc7b-4ae6566f5a79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.1360807 Aug 11 02:21:41.281436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131dcbc-23e9-4729-976f-e827c46f601e req-2e53197c-8bb9-481e-9bb3-fe12be9a1cdf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.284467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1131dcbc-23e9-4729-976f-e827c46f601e req-2e53197c-8bb9-481e-9bb3-fe12be9a1cdf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 943 time: 0.2025676 Aug 11 02:21:41.329235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-12cabe3b-70a6-408e-a25a-467925d8fa79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999773 Aug 11 02:21:41.418913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1131dcbc-23e9-4729-976f-e827c46f601e req-f04c5ede-aa81-4bd6-bada-389aa2ec3d0b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173325 Aug 11 02:21:41.480828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111382cf-c4e5-4175-a168-92fca75ec55b req-a951dd2f-ace5-40e6-a98b-d9f6eaafce32 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.490626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-111382cf-c4e5-4175-a168-92fca75ec55b req-a951dd2f-ace5-40e6-a98b-d9f6eaafce32 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4091842 Aug 11 02:21:41.611391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-5c720d98-651e-42ab-8f59-7ed5b8982153 service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706790 Aug 11 02:21:41.664260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dddc9e95-afe6-400f-b483-902aeb56f0b8 req-ebee287d-5388-4296-b89c-4f2a93428129 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=7d2a2bd171744354b29993615980dd08 HTTP/1.1" status: 200 len: 1656 time: 0.1271160 Aug 11 02:21:41.711341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-493d76c6-f1e3-4f94-a3ce-efd03f597cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.724229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-493d76c6-f1e3-4f94-a3ce-efd03f597cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.792249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-493d76c6-f1e3-4f94-a3ce-efd03f597cd3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b34c484090b423cb04f8e98fe89c6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0561779 Aug 11 02:21:41.800984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52308) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:41.808794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1b39fb5-bc63-4b84-afeb-3b6683be29da req-7e7e75b6-75e8-4be7-839a-bc132ebc0f74 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=37a2b7e8-b213-4a5b-b69a-7cac3dce845c HTTP/1.1" status: 200 len: 210 time: 0.1217735 Aug 11 02:21:41.845745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d76c6-f1e3-4f94-a3ce-efd03f597cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c926b37b-d93e-4d64-9a75-96dd160522d0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:41.893460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94ac1246-b8b9-4362-a3e9-043a110d9400 req-942cca0d-910d-47ce-85a5-9b0e030af0a2 service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721536 Aug 11 02:21:41.932609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc9e95-afe6-400f-b483-902aeb56f0b8 req-2310843b-5e0e-48e8-a49f-56a3c810b24d tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:41.935864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dddc9e95-afe6-400f-b483-902aeb56f0b8 req-2310843b-5e0e-48e8-a49f-56a3c810b24d tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks?id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 787 time: 0.2589438 Aug 11 02:21:41.946916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:41.953484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-dddc9e95-afe6-400f-b483-902aeb56f0b8 req-c3d6e564-68fb-4b9a-9a82-6b113f008f81 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:21:41.955410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dddc9e95-afe6-400f-b483-902aeb56f0b8 req-c3d6e564-68fb-4b9a-9a82-6b113f008f81 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093350 Aug 11 02:21:41.990940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.121236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.125866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.128577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c926b37b-d93e-4d64-9a75-96dd160522d0 HTTP/1.1" status: 204 len: 168 time: 0.3225994 Aug 11 02:21:42.144149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e774-656c-4a80-894e-4c06117be7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926b37b-d93e-4d64-9a75-96dd160522d0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:42.156508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-40ac5aa1-d1aa-4382-bbdb-3b368ccbcbf0 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips/f7e6b7de-5733-4620-ae7c-b0686e6be5c3 HTTP/1.1" status: 200 len: 693 time: 0.1366889 Aug 11 02:21:42.354059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.365721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.377230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.389766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.401276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.412886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.423919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.427400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-99b51a4c-6204-4276-b5a2-271f660fa1e0 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5427 time: 0.3196690 Aug 11 02:21:42.498310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bdef82e8-4c93-4795-bf96-df7cac8432d1 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:42.542790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-deb6307d-0703-4b6a-9f6c-8aa2fb448fb0 req-49245856-9bdf-4172-88f2-7ce92c9df691 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023088 Aug 11 02:21:42.559311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-1bf0ec62-7ccd-46b8-81dd-3544e1538bee tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.574898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-1bf0ec62-7ccd-46b8-81dd-3544e1538bee tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.4168830 Aug 11 02:21:42.590340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-cb9156ff-56df-4f5f-8c6b-11f9e66e8f57 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:21:42.597837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-cb9156ff-56df-4f5f-8c6b-11f9e66e8f57 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214653 Aug 11 02:21:42.675328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:42.716140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-1955ca89-7b85-4f76-b18e-1fa787671b0d tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.1168365 Aug 11 02:21:42.747613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port bdef82e8-4c93-4795-bf96-df7cac8432d1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:42.755869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port bdef82e8-4c93-4795-bf96-df7cac8432d1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:42.756476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.783092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-4cac03a2-1de7-4f13-b166-ed6dd61b41e9 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.0655460 Aug 11 02:21:42.783799 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c853c19-a5b0-49ba-8950-60aec2cd55b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c834ddf7a5ab48a093a457a254e517d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061435 Aug 11 02:21:42.788364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52328) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:42.934591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:42.992199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bf92-16e9-465b-9b93-c41710a0ab50 req-fb446cc7-171e-47a1-8ccf-db0b3e805103 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:42.994013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.000566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff01bf92-16e9-465b-9b93-c41710a0ab50 req-fb446cc7-171e-47a1-8ccf-db0b3e805103 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 943 time: 0.1455543 Aug 11 02:21:43.025782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.059564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:43.063012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff01bf92-16e9-465b-9b93-c41710a0ab50 req-b9babe9b-7c2e-4b53-9f74-751775b5e824 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588851 Aug 11 02:21:43.064684 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdefe4-93ca-4381-b27a-9440e4b94da7" -d '{"events": [{"name": "network-changed", "server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "tag": "7b3245f3-5291-4acf-a677-4236053040c3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:43.078007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Deleting port ae5598e2-5829-4c13-a6ff-73ca19697be9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:43.078569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.198219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.198789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:43.200852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:43.201082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.204976 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7127f86b-5582-41f5-bcad-4142f3f5167d HTTP/1.1" status: 204 len: 168 time: 0.4145451 Aug 11 02:21:43.208083 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dab523-5813-4d2a-8e0f-5d1cdd84cbde" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:43.218687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a48e88-cfd3-4c40-bda7-7c59c64a0064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7127f86b-5582-41f5-bcad-4142f3f5167d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:43.220191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7b3245f3-5291-4acf-a677-4236053040c3 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:43.224806 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.225624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 747354ed-720a-4e4a-b141-cd5d087ad418 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:43.242748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:43.322877 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c14ea9-5faf-4bc4-8262-e7bfbe372761 x-openstack-request-id: req-14c14ea9-5faf-4bc4-8262-e7bfbe372761 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:43.323175 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "tag": "7b3245f3-5291-4acf-a677-4236053040c3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:43.323568 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14c14ea9-5faf-4bc4-8262-e7bfbe372761 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:43.323822 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3', 'status': 'completed', 'code': 200} Aug 11 02:21:43.396458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.396926 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.450403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Calling delete_port for ae5598e2-5829-4c13-a6ff-73ca19697be9 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:43.499691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-96a579df-aa08-43c0-a50a-83f3e7652b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.518758 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48683ac2-cacf-407b-9851-e25dbcfc67c1 x-openstack-request-id: req-48683ac2-cacf-407b-9851-e25dbcfc67c1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:43.519639 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:43.520443 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48683ac2-cacf-407b-9851-e25dbcfc67c1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:43.521213 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'code': 200} Aug 11 02:21:43.522194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-96a579df-aa08-43c0-a50a-83f3e7652b3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 1095 time: 0.1511548 Aug 11 02:21:43.540766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:43.707878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 747354ed-720a-4e4a-b141-cd5d087ad418 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:43.735595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 747354ed-720a-4e4a-b141-cd5d087ad418 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:43.736196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:43.794510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-9dde869c-5979-4013-b24a-c217919a746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:43.798476 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-9dde869c-5979-4013-b24a-c217919a746c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 0.2742193 Aug 11 02:21:43.899638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7b3245f3-5291-4acf-a677-4236053040c3,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:43.921035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-bdea0b8d-1127-4d9d-a5c0-f6b0bc5bfac2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b3245f3-5291-4acf-a677-4236053040c3 HTTP/1.1" status: 200 len: 217 time: 0.1010451 Aug 11 02:21:43.923797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '7b3245f3-5291-4acf-a677-4236053040c3', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'port_id': '7b3245f3-5291-4acf-a677-4236053040c3', 'mac_address': 'fa:16:3e:10:93:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4f625-d366-4690-95b6-18de9caf3edf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:43.994387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.014746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3245f3-5291-4acf-a677-4236053040c3 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:44.055399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-8456d6fa-574c-4415-9e83-871c52915301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.058738 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-8456d6fa-574c-4415-9e83-871c52915301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.1260636 Aug 11 02:21:44.101195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7b3245f3-5291-4acf-a677-4236053040c3,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:44.111997 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.129900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c70709d4-e6e7-4423-bbeb-7bb65f6ebf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.159398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.180249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-b1317db7-2e6a-4ffe-b904-ac99d1c71a65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047864 Aug 11 02:21:44.230067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:44.237953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.244452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.245858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6aa5e51-5ac9-4157-8dc2-b791bd747525 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:44.328220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.388497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port a6aa5e51-5ac9-4157-8dc2-b791bd747525 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:44.397762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port a6aa5e51-5ac9-4157-8dc2-b791bd747525 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:44.397762 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.418790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-a4785f86-e0fd-47a4-9c48-f5d965845c9a service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299547 Aug 11 02:21:44.423206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-55042346-200e-4156-9fe8-1e550bc9e0e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:44.425119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-55042346-200e-4156-9fe8-1e550bc9e0e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.7373421 Aug 11 02:21:44.448626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:44.501373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-8174c5ac-d259-40a2-85a2-22adaff5de8e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0485148 Aug 11 02:21:44.561959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-5e6eac23-5548-4d6a-9ca4-faa6846fb108 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487461 Aug 11 02:21:44.625677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ccbdefe4-93ca-4381-b27a-9440e4b94da7 req-92558820-9248-449e-996e-481275a99d80 service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898346 Aug 11 02:21:44.645907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.696403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event deleted for resources: {'Port': ['ID=ae5598e2-5829-4c13-a6ff-73ca19697be9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.748490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c70709d4-e6e7-4423-bbeb-7bb65f6ebf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.754358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c70709d4-e6e7-4423-bbeb-7bb65f6ebf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.786086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-c2f74f0c-cd26-4543-bad3-99aa49fb7287 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213244 Aug 11 02:21:44.838684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c70709d4-e6e7-4423-bbeb-7bb65f6ebf81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07c8c787af464091b465e32d875689b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5945120 Aug 11 02:21:44.842827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:44.860227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70709d4-e6e7-4423-bbeb-7bb65f6ebf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4a99e-1934-4f3f-9912-6773f32ae9b5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:44.863032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.877425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.878886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277c6f9f-c9cc-4011-aadb-fcbac1829717 req-8560b4e5-2818-4553-8851-413dd03b7c64 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "DELETE /v2.0/floatingips/f7e6b7de-5733-4620-ae7c-b0686e6be5c3 HTTP/1.1" status: 204 len: 173 time: 2.0945399 Aug 11 02:21:44.929801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:44.957874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-0b2b69f9-429d-4b05-bd8c-42f4a9476159 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703572 Aug 11 02:21:44.977696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.021687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:45.029777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.030840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bc7398b1-581a-4dc9-910b-bb616c833a3f up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.072968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.080114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.087424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.090662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.094599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.103439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.111999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.128266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.132515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-61af4802-deee-45ec-a36e-6e2d8d6482a6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5429 time: 0.1452618 Aug 11 02:21:45.155468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:45.183913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port bc7398b1-581a-4dc9-910b-bb616c833a3f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:45.190709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port bc7398b1-581a-4dc9-910b-bb616c833a3f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.191090 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.208690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.226235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.231731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55d4a99e-1934-4f3f-9912-6773f32ae9b5 HTTP/1.1" status: 204 len: 168 time: 0.3798337 Aug 11 02:21:45.285050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53e2eb37-1442-4d29-93a7-7f88ac18d9cb req-23fda6ec-7ec8-44c7-b38a-3b38133c01a5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436601 Aug 11 02:21:45.288779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9529b3-109a-4ad0-b97d-c6d91bf5ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4a99e-1934-4f3f-9912-6773f32ae9b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:45.363525 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.422524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:45.443444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.443444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9c656def-5f4b-4ef0-acbc-7d0b54d7006c up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.551190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:45.555236 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dec423-b913-4df1-bf01-58cf1b3fe37a" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:45.592312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:45.619409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:45.631735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:45.633616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.644869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-2470a7cb-bd1c-4045-99ce-77bad2b8cd07 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips/b660e29e-b60e-4e1c-9e04-66c68e3496bf HTTP/1.1" status: 200 len: 692 time: 0.1627536 Aug 11 02:21:45.799118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2b679-5d6b-4e4f-ac51-8d819dae373e req-1d1aae09-3409-4193-a0f6-9417177dfc8b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:45.812543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72c2b679-5d6b-4e4f-ac51-8d819dae373e req-1d1aae09-3409-4193-a0f6-9417177dfc8b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 944 time: 0.2427657 Aug 11 02:21:45.814006 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.888277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:45.898254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:45.903472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3fdd3023-392c-4a67-a360-7083fa793eb8 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:45.912988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72c2b679-5d6b-4e4f-ac51-8d819dae373e req-1880b28e-d926-47d2-88d1-91e7f7128da7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989692 Aug 11 02:21:46.094167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-e9cbd4ab-5cc8-48fb-9c2d-525d23d934c6 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.113117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-e9cbd4ab-5cc8-48fb-9c2d-525d23d934c6 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.4654324 Aug 11 02:21:46.123764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.149306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 3fdd3023-392c-4a67-a360-7083fa793eb8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:46.164114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3fdd3023-392c-4a67-a360-7083fa793eb8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:46.166957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.291416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:46.346328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-529b5237-d9f9-4a67-b118-5b29c8ca1252 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.2248557 Aug 11 02:21:46.353704 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.399223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17d77c7e-70a7-42c9-893d-356926795041 req-ef005e25-2bb9-4843-9195-6474ce6cd853 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.1279714 Aug 11 02:21:46.399578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3fdd3023-392c-4a67-a360-7083fa793eb8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:46.408354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.409333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c5c7f65-c062-405d-bbf0-5b1397becba8 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:46.467887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-5ba6aae8-5191-4417-869e-d1074e6ebbc2 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0862398 Aug 11 02:21:46.529031 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec577bf9-fbfb-4538-b26b-a5714e8df6f2 x-openstack-request-id: req-ec577bf9-fbfb-4538-b26b-a5714e8df6f2 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:46.529031 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:46.529392 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec577bf9-fbfb-4538-b26b-a5714e8df6f2 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:46.530310 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418', 'code': 200} Aug 11 02:21:46.530836 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'code': 200} Aug 11 02:21:46.531209 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'code': 200} Aug 11 02:21:46.535767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 5c5c7f65-c062-405d-bbf0-5b1397becba8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:46.545675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 5c5c7f65-c062-405d-bbf0-5b1397becba8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:46.546243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.680686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Deleting port 02a44122-ba6f-4813-b681-b89704bf6108 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:46.681274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.725953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:46.759880 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.816357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:46.825118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.843650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.844037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:46.887647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.894330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.901130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.907682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.914641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.915429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-30147712', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:46.921627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.928496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:46.930715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-ec09463b-96a9-4200-8cdf-43d93817a085 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5433 time: 0.2458837 Aug 11 02:21:46.931831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Calling delete_port for 02a44122-ba6f-4813-b681-b89704bf6108 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:46.936024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.017112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-6792ea79-efc1-4e7d-8422-a507fb4afbf4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:47.023379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-6792ea79-efc1-4e7d-8422-a507fb4afbf4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.2547309 Aug 11 02:21:47.025566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-443a743c-73cc-4a0d-837b-c7a55abe9270 req-b7b1dc2e-2335-4ab1-b325-c90ef77d2838 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872374 Aug 11 02:21:47.042368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:47.173499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.216200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7b3245f3-5291-4acf-a677-4236053040c3 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:47.250162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event deleted for resources: {'Port': ['ID=02a44122-ba6f-4813-b681-b89704bf6108,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.306982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 7b3245f3-5291-4acf-a677-4236053040c3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:47.313726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 7b3245f3-5291-4acf-a677-4236053040c3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:47.314263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.425909 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.433017 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.435243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.451844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ad10e1e-6add-450d-8135-2dc7efe10ae3 req-ab5f3c70-6f71-47ef-a96d-dce173d1f069 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "DELETE /v2.0/floatingips/b660e29e-b60e-4e1c-9e04-66c68e3496bf HTTP/1.1" status: 204 len: 173 time: 0.9745102 Aug 11 02:21:47.486314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7b3245f3-5291-4acf-a677-4236053040c3,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:47.491971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.509613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Made reservation on behalf of 02d650bb9b9d4a8bac3ab7ddee17f745 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:47.514979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.515779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2a302-4d39-4bf2-b6e9-8943bf98a9b3 req-e22a6675-6d04-4791-9e3d-ad26f5433819 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:47.518484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ac2a302-4d39-4bf2-b6e9-8943bf98a9b3 req-e22a6675-6d04-4791-9e3d-ad26f5433819 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 944 time: 0.3212864 Aug 11 02:21:47.543430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.553701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:47.586246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:21:47.591502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.654839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ac2a302-4d39-4bf2-b6e9-8943bf98a9b3 req-d63a2fbc-c46b-4e5b-92df-4f5303a4124a tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234298 Aug 11 02:21:47.658613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac40c05b-8d96-47cb-9c67-1f340f864aaa req-fbdf4cd9-eaaf-4c02-a5b9-f5fe7c97db04 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.0657039 Aug 11 02:21:47.797865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-88c2e646-c88f-4673-b5f9-7b4b4d4543be tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips/38114a35-3ac4-46be-91c3-6cba40b80804 HTTP/1.1" status: 200 len: 693 time: 0.0864129 Aug 11 02:21:47.803933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.2 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/e25ae3cf-885d-4732-95f3-b1e7ab9ae011) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:47.831252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.841611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:47.856670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] device_id is not set on port 15d6fe43-38e7-4778-bc29-4aa2bfddda12 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:21:48.013930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-da538f85-9ad5-45c1-99fb-ef932758736a tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.016433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-da538f85-9ad5-45c1-99fb-ef932758736a tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2090669 Aug 11 02:21:48.025854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3471f3-ef87-4d64-9b04-da1d8dc35a15,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.123951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:48.124370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-17e5a738-f06d-4fd1-825a-73cf104289b5 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0949366 Aug 11 02:21:48.180735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Allocated IP 172.25.3.124 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/15d6fe43-38e7-4778-bc29-4aa2bfddda12) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:21:48.204420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.249144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-143186c2-8a69-47df-96b4-486dcbd51d43 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.1143825 Aug 11 02:21:48.322890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.328930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.335230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.341672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.342455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.347695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.354327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.360348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.364393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-1a5255a2-40d3-46e4-8eda-de0c88ae7018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.1655025 Aug 11 02:21:48.439654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0076026a-aa21-467c-b411-20ee0dc1831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.461340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:48.476642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:48.483407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.490329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:48.512574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fafe7426-78d0-4847-9d7f-daf0f425cf33 req-9afa3578-9fe2-4c89-a59f-1b2c461fbaa2 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005545 Aug 11 02:21:48.532364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd3023-392c-4a67-a360-7083fa793eb8'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8'}, {'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:48.534175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.538412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Deleting port 8db78f5b-f4cb-4d62-b412-01250daaa8d1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:48.538955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.544099 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf8e8a-6fe5-40a9-954f-a2b8084453c6" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd3023-392c-4a67-a360-7083fa793eb8"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8"}, {"server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "name": "network-vif-plugged", "status": "completed", "tag": "7b3245f3-5291-4acf-a677-4236053040c3"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:48.593902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.594762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.667010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.721543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.722931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.731454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:21:48.733606 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0076026a-aa21-467c-b411-20ee0dc1831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.743775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0076026a-aa21-467c-b411-20ee0dc1831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.746959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:21:48.750546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Calling delete_port for 8db78f5b-f4cb-4d62-b412-01250daaa8d1 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:48.761063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:21:48.764027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-ecf2c354-7c3b-4f82-8b17-ed4b82bb224f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7262077 Aug 11 02:21:48.768501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Pushing event updated for resources: {'Port': ['ID=15d6fe43-38e7-4778-bc29-4aa2bfddda12,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.774894 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e0f5f-5dd8-4695-99f5-2ced5b83284d x-openstack-request-id: req-cc8e0f5f-5dd8-4695-99f5-2ced5b83284d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:48.775512 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd3023-392c-4a67-a360-7083fa793eb8", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-plugged", "status": "completed", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8", "code": 200}, {"server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "name": "network-vif-plugged", "status": "completed", "tag": "7b3245f3-5291-4acf-a677-4236053040c3", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:48.776197 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc8e0f5f-5dd8-4695-99f5-2ced5b83284d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:48.776966 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c', 'code': 200} Aug 11 02:21:48.777506 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd3023-392c-4a67-a360-7083fa793eb8', 'code': 200} Aug 11 02:21:48.778052 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'code': 200} Aug 11 02:21:48.778628 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3', 'code': 200} Aug 11 02:21:48.818972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Request body: {'port': {'device_id': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:48.869338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0076026a-aa21-467c-b411-20ee0dc1831c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e71b7630230438c8e2412576b37bc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7437701 Aug 11 02:21:48.875302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:48.879484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076026a-aa21-467c-b411-20ee0dc1831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a442334-99da-46fa-8fe7-56cf8b1ef5ba,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:48.885911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:48.886500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.938648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-25fd1783-e84e-4875-bf25-1530bfed3c51 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6437440 Aug 11 02:21:48.946672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52472) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:48.955000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:48.993254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.124'}]}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:49.011913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b527cad-f553-4d85-aaea-e3db4d9b8489 req-720cb8e9-d352-406e-8ccc-ebd7672e3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.013305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b527cad-f553-4d85-aaea-e3db4d9b8489 req-720cb8e9-d352-406e-8ccc-ebd7672e3df7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 1097 time: 0.0911489 Aug 11 02:21:49.106333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.107516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.120047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b527cad-f553-4d85-aaea-e3db4d9b8489 req-b57fabe8-a206-49f0-899a-ad18f6110d66 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981660 Aug 11 02:21:49.131775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82599d-b903-453a-97cf-20d29bee81ce req-bcb247b3-50bb-4295-a3b8-7026ae620fe0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.133555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa82599d-b903-453a-97cf-20d29bee81ce req-bcb247b3-50bb-4295-a3b8-7026ae620fe0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 931 time: 0.2331476 Aug 11 02:21:49.138103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.154281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.154756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.155234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.155700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.156161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.156624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.157087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.159096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-7a32e9f5-3162-421d-8403-97711e1d0afa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.1963012 Aug 11 02:21:49.273281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.295077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.358188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25ae3cf-885d-4732-95f3-b1e7ab9ae011 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:49.367891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.383772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18523d26-7f67-4ce9-99eb-22a7c8cc10d9 req-f91c980d-c2ae-40f9-b4c9-940bfb7e3865 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&id=d4a498d4-2eff-4268-86b5-15997e7458f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2089694 Aug 11 02:21:49.386880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa82599d-b903-453a-97cf-20d29bee81ce req-146e13bb-47a7-42ca-9178-dc5fc1e2e3e6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191589 Aug 11 02:21:49.387109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Transition to ACTIVE for port object e25ae3cf-885d-4732-95f3-b1e7ab9ae011 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:21:49.393669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.394777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.453701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Pushing event deleted for resources: {'Port': ['ID=8db78f5b-f4cb-4d62-b412-01250daaa8d1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.486759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.566058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Attempting to bind port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:21:49.566882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Attempting to bind port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:21:49.566882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Attempting to bind port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:49.574581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:21:49.575118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Attempting to bind port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:21:49.581058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:21:49.581408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:21:49.583759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:21:49.583759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Bound port: e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:21:49.583759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.657780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.667685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:21:49.672195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:21:49.677336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.686124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.688894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.693952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a442334-99da-46fa-8fe7-56cf8b1ef5ba HTTP/1.1" status: 204 len: 168 time: 0.8140652 Aug 11 02:21:49.724485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa868b-4a48-4b21-92ab-262e79e17c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a442334-99da-46fa-8fe7-56cf8b1ef5ba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:49.724711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.725639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.728375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/e25ae3cf-885d-4732-95f3-b1e7ab9ae011 HTTP/1.1" status: 200 len: 1092 time: 0.9287939 Aug 11 02:21:49.729133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:49.731302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.733333 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28013844-e347-44ad-bb8b-18071ce06c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:49.734113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:49.747903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:49.762174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-200fa8ba-90ca-4713-ac06-953c8f35aa80 req-6036d058-1a32-402a-afa5-1f5f3f9df643 tempest-FloatingIPDetailsTestJSON-651807801 tempest-FloatingIPDetailsTestJSON-651807801-project] 10.222.0.68 "DELETE /v2.0/floatingips/38114a35-3ac4-46be-91c3-6cba40b80804 HTTP/1.1" status: 204 len: 173 time: 1.4907570 Aug 11 02:21:49.907147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9052b53-389a-49d0-94cc-02ce81ac9ab3 req-857e756e-a5d6-4446-947d-990e9a221363 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:49.913146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9052b53-389a-49d0-94cc-02ce81ac9ab3 req-857e756e-a5d6-4446-947d-990e9a221363 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 945 time: 0.3415415 Aug 11 02:21:49.936139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e3d9b-7fdf-4792-be86-88efc289b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:50.021742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-bcbcc04e-bcf2-48f8-88e7-fb5061c306f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.027181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-bcbcc04e-bcf2-48f8-88e7-fb5061c306f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 1095 time: 0.1726956 Aug 11 02:21:50.034540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9052b53-389a-49d0-94cc-02ce81ac9ab3 req-86e1f22e-2ccc-4439-a7cd-06c953e008ea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805814 Aug 11 02:21:50.061488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.078183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.085868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.090831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.097379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.103794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.109962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.121576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-855ac4e8-b413-4819-b49b-4c4a25044eab tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.1990821 Aug 11 02:21:50.229201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-474dc11e-40f7-4c8c-8d36-3c55d09cbbec req-097e0a89-d227-4a0b-9864-07693011cf85 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059055 Aug 11 02:21:50.269368 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30395e-e491-4f7f-9413-811829f0ff85 x-openstack-request-id: req-4f30395e-e491-4f7f-9413-811829f0ff85 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:50.270095 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:50.271164 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4f30395e-e491-4f7f-9413-811829f0ff85 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:50.272974 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011', 'status': 'completed', 'code': 200} Aug 11 02:21:50.319138 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-09a96009-c74b-446c-a34d-dba9b2e22967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011 HTTP/1.1" status: 200 len: 217 time: 0.1546106 Aug 11 02:21:50.428788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-56c31da2-e559-4ff1-9a51-c6e67b70fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.430488 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-56c31da2-e559-4ff1-9a51-c6e67b70fd6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0928988 Aug 11 02:21:50.438080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.479334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.487990 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-0148e62b-f016-4074-b5df-b5ef0a869173 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469058 Aug 11 02:21:50.683628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a5019-57b0-4acf-856a-c5577054e5ac req-3d357bad-5a24-45a3-a012-8ec980706e99 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:50.685440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d41a5019-57b0-4acf-856a-c5577054e5ac req-3d357bad-5a24-45a3-a012-8ec980706e99 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 943 time: 0.1395340 Aug 11 02:21:50.687863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.742239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-944cb98e-d7d4-40dd-a257-9d895b055392 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936905 Aug 11 02:21:50.767342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d41a5019-57b0-4acf-856a-c5577054e5ac req-2bc97ac1-68b1-4977-a697-6353564e2d52 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753734 Aug 11 02:21:50.787813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.976943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:50.982471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.021988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15ac41c8-70f5-4d29-8b33-8638e0752a24 req-1976bfea-936d-490b-bbe1-6494bc99a909 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640316 Aug 11 02:21:51.046533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.047508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d17a013c-ae11-4b64-9c5d-3f2fd46d2220 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:51.081292 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:21:51.083394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8fedf22b-6448-45d7-9be3-dc512a578676 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1306584 Aug 11 02:21:51.086199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:51.146118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Deleting port a688c045-37d4-4e5c-b557-ae78bf9ff72a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:51.146715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.314887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ff444-e075-4b77-8ae9-c3e90f8e1416 req-57bffe74-2730-4e96-8744-471d712d70e9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.317617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a93ff444-e075-4b77-8ae9-c3e90f8e1416 req-57bffe74-2730-4e96-8744-471d712d70e9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 945 time: 0.1108356 Aug 11 02:21:51.333790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Deleting port 15d6fe43-38e7-4778-bc29-4aa2bfddda12 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:51.334358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.373434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] For port a688c045-37d4-4e5c-b557-ae78bf9ff72a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a688c045-37d4-4e5c-b557-ae78bf9ff72a,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:51.374072 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.380577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28013844-e347-44ad-bb8b-18071ce06c8a req-d213885f-2bc5-40c0-b090-8a096ec42d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.383110 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-d213885f-2bc5-40c0-b090-8a096ec42d88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 1095 time: 0.2338858 Aug 11 02:21:51.440491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Calling delete_port for a688c045-37d4-4e5c-b557-ae78bf9ff72a owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:51.452771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a93ff444-e075-4b77-8ae9-c3e90f8e1416 req-858c0a07-5c43-458f-8bac-1c08a357a41c tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149600 Aug 11 02:21:51.574959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.581521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.588426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.594789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.603134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.605148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28013844-e347-44ad-bb8b-18071ce06c8a req-1629648b-ecaf-4f83-9051-8f20dd3dd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.608816 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-1629648b-ecaf-4f83-9051-8f20dd3dd4f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.2157540 Aug 11 02:21:51.610119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.616829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:51.628732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-a79929bc-d08f-430e-bcfa-8f660e4aa856 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.1745191 Aug 11 02:21:51.666394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:51.697851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Calling delete_port for 15d6fe43-38e7-4778-bc29-4aa2bfddda12 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:51.716836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ded4dcf9-3b99-44ef-8bcf-27ccca4381cb req-079244cb-0433-462d-adf1-e8c10b355c57 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870454 Aug 11 02:21:51.963112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.029606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-f2d464ae-7485-47c2-9e37-d781a07d4380 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011 HTTP/1.1" status: 200 len: 217 time: 0.0882821 Aug 11 02:21:52.068733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Pushing event deleted for resources: {'Port': ['ID=a688c045-37d4-4e5c-b557-ae78bf9ff72a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:52.201330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28013844-e347-44ad-bb8b-18071ce06c8a req-b0e7f633-fd35-4b8a-a2dc-aa1b85b77b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.203008 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-b0e7f633-fd35-4b8a-a2dc-aa1b85b77b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.1468089 Aug 11 02:21:52.347970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-f351f682-b2a6-43da-a813-9f21117dd6de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310098 Aug 11 02:21:52.566815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.573007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.579548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.581907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-763d-46d8-9d55-420110314e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.587951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.594564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.601609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.607275 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-fe2f1a0b-f139-4e30-98a2-f6832da20491 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504292 Aug 11 02:21:52.607849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.607963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.629034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0337b429-e48a-418b-8dd4-49e2f124c7ae req-ae4ca31e-2713-4d79-8d1c-3fb6c6045636 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.6403115 Aug 11 02:21:52.630167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52586) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:52.654333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Request body: {'floatingip': {'port_id': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:52.661169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.757127 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:52.767743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54643884-2774-4a1f-92df-2b156eab3c22 req-bb51fb19-05f5-4a1c-8183-34d4bd28f9fb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:52.776988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54643884-2774-4a1f-92df-2b156eab3c22 req-bb51fb19-05f5-4a1c-8183-34d4bd28f9fb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 943 time: 0.7873292 Aug 11 02:21:52.784941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Pushing event deleted for resources: {'Port': ['ID=15d6fe43-38e7-4778-bc29-4aa2bfddda12,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:52.869972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-28013844-e347-44ad-bb8b-18071ce06c8a req-5ab0988a-0fc3-48fc-b193-9b7c6dc8192f service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491460 Aug 11 02:21:53.002942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54643884-2774-4a1f-92df-2b156eab3c22 req-840d53a0-3616-44b3-86ec-9dd7c61d806b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248507 Aug 11 02:21:53.071648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.074300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-052ed09b-94e6-4e47-9a3f-5b005d6edbd2 tempest-RoutersAdminNegativeIpV6Test-136492448 tempest-RoutersAdminNegativeIpV6Test-136492448-project-admin] 10.222.0.68 "DELETE /v2.0/ports/15d6fe43-38e7-4778-bc29-4aa2bfddda12 HTTP/1.1" status: 204 len: 168 time: 1.9861097 Aug 11 02:21:53.249361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e25ae3cf-885d-4732-95f3-b1e7ab9ae011 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:21:53.387965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:53.591902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:53.649488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:53.651853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011', 'mac_address': 'fa:16:3e:58:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:21:53.658518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f47bd71-574f-424a-91a1-5b0d4823f543 admin admin] 10.222.0.68 "PUT /v2.0/routers/0ec92709-3c9e-4f8b-90b6-0fa289fd9777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9094837 Aug 11 02:21:53.665575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52684) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:53.670325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Sync routers for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:53.772499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:53.773899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:53.928252 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.958386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:53.963001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:53.971531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.030087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25ae3cf-885d-4732-95f3-b1e7ab9ae011 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:21:54.072550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:54.082574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.086605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:54.264922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:54.351548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e25ae3cf-885d-4732-95f3-b1e7ab9ae011'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:21:54.371370 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Floating IP 1ff71120-e85f-4924-8b2d-96c6bb84e2bb associated. External IP: 172.25.3.233, port: bdef82e8-4c93-4795-bf96-df7cac8432d1. Aug 11 02:21:54.378646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:54.451716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:51Z', 'revision_number': 5, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.524465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Checking router: 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:54.570035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Routers {'0ec92709-3c9e-4f8b-90b6-0fa289fd9777'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:54.579728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:54.602457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7228a-c044-4a37-8923-82602367bc9c req-555e00a7-0596-4447-9989-3c12ee5d330c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:54.612640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3b7228a-c044-4a37-8923-82602367bc9c req-555e00a7-0596-4447-9989-3c12ee5d330c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 944 time: 0.2356758 Aug 11 02:21:54.670002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c8128ca-d824-4502-ae81-0dcc97d8c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.673493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.680431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-adae5bc0-1f45-4675-ae00-24b2a289f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:54.742645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3b7228a-c044-4a37-8923-82602367bc9c req-86352a89-d302-4e32-b748-456b0b8160ea tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247320 Aug 11 02:21:54.796587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] Set router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:54.901714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.003470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Router 7f136997-db33-4f1a-a32c-c3508b3955bd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:21:55.008285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Deleting port b7bf3964-652f-4865-8783-d7bb62fde3bb {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:55.008687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.022525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c8128ca-d824-4502-ae81-0dcc97d8c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.116938 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c8128ca-d824-4502-ae81-0dcc97d8c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.139133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] For port b7bf3964-652f-4865-8783-d7bb62fde3bb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b7bf3964-652f-4865-8783-d7bb62fde3bb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:55.139869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.146451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-735f721e-6df5-4424-9f37-2e110fa7a2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.160563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Calling delete_port for b7bf3964-652f-4865-8783-d7bb62fde3bb owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:55.171323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c8128ca-d824-4502-ae81-0dcc97d8c86b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e076571d82741dfb2b2c7bfc9977f61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2051191 Aug 11 02:21:55.175983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:55.196334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:51Z', 'revision_number': 5, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.256534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8128ca-d824-4502-ae81-0dcc97d8c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d643ea-e1d2-4dec-b8d9-e00bcce46181,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:55.267225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-adae5bc0-1f45-4675-ae00-24b2a289f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.302522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baeb4f3-8c19-4fdf-bdb4-ac5c3bc551ea None None] The sync data for ids ['0ec92709-3c9e-4f8b-90b6-0fa289fd9777'] in n-d-713498-10 is: [{'id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'name': 'tempest-FloatingIPDetailsTestJSON-282940184-router', 'tenant_id': '7d2a2bd171744354b29993615980dd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:57Z', 'updated_at': '2021-08-11T02:21:51Z', 'revision_number': 5, 'project_id': '7d2a2bd171744354b29993615980dd08', 'gw_port': {'id': 'b7bf3964-652f-4865-8783-d7bb62fde3bb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec92709-3c9e-4f8b-90b6-0fa289fd9777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:21:02Z', 'updated_at': '2021-08-11T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:55.325650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-adae5bc0-1f45-4675-ae00-24b2a289f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.373219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.395057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.430558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-adae5bc0-1f45-4675-ae00-24b2a289f99d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06c71acc90394acebbe8f2bb39383376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457242 Aug 11 02:21:55.430558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:21:55.431595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5bc0-1f45-4675-ae00-24b2a289f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7c6951-03d3-4728-a83e-29ec431f9bb0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:55.437263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.439475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52714) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:55.450709 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Sync routers for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:21:55.475393 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:55.476639 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:55.512283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dcd671dc-cdf1-451e-8b70-055d6639ce49 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "PUT /v2.0/floatingips/1ff71120-e85f-4924-8b2d-96c6bb84e2bb HTTP/1.1" status: 200 len: 991 time: 2.8735960 Aug 11 02:21:55.530839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:55.534617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.534880 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675fb4b9-8de9-408a-81a3-c092f463d879" -d '{"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:55.560079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.589928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.647876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bf3964-652f-4865-8783-d7bb62fde3bb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:55.656504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.729286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.740052 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b737eb0-3bb9-4efb-8cd0-057be0de2e46 x-openstack-request-id: req-8b737eb0-3bb9-4efb-8cd0-057be0de2e46 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:55.740724 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:55.741932 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b737eb0-3bb9-4efb-8cd0-057be0de2e46 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:55.745048 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'status': 'completed', 'code': 200} Aug 11 02:21:55.815833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.816698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.816817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.817277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.818064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.818854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.819339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:55.820144 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:55.821524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1a8bc5ae-6943-4bb1-8b1b-86d3baa501d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.0756123 Aug 11 02:21:55.884456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.896436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.903811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d7c6951-03d3-4728-a83e-29ec431f9bb0 HTTP/1.1" status: 204 len: 168 time: 0.4630556 Aug 11 02:21:55.970103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.972351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.975276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.976685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13d643ea-e1d2-4dec-b8d9-e00bcce46181 HTTP/1.1" status: 204 len: 168 time: 0.7994125 Aug 11 02:21:55.978365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:55.995188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a466f-60ae-44a2-bfa1-fb4021a0a22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d643ea-e1d2-4dec-b8d9-e00bcce46181,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:56.058123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.059398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec92709-3c9e-4f8b-90b6-0fa289fd9777 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:21:56.065203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.066931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-728521d7-2ae8-4ed7-8056-23ad30547f43 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0ec92709-3c9e-4f8b-90b6-0fa289fd9777 HTTP/1.1" status: 204 len: 168 time: 2.3989334 Aug 11 02:21:56.069352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.092757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98eab-9809-4631-b53e-6aac6feaf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7c6951-03d3-4728-a83e-29ec431f9bb0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:56.156931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Deleting subnet 3b273947-afbe-47ad-aed1-628cc5489ab3 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:21:56.167023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.322144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.376788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.392216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-c52c07bc-294a-4085-afed-490a6d7120b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.397404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-c52c07bc-294a-4085-afed-490a6d7120b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2 HTTP/1.1" status: 200 len: 913 time: 0.5619297 Aug 11 02:21:56.406572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a688c045-37d4-4e5c-b557-ae78bf9ff72a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:56.445243 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1ff71120-e85f-4924-8b2d-96c6bb84e2bb', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'port_id': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'mac_address': 'fa:16:3e:21:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:48Z', 'updated_at': '2021-08-11T02:21:53Z', 'revision_number': 1, 'project_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:56.465504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8ba9-196c-431c-ad93-1d9398e9bcf6 req-15c6ba67-a4b9-4fcf-a697-7b865f499e70 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.469708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a688c045-37d4-4e5c-b557-ae78bf9ff72a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:56.473219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a688c045-37d4-4e5c-b557-ae78bf9ff72a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:56.494492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d00c8ba9-196c-431c-ad93-1d9398e9bcf6 req-15c6ba67-a4b9-4fcf-a697-7b865f499e70 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 944 time: 0.4038148 Aug 11 02:21:56.542971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Checking router: 7f136997-db33-4f1a-a32c-c3508b3955bd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:21:56.574402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:21:56.574868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.575079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:56.618087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-1f0d42a4-3dd0-4665-8f48-31ed19969441 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 999 time: 0.2035797 Aug 11 02:21:56.767080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.806466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d00c8ba9-196c-431c-ad93-1d9398e9bcf6 req-bbad7822-66d2-4f70-8698-72a624e38fc5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866970 Aug 11 02:21:56.816009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52740) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.816562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52742) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.834356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-bd64d58e-9865-4e5e-a663-cb8bd4fc9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:56.836480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-bd64d58e-9865-4e5e-a663-cb8bd4fc9ad3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.2066491 Aug 11 02:21:56.845670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b273947-afbe-47ad-aed1-628cc5489ab3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:56.863707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.866083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bfe8b6cf-b067-4732-af61-05e991ad0404 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3b273947-afbe-47ad-aed1-628cc5489ab3 HTTP/1.1" status: 204 len: 168 time: 0.7951138 Aug 11 02:21:56.869456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f257e7-3a32-48f8-a28f-0d39d1504ada None None] Network a42f4bb6-6831-40aa-b084-c3f2c67fb28e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:21:56.869987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37b3df7d-531f-446c-a5e5-0577e534d3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:56.874448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:56.885022 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:21:56.950627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0a4a2197-9121-4477-a934-1c6d79c01edf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=02d650bb9b9d4a8bac3ab7ddee17f745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324711 Aug 11 02:21:56.953311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52746) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:57.121020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.176103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-e69f9b14-e0f2-48fb-b5ab-b588cd1d9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:57.178554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-e69f9b14-e0f2-48fb-b5ab-b588cd1d9438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3204486 Aug 11 02:21:57.183942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.254239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.263132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.264954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e25ae3cf-885d-4732-95f3-b1e7ab9ae011 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:21:57.282267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5b3471f3-ef87-4d64-9b04-da1d8dc35a15 HTTP/1.1" status: 204 len: 168 time: 0.3266735 Aug 11 02:21:57.302093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ff8c5-b8b0-4164-ac98-c76d8d622d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3471f3-ef87-4d64-9b04-da1d8dc35a15,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.318675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.320387 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1ff71120-e85f-4924-8b2d-96c6bb84e2bb', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'port_id': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'mac_address': 'fa:16:3e:21:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:48Z', 'updated_at': '2021-08-11T02:21:53Z', 'revision_number': 1, 'project_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:57.323702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] DHCP port deletion for a42f4bb6-6831-40aa-b084-c3f2c67fb28e request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:21:57.346104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37b3df7d-531f-446c-a5e5-0577e534d3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.359273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37b3df7d-531f-446c-a5e5-0577e534d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.389912 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87c918-bf9b-4cbf-b5a4-40e070fa0f95 None None] The sync data for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 is: [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1ff71120-e85f-4924-8b2d-96c6bb84e2bb', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'port_id': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'mac_address': 'fa:16:3e:21:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:19:48Z', 'updated_at': '2021-08-11T02:21:53Z', 'revision_number': 1, 'project_id': '1f850194481b421e8127b1a3880e4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:21:57.462062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:21:57.470504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:21:57.471173 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.487134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-37b3df7d-531f-446c-a5e5-0577e534d3ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=495e2c9eddd7451eb0b3ea97b4a9ec18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642764 Aug 11 02:21:57.487566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:57.510908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Deleting port 669b17c7-ba83-432b-b68f-7a3740de7bd0 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:57.511351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.523261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3df7d-531f-446c-a5e5-0577e534d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672d98b8-a9cc-4591-a6c5-68e124411dbf,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:57.540923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-a5496c59-930c-4ac4-b171-9cfb4d94877e service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454449 Aug 11 02:21:57.677455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] For port 669b17c7-ba83-432b-b68f-7a3740de7bd0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=669b17c7-ba83-432b-b68f-7a3740de7bd0,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:57.678316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.700367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.725355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Calling delete_port for 669b17c7-ba83-432b-b68f-7a3740de7bd0 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:57.808034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.844760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Deleting port 669b17c7-ba83-432b-b68f-7a3740de7bd0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:21:57.846136 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:57.853721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-675fb4b9-8de9-408a-81a3-c092f463d879 req-6f9de351-1f27-433a-8c44-3bcd0a6e8149 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033843 Aug 11 02:21:58.007096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.020558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.022653 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/672d98b8-a9cc-4591-a6c5-68e124411dbf HTTP/1.1" status: 204 len: 168 time: 0.5334013 Aug 11 02:21:58.074214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeb590-d549-4dd7-9cf4-d8fc0db443a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d98b8-a9cc-4591-a6c5-68e124411dbf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.119328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] For port 669b17c7-ba83-432b-b68f-7a3740de7bd0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=669b17c7-ba83-432b-b68f-7a3740de7bd0,segment=NetworkSegment(fa566c5c-a2a4-430c-baa1-f88b2438e278),segment_id=fa566c5c-a2a4-430c-baa1-f88b2438e278)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.120136 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.140583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d203e8-412f-44b1-b354-4c2457360e3d None None] New status for floating IP 1ff71120-e85f-4924-8b2d-96c6bb84e2bb: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:21:58.159169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.184713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Calling delete_port for 669b17c7-ba83-432b-b68f-7a3740de7bd0 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:21:58.200647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.238598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.253800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] Pushing event deleted for resources: {'Port': ['ID=669b17c7-ba83-432b-b68f-7a3740de7bd0,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.263257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc836805-19e2-4458-bda0-8f957e173c7b None None] No DVR routers for this DVR port 669b17c7-ba83-432b-b68f-7a3740de7bd0 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:58.302301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:21:58.326453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:21:58.330803 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43715a6-37ce-43ba-bf24-58fa6a586fc6" -d '{"events": [{"server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "name": "network-vif-plugged", "status": "completed", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:21:58.352364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.499522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b7bf3964-652f-4865-8783-d7bb62fde3bb no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:58.586591 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e9c76-b6b1-46e5-a210-de7b7afbbb6b x-openstack-request-id: req-180e9c76-b6b1-46e5-a210-de7b7afbbb6b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:21:58.586880 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "name": "network-vif-plugged", "status": "completed", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:21:58.587042 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-180e9c76-b6b1-46e5-a210-de7b7afbbb6b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:21:58.587432 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011', 'code': 200} Aug 11 02:21:58.590284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b7bf3964-652f-4865-8783-d7bb62fde3bb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:58.590650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b7bf3964-652f-4865-8783-d7bb62fde3bb not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:58.591029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 669b17c7-ba83-432b-b68f-7a3740de7bd0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:21:58.667635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 669b17c7-ba83-432b-b68f-7a3740de7bd0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:21:58.667983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 669b17c7-ba83-432b-b68f-7a3740de7bd0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:21:58.677065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:58.730589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.763606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] No DVR routers for this DVR port 669b17c7-ba83-432b-b68f-7a3740de7bd0 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:21:58.765301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Pushing event deleted for resources: {'Port': ['ID=669b17c7-ba83-432b-b68f-7a3740de7bd0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:58.791429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae057-06f2-4d84-8e0d-d0c48448e353 req-69d76b98-4405-4269-9384-5797e985956a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.799176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-811ae057-06f2-4d84-8e0d-d0c48448e353 req-69d76b98-4405-4269-9384-5797e985956a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 945 time: 0.4917564 Aug 11 02:21:58.857488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-6c4791ac-21b1-4d13-a8e1-a954c7b6f1c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3694971 Aug 11 02:21:58.990083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923681cb-43ad-4be0-a1d7-6ae6b7175f48 req-ae3c6ec7-3f69-49bd-850a-aef1775c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:58.994793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-923681cb-43ad-4be0-a1d7-6ae6b7175f48 req-ae3c6ec7-3f69-49bd-850a-aef1775c49ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 1097 time: 0.3610942 Aug 11 02:21:59.104009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.117255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-811ae057-06f2-4d84-8e0d-d0c48448e353 req-1387af3c-0c9c-491e-a4bf-3e6c8fa60058 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169565 Aug 11 02:21:59.135935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42f4bb6-6831-40aa-b084-c3f2c67fb28e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.148734 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-923681cb-43ad-4be0-a1d7-6ae6b7175f48 req-aba65024-5c19-4002-8e9a-e2ea3cf2dd1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367645 Aug 11 02:21:59.176079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa566c5c-a2a4-430c-baa1-f88b2438e278') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.176951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa566c5c-a2a4-430c-baa1-f88b2438e278') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:21:59.208717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.210834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.211933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.213048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.214189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.216212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.216845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.219714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d610382a-cabb-4590-b3fb-3a85ab899b9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.1903894 Aug 11 02:21:59.222271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.258144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.300960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:21:59.301781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:21:59.304748 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:21:59.490582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.505941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:21:59.507976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a42f4bb6-6831-40aa-b084-c3f2c67fb28e HTTP/1.1" status: 204 len: 168 time: 2.6295207 Aug 11 02:21:59.527476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb70d-f533-4408-bacf-1de7b9446090 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42f4bb6-6831-40aa-b084-c3f2c67fb28e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:21:59.533534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-8b1137f4-55c9-4fe2-b4f5-02233f878b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.534362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-8b1137f4-55c9-4fe2-b4f5-02233f878b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.534448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-8b1137f4-55c9-4fe2-b4f5-02233f878b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.537129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-8b1137f4-55c9-4fe2-b4f5-02233f878b7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 2293 time: 0.2751856 Aug 11 02:21:59.639376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-7ea58e7d-b4ff-4bc5-a992-3c7974f13f0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 1001 time: 0.0938540 Aug 11 02:21:59.653675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:21:59.751135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d4145247-d86d-4453-9516-11a4c5333c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.754739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d4145247-d86d-4453-9516-11a4c5333c04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.1075702 Aug 11 02:21:59.822224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-aae76a74-ebdf-43e0-9174-1c300c8084e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:21:59.824019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-aae76a74-ebdf-43e0-9174-1c300c8084e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614638 Aug 11 02:21:59.872912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2104369200'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:21:59.902152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:00.017589 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c1590b0-cfc2-4022-96a2-5a2589571789 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d2a2bd171744354b29993615980dd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133335 Aug 11 02:22:00.023349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52810) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:00.027316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:00.037431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.050315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.207745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.213552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.252468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bfb16-373b-466a-b236-51c54deddac3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:00.271523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:00.288049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.288446 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 128a2015-3094-4d20-9793-e6f0b257585c of type vlan for network f2c5de63-9fb8-4039-b6b5-262330eba8a2 Aug 11 02:22:00.339278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.376116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.382660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.383325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.459730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8042872 Aug 11 02:22:00.463773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:00.471857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'name': 'tempest-PortsTestJSON-432338205'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:00.520073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4a4f0-853e-405e-83a1-c8c861889b2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=f2c5de63-9fb8-4039-b6b5-262330eba8a2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:00.545281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:00.554471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-bb0362d4-3805-4815-97e2-71eafb16d4c5 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226031 Aug 11 02:22:00.643250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:00.658629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.675530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.687270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203cda-61a0-45e3-a665-fcac2d56e7d9 req-c1ce6b04-8c48-42c4-bc45-7ff42cf25b35 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.695886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a203cda-61a0-45e3-a665-fcac2d56e7d9 req-c1ce6b04-8c48-42c4-bc45-7ff42cf25b35 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.7015064 Aug 11 02:22:00.703187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-73d572c8-3ff8-4fd1-8a22-95d812a7d3ef service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410942 Aug 11 02:22:00.709193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:00.772481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.781162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-9e6ec1d1-aa1e-4985-9c28-c6f5f6b47bfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 217 time: 0.0648715 Aug 11 02:22:00.863752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a203cda-61a0-45e3-a665-fcac2d56e7d9 req-d3bbc967-5e1f-4d60-b743-599ec472c825 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666915 Aug 11 02:22:00.945744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-c7b46c63-ca62-43ad-84ee-f2e88e22ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:00.947912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-c7b46c63-ca62-43ad-84ee-f2e88e22ea91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.1520355 Aug 11 02:22:00.949209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.952190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:00.953300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/641ff154-7fd0-457b-b8ad-45400c0a004f HTTP/1.1" status: 204 len: 168 time: 0.9286275 Aug 11 02:22:01.001096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacc464-707f-44a0-bad0-fdc974a7a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ff154-7fd0-457b-b8ad-45400c0a004f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:01.085431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.111444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-722b33d6-4cf2-4828-8eb7-70cf06db1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.113429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-722b33d6-4cf2-4828-8eb7-70cf06db1d67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1549733 Aug 11 02:22:01.163435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860934d-b079-4d7a-b7b5-4c946fb88624 req-1fa0a104-19f9-4608-ad1b-04fe2d174782 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.165214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d860934d-b079-4d7a-b7b5-4c946fb88624 req-1fa0a104-19f9-4608-ad1b-04fe2d174782 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 945 time: 0.6192307 Aug 11 02:22:01.187927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.264164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d860934d-b079-4d7a-b7b5-4c946fb88624 req-4d883707-597a-4f56-98d8-ce731523aecd tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Aug 11 02:22:01.286476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:01.314191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-ae8a9cd9-004d-4928-ad0b-bece34f2c358 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876013 Aug 11 02:22:01.314410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '128a2015-3094-4d20-9793-e6f0b257585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:01.314704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: f2c5de63-9fb8-4039-b6b5-262330eba8a2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:01.347976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:01.371773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f2c5de63-9fb8-4039-b6b5-262330eba8a2) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:01.378160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:01.383540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bff887-62fc-4233-90f3-a4a15623e0c0 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:01.396827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.397559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.431864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a28bb132-5555-4729-8117-74bac6e931d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9668503 Aug 11 02:22:01.435029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:01.446495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-761276710'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:01.476519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d89837d7-aa21-4ea2-91b7-1627f0be4c1b service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551204 Aug 11 02:22:01.496570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:01.506745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.607315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-ff39b14b-bad3-4f3d-a84c-dfb3e0c13944 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 217 time: 0.1220889 Aug 11 02:22:01.658640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:01.698119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:01.698549 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 3d36b888-274f-41c2-a800-eaf97c008b09 of type vlan for network 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4 Aug 11 02:22:01.706467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-39c914d1-02ba-4ca1-9b94-0671d548404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.711218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-39c914d1-02ba-4ca1-9b94-0671d548404c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0969872 Aug 11 02:22:01.779949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-27dbaf69-0df0-4d50-a5c7-5f188edea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.783391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-27dbaf69-0df0-4d50-a5c7-5f188edea90a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635302 Aug 11 02:22:01.826949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-54b8ff6e-63ca-4c74-ac9f-4f947f2f4fe7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:01.829435 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-54b8ff6e-63ca-4c74-ac9f-4f947f2f4fe7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.2638474 Aug 11 02:22:01.942771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.097550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-08fb8474-f034-48aa-a799-68f5eb20528a service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025830 Aug 11 02:22:02.212153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Deleting port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:02.213271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.373144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.382219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.383138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.408361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-37d26cdd-cbe5-4f18-b7cb-2e078e096f34 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014913 Aug 11 02:22:02.547534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] For port 14ee3f1a-89a9-4166-9e04-02fed0549dd7, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=14ee3f1a-89a9-4166-9e04-02fed0549dd7,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:02.547995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:02.556569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-027a47f5-71bc-485a-948f-3fef739e9f11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 217 time: 0.1418171 Aug 11 02:22:02.564251 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1275783 Aug 11 02:22:02.575853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:02.587096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'ports': [{'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'}, {'network_id': '93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4'}]} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:02.587602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:02.588268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:02.673304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3da9b2-46e3-43fb-8701-b040fc1d48ee req-abc2e635-810f-45ce-8d83-b4703d6c57cd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.675440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e3da9b2-46e3-43fb-8701-b040fc1d48ee req-abc2e635-810f-45ce-8d83-b4703d6c57cd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.6408124 Aug 11 02:22:02.684023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-2026296e-391e-4c1e-a27d-4994a0a2f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.686142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-2026296e-391e-4c1e-a27d-4994a0a2f1fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0997107 Aug 11 02:22:02.802317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e3da9b2-46e3-43fb-8701-b040fc1d48ee req-349dbc7b-858b-42ca-97e6-45c9804e24bd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142380 Aug 11 02:22:02.812133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-097480c0-949f-4b27-93db-2a26cebcf82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:02.814200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-097480c0-949f-4b27-93db-2a26cebcf82d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176488 Aug 11 02:22:02.926230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb6f1-cbdd-43d2-9821-ce0c89b62321 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:02.945320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:03.032175 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-e648f603-49c1-4ca6-a203-be6512a5b74f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2785759 Aug 11 02:22:03.094721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 2} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:03.103448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.173843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.292317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-9ba012cf-4765-41c1-a626-87f0c5282734 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700842 Aug 11 02:22:03.423232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-d961b7e6-2cab-4c2a-b154-d381eb7b2143 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222715 Aug 11 02:22:03.467295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 8a5a1b85-d887-4e18-a883-8030f2a094a1 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:03.495120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-ef3991e1-9a07-42e4-b34c-8f7a8fbda8b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 217 time: 0.0635276 Aug 11 02:22:03.536180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.536578 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.536902 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Floating IP fc267241-1a76-4ad3-bdd6-e91ae1811c70 disassociated. External IP: 172.25.3.15, port: 14ee3f1a-89a9-4166-9e04-02fed0549dd7. Aug 11 02:22:03.537254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Calling delete_port for 14ee3f1a-89a9-4166-9e04-02fed0549dd7 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:03.542920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-3b58bc8d-cbc8-45e2-ae16-5bb79657ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.544560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-3b58bc8d-cbc8-45e2-ae16-5bb79657ea06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1097 time: 0.4000309 Aug 11 02:22:03.574023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-a2a74aaa-a8d4-4846-87b5-638388d1eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.575679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-a2a74aaa-a8d4-4846-87b5-638388d1eed2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0736663 Aug 11 02:22:03.644389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-e2f124cf-f3a3-4fa7-b808-230fd0019316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.647804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-e2f124cf-f3a3-4fa7-b808-230fd0019316 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580518 Aug 11 02:22:03.796833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-14f123ff-45c9-4c96-98ff-1398b5a06572 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389084 Aug 11 02:22:03.797976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:03.899000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:03.902716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-a194f8b0-ce71-4f0e-89b7-c3de502c8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:03.904857 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-a194f8b0-ce71-4f0e-89b7-c3de502c8650 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.3053858 Aug 11 02:22:04.104885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794a65d-2422-4ad5-a703-514b0a076130 req-173be611-ed13-4768-a5b1-438bbee3741a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.106839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c794a65d-2422-4ad5-a703-514b0a076130 req-173be611-ed13-4768-a5b1-438bbee3741a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 947 time: 0.1710830 Aug 11 02:22:04.108454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 6c63ed4e-d3ff-4f10-ab8a-86b48280651e yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:04.111465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-81916329-cd84-4aa4-81a3-b54e03695c62 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033946 Aug 11 02:22:04.157273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80532608-54a2-4618-b992-3b58f43c59eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.163724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.191454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-3db512e0-7638-4b6e-ba10-04cd180ee778 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 217 time: 0.0690467 Aug 11 02:22:04.218924 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-74dcaff5-6bad-433d-ac84-0730392f111d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 1000 time: 0.2995448 Aug 11 02:22:04.247884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c794a65d-2422-4ad5-a703-514b0a076130 req-58d87164-f83c-48f0-95cc-1e7e50711172 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=9d5392e3-6212-4ace-91a9-eaea3ae2a733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340353 Aug 11 02:22:04.273245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-6a9e4bb1-b5e3-4af7-8f2d-9bdff5ca6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.275241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-6a9e4bb1-b5e3-4af7-8f2d-9bdff5ca6ebd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0725121 Aug 11 02:22:04.301270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'Port': ['ID=14ee3f1a-89a9-4166-9e04-02fed0549dd7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:04.389963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-693ff58d-b08d-46df-9ace-533cb2d5062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.392699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-693ff58d-b08d-46df-9ace-533cb2d5062b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088181 Aug 11 02:22:04.418212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.518030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-fea02316-848c-439c-8c76-fb993bf90492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.519511 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-fea02316-848c-439c-8c76-fb993bf90492 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.2395594 Aug 11 02:22:04.564530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-44708810-1346-4b92-a600-13546df6b526 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585643 Aug 11 02:22:04.621779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:04.722326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-ff77574c-0f32-4a03-94a6-f20cb206d092 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457028 Aug 11 02:22:04.795528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-b7c03e94-2617-44c7-9551-09de55ad588f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.0642831 Aug 11 02:22:04.859570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-a4841e55-9670-41de-9d79-34e19b395cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.861251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-a4841e55-9670-41de-9d79-34e19b395cca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0557387 Aug 11 02:22:04.957178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-3ba37bd2-20ba-43af-a48a-f21ea4e7424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:04.961517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-3ba37bd2-20ba-43af-a48a-f21ea4e7424c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911114 Aug 11 02:22:05.092024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-48322ea5-a835-4bae-b07c-81a26ae09b6e service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108584 Aug 11 02:22:05.255729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e198338-c2c9-40e0-8df3-77b00f83f77a req-b305e26e-41fc-4ebe-932e-f3799ffefb5a service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552477 Aug 11 02:22:05.258775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:05.267598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=8a5a1b85-d887-4e18-a883-8030f2a094a1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:05.275421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:05.278123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:05.279438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.296617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-60fbc6ed-90aa-4710-8a8a-3e0af5e9521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.298305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-60fbc6ed-90aa-4710-8a8a-3e0af5e9521e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6821797 Aug 11 02:22:05.305727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:05.341334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 14ee3f1a-89a9-4166-9e04-02fed0549dd7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:05.342075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 14ee3f1a-89a9-4166-9e04-02fed0549dd7 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:05.409332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80532608-54a2-4618-b992-3b58f43c59eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.427490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6d7f935-5a9e-47ea-a1e9-2dff60604e06 req-281f7150-7556-47ac-9b23-593e020c8ab0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 210 time: 0.0424378 Aug 11 02:22:05.458171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6c63ed4e-d3ff-4f10-ab8a-86b48280651e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:05.461672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80532608-54a2-4618-b992-3b58f43c59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.545579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:05.593365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80532608-54a2-4618-b992-3b58f43c59eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c1057-4e64-48a0-81fb-ecf756370b20,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:05.624596 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-80532608-54a2-4618-b992-3b58f43c59eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3907cac3d09c4ba09dcee7b7caecf83a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7180524 Aug 11 02:22:05.627572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52946) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:05.662518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '3d36b888-274f-41c2-a800-eaf97c008b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:05.663121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:05.695328 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-7f0954f1-d2d4-4a1c-b997-db54164190a5 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456559 Aug 11 02:22:05.724526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.769194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.795650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:05.858604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.863655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.878519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c3c1057-4e64-48a0-81fb-ecf756370b20 HTTP/1.1" status: 204 len: 168 time: 0.2414763 Aug 11 02:22:05.888509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6307059-da59-4aa2-93b0-2a5ceb63cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c1057-4e64-48a0-81fb-ecf756370b20,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:05.896515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:05.907028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:05.914247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.919992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:05.920724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:05.929692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c46638-7c77-4f22-900d-5170a10c91af None None] Network 93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:05.938358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:05.952615 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:05.996405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a0afa845-6e8b-421a-abbc-92d201a48b2f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4152224 Aug 11 02:22:05.996767 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:05.996767 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:06.007612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52964) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:06.044203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] No DVR routers for this DVR port 14ee3f1a-89a9-4166-9e04-02fed0549dd7 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:06.052523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.058681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-07b0f8fc-d813-4e36-b903-826a348bad62 req-c1edb4c2-98ba-4c58-b564-f8755acae674 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.61 "DELETE /v2.0/ports/14ee3f1a-89a9-4166-9e04-02fed0549dd7 HTTP/1.1" status: 204 len: 173 time: 4.2107251 Aug 11 02:22:06.065136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-deleted', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:06.070562 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecee10-1518-4f11-86c7-6e72e4e6015d" -d '{"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-deleted", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:06.107878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-407acf54-aa0a-41b6-9e9d-1b71b9619ba3 req-e36d8abb-96c3-4b6b-82d1-34fd9c811437 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504815 Aug 11 02:22:06.168566 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75217b-d329-43d9-a2cc-49f04ee4ac74 x-openstack-request-id: req-6e75217b-d329-43d9-a2cc-49f04ee4ac74 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:06.169179 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b81b45-b133-4491-a6a5-3967ea2e14fd", "name": "network-vif-deleted", "tag": "14ee3f1a-89a9-4166-9e04-02fed0549dd7", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:06.169570 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e75217b-d329-43d9-a2cc-49f04ee4ac74 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:06.170159 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b81b45-b133-4491-a6a5-3967ea2e14fd', 'name': 'network-vif-deleted', 'tag': '14ee3f1a-89a9-4166-9e04-02fed0549dd7', 'status': 'completed', 'code': 200} Aug 11 02:22:06.278560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:06.323517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-3566be38-8a14-4934-9535-902bb41d9ced tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:06.338453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-3566be38-8a14-4934-9535-902bb41d9ced tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.3587921 Aug 11 02:22:06.382657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-766c14fd-1ae0-4557-8440-903673073d9e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/quotas/0e5bee0b319243d291c21f64b6fb722f HTTP/1.1" status: 200 len: 375 time: 0.0387707 Aug 11 02:22:06.424586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 6c63ed4e-d3ff-4f10-ab8a-86b48280651e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:06.425288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.578969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-6c5ee8f4-fb8c-4bc7-be3f-4421d362ad27 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948230 Aug 11 02:22:06.606388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:06.634933 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:06.683819 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:06.697312 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:06.699130 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:06.734248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 6c63ed4e-d3ff-4f10-ab8a-86b48280651e owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:06.751237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ee21f87-390d-40c4-a091-291bb1b9cfec req-6be7e178-f2b9-4137-b66b-a72f0c037830 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=46b81b45-b133-4491-a6a5-3967ea2e14fd HTTP/1.1" status: 200 len: 210 time: 0.0989537 Aug 11 02:22:06.904130 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:06.955984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.067759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-33608806-069f-43be-b1c9-91e6e2586b31 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869959 Aug 11 02:22:07.101941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=6c63ed4e-d3ff-4f10-ab8a-86b48280651e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:07.144045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.149745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4d31328-d5d2-4ba0-95a6-feb26e4e9054 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/6c63ed4e-d3ff-4f10-ab8a-86b48280651e HTTP/1.1" status: 204 len: 168 time: 1.1381028 Aug 11 02:22:07.150033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52992) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.211607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-5cac4788-09f0-4776-a8cd-1f3ba4e1d5d9 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429460 Aug 11 02:22:07.237671 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:07.279514 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304eecd-8560-48b5-9f8e-c71757942381 None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:07.286657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4b66a-7880-41a6-8e82-c5a2ea535ecc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.292973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4b66a-7880-41a6-8e82-c5a2ea535ecc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:07.294710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aef4b66a-7880-41a6-8e82-c5a2ea535ecc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1442318 Aug 11 02:22:07.297555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52996) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.356341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.480028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 8a5a1b85-d887-4e18-a883-8030f2a094a1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:07.480694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.543025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1379327492-network', 'tenant_id': '734e41ad9aa2425d93a52216aa2ffa2c'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:07.565510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.582085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Made reservation on behalf of 734e41ad9aa2425d93a52216aa2ffa2c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:07.584250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 8a5a1b85-d887-4e18-a883-8030f2a094a1 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:07.587436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.604737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.619948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcda601e-b445-459b-b913-9312989511e5 req-d42a09ed-1b27-4f91-82cf-109f71280480 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 210 time: 0.0306520 Aug 11 02:22:07.759493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6205c32-044f-4979-8883-78d7b6c3de82 None None] New status for floating IP fc267241-1a76-4ad3-bdd6-e91ae1811c70: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:22:07.766196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.806622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=8a5a1b85-d887-4e18-a883-8030f2a094a1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:07.833678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.841179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16bf18d3-30f3-4e91-a1db-e56e087285b1 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/8a5a1b85-d887-4e18-a883-8030f2a094a1 HTTP/1.1" status: 204 len: 168 time: 0.5419495 Aug 11 02:22:07.842017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53014) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:07.871506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.877497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:07.898945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:08.026622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.027100 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Added segment b0ad12b3-2b5c-400f-bf0c-dab25023c07d of type vlan for network b0159f48-e3c5-4afd-90e9-a1753d11e196 Aug 11 02:22:08.042761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53024) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.085406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663d0697-eda4-42e3-870b-4e313fdf39a3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.115130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.119555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.120019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.121168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.121168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.121168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.121607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.121752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.122001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.126418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.126650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.126991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:08.128545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf4dab-106c-444f-95f2-7b3c7a205ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.132480 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.149215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98bf4dab-106c-444f-95f2-7b3c7a205ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3026173 Aug 11 02:22:08.152344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53028) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.194397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.196924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.198201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.224256 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bad01f-c97e-4682-a678-f8849d194f0e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:08.226879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-11bad01f-c97e-4682-a678-f8849d194f0e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/6c63ed4e-d3ff-4f10-ab8a-86b48280651e HTTP/1.1" status: 404 len: 333 time: 0.0734153 Aug 11 02:22:08.234699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53030) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.295345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9371016 Aug 11 02:22:08.296596 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d411c417-9e11-462f-83ed-8c08620f15a0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:08.298463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d411c417-9e11-462f-83ed-8c08620f15a0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/8a5a1b85-d887-4e18-a883-8030f2a094a1 HTTP/1.1" status: 404 len: 333 time: 0.0518298 Aug 11 02:22:08.302112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53034) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.303077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53032) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.312678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Request body: {'subnet': {'network_id': 'b0159f48-e3c5-4afd-90e9-a1753d11e196', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1379327492-subnet', 'tenant_id': '734e41ad9aa2425d93a52216aa2ffa2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:08.314710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.365306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb40712-1cae-4a09-bd6f-9a2fb339ecb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0159f48-e3c5-4afd-90e9-a1753d11e196,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.380158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b0159f48-e3c5-4afd-90e9-a1753d11e196 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:08.380490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Made reservation on behalf of 734e41ad9aa2425d93a52216aa2ffa2c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:08.383760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.420591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.449261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.574312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.578437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.580440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "DELETE /v2.0/security-groups/9d5392e3-6212-4ace-91a9-eaea3ae2a733 HTTP/1.1" status: 204 len: 168 time: 0.5369935 Aug 11 02:22:08.583537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.590731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53036) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.618446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:08.631201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056665e-d70a-49df-880b-9c2bf85d6182 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5392e3-6212-4ace-91a9-eaea3ae2a733,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.635399 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-b7625500-ea8c-4b10-bede-6e780576d32f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] show failed (client error): The resource could not be found. Aug 11 02:22:08.636482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b7625500-ea8c-4b10-bede-6e780576d32f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups/9d5392e3-6212-4ace-91a9-eaea3ae2a733 HTTP/1.1" status: 404 len: 347 time: 0.0383520 Aug 11 02:22:08.639664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d36b888-274f-41c2-a800-eaf97c008b09') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:08.639967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d36b888-274f-41c2-a800-eaf97c008b09') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:08.642186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53038) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.697882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.728302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.759634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500fc6f8-6c3e-4371-8c46-c4377dbef15b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:08.782402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.782847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Checking segment: {'id': 'b0ad12b3-2b5c-400f-bf0c-dab25023c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b0159f48-e3c5-4afd-90e9-a1753d11e196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:08.783213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Network hostable DHCP agents. Network: b0159f48-e3c5-4afd-90e9-a1753d11e196, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:08.790798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:22:08.791730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:08.791948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.805632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Network b0159f48-e3c5-4afd-90e9-a1753d11e196 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:08.817916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b0159f48-e3c5-4afd-90e9-a1753d11e196) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:08.829448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c0030-a71a-4302-a5fa-bb844aa83d41 None None] Network b0159f48-e3c5-4afd-90e9-a1753d11e196 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:08.831975 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:08.840432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:08.841295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.859830 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a4d107c4-1f9b-4aa2-b29b-4efb78701f48 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5552247 Aug 11 02:22:08.911310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d9fad91-36f9-43a8-8511-84d50921a206 req-475dea9f-ae0d-4589-be9c-91b8c6fe1645 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 210 time: 0.1603358 Aug 11 02:22:08.951249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.960800 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:08.963337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4 HTTP/1.1" status: 204 len: 168 time: 0.6599553 Aug 11 02:22:08.973984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53044) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:08.975703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-448554846'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:08.998505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563a3fb-cd18-4d82-a560-fc953243aced tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=93438bfe-d4d8-4d5f-bf2c-a55c45fb76b4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:09.044272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:09.053135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.090375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fa6e7-2e5f-4093-87e6-4bf2b99f3aa6 None None] Network b0159f48-e3c5-4afd-90e9-a1753d11e196 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:09.111989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Deleting port e36b6fe1-80fd-418e-8242-5aa9051c1617 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:09.115317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.169578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:09.200989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.202446 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 3f9ec029-b4a0-4263-9c6e-7794df678b06 of type vlan for network 19f66d86-251c-43ed-99fe-b0224d5c9073 Aug 11 02:22:09.309756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.383672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.387298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-4ef4f834-f4ff-4dd2-a7e6-f4a362beefd9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.395616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:09.397511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.398551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-4ef4f834-f4ff-4dd2-a7e6-f4a362beefd9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.3697383 Aug 11 02:22:09.409335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.412435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.442761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Request body: {'port': {'device_id': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'admin_state_up': True, 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:09.465585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Calling delete_port for e36b6fe1-80fd-418e-8242-5aa9051c1617 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:09.491572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=19f66d86-251c-43ed-99fe-b0224d5c9073,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:09.507096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2b7a8177-e53f-4fed-90fe-c9ab7755b0c3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5376165 Aug 11 02:22:09.512465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:09.522639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:09.535929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:09.665748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:09.671500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:09.713144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2123623811', 'description': 'tempest-description-2047646936'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:09.742775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:09.746607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.135291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.278332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '3f9ec029-b4a0-4263-9c6e-7794df678b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:10.279154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 19f66d86-251c-43ed-99fe-b0224d5c9073, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:10.303831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=93b71e04-cb56-486b-8bf2-ec4270e2de51,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.315063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.331262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:10.355406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 19f66d86-251c-43ed-99fe-b0224d5c9073) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:10.368150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fb9f78c-0b9e-43bf-b69e-d7d990974a47 req-f46f19d1-d474-4f30-8d2d-1313b3b1894a tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 210 time: 0.0464697 Aug 11 02:22:10.386518 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.399229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:10.403979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.406447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae85b9-6dfd-4cb8-a2e6-3f1024db947a None None] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:10.523963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.533336 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.535217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-efcba9f3-3827-4da2-b7b4-12a0ef46bdf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0215909 Aug 11 02:22:10.538031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.538425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53066) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:10.542087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Allocated IP 172.20.0.9 (6e085854-6025-41ba-a2e2-485eda3a2caa/dbf4f625-d366-4690-95b6-18de9caf3edf/de8fe6ef-0feb-4d10-bad6-373b1807d59e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:10.544958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073', 'name': 'tempest-PortsTestJSON-798086094'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:10.572628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.586961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-682f7875-eb9f-4df5-859f-44b8a6801b49 req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8845189 Aug 11 02:22:10.618213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.653781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'Port': ['ID=e36b6fe1-80fd-418e-8242-5aa9051c1617,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.675210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61395f02-046d-434c-9e3b-c5694e9c14a7 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099ab5e4-f0d6-45f1-beae-b296f5641ec8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:10.780600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-19f66d86-251c-43ed-99fe-b0224d5c9073', 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': '93b71e04-cb56-486b-8bf2-ec4270e2de51'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:10.781597 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.806982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:10.813197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.832296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-97a9d1cf-28b8-48e1-b685-edee865344b1 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/099ab5e4-f0d6-45f1-beae-b296f5641ec8 HTTP/1.1" status: 200 len: 1807 time: 0.1534431 Aug 11 02:22:10.847260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:10.874755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '099ab5e4-f0d6-45f1-beae-b296f5641ec8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:10.875094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '099ab5e4-f0d6-45f1-beae-b296f5641ec8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:10.883297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.886883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:10.888088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ed60b663-31ef-4e5c-bed9-70b13bbcb00c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "DELETE /v2.0/floatingips/fc267241-1a76-4ad3-bdd6-e91ae1811c70 HTTP/1.1" status: 204 len: 168 time: 2.2449360 Aug 11 02:22:10.962666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Allocated IP 172.20.0.2 (19f66d86-251c-43ed-99fe-b0224d5c9073/93b71e04-cb56-486b-8bf2-ec4270e2de51/ec2ef66d-21a6-4fba-98eb-31e694c04b1f) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:10.984977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.058507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.103167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.106080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.120322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.155878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:11.160586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:11.177040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Network 6e085854-6025-41ba-a2e2-485eda3a2caa is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:11.179253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a3563e-e968-49fe-a6c9-8e38be85a6ec,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.184664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:11.192619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:11.195377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.203455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f0e633c-fa3b-4015-9887-45bf7ef95bcb req-08ce5982-59e0-4298-8d58-007ed726f606 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3587420 Aug 11 02:22:11.225145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.228572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event updated for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.235535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Transition to ACTIVE for port object ec2ef66d-21a6-4fba-98eb-31e694c04b1f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:11.253768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Transition to ACTIVE for port object ec2ef66d-21a6-4fba-98eb-31e694c04b1f will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:11.297145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53074) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:11.308276 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.312337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1340448332', 'description': 'tempest-description-2119503860'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:11.336319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714457723', 'description': 'tempest-description--1990052646'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:11.338133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.4 (19f66d86-251c-43ed-99fe-b0224d5c9073/93b71e04-cb56-486b-8bf2-ec4270e2de51/0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:11.396926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:11.407421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Pushing event updated for resources: {'Port': ['ID=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.410743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:11.418782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:11.423148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.423887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.487142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.501855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.520834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Attempting to bind port ec2ef66d-21a6-4fba-98eb-31e694c04b1f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:11.521540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Attempting to bind port ec2ef66d-21a6-4fba-98eb-31e694c04b1f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '3f9ec029-b4a0-4263-9c6e-7794df678b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:11.522158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Attempting to bind port ec2ef66d-21a6-4fba-98eb-31e694c04b1f on network 19f66d86-251c-43ed-99fe-b0224d5c9073 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:11.545348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:11.546079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Checking segment: {'id': '3f9ec029-b4a0-4263-9c6e-7794df678b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:11.546718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.547384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Bound using segment: {'id': '3f9ec029-b4a0-4263-9c6e-7794df678b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:11.548099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Bound port: ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9ec029-b4a0-4263-9c6e-7794df678b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '19f66d86-251c-43ed-99fe-b0224d5c9073'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:11.548719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.549287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-46c49b6f-37af-413c-9563-7d79be48f829 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1203356 Aug 11 02:22:11.593785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Request body: {'port': {'device_id': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:11.663564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.684200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:11.737189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] For port ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:11.747494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] For port ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,segment=NetworkSegment(3f9ec029-b4a0-4263-9c6e-7794df678b06),segment_id=3f9ec029-b4a0-4263-9c6e-7794df678b06)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:11.762380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.800511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.816814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b042939-487d-42a3-b16a-66faef877d1b req-8bf23715-15b1-499d-99b7-08bceaa9fef7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.819287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b042939-487d-42a3-b16a-66faef877d1b req-8bf23715-15b1-499d-99b7-08bceaa9fef7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 931 time: 0.2878249 Aug 11 02:22:11.869111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:11.871905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:11.875325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.884735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:11.886856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671cec6-9411-43fa-98d8-227786c37f85 None None] Pushing event updated for resources: {'Port': ['ID=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.953135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:11.981260 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:11.987117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:11.987950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.015231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.101198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b042939-487d-42a3-b16a-66faef877d1b req-09b57405-a896-40c3-81e7-f5373a5f4a06 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706792 Aug 11 02:22:12.132231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188cff04-60bc-4054-bd91-12833290c4a8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.304906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.316522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.319057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fbfab51d-0cc4-4f47-b0f7-3f448b7a4e89 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7784474 Aug 11 02:22:12.321198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53084) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:12.339752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.341869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-21692fe4-8178-486a-b002-9aaec81d6da1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0358806 Aug 11 02:22:12.349370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53086) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:12.361342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group_rule': {'security_group_id': '188cff04-60bc-4054-bd91-12833290c4a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:12.369862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.371083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6509954b-06c0-4721-a66e-84d3768416cc req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0762334 Aug 11 02:22:12.408325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f593f4d-83f3-4b9e-a105-ceb191f3acca tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f3be7-31a9-4862-b7a6-30747e080244,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.441229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ec2ef66d-21a6-4fba-98eb-31e694c04b1f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:12.464951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.506730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:12.507772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.528810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ec2ef66d-21a6-4fba-98eb-31e694c04b1f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:12.537142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-f36edafa-dfcf-4451-a357-6bd2aea48107 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/cb0f3be7-31a9-4862-b7a6-30747e080244 HTTP/1.1" status: 200 len: 1807 time: 0.1319482 Aug 11 02:22:12.553419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cb0f3be7-31a9-4862-b7a6-30747e080244', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:12.553746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cb0f3be7-31a9-4862-b7a6-30747e080244', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:12.582184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8fe6ef-0feb-4d10-bad6-373b1807d59e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:12.595186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.606622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.626051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Transition to ACTIVE for port object de8fe6ef-0feb-4d10-bad6-373b1807d59e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:12.629208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:12.635495 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.639061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.659789 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.727273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154b7ac0-9d79-4aa4-b309-86cca9d82e39,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.742267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.746480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-93788b8a-7443-41e8-b762-6a9b80d9c043 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863020 Aug 11 02:22:12.751602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53090) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:12.758013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'security_group_rule': {'security_group_id': '188cff04-60bc-4054-bd91-12833290c4a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:12.764689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.769710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Pushing event updated for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.834456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.842954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.865904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.879742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.907634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.954573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:12.955988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-835014cd-63ab-4547-a1b8-8b6ccfeda4ac req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4103982 Aug 11 02:22:12.961672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f1632-e363-4e79-bb75-ea192a767e50 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5157a395-7086-4027-9e63-c96c17a5ab07,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:12.998049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1551215511', 'description': 'tempest-description-860484426'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:13.003743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Attempting to bind port de8fe6ef-0feb-4d10-bad6-373b1807d59e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:13.004274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Attempting to bind port de8fe6ef-0feb-4d10-bad6-373b1807d59e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:13.004701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Attempting to bind port de8fe6ef-0feb-4d10-bad6-373b1807d59e on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:13.027560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Port de8fe6ef-0feb-4d10-bad6-373b1807d59e on network 6e085854-6025-41ba-a2e2-485eda3a2caa not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:13.027869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Attempting to bind port de8fe6ef-0feb-4d10-bad6-373b1807d59e on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:13.042789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:13.043152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Checking segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:13.043608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Bound using segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:13.044041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Bound port: de8fe6ef-0feb-4d10-bad6-373b1807d59e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:13.044407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.051007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.067307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.072172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.075673 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-60635d37-1b06-4e6d-8252-57a1ee3a9815 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a HTTP/1.1" status: 204 len: 168 time: 0.7529101 Aug 11 02:22:13.078117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.082229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.107304 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a76933-68d7-4d65-a01a-eda3997b2e23 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:22:13.108910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a76933-68d7-4d65-a01a-eda3997b2e23 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:13.110776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-14a76933-68d7-4d65-a01a-eda3997b2e23 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a HTTP/1.1" status: 404 len: 333 time: 0.0314817 Aug 11 02:22:13.113371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53098) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.134332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dba6976-b450-49c4-be2b-b37be0bcdce6,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.166556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac6a95-096f-43ba-ae8a-93d95a1669d0 None None] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:13.176719 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46a3531-a61f-49be-a40c-0498dadc1e2e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:13.179883 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c46a3531-a61f-49be-a40c-0498dadc1e2e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a HTTP/1.1" status: 404 len: 333 time: 0.0650430 Aug 11 02:22:13.182185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.224468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:13.262650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:13.263916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Provisioning for port ec2ef66d-21a6-4fba-98eb-31e694c04b1f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:13.270894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.276126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 93b71e04-cb56-486b-8bf2-ec4270e2de51 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:13.281244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.288966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Provisioning complete for port ec2ef66d-21a6-4fba-98eb-31e694c04b1f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:13.289610 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.329741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7926f92-3a42-4422-9b05-a70d6f2c1eaa req-f41f4024-9b97-4f66-8164-756f916bec14 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.331595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7926f92-3a42-4422-9b05-a70d6f2c1eaa req-f41f4024-9b97-4f66-8164-756f916bec14 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 943 time: 0.1436977 Aug 11 02:22:13.334944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.336779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.347379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.348931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.350116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] 10.222.0.67 "PUT /v2.0/ports/de8fe6ef-0feb-4d10-bad6-373b1807d59e HTTP/1.1" status: 200 len: 1092 time: 1.7670636 Aug 11 02:22:13.351769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:13.354999 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:13.363806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.374776 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.379999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f4a9c95d-f87f-46cd-b175-3655d88bc945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6230941 Aug 11 02:22:13.386538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.406361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:13.439412 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.439900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.441169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3decb44c-04eb-418f-81ab-118e4e5534a3 req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4536278 Aug 11 02:22:13.461529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12646-ba2e-4ab5-8496-c5e96f96d992 service neutron] Pushing event updated for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.462971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.479777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ef471-dd0a-4713-b597-d857a4739249 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbd1845-7376-46a6-a937-92d56bf5bff4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.510215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7926f92-3a42-4422-9b05-a70d6f2c1eaa req-40b319ed-2dfb-42f6-bcd3-dc1b351bfbc7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279945 Aug 11 02:22:13.529674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] For port ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,segment=NetworkSegment(3f9ec029-b4a0-4263-9c6e-7794df678b06),segment_id=3f9ec029-b4a0-4263-9c6e-7794df678b06)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:13.535140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-265228b4-e7ac-49d2-bbe4-f506118c4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.538051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-265228b4-e7ac-49d2-bbe4-f506118c4619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 1095 time: 0.1317644 Aug 11 02:22:13.539145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.608334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-e2a03a68-e0ec-4080-a510-7a4f32a86eb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e HTTP/1.1" status: 200 len: 217 time: 0.0609949 Aug 11 02:22:13.611875 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8917ee0d-25f4-4eed-9f4b-9f8dcc22ea40 x-openstack-request-id: req-8917ee0d-25f4-4eed-9f4b-9f8dcc22ea40 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:13.612960 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:13.613332 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8917ee0d-25f4-4eed-9f4b-9f8dcc22ea40 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:13.614750 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e', 'status': 'completed', 'code': 200} Aug 11 02:22:13.649021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.656813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-802241269', 'description': 'tempest-description-1415672829'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:13.663320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e281ff6-bc02-4c71-a416-0a6e09e005dd None None] Pushing event updated for resources: {'Port': ['ID=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.695027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-61f38d69-1a60-431e-b51b-2957bf0b93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:13.696830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-61f38d69-1a60-431e-b51b-2957bf0b93db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.0810421 Aug 11 02:22:13.699177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.742885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-1c6a2220-2dfe-4254-9eae-0680ca96677d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336046 Aug 11 02:22:13.770037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.813124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=93b71e04-cb56-486b-8bf2-ec4270e2de51,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:13.819356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.823007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.825312 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0743f714-d9ac-4869-8584-723870742df3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/93b71e04-cb56-486b-8bf2-ec4270e2de51 HTTP/1.1" status: 204 len: 168 time: 0.6413982 Aug 11 02:22:13.828905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53114) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:13.871125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-56d6f08f-2af8-4f7c-9f84-bfc231105cc6 None None] Provisioning complete for port ec2ef66d-21a6-4fba-98eb-31e694c04b1f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:13.871415 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-56d6f08f-2af8-4f7c-9f84-bfc231105cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:13.984892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.005962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-6e2377de-f94a-4c88-abdd-0b9c0c1b7974 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537007 Aug 11 02:22:14.012396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Allocated IP 172.25.3.142 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/90ff1314-1482-46fe-8d8d-61d3f4bc7046) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:14.034587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.075822 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.144505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.145986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf3c5138-d697-4e8a-ad74-880ef28d2f19 req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5152032 Aug 11 02:22:14.147685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359cc95-0956-4c4a-9f40-0dcfe1d6493f None None] Network 19f66d86-251c-43ed-99fe-b0224d5c9073 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:14.158418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94f177-f6e8-43f3-8c5a-59621a6b5ec6 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cff18c-4d59-4a53-85bd-6cbff1066c57,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.218116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.226058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port ec2ef66d-21a6-4fba-98eb-31e694c04b1f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:14.226255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.234546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2837b10e-0c3c-47d1-910d-df2cd8a300ae req-acc7937c-52fc-4930-ad77-d4c0ca7bcbf2 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130272 Aug 11 02:22:14.305583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-a22a660d-fe50-4e8e-b86b-486dad0df7dd tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/0fbd1845-7376-46a6-a937-92d56bf5bff4 HTTP/1.1" status: 200 len: 1806 time: 0.1069655 Aug 11 02:22:14.319528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.373250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,segment=NetworkSegment(3f9ec029-b4a0-4263-9c6e-7794df678b06),segment_id=3f9ec029-b4a0-4263-9c6e-7794df678b06)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:14.374150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.376151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ec2ef66d-21a6-4fba-98eb-31e694c04b1f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:14.387722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:14.391629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:14.398669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:14.403520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for ec2ef66d-21a6-4fba-98eb-31e694c04b1f owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:14.426716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=90ff1314-1482-46fe-8d8d-61d3f4bc7046,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.430435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-d6cc54c6-2ec8-42d9-863a-0cb5cb7d4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.432223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-d6cc54c6-2ec8-42d9-863a-0cb5cb7d4c33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 1095 time: 0.1219730 Aug 11 02:22:14.435185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-afc49c32-302c-4f4b-b325-d1e69be9774c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/e5cff18c-4d59-4a53-85bd-6cbff1066c57 HTTP/1.1" status: 200 len: 1806 time: 0.1077499 Aug 11 02:22:14.448173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ec2ef66d-21a6-4fba-98eb-31e694c04b1f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:14.449253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.476516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fbd1845-7376-46a6-a937-92d56bf5bff4', 'remote_group_id': 'e5cff18c-4d59-4a53-85bd-6cbff1066c57', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:14.477191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fbd1845-7376-46a6-a937-92d56bf5bff4', 'remote_group_id': 'e5cff18c-4d59-4a53-85bd-6cbff1066c57', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:14.483133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c8a8f6c-bb56-47a0-bc4f-f0892c088ef5 None None] Could not find standard attr ID for object 0a18d456-87d0-4aa1-b8c2-9a5b9f74a00a. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:14.516573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.562453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] DHCP port deletion for 19f66d86-251c-43ed-99fe-b0224d5c9073 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:14.566419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.667868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Deleting port ec2ef66d-21a6-4fba-98eb-31e694c04b1f {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:14.668394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.693584 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.696325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-9d232d14-0b18-4f84-aac4-499f63ad575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.697897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-9d232d14-0b18-4f84-aac4-499f63ad575e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 0.2149453 Aug 11 02:22:14.748382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] For port ec2ef66d-21a6-4fba-98eb-31e694c04b1f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,segment=NetworkSegment(3f9ec029-b4a0-4263-9c6e-7794df678b06),segment_id=3f9ec029-b4a0-4263-9c6e-7794df678b06)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:14.748822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.768357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Calling delete_port for ec2ef66d-21a6-4fba-98eb-31e694c04b1f owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:14.793972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59bad7-efc1-4769-a945-f07fdcea13ab req-c67f5d5a-1d38-4c79-856c-0852621092da tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:14.795031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b59bad7-efc1-4769-a945-f07fdcea13ab req-c67f5d5a-1d38-4c79-856c-0852621092da tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 943 time: 0.1915753 Aug 11 02:22:14.796386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-f07eb9ff-e88e-4134-9350-81a2019d893c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e HTTP/1.1" status: 200 len: 217 time: 0.0860403 Aug 11 02:22:14.797318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.799645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port ec2ef66d-21a6-4fba-98eb-31e694c04b1f on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:14.817262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.835347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.840458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.888582 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.913868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=90ff1314-1482-46fe-8d8d-61d3f4bc7046,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.930088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.943468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] Pushing event deleted for resources: {'Port': ['ID=ec2ef66d-21a6-4fba-98eb-31e694c04b1f,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:14.946916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e651f-2bdd-42d4-bd05-0a5417f710f5 None None] No DVR routers for this DVR port ec2ef66d-21a6-4fba-98eb-31e694c04b1f on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:14.949508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:14.961777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-13600162-618f-4c65-aef3-fcdbcb8e5bf3 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5522611 Aug 11 02:22:15.011120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-4065fdcc-f124-4771-93e8-7bdca00f4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.012657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-4065fdcc-f124-4771-93e8-7bdca00f4c25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.2043426 Aug 11 02:22:15.017092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.021011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b59bad7-efc1-4769-a945-f07fdcea13ab req-0e4b3fe6-cee2-4f36-9f45-c10a82e920b5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791582 Aug 11 02:22:15.031380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.045443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.074034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-2c04e3ef-63a7-4f9e-803b-a466c77fd208 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516136 Aug 11 02:22:15.079147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f66d86-251c-43ed-99fe-b0224d5c9073']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:15.087397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6848860c-e081-4ae7-82a0-d39ec2a9c780,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.102611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9ec029-b4a0-4263-9c6e-7794df678b06') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:15.102897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9ec029-b4a0-4263-9c6e-7794df678b06') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:15.120144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.121749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab1cd335-b67a-4e92-b862-f7eba0027787 req-4bfb8ebf-c8b2-4aed-8c12-8142873bec4a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6500781 Aug 11 02:22:15.165469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.207324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.230768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:15.231350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:15.235590 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:15.315506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-265c356f-2cde-42ec-b014-8dd7fb9bf725 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227972 Aug 11 02:22:15.319523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1282170047', 'description': 'tempest-description-788836255'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:15.379925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.395055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.396940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/19f66d86-251c-43ed-99fe-b0224d5c9073 HTTP/1.1" status: 204 len: 168 time: 1.5628245 Aug 11 02:22:15.401130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:15.406745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1469862384'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:15.436469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb5f6e-d7d4-4125-993d-3c2a31e4e252 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=19f66d86-251c-43ed-99fe-b0224d5c9073,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.456817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.481090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:15.488222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.490838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b3dacb4a-61ef-4048-ae7d-1f6447b93fee tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--714457723&fields=id&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 267 time: 0.1065776 Aug 11 02:22:15.532263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:15.544528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7f7508d-6a13-47ca-8d47-9882f6e5cb7d req-001f5dca-e187-46d6-8768-41f20e697a2a service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201867 Aug 11 02:22:15.547009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.547528 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment a5961e46-81dd-48fa-b5b7-83fe8f3210f0 of type vlan for network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b Aug 11 02:22:15.612112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.661742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.667740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.668385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.681536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-c6c97217-04ff-4332-874c-fb5b5e6db588 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:15.689226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-c6c97217-04ff-4332-874c-fb5b5e6db588 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 816 time: 0.1860070 Aug 11 02:22:15.698521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.706596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.717483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-286a035b-2df3-496d-ba05-21e4cbfabe53 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/quotas/30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 375 time: 0.0270388 Aug 11 02:22:15.734659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3320172 Aug 11 02:22:15.741188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53144) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:15.749168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59345bbe-16d1-45e1-97d6-8e9549456ef5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.752556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:15.756383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.757682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cced56d4-90c5-4c44-8787-e83dcf76a2e6 req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4506872 Aug 11 02:22:15.763572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:15.797735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:15.840853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2006789789', 'description': 'tempest-description-1225160286'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:15.864591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.864934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.865278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.865622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.865986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.866325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.866658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.866982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.867391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.867720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.868044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.868491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b095cb6-8067-4072-8a34-80ef041f44ce tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:15.910527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:15.922967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-51a9176c-631a-4baf-a245-ac5345b997ec tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804450 Aug 11 02:22:15.963040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:15.966756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.192169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-aa85b422-1a9d-487c-87c8-58dbab8ec411 service neutron] 10.222.0.68 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444298 Aug 11 02:22:16.256344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.301841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.342912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ec2ef66d-21a6-4fba-98eb-31e694c04b1f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:16.381321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ec2ef66d-21a6-4fba-98eb-31e694c04b1f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:16.382544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ec2ef66d-21a6-4fba-98eb-31e694c04b1f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:16.403254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.404647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5751258-9b63-47f3-928e-b8aeadc26800 req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5792968 Aug 11 02:22:16.412916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8513d-6b08-40d6-be9a-56f8f3dcddae tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fcb0b0-56ab-40b3-a60a-5532a4e75acf,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.438625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.474230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-1bc3c6ec-970f-4cff-85b4-22f91d9b1be0 service neutron] 10.222.0.68 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424469 Aug 11 02:22:16.538786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=26338b89-8432-4ad9-992e-c947979e58b4,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:16.566291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:16.566935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:16.579204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda19f1-0d60-45e0-b6d2-a0bc8e3eab53 req-7e084c4b-ac72-48fe-9ab4-7401502c73d7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:16.580929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdda19f1-0d60-45e0-b6d2-a0bc8e3eab53 req-7e084c4b-ac72-48fe-9ab4-7401502c73d7 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 943 time: 0.1058424 Aug 11 02:22:16.614657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:16.639779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:16.662653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad0d04-7e84-46b5-abf0-0f8f7e381fc3 None None] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:16.665514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de8fe6ef-0feb-4d10-bad6-373b1807d59e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:16.668827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:16.670015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:16.681288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdda19f1-0d60-45e0-b6d2-a0bc8e3eab53 req-7df6726a-57fe-41bc-a0f0-783a3d5bcd28 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879245 Aug 11 02:22:16.724024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-615d40eb-efe9-40c8-98d6-9da934fbe33d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9769471 Aug 11 02:22:16.724458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53162) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:16.729839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-421459059'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:16.855434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:16.882448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'port_id': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e', 'mac_address': 'fa:16:3e:b1:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4f625-d366-4690-95b6-18de9caf3edf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:16.972218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.008869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8fe6ef-0feb-4d10-bad6-373b1807d59e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:17.017557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b', 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': '26338b89-8432-4ad9-992e-c947979e58b4'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:17.018823 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.053602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:17.065973 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.216814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.230661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.230988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.231341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.231680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.232014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.232345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.232674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.233276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.233549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.233911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.234237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.234739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:17.267389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Allocated IP 172.20.0.2 (435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b/26338b89-8432-4ad9-992e-c947979e58b4/112f7cb5-c2e4-41d2-896a-80ae5ec92260) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:17.392857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83c043ee-41d7-4241-a814-174061b4ac91 req-804860e6-932a-4ecf-8bab-56b77b66b813 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 210 time: 0.1183209 Aug 11 02:22:17.408235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['de8fe6ef-0feb-4d10-bad6-373b1807d59e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:17.524651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-55c36fbb-0016-4ead-908c-684a8225c1cd tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b HTTP/1.1" status: 200 len: 1806 time: 0.7724142 Aug 11 02:22:17.606277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-5287d574-b9ca-4e7c-b286-2d242e1ea490 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/f9fcb0b0-56ab-40b3-a60a-5532a4e75acf HTTP/1.1" status: 200 len: 1807 time: 0.0798438 Aug 11 02:22:17.607920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:17.608331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.612007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.636393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b', 'remote_group_id': 'f9fcb0b0-56ab-40b3-a60a-5532a4e75acf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:17.636726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b', 'remote_group_id': 'f9fcb0b0-56ab-40b3-a60a-5532a4e75acf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:17.642632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port aee6d5cf-7f91-439a-a582-959f04715bef yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:17.661611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Transition to ACTIVE for port object 112f7cb5-c2e4-41d2-896a-80ae5ec92260 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:17.698994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Transition to ACTIVE for port object 112f7cb5-c2e4-41d2-896a-80ae5ec92260 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:17.722470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.796155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:17.803137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:17.807452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:17.869247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Pushing event updated for resources: {'Port': ['ID=112f7cb5-c2e4-41d2-896a-80ae5ec92260,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:17.921027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Attempting to bind port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:17.921630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Attempting to bind port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:17.922051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Attempting to bind port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 on network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:17.922636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.929644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:17.930102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Checking segment: {'id': 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:17.930427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.930872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Bound using segment: {'id': 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:17.931353 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Bound port: 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:17.931747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:17.931870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.10 (435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b/26338b89-8432-4ad9-992e-c947979e58b4/aee6d5cf-7f91-439a-a582-959f04715bef) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:18.016529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] For port 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:18.024166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] For port 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=112f7cb5-c2e4-41d2-896a-80ae5ec92260,segment=NetworkSegment(a5961e46-81dd-48fa-b5b7-83fe8f3210f0),segment_id=a5961e46-81dd-48fa-b5b7-83fe8f3210f0)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:18.032826 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.046086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ab3b5-fbff-4d0b-9e01-542f4adea1cf req-8566b3b2-56cc-4139-bc93-00f06510dbbf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.053701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e5ab3b5-fbff-4d0b-9e01-542f4adea1cf req-8566b3b2-56cc-4139-bc93-00f06510dbbf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 944 time: 0.1894200 Aug 11 02:22:18.089652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.155541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce22c1-1f24-4347-b1e5-6d96b084d2c4 None None] Pushing event updated for resources: {'Port': ['ID=112f7cb5-c2e4-41d2-896a-80ae5ec92260,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.173368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.286628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0fd25-0072-4969-a338-7120e5903a44,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.317197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e5ab3b5-fbff-4d0b-9e01-542f4adea1cf req-a51df72f-c1c9-47d3-b663-6ec71a9f4f8d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608557 Aug 11 02:22:18.325561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.327044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17c5084e-ae4b-4582-9da3-3cb82377c886 req-516193c4-9d7c-47d1-a11a-8e0293bd82e8 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6947701 Aug 11 02:22:18.392374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-5c184784-93c7-45b2-aad8-ffabecf43edb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.395634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-5c184784-93c7-45b2-aad8-ffabecf43edb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.67 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 816 time: 0.4327497 Aug 11 02:22:18.494482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.518880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object aee6d5cf-7f91-439a-a582-959f04715bef will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:18.649518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.658413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97d61362-67b0-44b7-b5e9-a23c62cbb6c0 req-e3f558da-82fd-4d3e-bf5a-a8c0bedfc822 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 210 time: 0.0617433 Aug 11 02:22:18.699970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-bd78e725-583b-4e2a-ba92-d596dcab4008 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 379 time: 0.2833509 Aug 11 02:22:18.711466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b03046c-1842-4a21-9279-3331e0ee188f req-7a9d703d-649a-41f1-b11b-604b6260914a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/f9fcb0b0-56ab-40b3-a60a-5532a4e75acf HTTP/1.1" status: 200 len: 1807 time: 0.1704884 Aug 11 02:22:18.726305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'port': {'device_id': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'admin_state_up': True, 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'security_groups': ['188cff04-60bc-4054-bd91-12833290c4a8']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:18.733346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:18.766434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:18.800765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:18.804362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=aee6d5cf-7f91-439a-a582-959f04715bef,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:18.909467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:18.910361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:18.958540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b03046c-1842-4a21-9279-3331e0ee188f req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.000050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-27343f75-e140-4984-86e2-639c2703c228 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2746000 Aug 11 02:22:19.003655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53190) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:19.035356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b03046c-1842-4a21-9279-3331e0ee188f req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.096096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c6db-29a8-4a62-b050-f549bc2f5269 req-4ca85408-df72-41a2-9003-2feb80149e2c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.098592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e82c6db-29a8-4a62-b050-f549bc2f5269 req-4ca85408-df72-41a2-9003-2feb80149e2c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 945 time: 0.1681588 Aug 11 02:22:19.101984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Made reservation on behalf of 30f1b364f7a44b18baf05843d415acd3 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:19.105775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.198503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e82c6db-29a8-4a62-b050-f549bc2f5269 req-966decb6-41a8-4fba-b693-b7b13e304f05 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842550 Aug 11 02:22:19.215332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port aee6d5cf-7f91-439a-a582-959f04715bef {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:19.215830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.273677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b03046c-1842-4a21-9279-3331e0ee188f req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.278416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b03046c-1842-4a21-9279-3331e0ee188f req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.280277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b03046c-1842-4a21-9279-3331e0ee188f req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/f9fcb0b0-56ab-40b3-a60a-5532a4e75acf HTTP/1.1" status: 204 len: 173 time: 0.5490508 Aug 11 02:22:19.329213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaa815-034a-4398-907a-89ebbadb6051 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fcb0b0-56ab-40b3-a60a-5532a4e75acf,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.373669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.408226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for aee6d5cf-7f91-439a-a582-959f04715bef owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:19.472654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83bd8f70-4a53-4b92-9fc3-aeb4bea56e14 req-3aa8d370-6b1f-42a8-8a1b-ab22d40e89ad tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b HTTP/1.1" status: 200 len: 1806 time: 0.1627111 Aug 11 02:22:19.516565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Allocated IP 172.20.0.14 (4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14/59bf5a47-63b0-42bf-8cf4-97409b777326/69856533-516c-437a-af21-5b899ab29e1e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:19.517373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708586f2-5089-4ea5-a4f5-97c1b6261178 None None] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:19.572490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85c6b-89bc-468f-9437-c7f4e0864fdb req-53c267b1-119f-4e06-913e-3a01c3b5e011 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:19.580742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51e85c6b-89bc-468f-9437-c7f4e0864fdb req-53c267b1-119f-4e06-913e-3a01c3b5e011 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 944 time: 0.1067669 Aug 11 02:22:19.594856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8b4053d-3a58-444b-88f0-5f704471c495 None None] Provisioning for port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:19.671141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-640722291', 'description': 'tempest-description-507782235'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:19.698878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51e85c6b-89bc-468f-9437-c7f4e0864fdb req-03c85ebe-cda3-4425-9e99-ac24b394f6a3 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167696 Aug 11 02:22:19.761515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.765047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.837197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=aee6d5cf-7f91-439a-a582-959f04715bef,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:19.872717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:19.919761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Transition to ACTIVE for port object 69856533-516c-437a-af21-5b899ab29e1e will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:19.924750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ec466ad-9224-4707-886a-cdd00e125c52 req-f6fcb32f-baa5-43ba-a036-ad8219ccfb18 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 210 time: 0.0751555 Aug 11 02:22:19.998820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.008516 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ecd5827a-713e-4652-b812-4ce41e8e4bae tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/aee6d5cf-7f91-439a-a582-959f04715bef HTTP/1.1" status: 204 len: 168 time: 1.0030143 Aug 11 02:22:20.009966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:20.052240 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca791504-a496-402d-a699-09a06271d5b7 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:20.054327 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca791504-a496-402d-a699-09a06271d5b7 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/aee6d5cf-7f91-439a-a582-959f04715bef HTTP/1.1" status: 404 len: 333 time: 0.0422628 Aug 11 02:22:20.059174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53206) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:20.079123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.166243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-069a9842-f3ea-4e2d-82a2-4f6747a5d456 None None] Could not find standard attr ID for object aee6d5cf-7f91-439a-a582-959f04715bef. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:20.220210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.248521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.291381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:20.322685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 26338b89-8432-4ad9-992e-c947979e58b4 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:20.351338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:20.356161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:20.361725 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.422140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 112f7cb5-c2e4-41d2-896a-80ae5ec92260 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:20.502208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.511162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b175c91e-bd8c-4427-b9ac-9656684f59ef req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8763206 Aug 11 02:22:20.546903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:20.551479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.555060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:20.566943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.610541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64479953-1df2-47e7-9168-ecdce6f4bf9c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bccc28d-b450-492b-9a3b-ba11d5dff338,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:20.646714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8e83e12f-ddf9-4c70-8033-f7152f360654 None None] Could not find standard attr ID for object aee6d5cf-7f91-439a-a582-959f04715bef. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:20.679069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de8fe6ef-0feb-4d10-bad6-373b1807d59e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:20.775431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.792663 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.796513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.805166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.806044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port de8fe6ef-0feb-4d10-bad6-373b1807d59e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:20.821916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port de8fe6ef-0feb-4d10-bad6-373b1807d59e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:20.822410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.840146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-21ab971a-13d5-49ac-bd19-2f84e6d3953b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.842495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-21ab971a-13d5-49ac-bd19-2f84e6d3953b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 945 time: 0.1588273 Aug 11 02:22:20.868253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-404a8815-9356-43c0-ade2-87705c5b7096 req-adca5c91-a155-4ac4-9c72-3671ea409d2d tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 200 len: 1805 time: 0.2597270 Aug 11 02:22:20.885570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a61ce-9378-4692-a687-a4331ac40899 req-62a50fa1-2194-410b-887d-27f4e2b9bab9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:20.887570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-791a61ce-9378-4692-a687-a4331ac40899 req-62a50fa1-2194-410b-887d-27f4e2b9bab9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 945 time: 0.5125146 Aug 11 02:22:20.904781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bccc28d-b450-492b-9a3b-ba11d5dff338', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:20.905126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bccc28d-b450-492b-9a3b-ba11d5dff338', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:20.908599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=112f7cb5-c2e4-41d2-896a-80ae5ec92260,segment=NetworkSegment(a5961e46-81dd-48fa-b5b7-83fe8f3210f0),segment_id=a5961e46-81dd-48fa-b5b7-83fe8f3210f0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:20.932703 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.946762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aabb70d8-81c3-4096-bcf3-9902617f5359 None None] Provisioning for port 69856533-516c-437a-af21-5b899ab29e1e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:20.993487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aabb70d8-81c3-4096-bcf3-9902617f5359 None None] Provisioning complete for port 69856533-516c-437a-af21-5b899ab29e1e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:20.993856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aabb70d8-81c3-4096-bcf3-9902617f5359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:20.997244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:20.997703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.005731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-791a61ce-9378-4692-a687-a4331ac40899 req-4414ac3a-2ada-41ce-9fb8-108c45802cc3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877964 Aug 11 02:22:21.020620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-a9a57e07-4c84-406a-ba74-8740a16f7f28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3033292 Aug 11 02:22:21.041896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Request body: {'port': {'device_id': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:21.127157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-aabb70d8-81c3-4096-bcf3-9902617f5359 None None] Port 69856533-516c-437a-af21-5b899ab29e1e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:21.146842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port e25ae3cf-885d-4732-95f3-b1e7ab9ae011, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:21.147874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.150306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.169737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for e25ae3cf-885d-4732-95f3-b1e7ab9ae011 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:21.223807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=112f7cb5-c2e4-41d2-896a-80ae5ec92260,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.248972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.281487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.282689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:21.285037 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d708c64-a931-4c0e-90ce-6d73a7a8ebd5" -d '{"events": [{"server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "name": "network-vif-plugged", "status": "completed", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:21.306320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:21.312255 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.320238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.372118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.404175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e25ae3cf-885d-4732-95f3-b1e7ab9ae011'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:21.407354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=e25ae3cf-885d-4732-95f3-b1e7ab9ae011,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.417276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.451724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port e25ae3cf-885d-4732-95f3-b1e7ab9ae011 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:21.454784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.455636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.457138 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c55cdc3-ad33-4558-9b11-78a38d64f23d req-97adf539-c8b3-46f3-ab70-4eaefef4f4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "DELETE /v2.0/ports/e25ae3cf-885d-4732-95f3-b1e7ab9ae011 HTTP/1.1" status: 204 len: 173 time: 0.6070373 Aug 11 02:22:21.458157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'name': 'network-vif-deleted', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:21.460906 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb322860-9996-45a0-bbd5-34e8d6653804" -d '{"events": [{"server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "name": "network-vif-deleted", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:21.464334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3be9-4e64-44ca-ae6e-f42c20a5fd39 req-bc955986-c75b-4e85-92c5-cb49c803f07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:21.466115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-091e3be9-4e64-44ca-ae6e-f42c20a5fd39 req-bc955986-c75b-4e85-92c5-cb49c803f07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 944 time: 0.2489598 Aug 11 02:22:21.471491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.522403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.545292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4904943c-7136-4274-950c-897f2113e006,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.650322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=26338b89-8432-4ad9-992e-c947979e58b4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:21.652184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.653433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-404a8815-9356-43c0-ade2-87705c5b7096 req-c3a047b4-684a-480f-9f7f-328efb8a4430 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7646012 Aug 11 02:22:21.654375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9facc3-d68a-4eee-b68c-1cefe6b73aa0 None None] Network 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:21.657450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.665752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e406cbf4-669c-4de3-817e-bd3c02c9cbdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/26338b89-8432-4ad9-992e-c947979e58b4 HTTP/1.1" status: 204 len: 168 time: 1.6010625 Aug 11 02:22:21.666944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53224) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:21.690134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-091e3be9-4e64-44ca-ae6e-f42c20a5fd39 req-81947824-cd9e-4d12-8e84-3ca6056eacab tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080801 Aug 11 02:22:21.826532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:21.865757 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92902f2f-ae8a-4ab3-9ebf-530e7557c17f x-openstack-request-id: req-92902f2f-ae8a-4ab3-9ebf-530e7557c17f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:21.866219 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "name": "network-vif-plugged", "status": "completed", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:21.866798 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92902f2f-ae8a-4ab3-9ebf-530e7557c17f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:21.867290 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e', 'code': 200} Aug 11 02:22:22.007384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] DHCP port deletion for 435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:22.082881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Deleting port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:22.084083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.126197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-fcef7d97-79d3-4833-9212-cbd898fefb0b tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 200 len: 2399 time: 0.1137650 Aug 11 02:22:22.147173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bccc28d-b450-492b-9a3b-ba11d5dff338', 'remote_group_id': None}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:22.147674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3bccc28d-b450-492b-9a3b-ba11d5dff338', 'remote_group_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:22.187475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59ee1-5287-4c95-9c01-edf04579980f req-a34942df-0251-4891-934e-df60ae62f10b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.189207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63f59ee1-5287-4c95-9c01-edf04579980f req-a34942df-0251-4891-934e-df60ae62f10b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 932 time: 0.3735859 Aug 11 02:22:22.220003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] For port 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=112f7cb5-c2e4-41d2-896a-80ae5ec92260,segment=NetworkSegment(a5961e46-81dd-48fa-b5b7-83fe8f3210f0),segment_id=a5961e46-81dd-48fa-b5b7-83fe8f3210f0)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:22.220899 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.243944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Calling delete_port for 112f7cb5-c2e4-41d2-896a-80ae5ec92260 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:22.319923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63f59ee1-5287-4c95-9c01-edf04579980f req-d1e68406-1191-4241-a85b-160cd8ab76d9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157568 Aug 11 02:22:22.397730 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae6eb8-6e03-4f56-ac05-ba30fd0321d7 x-openstack-request-id: req-31ae6eb8-6e03-4f56-ac05-ba30fd0321d7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:22.398303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.398430 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a419b1b-4bc6-4e07-aff3-4b0061fc9b20", "name": "network-vif-deleted", "tag": "e25ae3cf-885d-4732-95f3-b1e7ab9ae011", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:22.398720 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-31ae6eb8-6e03-4f56-ac05-ba30fd0321d7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:22.399438 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a419b1b-4bc6-4e07-aff3-4b0061fc9b20', 'name': 'network-vif-deleted', 'tag': 'e25ae3cf-885d-4732-95f3-b1e7ab9ae011', 'status': 'completed', 'code': 200} Aug 11 02:22:22.418542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 112f7cb5-c2e4-41d2-896a-80ae5ec92260 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:22.421191 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.428430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:22.434840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.446991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.479104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8e699c-f4f7-46eb-aefc-b11a183f9a91,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.493227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.494514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce29960b-e1b5-48ee-9b05-96825302e6f0 req-6b11a706-6abd-4b33-82ae-ffadf23fa495 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3554597 Aug 11 02:22:22.495810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Transition to ACTIVE for port object 69856533-516c-437a-af21-5b899ab29e1e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:22.506996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.521397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.538153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ebb07-0cb6-47b7-a16e-bbfca5451c4f req-73c16303-7c83-4898-baa0-08da2d25cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:22.550007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-751ebb07-0cb6-47b7-a16e-bbfca5451c4f req-73c16303-7c83-4898-baa0-08da2d25cb53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 1097 time: 0.1478126 Aug 11 02:22:22.551998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53d5c793-617f-4832-ba82-f1dc0b39f5e8 req-001d8192-c2cf-474d-9518-559bea3bb7dc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.0548697 Aug 11 02:22:22.577786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] Pushing event deleted for resources: {'Port': ['ID=112f7cb5-c2e4-41d2-896a-80ae5ec92260,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.588050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a531d-fc40-426d-b80c-2f8a4d005a1f None None] No DVR routers for this DVR port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:22.623693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No active binding found for port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 {{(pid=94654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:22:22.625124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 112f7cb5-c2e4-41d2-896a-80ae5ec92260 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:22.646255 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4185303b-d6ee-429e-82b0-42e917682035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.696505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:22.697102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.701851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.759582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec311651-b305-41df-b986-adc08a856f5e req-c3d31b1b-1308-441e-9b4e-cc4507f66b6b tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 200 len: 2998 time: 0.1558874 Aug 11 02:22:22.777988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-751ebb07-0cb6-47b7-a16e-bbfca5451c4f req-3cf465e0-30da-40a6-ae6f-60b958879621 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092788 Aug 11 02:22:22.816507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port 112f7cb5-c2e4-41d2-896a-80ae5ec92260, host n-d-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:22.817425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.835270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 112f7cb5-c2e4-41d2-896a-80ae5ec92260 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:22.839287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 was not found and therefore no delete operation was performed {{(pid=94653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:22:22.840256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Attempting to bind port 69856533-516c-437a-af21-5b899ab29e1e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:22.840816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Attempting to bind port 69856533-516c-437a-af21-5b899ab29e1e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:22.841311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:22.841517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Attempting to bind port 69856533-516c-437a-af21-5b899ab29e1e on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:22.872785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=112f7cb5-c2e4-41d2-896a-80ae5ec92260,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:22.882649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port 112f7cb5-c2e4-41d2-896a-80ae5ec92260 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:22.890693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-c5824851-2e31-4b27-8f40-dbdad28c02b4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-group-rules/8b8e699c-f4f7-46eb-aefc-b11a183f9a91 HTTP/1.1" status: 200 len: 783 time: 0.0882466 Aug 11 02:22:22.977750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Port 69856533-516c-437a-af21-5b899ab29e1e on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:22.982254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Attempting to bind port 69856533-516c-437a-af21-5b899ab29e1e on network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:23.002533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.017657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.020922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:23.021453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Checking segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:23.022031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Bound using segment: {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:23.022598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Bound port: 69856533-516c-437a-af21-5b899ab29e1e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f221b38-6b05-481e-84f9-fe8ce717375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:23.023066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.034632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.035270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5961e46-81dd-48fa-b5b7-83fe8f3210f0') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:23.052192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.055580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-36581fe6-c318-47d5-84c8-43b1d69852ed tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 200 len: 2998 time: 0.1623266 Aug 11 02:22:23.075934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.086918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:23.087451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:23.092394 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:23.098174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1e87-4864-439b-9787-6168300eca0b req-49aebac3-0fd4-4763-8aeb-b7fee41f7ec2 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.098174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277d1e87-4864-439b-9787-6168300eca0b req-49aebac3-0fd4-4763-8aeb-b7fee41f7ec2 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.2593410 Aug 11 02:22:23.181706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.197731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.204408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.209599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.211189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-277d1e87-4864-439b-9787-6168300eca0b req-1d149b6c-3bd8-47e4-bbf3-713316f1aa68 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789158 Aug 11 02:22:23.219752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b HTTP/1.1" status: 204 len: 168 time: 1.5504622 Aug 11 02:22:23.228582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53240) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:23.237355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:23.238183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'name': 'tempest-PortsTestJSON-1487746360'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:23.241842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:23.262471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.268343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.303701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.305374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a08c350c-d86d-4101-8f5e-6e960c202bba req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/8b8e699c-f4f7-46eb-aefc-b11a183f9a91 HTTP/1.1" status: 204 len: 173 time: 0.2428880 Aug 11 02:22:23.311541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7fb26-5c29-4d8c-a596-a0f851b066db tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=435e026f-f6ca-4ffa-b7d1-acb5bda0cd6b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.322534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcf17d-63c8-49c6-815f-0a4aaa75eac9 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b8e699c-f4f7-46eb-aefc-b11a183f9a91,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.342167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.343072 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.345643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] 10.222.0.67 "PUT /v2.0/ports/69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 1093 time: 2.3087807 Aug 11 02:22:23.346572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:23.350575 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d2642-213a-44fc-a39c-8ee8351cc3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:23.433339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:23.438562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.444694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e25ae3cf-885d-4732-95f3-b1e7ab9ae011 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:23.462116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:23.494776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ee77-bdc1-422b-9455-67136e5bcf5f service neutron] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.499275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: e25ae3cf-885d-4732-95f3-b1e7ab9ae011 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:23.499660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e25ae3cf-885d-4732-95f3-b1e7ab9ae011 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:23.514490 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ffd3a-11f2-4758-9514-b7d62acb1df3 x-openstack-request-id: req-531ffd3a-11f2-4758-9514-b7d62acb1df3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:23.514874 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:23.519247 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-531ffd3a-11f2-4758-9514-b7d62acb1df3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:23.519831 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'status': 'completed', 'code': 200} Aug 11 02:22:23.565256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-ccc2a086-872f-4a0b-b127-a38992877fa5 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 200 len: 2399 time: 0.2356603 Aug 11 02:22:23.601038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b3643f74-e558-4dc3-9a39-22d89740729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.602998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-b3643f74-e558-4dc3-9a39-22d89740729a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1096 time: 0.2009509 Aug 11 02:22:23.716103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-d7e6d523-8bcf-473e-ae3d-375e9c33d2c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 217 time: 0.0928545 Aug 11 02:22:23.783561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.826124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.846136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c358e1-4bab-4d85-89ca-0b4c7064a1d9 req-2cf7e9cd-67c3-4f1f-bb8d-e512c4b7c3d2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.850908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5c358e1-4bab-4d85-89ca-0b4c7064a1d9 req-2cf7e9cd-67c3-4f1f-bb8d-e512c4b7c3d2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2390838 Aug 11 02:22:23.860859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.874862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:23.881714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:23.886183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:23.892167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.892861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:23.903618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:23.904664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-c6efe936-745a-4931-ab01-a5298d4f825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:23.920707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85c8439e-4c5e-48d3-8df8-0062020e2941 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6844127 Aug 11 02:22:23.920905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-c6efe936-745a-4931-ab01-a5298d4f825d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1881785 Aug 11 02:22:23.921207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53252) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:24.016413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.039177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:24.039530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.099023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5c358e1-4bab-4d85-89ca-0b4c7064a1d9 req-4c9db55e-e681-4a29-87a8-72c70c61694d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319036 Aug 11 02:22:24.119964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-8e5c47fd-08ef-428d-803b-d5ff2e2e20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.123159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-8e5c47fd-08ef-428d-803b-d5ff2e2e20b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863823 Aug 11 02:22:24.133611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.172337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:24.261329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.266580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.268573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de4ae7af-2b04-4620-9db9-12c9c9bdd9a4 req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/3bccc28d-b450-492b-9a3b-ba11d5dff338 HTTP/1.1" status: 204 len: 173 time: 0.6923580 Aug 11 02:22:24.316201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885e3f-6bfd-4b57-b985-88ba4134f8f4 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bccc28d-b450-492b-9a3b-ba11d5dff338,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.321903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-995f616b-840b-4792-9898-11a6aedc560e req-97b9366b-acbf-4898-911e-a942a567b97f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.0803661 Aug 11 02:22:24.373277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.432304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:24.446573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:24.448755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c9b6887-c40e-42ba-87fc-9a028d784d46 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/9f82e48d-efa7-4ad8-8ebc-4e301e9f59a3 HTTP/1.1" status: 204 len: 168 time: 0.5270944 Aug 11 02:22:24.457954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53260) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:24.471517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'mac_address': 'fa:16:3e:2b:cd:5c', 'name': 'tempest-PortsTestJSON-799634149'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:24.509039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-c772d5db-aea7-4d50-ae05-4371bdd26567 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692656 Aug 11 02:22:24.629603 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-b2ebc4cb-eb63-4298-9adf-e984e5edc543 req-79d24ed1-fe60-42fd-8280-7fb2eb48854c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] show failed (client error): The resource could not be found. Aug 11 02:22:24.631396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2ebc4cb-eb63-4298-9adf-e984e5edc543 req-79d24ed1-fe60-42fd-8280-7fb2eb48854c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/f9fcb0b0-56ab-40b3-a60a-5532a4e75acf HTTP/1.1" status: 404 len: 352 time: 0.1511364 Aug 11 02:22:24.784912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4204a7-8e2f-4cd1-a028-4714bf206f44 req-3afe7850-607c-4308-a8f3-e3a560fdaf07 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:24.787663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e4204a7-8e2f-4cd1-a028-4714bf206f44 req-3afe7850-607c-4308-a8f3-e3a560fdaf07 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.3090079 Aug 11 02:22:24.850960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:24.860741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864ac977-33d0-4109-93d8-2029253dbfd8 req-6858e9ed-5554-4f9f-a89a-fbb4dd94197e service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827139 Aug 11 02:22:24.954095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9108133-d297-4e4d-b29f-467f0435d328 req-e818e61b-192a-453c-be25-c0f160c585a3 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b HTTP/1.1" status: 200 len: 1806 time: 0.1652153 Aug 11 02:22:25.001353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e4204a7-8e2f-4cd1-a028-4714bf206f44 req-3a4e6b1d-5366-4b75-b1cc-782c24c4a491 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014132 Aug 11 02:22:25.014344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.062764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-73fdc3c2-d1f7-4a39-9850-fc20e03d76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.064342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-73fdc3c2-d1f7-4a39-9850-fc20e03d76f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1096 time: 0.1349611 Aug 11 02:22:25.072516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 988982da-6ea9-47fe-94b5-f95d421c23ce yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:25.148337 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ebdb1952-d600-4504-b805-f8fb1cf7aff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.200684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9108133-d297-4e4d-b29f-467f0435d328 req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.293006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9108133-d297-4e4d-b29f-467f0435d328 req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.392801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.833531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-c4c022a5-e2da-4d25-8fd0-243a2f18e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.835091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-c4c022a5-e2da-4d25-8fd0-243a2f18e24b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.7572203 Aug 11 02:22:25.902016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-a6f1a063-23e8-4b40-87b2-ee6dae03e25b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 217 time: 0.0546374 Aug 11 02:22:25.916856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baaef3-398d-4950-b887-0cade46ab1c0 req-c154b821-bdf6-461d-b34e-2b640d7c80c1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:25.918571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1baaef3-398d-4950-b887-0cade46ab1c0 req-c154b821-bdf6-461d-b34e-2b640d7c80c1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.7092407 Aug 11 02:22:25.980064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.984519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9108133-d297-4e4d-b29f-467f0435d328 req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.987165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d9108133-d297-4e4d-b29f-467f0435d328 req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:25.988899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9108133-d297-4e4d-b29f-467f0435d328 req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b HTTP/1.1" status: 204 len: 173 time: 1.0067675 Aug 11 02:22:26.033165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5992cc3-e2ad-47a3-ad7e-cf1930b22434 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbaedc3-d2ea-4a9e-8d48-c3ec7362418b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.040213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-9cdef3e3-2e27-487c-b7b2-fe6741be5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.042256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-9cdef3e3-2e27-487c-b7b2-fe6741be5881 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1205523 Aug 11 02:22:26.096659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1baaef3-398d-4950-b887-0cade46ab1c0 req-be1ee8da-f991-4595-b5d8-4d35e59d2cb8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319485 Aug 11 02:22:26.127028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-f1671b21-24ae-4b4b-b7a2-b8f178013217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.128991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-f1671b21-24ae-4b4b-b7a2-b8f178013217 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756867 Aug 11 02:22:26.131023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.243585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:26.313010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfb3f90f-cacd-4f1e-a78f-ea2c8c32d19a req-f47ebeb7-14e6-4835-9b6b-cf78901292f3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.1327739 Aug 11 02:22:26.318626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:26.346024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:26.352566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.353233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.377285 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.408082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=988982da-6ea9-47fe-94b5-f95d421c23ce,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:26.436246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1e5a6b2b-197c-49e6-a291-e545372aac9e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9766228 Aug 11 02:22:26.437208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:26.472667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-1d70275a-f503-4bd8-a3f1-d6de20d8de3c tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/e5cff18c-4d59-4a53-85bd-6cbff1066c57 HTTP/1.1" status: 200 len: 1806 time: 0.1079919 Aug 11 02:22:26.545116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-2f3237b4-2cd1-424d-afea-b7890495c310 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053299 Aug 11 02:22:26.597772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428e62a-78d0-4f21-8cae-f9e606512f8e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:26.606374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a428e62a-78d0-4f21-8cae-f9e606512f8e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/988982da-6ea9-47fe-94b5-f95d421c23ce HTTP/1.1" status: 200 len: 840 time: 0.1661859 Aug 11 02:22:26.608041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:26.832707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 988982da-6ea9-47fe-94b5-f95d421c23ce {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:26.833173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.850518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f89d2642-213a-44fc-a39c-8ee8351cc3c8 req-eb527f2d-8910-4b5d-97d9-11ca52dd1192 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969666 Aug 11 02:22:26.870492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.925885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.965284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:26.993834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 988982da-6ea9-47fe-94b5-f95d421c23ce owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:27.033089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.040332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.054611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05be31c0-21fa-4d68-96dc-45fef076ba3c req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/e5cff18c-4d59-4a53-85bd-6cbff1066c57 HTTP/1.1" status: 204 len: 173 time: 0.5764868 Aug 11 02:22:27.063464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85937-cbf9-464a-9e84-c336daeabdb2 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cff18c-4d59-4a53-85bd-6cbff1066c57,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.140886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-fe578f20-68b2-4f1c-b80c-b7bcc106bd36 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/0fbd1845-7376-46a6-a937-92d56bf5bff4 HTTP/1.1" status: 200 len: 1806 time: 0.0594296 Aug 11 02:22:27.163323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.213416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=988982da-6ea9-47fe-94b5-f95d421c23ce,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.219792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.224077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.228097 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff5fd31d-6ca5-4e75-8178-635519500beb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/988982da-6ea9-47fe-94b5-f95d421c23ce HTTP/1.1" status: 204 len: 168 time: 0.6180878 Aug 11 02:22:27.229031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53294) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.270302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.285763 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8d0105-c049-4dfa-b044-f70a5ca378ef tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:27.288616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d8d0105-c049-4dfa-b044-f70a5ca378ef tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/988982da-6ea9-47fe-94b5-f95d421c23ce HTTP/1.1" status: 404 len: 333 time: 0.0579309 Aug 11 02:22:27.294564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:27.304580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'name': 'tempest-PortsTestJSON-1478818888'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:27.381524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e5345-c2ff-40c6-ac5e-18690bbda4b2 req-a4d0aa77-19bb-4401-b1e8-32904a1899ba tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:27.383551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c3e5345-c2ff-40c6-ac5e-18690bbda4b2 req-a4d0aa77-19bb-4401-b1e8-32904a1899ba tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1085691 Aug 11 02:22:27.409077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.413860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.415255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cb33d7e-5fe8-4cfc-93e0-7c96cba3452c req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/0fbd1845-7376-46a6-a937-92d56bf5bff4 HTTP/1.1" status: 204 len: 173 time: 0.2683372 Aug 11 02:22:27.442548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc385858-5916-4964-bf7a-7307ddafab89 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbd1845-7376-46a6-a937-92d56bf5bff4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:27.476099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c3e5345-c2ff-40c6-ac5e-18690bbda4b2 req-63cd26da-00c1-4d4c-87ff-220e7b35cb29 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853221 Aug 11 02:22:27.484652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:27.494362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.524355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 72d8d4ce-24af-478d-9c99-d67dc375365f yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:27.625135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90dc9cf3-9d47-4543-9ad3-f68ece441eb4 req-df104960-6af7-41f0-8b34-eee26eab8153 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a419b1b-4bc6-4e07-aff3-4b0061fc9b20 HTTP/1.1" status: 200 len: 210 time: 0.0390556 Aug 11 02:22:27.638485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-001e91f2-2d93-45e7-aff3-42e5943af12a tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/cb0f3be7-31a9-4862-b7a6-30747e080244 HTTP/1.1" status: 200 len: 2407 time: 0.0786099 Aug 11 02:22:27.811880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.839032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.855967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.915481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.972060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.976968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.982129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de51584a-af68-4f5b-9d78-5fcb2ef16b83 req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/cb0f3be7-31a9-4862-b7a6-30747e080244 HTTP/1.1" status: 204 len: 173 time: 0.3316488 Aug 11 02:22:27.992756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:27.998434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd312-9b20-4828-955e-eae1fbb5e948 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0f3be7-31a9-4862-b7a6-30747e080244,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.010877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=72d8d4ce-24af-478d-9c99-d67dc375365f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.027911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:28.030177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:28.033030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:28.040320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.041204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.068705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49360433-0594-4757-9b1c-deda1f038367 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7721574 Aug 11 02:22:28.072995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.085543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:28.103749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-735bd6a2-9d97-409a-915f-80bddd0ee037 tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "GET /v2.0/security-groups/099ab5e4-f0d6-45f1-beae-b296f5641ec8 HTTP/1.1" status: 200 len: 2401 time: 0.0899787 Aug 11 02:22:28.207491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.212506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.269209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.359669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.364417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.366962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5bb5071-a555-49db-931c-815d5caa0c77 req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] 10.222.0.68 "DELETE /v2.0/security-groups/099ab5e4-f0d6-45f1-beae-b296f5641ec8 HTTP/1.1" status: 204 len: 173 time: 0.2597582 Aug 11 02:22:28.379816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53320) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.390621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9c8a0-efcf-4290-a1fb-65ae1cf0d2bc tempest-SecurityGroupRulesTestJSON-1752252989 tempest-SecurityGroupRulesTestJSON-1752252989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ab5e4-f0d6-45f1-beae-b296f5641ec8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.486173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Deleting subnet 500fc6f8-6c3e-4371-8c46-c4377dbef15b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:28.490822 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.495578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.500915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.544179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.577671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] In _notify_port_updated(), no bound segment for port 72d8d4ce-24af-478d-9c99-d67dc375365f on network f2c5de63-9fb8-4039-b6b5-262330eba8a2 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:22:28.593424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.595600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.598943 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/ports/72d8d4ce-24af-478d-9c99-d67dc375365f HTTP/1.1" status: 200 len: 818 time: 0.5239439 Aug 11 02:22:28.603936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53328) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:28.619762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:28.652449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e806927-8fc6-48cc-b420-794a2904b2c2 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=72d8d4ce-24af-478d-9c99-d67dc375365f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:28.737329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:28.841892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e6b04-f28e-46e8-8731-6d11cf175171 req-6797ab3f-c915-4bb1-8984-01d1640cc72a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:28.850346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d9e6b04-f28e-46e8-8731-6d11cf175171 req-6797ab3f-c915-4bb1-8984-01d1640cc72a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2045164 Aug 11 02:22:28.962423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d9e6b04-f28e-46e8-8731-6d11cf175171 req-7059e4a6-46f1-42e9-80c6-db3117c734ef tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014140 Aug 11 02:22:28.968534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 72d8d4ce-24af-478d-9c99-d67dc375365f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:28.969077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.130228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.130228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.181830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500fc6f8-6c3e-4371-8c46-c4377dbef15b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.194682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 72d8d4ce-24af-478d-9c99-d67dc375365f owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:29.204940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.212325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6346d369-957d-4137-a2ef-0987a569b153 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/500fc6f8-6c3e-4371-8c46-c4377dbef15b HTTP/1.1" status: 204 len: 168 time: 0.8272364 Aug 11 02:22:29.214934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53344) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.279567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:29.303551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '69856533-516c-437a-af21-5b899ab29e1e', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:29.353062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.367292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.380639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:29.418030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=72d8d4ce-24af-478d-9c99-d67dc375365f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.434004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.436713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ebc8583-1035-46fa-b01a-e7d5eacce890 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/72d8d4ce-24af-478d-9c99-d67dc375365f HTTP/1.1" status: 204 len: 168 time: 0.8311293 Aug 11 02:22:29.439401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53356) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.448166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:29.455070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.467706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.550628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.595402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.609589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0159f48-e3c5-4afd-90e9-a1753d11e196']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:29.624039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ad12b3-2b5c-400f-bf0c-dab25023c07d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:29.624875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ad12b3-2b5c-400f-bf0c-dab25023c07d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:29.642003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.664602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.678287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:29.679290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:29.681783 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:29.704191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-74a14e70-a199-4af1-a8a7-b12c66836672 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.710926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-74a14e70-a199-4af1-a8a7-b12c66836672 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.2151616 Aug 11 02:22:29.729742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd29e34-5e0c-4484-b5ba-0e1fa0522356 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:29.732625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5bd29e34-5e0c-4484-b5ba-0e1fa0522356 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2918859 Aug 11 02:22:29.735788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.771287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.795385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-fad0240b-070e-4cf7-96e7-4c7790015641 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0608060 Aug 11 02:22:29.797062 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3891191-8a98-4604-88d1-dc237eb0d28c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:29.799922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f3891191-8a98-4604-88d1-dc237eb0d28c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/72d8d4ce-24af-478d-9c99-d67dc375365f HTTP/1.1" status: 404 len: 333 time: 0.0614433 Aug 11 02:22:29.804666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53364) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:29.806713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:29.811436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b0159f48-e3c5-4afd-90e9-a1753d11e196 HTTP/1.1" status: 204 len: 168 time: 0.5923607 Aug 11 02:22:29.813195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a33f10-c260-4378-8413-fbf69cd3aea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0159f48-e3c5-4afd-90e9-a1753d11e196,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:29.822133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['69856533-516c-437a-af21-5b899ab29e1e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:29.822572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-34988439'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:29.895380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-0013684a-e175-43be-80dc-9d843d1cac94 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861084 Aug 11 02:22:30.013562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53372) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.054532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:30.058696 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.099074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96818af5-3326-47e3-b497-215ba9fff004 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=734e41ad9aa2425d93a52216aa2ffa2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837467 Aug 11 02:22:30.101632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53374) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.109636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:30.161109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.161583 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment d3f4569d-6dc0-41e0-8582-b1f2da80841e of type vlan for network 510e76b5-2e0d-4132-955e-65bbbf0f7889 Aug 11 02:22:30.183828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-46e85db9-d66d-4c5d-8b57-53b057af5207 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688313 Aug 11 02:22:30.202610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.239890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.247804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.332131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aead363-9323-469b-9608-41bfe8e9bf22 req-bdc9f96b-3e41-4626-b577-aaceb1fa7be8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.334046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.334270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8aead363-9323-469b-9608-41bfe8e9bf22 req-bdc9f96b-3e41-4626-b577-aaceb1fa7be8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.2265079 Aug 11 02:22:30.339767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.342622 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/663d0697-eda4-42e3-870b-4e313fdf39a3 HTTP/1.1" status: 204 len: 168 time: 0.2386491 Aug 11 02:22:30.359680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae9261-ccfe-4389-a230-1a0276323723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d0697-eda4-42e3-870b-4e313fdf39a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.441745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8aead363-9323-469b-9608-41bfe8e9bf22 req-a117bbda-ebeb-436e-a8e5-53fab909b6c8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964792 Aug 11 02:22:30.460803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.470243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:30.470910 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.509932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8680da6d-42a3-4d32-b70e-f37bbd57d6df req-6c0b76bb-2085-4903-a21f-bfacdcc75090 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952054 Aug 11 02:22:30.562923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53378) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:30.563345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7559834 Aug 11 02:22:30.578935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a1475-faf0-4d19-9435-9a3725eca8c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=510e76b5-2e0d-4132-955e-65bbbf0f7889,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:30.580116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:30.595821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:30.796987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:30.808622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:30.926738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a67f966b-d26e-4597-939c-dda115ad35ca req-d0bc59c8-39be-4b14-8c8b-3a6bf2b6cc27 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc1829bf-6f98-4184-890e-dd57d666d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0813537 Aug 11 02:22:31.234473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.340582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': 'd3f4569d-6dc0-41e0-8582-b1f2da80841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:31.341487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 510e76b5-2e0d-4132-955e-65bbbf0f7889, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:31.355362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=4463f373-a867-4848-bc61-f2699a245a61,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:31.374813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:31.389795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 510e76b5-2e0d-4132-955e-65bbbf0f7889) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:31.396823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.397698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.403132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f21a6-ddb7-40fc-a1d4-e77c916eea33 None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:31.419379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-558146bc-c0cd-47cd-babc-df2d554e9552 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8542881 Aug 11 02:22:31.423135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:31.432193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:31.891324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c1de8-5738-4237-b2e9-5cf9b5cc0fa6 req-3726a207-096b-4c9f-bb43-76281d2854a4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:31.908289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce4c1de8-5738-4237-b2e9-5cf9b5cc0fa6 req-3726a207-096b-4c9f-bb43-76281d2854a4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.1774204 Aug 11 02:22:31.930475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:31.938280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:31.958506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:32.035122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-510e76b5-2e0d-4132-955e-65bbbf0f7889', 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': '4463f373-a867-4848-bc61-f2699a245a61'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:32.036165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.039380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce4c1de8-5738-4237-b2e9-5cf9b5cc0fa6 req-470e596c-967c-480c-ade8-4fae3e21f3d8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290019 Aug 11 02:22:32.345366 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4463f373-a867-4848-bc61-f2699a245a61 (CIDR: 172.20.0.0/28) Aug 11 02:22:32.352891 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:22:32.353774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:22:32.401018 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f402433a-2042-4b65-920a-9af2b411c5c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9736331 Aug 11 02:22:32.401454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53462) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:32.411153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:32.416801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-292757505-network', 'tenant_id': '7b460f36f5c3426785242595c0175adb'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:32.447351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Made reservation on behalf of 7b460f36f5c3426785242595c0175adb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:32.450148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.457730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Allocated IP 172.20.0.2 (510e76b5-2e0d-4132-955e-65bbbf0f7889/4463f373-a867-4848-bc61-f2699a245a61/1d9ebc34-66a0-416c-ae47-eade16afdcbd) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:32.463585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.562839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-6f60c8ab-c70c-4486-8802-97de448284c6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:32.571400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-6f60c8ab-c70c-4486-8802-97de448284c6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.2827883 Aug 11 02:22:32.604459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-a0018667-a561-414d-8cbd-634f6a7814b1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0320356 Aug 11 02:22:32.649409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-359a3eb2-ee30-42a7-91db-5a86bac1a461 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438771 Aug 11 02:22:32.740789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.756613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.762866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:32.765348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.770007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Transition to ACTIVE for port object 1d9ebc34-66a0-416c-ae47-eade16afdcbd will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:32.788950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:32.794610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.808395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2fbfb-e001-4a20-b03f-1ddd3698364d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.840023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Transition to ACTIVE for port object 1d9ebc34-66a0-416c-ae47-eade16afdcbd will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:32.851667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-8d26db14-0d5e-4eba-810b-aca3133f8d6d service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985998 Aug 11 02:22:32.852418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:32.867800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.913383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:32.913999 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Added segment 12889557-ae9e-4b0d-bb40-8d15d3fb541d of type vlan for network 39e6b54b-aa18-482a-ba72-105233aa31cd Aug 11 02:22:32.945126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Pushing event updated for resources: {'Port': ['ID=1d9ebc34-66a0-416c-ae47-eade16afdcbd,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:32.951756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 69856533-516c-437a-af21-5b899ab29e1e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:32.976028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 69856533-516c-437a-af21-5b899ab29e1e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:32.976643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.029854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.035935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:33.078301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-bd91e77f-76b4-4ee7-8b26-8072edacf7ec service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105043 Aug 11 02:22:33.086625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.088279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.089297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.118576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:33.124774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:33.130669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.159374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1921837 Aug 11 02:22:33.160738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:33.170707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Request body: {'subnet': {'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-292757505-subnet', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:33.205639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c40318-7f4a-4c91-9a7e-9c7c16ebc94b admin admin] Pushing event updated for resources: {'Network': ['ID=39e6b54b-aa18-482a-ba72-105233aa31cd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.220921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Made reservation on behalf of 7b460f36f5c3426785242595c0175adb for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:33.228939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.235091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:33.238504 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac8886-d7ac-4c56-b7e9-e2441f63049d" -d '{"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:33.270141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 39e6b54b-aa18-482a-ba72-105233aa31cd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:33.387001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:33.395735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.467676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Attempting to bind port 1d9ebc34-66a0-416c-ae47-eade16afdcbd on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:33.468684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Attempting to bind port 1d9ebc34-66a0-416c-ae47-eade16afdcbd by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd3f4569d-6dc0-41e0-8582-b1f2da80841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:33.470192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Attempting to bind port 1d9ebc34-66a0-416c-ae47-eade16afdcbd on network 510e76b5-2e0d-4132-955e-65bbbf0f7889 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:33.480074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.485872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.494054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:33.494683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Checking segment: {'id': 'd3f4569d-6dc0-41e0-8582-b1f2da80841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:33.495382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.496121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Bound using segment: {'id': 'd3f4569d-6dc0-41e0-8582-b1f2da80841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:33.496965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Bound port: 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f4569d-6dc0-41e0-8582-b1f2da80841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:33.497625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.500844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be0cc6-77b2-4348-8f22-ee99ef7b517c req-0d92cdf2-1c67-4375-9f05-aa1a2f1da7c7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.505499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11be0cc6-77b2-4348-8f22-ee99ef7b517c req-0d92cdf2-1c67-4375-9f05-aa1a2f1da7c7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.2701986 Aug 11 02:22:33.633211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11be0cc6-77b2-4348-8f22-ee99ef7b517c req-3725805f-6b47-4411-833e-c6410193f04c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161046 Aug 11 02:22:33.639937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] For port 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:33.645716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] For port 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9ebc34-66a0-416c-ae47-eade16afdcbd,segment=NetworkSegment(d3f4569d-6dc0-41e0-8582-b1f2da80841e),segment_id=d3f4569d-6dc0-41e0-8582-b1f2da80841e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:33.652758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.662138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=b20e68ad-f305-4196-8aa6-4bb2bbefb5fb,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.724088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:33.736175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:33.747416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:33.748010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.771512 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c577d-51b3-4087-9350-2bfdb49160b6 x-openstack-request-id: req-544c577d-51b3-4087-9350-2bfdb49160b6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:33.774334 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:33.776030 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-544c577d-51b3-4087-9350-2bfdb49160b6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:33.782091 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'code': 200} Aug 11 02:22:33.788221 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e85a096-e4f7-465a-8d19-976244a26d54 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3854022 Aug 11 02:22:33.792191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:33.802626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'fixed_ips': [{'subnet_id': '4463f373-a867-4848-bc61-f2699a245a61'}, {'subnet_id': 'b20e68ad-f305-4196-8aa6-4bb2bbefb5fb'}], 'name': 'tempest-PortsTestJSON-90550539'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:33.848211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d025a82-e037-4c49-a10f-e9c5d8190028 None None] Pushing event updated for resources: {'Port': ['ID=1d9ebc34-66a0-416c-ae47-eade16afdcbd,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:33.901485 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:33.983124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3df52a1-4293-43d4-883f-b0520dd174e4 req-63d99888-efd1-4173-bd3d-ee3d94cbe6b3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 210 time: 0.1453781 Aug 11 02:22:34.215197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:34.274591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f65f0f0-9858-485c-a421-a3a4a02daa94,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:34.296343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb59c-e5f5-4c03-89fe-7a7ed932ab6f req-2d6083e7-f56e-461d-81fc-3fe8a1abeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.299141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8ebb59c-e5f5-4c03-89fe-7a7ed932ab6f req-2d6083e7-f56e-461d-81fc-3fe8a1abeff9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1098 time: 0.4608240 Aug 11 02:22:34.310154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Checking segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:34.314579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Network hostable DHCP agents. Network: 39e6b54b-aa18-482a-ba72-105233aa31cd, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:34.418352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8ebb59c-e5f5-4c03-89fe-7a7ed932ab6f req-7b40c4fa-4dde-449d-9f03-21720650dd1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844858 Aug 11 02:22:34.420480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Network 39e6b54b-aa18-482a-ba72-105233aa31cd is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:34.437722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 39e6b54b-aa18-482a-ba72-105233aa31cd) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:34.456072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaff90d-7130-4bb4-8c16-8714a229b32b None None] Network 39e6b54b-aa18-482a-ba72-105233aa31cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:34.458118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:34.459268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.459752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9ebc34-66a0-416c-ae47-eade16afdcbd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:34.485689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e547719a-e27e-405c-b0b3-d0dbcd17f3e8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3169837 Aug 11 02:22:34.485936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.486512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53492) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:34.491423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:34.521681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.523056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.530079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 09e302f7-7d0a-4020-bd27-a427c6319760 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:34.655950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:34.933693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.4 (510e76b5-2e0d-4132-955e-65bbbf0f7889/4463f373-a867-4848-bc61-f2699a245a61/09e302f7-7d0a-4020-bd27-a427c6319760) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:34.943295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.24 (510e76b5-2e0d-4132-955e-65bbbf0f7889/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb/09e302f7-7d0a-4020-bd27-a427c6319760) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:35.008110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:35.026013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-39e6b54b-aa18-482a-ba72-105233aa31cd', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:35.028076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.188631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.226629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 09e302f7-7d0a-4020-bd27-a427c6319760 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:35.323622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.397854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.411860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2600bc99-e764-4b57-82ea-beb1b91619ee req-57914410-cea5-4e8f-9323-1a3e2dc58dfb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 210 time: 0.1219761 Aug 11 02:22:35.437570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706951-5641-489b-959a-cde46946a307 req-6be79e04-261a-4911-8d6f-d2ff52b9d660 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.452571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac706951-5641-489b-959a-cde46946a307 req-6be79e04-261a-4911-8d6f-d2ff52b9d660 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.5984561 Aug 11 02:22:35.511883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:35.521131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:35.539070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:35.572455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Allocated IP 172.20.0.2 (39e6b54b-aa18-482a-ba72-105233aa31cd/8f65f0f0-9858-485c-a421-a3a4a02daa94/7d03bcfa-6608-4dfb-9d11-fde16703dc11) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:35.582584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b8c223-7199-4d1c-9dab-34042f9c48df None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:35.640251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=09e302f7-7d0a-4020-bd27-a427c6319760,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:35.660132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1015636a-7f61-4001-823a-1d14d3ad9892 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.662229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1015636a-7f61-4001-823a-1d14d3ad9892 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.3894668 Aug 11 02:22:35.663973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac706951-5641-489b-959a-cde46946a307 req-cea628f1-ee2e-4f4b-8861-9e7c7bc7eab4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762445 Aug 11 02:22:35.678259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:35.679426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.692011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '85f4de54-360c-40d2-97dd-42eacf07324b', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:35.777178 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-649c41f2-8766-4126-ac0e-d5945749f3bd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.9833033 Aug 11 02:22:35.785602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:35.791594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4463f373-a867-4848-bc61-f2699a245a61'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:35.946639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.952000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:35.959303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.971683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:35.984579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Provisioning for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:35.990633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Transition to ACTIVE for port object 7d03bcfa-6608-4dfb-9d11-fde16703dc11 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:36.001959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Provisioning complete for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:36.002381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.005369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.048296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.068696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Transition to ACTIVE for port object 7d03bcfa-6608-4dfb-9d11-fde16703dc11 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:36.082566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.207964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Network 39e6b54b-aa18-482a-ba72-105233aa31cd is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:36.225487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:36.235374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:36.290785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Pushing event updated for resources: {'Port': ['ID=7d03bcfa-6608-4dfb-9d11-fde16703dc11,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.328176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Allocated IP 172.25.3.160 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e5156c8a-240f-4670-ab18-d415ba859ba1) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:36.420018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Attempting to bind port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:36.420018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Attempting to bind port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:36.420018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Attempting to bind port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 on network 39e6b54b-aa18-482a-ba72-105233aa31cd {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:36.431753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Delete allocated IP 172.20.0.24 (510e76b5-2e0d-4132-955e-65bbbf0f7889/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb) {{(pid=94653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:22:36.438604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:36.439036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Checking segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:36.439516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.440392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Bound using segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:36.441636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Bound port: 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:36.443302 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.461531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.12 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/742d711e-6243-47f0-a729-e678ab615c55) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:36.471929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.496313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Update dhcp port {'port': {'network_id': '510e76b5-2e0d-4132-955e-65bbbf0f7889', 'fixed_ips': [{'subnet_id': '4463f373-a867-4848-bc61-f2699a245a61', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b20e68ad-f305-4196-8aa6-4bb2bbefb5fb'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '1d9ebc34-66a0-416c-ae47-eade16afdcbd'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:22:36.537047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.540523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.635434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7e9dd59-3416-44da-bd09-b17a2e07a48d req-24353ab8-4834-42df-931f-37b64afe92d8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 210 time: 0.0387855 Aug 11 02:22:36.636717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.647582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] For port 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:36.652940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] For port 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7d03bcfa-6608-4dfb-9d11-fde16703dc11,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:36.661902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] For port 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9ebc34-66a0-416c-ae47-eade16afdcbd,segment=NetworkSegment(d3f4569d-6dc0-41e0-8582-b1f2da80841e),segment_id=d3f4569d-6dc0-41e0-8582-b1f2da80841e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:36.665642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.694193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:36.701892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:36.701892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:36.710589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Pushing event updated for resources: {'Port': ['ID=e5156c8a-240f-4670-ab18-d415ba859ba1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.722510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.754696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Ignored duplicate provisioning block setup for port 09e302f7-7d0a-4020-bd27-a427c6319760 by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:22:36.763281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.766487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.856614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95181b3-87b8-4e96-998d-6c6befa6a3a6 None None] Pushing event updated for resources: {'Port': ['ID=7d03bcfa-6608-4dfb-9d11-fde16703dc11,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.881115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:36.932073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07095ca0-45af-4cab-a36a-961ac03b3de0 None None] Pushing event updated for resources: {'Port': ['ID=1d9ebc34-66a0-416c-ae47-eade16afdcbd,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:36.981135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Allocated IP 172.20.0.18 (510e76b5-2e0d-4132-955e-65bbbf0f7889/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb/1d9ebc34-66a0-416c-ae47-eade16afdcbd) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:36.986661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0fca4-b6cc-4455-9a22-397c5d7f57fa req-dc591acb-f3dd-49c0-bb4b-f74b5dfac402 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:36.989314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67f0fca4-b6cc-4455-9a22-397c5d7f57fa req-dc591acb-f3dd-49c0-bb4b-f74b5dfac402 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1237531 Aug 11 02:22:37.025682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=09e302f7-7d0a-4020-bd27-a427c6319760,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.123047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.202769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] In _notify_port_updated(), no bound segment for port 09e302f7-7d0a-4020-bd27-a427c6319760 on network 510e76b5-2e0d-4132-955e-65bbbf0f7889 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:22:37.210401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.211416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.217248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] For port 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9ebc34-66a0-416c-ae47-eade16afdcbd,segment=NetworkSegment(d3f4569d-6dc0-41e0-8582-b1f2da80841e),segment_id=d3f4569d-6dc0-41e0-8582-b1f2da80841e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:37.217521 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-332e1f01-581e-4605-9f4f-c0241175256f tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/ports/09e302f7-7d0a-4020-bd27-a427c6319760 HTTP/1.1" status: 200 len: 917 time: 1.4272151 Aug 11 02:22:37.217521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:37.218734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:37.228675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4463f373-a867-4848-bc61-f2699a245a61'}, {'subnet_id': 'b20e68ad-f305-4196-8aa6-4bb2bbefb5fb'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:37.233521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:37.266754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:37.311367 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.337903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.367465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Transition to ACTIVE for port object 1d9ebc34-66a0-416c-ae47-eade16afdcbd will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:37.378118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.395817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:37.396512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.404663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:37.429082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-3feb68ac-3de9-498a-b061-d3cea9e5afa6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7443931 Aug 11 02:22:37.548223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511e880-7ff8-41ce-9cc9-08e30462c40c None None] Pushing event updated for resources: {'Port': ['ID=1d9ebc34-66a0-416c-ae47-eade16afdcbd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:37.690722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67f0fca4-b6cc-4455-9a22-397c5d7f57fa req-cc1847cc-6d53-46f0-b047-107e0e0d25e0 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6584020 Aug 11 02:22:37.722849 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.077757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Request body: {'port': {'device_id': '85f4de54-360c-40d2-97dd-42eacf07324b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:38.151542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ce339-efbf-48f0-a476-6bf1841a88e8 req-4d0f9384-09a8-4baf-9954-3d70e435d576 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.154547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f28ce339-efbf-48f0-a476-6bf1841a88e8 req-4d0f9384-09a8-4baf-9954-3d70e435d576 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.2544620 Aug 11 02:22:38.167016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53532) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:38.174670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb961-e839-48b0-a2d9-455cf0c574c5 req-c13bea1a-55f2-49af-9a88-1f955523e91c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:38.188907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1dbb961-e839-48b0-a2d9-455cf0c574c5 req-c13bea1a-55f2-49af-9a88-1f955523e91c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 932 time: 0.2639413 Aug 11 02:22:38.272952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1dbb961-e839-48b0-a2d9-455cf0c574c5 req-ef06fea8-cb13-412d-8799-8f1a87f8a75d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Aug 11 02:22:38.308667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Request body: {'floatingip': {'port_id': '69856533-516c-437a-af21-5b899ab29e1e'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:38.375018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.377888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.406681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.468234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a62d5c-cb68-4f02-8a73-c5749bba1412 None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:38.537199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Provisioning for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:38.740386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Router faca0b11-3b1d-45d0-978d-19095612c6dd is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:22:38.839222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Provisioning complete for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:38.839756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.844488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7deffd-60b2-47ab-9458-891543b76503 None None] Network 39e6b54b-aa18-482a-ba72-105233aa31cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:38.848247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7d03bcfa-6608-4dfb-9d11-fde16703dc11 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:38.899295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:38.903235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.22 (510e76b5-2e0d-4132-955e-65bbbf0f7889/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb/09e302f7-7d0a-4020-bd27-a427c6319760) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:38.925484 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Sync routers for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:38.935478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:38.942029 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:38.944388 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:38.946459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:38.948382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2559508c-5955-4540-8ba7-840009aa451a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4602826 Aug 11 02:22:39.100042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:39.156975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9ebc34-66a0-416c-ae47-eade16afdcbd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:39.211140 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:39.435948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742d711e-6243-47f0-a729-e678ab615c55 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:39.478953 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:36Z', 'revision_number': 3, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:39.492107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.509121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.515058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:22:39.547155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Provisioning for port 09e302f7-7d0a-4020-bd27-a427c6319760 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:39.569551 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Checking router: faca0b11-3b1d-45d0-978d-19095612c6dd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:39.570112 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Updating router faca0b11-3b1d-45d0-978d-19095612c6dd port e5156c8a-240f-4670-ab18-d415ba859ba1 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:39.586788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Ignored duplicate provisioning block setup for port 09e302f7-7d0a-4020-bd27-a427c6319760 by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:22:39.593093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Transition to ACTIVE for port object 742d711e-6243-47f0-a729-e678ab615c55 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:39.594501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Provisioning complete for port 09e302f7-7d0a-4020-bd27-a427c6319760 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:39.594501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.614730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:39.615022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.636556 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.645972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b7f2-33a5-454d-918f-a0cf4015602e req-a8695a72-b7c2-4c7b-98b3-4af6eb8493dc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:39.647731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f188b7f2-33a5-454d-918f-a0cf4015602e req-a8695a72-b7c2-4c7b-98b3-4af6eb8493dc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 932 time: 0.1661460 Aug 11 02:22:39.670779 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.677128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.681202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.716734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f188b7f2-33a5-454d-918f-a0cf4015602e req-abf6472c-6b97-4732-9883-886ba35ddcb8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609753 Aug 11 02:22:39.723598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:39.734078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5e25bac0-4228-41cd-b9a1-fcb13d2c4a30 None None] Port 09e302f7-7d0a-4020-bd27-a427c6319760 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:39.882511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=09e302f7-7d0a-4020-bd27-a427c6319760,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:39.895462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Provisioning for port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:39.905258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Provisioning complete for port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:39.905977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.059728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] In _notify_port_updated(), no bound segment for port 09e302f7-7d0a-4020-bd27-a427c6319760 on network 510e76b5-2e0d-4132-955e-65bbbf0f7889 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:22:40.065553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:40.066867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.068265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad2511dc-4136-4f32-b73a-04554f38f328 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/ports/09e302f7-7d0a-4020-bd27-a427c6319760 HTTP/1.1" status: 200 len: 997 time: 2.8479643 Aug 11 02:22:40.071388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:40.077400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Pushing event updated for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.092539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.144786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] For port 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7d03bcfa-6608-4dfb-9d11-fde16703dc11,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:40.151947 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.182145 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.204831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Transition to ACTIVE for port object e5156c8a-240f-4670-ab18-d415ba859ba1 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:40.219313 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.228898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dca9c-bfc2-407e-9542-43fb34b9623f None None] Pushing event updated for resources: {'Port': ['ID=7d03bcfa-6608-4dfb-9d11-fde16703dc11,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.251693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 09e302f7-7d0a-4020-bd27-a427c6319760 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:40.252157 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.284311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe1de27d-16e4-41ec-8ac1-9b4f5f458916 None None] Provisioning complete for port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:40.286242 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe1de27d-16e4-41ec-8ac1-9b4f5f458916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.305979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Pushing event updated for resources: {'Port': ['ID=e5156c8a-240f-4670-ab18-d415ba859ba1,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.331169 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.332338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.333577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.333868 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.334601 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.334876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.342730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:22:40.391938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.415621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Attempting to bind port e5156c8a-240f-4670-ab18-d415ba859ba1 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:40.416646 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Attempting to bind port e5156c8a-240f-4670-ab18-d415ba859ba1 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:40.417778 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Attempting to bind port e5156c8a-240f-4670-ab18-d415ba859ba1 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:40.434884 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:40.436085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:40.437064 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.438085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:40.439152 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Bound port: e5156c8a-240f-4670-ab18-d415ba859ba1, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:40.441084 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.492891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7d03bcfa-6608-4dfb-9d11-fde16703dc11 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:40.514140 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.546753 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Floating IP a4120656-a5d1-4d50-ad8b-167d99f0c8d9 associated. External IP: 172.25.3.142, port: 69856533-516c-437a-af21-5b899ab29e1e. Aug 11 02:22:40.549329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 09e302f7-7d0a-4020-bd27-a427c6319760 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:40.607508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.610288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:40.610968 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.615306 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] For port e5156c8a-240f-4670-ab18-d415ba859ba1, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:40.623067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] For port e5156c8a-240f-4670-ab18-d415ba859ba1, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e5156c8a-240f-4670-ab18-d415ba859ba1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:40.635062 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.645517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Attempting to bind port 742d711e-6243-47f0-a729-e678ab615c55 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:40.646216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Attempting to bind port 742d711e-6243-47f0-a729-e678ab615c55 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:40.646216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Attempting to bind port 742d711e-6243-47f0-a729-e678ab615c55 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:40.680257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Port 742d711e-6243-47f0-a729-e678ab615c55 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:22:40.680597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Attempting to bind port 742d711e-6243-47f0-a729-e678ab615c55 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:40.729274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:40.730060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:40.730694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:40.731404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Bound port: 742d711e-6243-47f0-a729-e678ab615c55, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:40.732010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:40.757200 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce9c1a-3eb1-4af6-aa8a-0547ddcae726 None None] Pushing event updated for resources: {'Port': ['ID=e5156c8a-240f-4670-ab18-d415ba859ba1,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:40.802190 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:40.806016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.056877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ee753-a578-4b7a-99a2-d53fec5a3a26 req-eaa8e701-7dc1-41ed-aef4-28977522dfc6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:41.060576 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:41.064996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f6ee753-a578-4b7a-99a2-d53fec5a3a26 req-eaa8e701-7dc1-41ed-aef4-28977522dfc6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 944 time: 0.1178768 Aug 11 02:22:41.088950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.122605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=09e302f7-7d0a-4020-bd27-a427c6319760,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.144938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eac403b9-b300-419f-b003-08cde681a6ef None None] Provisioning complete for port 1d9ebc34-66a0-416c-ae47-eade16afdcbd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:41.145522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eac403b9-b300-419f-b003-08cde681a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.193977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f6ee753-a578-4b7a-99a2-d53fec5a3a26 req-ddefa931-bbc6-4266-8b2c-602b387a0d47 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279237 Aug 11 02:22:41.274433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:41.282814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=742d711e-6243-47f0-a729-e678ab615c55,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:41.298036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eac403b9-b300-419f-b003-08cde681a6ef None None] Could not find standard attr ID for object 09e302f7-7d0a-4020-bd27-a427c6319760. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:41.312515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.319707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d8cc29c8-52d6-42c0-a134-c057108e352c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/09e302f7-7d0a-4020-bd27-a427c6319760 HTTP/1.1" status: 204 len: 168 time: 1.2439165 Aug 11 02:22:41.320076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:36Z', 'revision_number': 3, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:41.320722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53558) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.330997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.350667 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed7d631-966b-40b8-8f8e-da11c1b12148 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:41.350933 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07562c11-daca-4b2f-8f53-3283d8e5c903 None None] The sync data for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 is: [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:36Z', 'revision_number': 3, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:41.358504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7ed7d631-966b-40b8-8f8e-da11c1b12148 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/09e302f7-7d0a-4020-bd27-a427c6319760 HTTP/1.1" status: 404 len: 333 time: 0.0369275 Aug 11 02:22:41.359344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.363409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.437390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet b20e68ad-f305-4196-8aa6-4bb2bbefb5fb {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:41.442776 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.497366 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.509259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:41.510466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.512845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] 10.222.0.61 "PUT /v2.0/ports/742d711e-6243-47f0-a729-e678ab615c55 HTTP/1.1" status: 200 len: 1093 time: 4.0631726 Aug 11 02:22:41.513443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-53d04c46-4e9d-4470-9c76-1ee2f96170c2 None None] Could not find standard attr ID for object 09e302f7-7d0a-4020-bd27-a427c6319760. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:41.513613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'tag': '742d711e-6243-47f0-a729-e678ab615c55'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:41.518044 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bbb1ae-8282-4b9c-9537-3e1354453e54" -d '{"events": [{"name": "network-changed", "server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "tag": "742d711e-6243-47f0-a729-e678ab615c55"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:41.603578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:41.619609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.742641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188e099-de73-4823-b4e5-69878c9e2441 service neutron] Pushing event updated for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.784015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.824631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:41.829302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb HTTP/1.1" status: 204 len: 168 time: 0.4665856 Aug 11 02:22:41.829302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc3ab-0526-45a0-bcce-544ce0b459b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=b20e68ad-f305-4196-8aa6-4bb2bbefb5fb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:41.836082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53568) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:41.852853 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337f4ab-d283-4da2-8587-b81b9b49713b x-openstack-request-id: req-2337f4ab-d283-4da2-8587-b81b9b49713b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:41.853893 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "tag": "742d711e-6243-47f0-a729-e678ab615c55", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:41.853893 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2337f4ab-d283-4da2-8587-b81b9b49713b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:41.854296 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'tag': '742d711e-6243-47f0-a729-e678ab615c55', 'status': 'completed', 'code': 200} Aug 11 02:22:41.874555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-94f5c72b-6f18-4731-911d-e5d89a60e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:41.879889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-94f5c72b-6f18-4731-911d-e5d89a60e9a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 1096 time: 0.2785645 Aug 11 02:22:41.940366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 4463f373-a867-4848-bc61-f2699a245a61 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:41.946308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.060097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.069406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-f89f9d33-78b7-4181-831b-8899cc107b2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=742d711e-6243-47f0-a729-e678ab615c55 HTTP/1.1" status: 200 len: 217 time: 0.1781011 Aug 11 02:22:42.263285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.380170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-0f227812-74d3-42bd-b5dc-c1e1a9daab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:42.383888 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-0f227812-74d3-42bd-b5dc-c1e1a9daab0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.3004782 Aug 11 02:22:42.500741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:42.513430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.517417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:42.545542 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-44a87de5-5eb9-4ccc-b0f5-38f7e068ccfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424608 Aug 11 02:22:42.553045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Allocated IP 172.20.0.1 (39e6b54b-aa18-482a-ba72-105233aa31cd/8f65f0f0-9858-485c-a421-a3a4a02daa94/446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:42.557681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:42.565471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:42.601992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb7040-4ea8-4d7f-aca3-035d93c429cc req-81b27887-87fb-4119-9d14-7fd29f388cbb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:42.603747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adfb7040-4ea8-4d7f-aca3-035d93c429cc req-81b27887-87fb-4119-9d14-7fd29f388cbb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 944 time: 0.2220101 Aug 11 02:22:42.620020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.670710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e5156c8a-240f-4670-ab18-d415ba859ba1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:42.708254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=4463f373-a867-4848-bc61-f2699a245a61,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:42.715894 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:42.730100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8b28f392-5f43-475b-8b21-474cf715f562 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/4463f373-a867-4848-bc61-f2699a245a61 HTTP/1.1" status: 204 len: 168 time: 0.8907299 Aug 11 02:22:42.732743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53576) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:42.795540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:42.842139 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa9694cb-7f3d-4a90-9afe-3e4ac1b0b3df tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "PUT /v2.0/floatingips/a4120656-a5d1-4d50-ad8b-167d99f0c8d9 HTTP/1.1" status: 200 len: 992 time: 4.6205325 Aug 11 02:22:42.911836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adfb7040-4ea8-4d7f-aca3-035d93c429cc req-05ceeb47-8a11-4337-9b46-d97f0e878de3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819934 Aug 11 02:22:42.977687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-19dbbd61-1abc-4c05-b6cc-69bab7f70698 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607612 Aug 11 02:22:43.006006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.111942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387cf8e-b0eb-4ef6-9f9f-31c2e9481cfa None None] Network 510e76b5-2e0d-4132-955e-65bbbf0f7889 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:43.125504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.170954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bf0600f2-7b3d-4dcc-b13d-462c04782c43 req-757a6cdc-9a4a-4a1e-838d-97844de5de28 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840508 Aug 11 02:22:43.173329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Transition to ACTIVE for port object 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:43.184281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 1d9ebc34-66a0-416c-ae47-eade16afdcbd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:43.185050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.240387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.249966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-509fcb95-da74-47b0-a462-34cbc0bc3a03 None None] Could not find standard attr ID for object 09e302f7-7d0a-4020-bd27-a427c6319760. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:43.361844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Network 39e6b54b-aa18-482a-ba72-105233aa31cd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:43.370709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port 1d9ebc34-66a0-416c-ae47-eade16afdcbd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9ebc34-66a0-416c-ae47-eade16afdcbd,segment=NetworkSegment(d3f4569d-6dc0-41e0-8582-b1f2da80841e),segment_id=d3f4569d-6dc0-41e0-8582-b1f2da80841e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:43.371510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.378736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:43.414576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 1d9ebc34-66a0-416c-ae47-eade16afdcbd owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:43.420642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:43.426076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Pushing event updated for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:43.496313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e5156c8a-240f-4670-ab18-d415ba859ba1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:43.505899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-c86c41ad-532c-4d36-9651-7a773c3fbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:43.508925 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-c86c41ad-532c-4d36-9651-7a773c3fbf53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 1096 time: 0.2554970 Aug 11 02:22:43.510150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.513328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e5156c8a-240f-4670-ab18-d415ba859ba1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:43.515381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.670045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.710636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299317d-0153-43ec-b049-22995a40bcbf None None] DHCP port deletion for 510e76b5-2e0d-4132-955e-65bbbf0f7889 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:43.719156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=1d9ebc34-66a0-416c-ae47-eade16afdcbd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:43.731632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port 1d9ebc34-66a0-416c-ae47-eade16afdcbd on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:43.843376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.856767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:43.870185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.882768 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae083eb-60ae-497f-b480-43988c5cac37" -d '{"events": [{"name": "network-changed", "server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:43.897938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510e76b5-2e0d-4132-955e-65bbbf0f7889']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.918937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f4569d-6dc0-41e0-8582-b1f2da80841e') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.919405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f4569d-6dc0-41e0-8582-b1f2da80841e') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.924791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a4120656-a5d1-4d50-ad8b-167d99f0c8d9', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:14Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:43.933125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.955548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:43.967348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:43.967348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.018440 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba66cb-3f5f-4053-a9a5-5cb1e98b7930 x-openstack-request-id: req-16ba66cb-3f5f-4053-a9a5-5cb1e98b7930 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:44.024042 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:44.024596 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16ba66cb-3f5f-4053-a9a5-5cb1e98b7930 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:44.025256 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'status': 'completed', 'code': 200} Aug 11 02:22:44.030361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port e5156c8a-240f-4670-ab18-d415ba859ba1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e5156c8a-240f-4670-ab18-d415ba859ba1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:44.032488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:44.061215 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.066225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-92fda935-37d9-449f-b088-fe3484f25a04 None None] Provisioning for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:44.068518 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.079669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-92fda935-37d9-449f-b088-fe3484f25a04 None None] Provisioning complete for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:44.080398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92fda935-37d9-449f-b088-fe3484f25a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:44.088065 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:44.122710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:44.124050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:44.157484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-d9424997-ee83-4581-ae5a-43d60c35819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.159075 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-d9424997-ee83-4581-ae5a-43d60c35819e service neutron] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.5120451 Aug 11 02:22:44.176219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.218469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.225715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/510e76b5-2e0d-4132-955e-65bbbf0f7889 HTTP/1.1" status: 204 len: 168 time: 1.4852328 Aug 11 02:22:44.227275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53610) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.246222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491dd4-06c1-4e1e-91f4-18b34b0cdc97 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=510e76b5-2e0d-4132-955e-65bbbf0f7889,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:44.283224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65d8eb-c6df-4c07-95d0-c6afdf5938dd req-446e79a4-5e10-4827-b829-104e4745f4e5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.285846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a65d8eb-c6df-4c07-95d0-c6afdf5938dd req-446e79a4-5e10-4827-b829-104e4745f4e5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 944 time: 0.1716309 Aug 11 02:22:44.292413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-eaa32bc1-5eb7-4a70-a8a2-57b7f2f40f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.293022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-eaa32bc1-5eb7-4a70-a8a2-57b7f2f40f75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1098 time: 0.2034330 Aug 11 02:22:44.316941 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-ae55ae34-97a5-4fd8-9afe-9661d696b393 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=742d711e-6243-47f0-a729-e678ab615c55 HTTP/1.1" status: 200 len: 217 time: 0.1461618 Aug 11 02:22:44.471178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a65d8eb-c6df-4c07-95d0-c6afdf5938dd req-67ab9f1e-3f2a-4ca1-9694-4bb4f64e33d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715710 Aug 11 02:22:44.541113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-4fb6421c-6940-4485-9a7b-aeddffc5a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.544740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-4fb6421c-6940-4485-9a7b-aeddffc5a92d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.2228577 Aug 11 02:22:44.554278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b60907-dfef-4d84-8d1d-7e4ecb7a3ceb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.555923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e0b60907-dfef-4d84-8d1d-7e4ecb7a3ceb tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2690046 Aug 11 02:22:44.574609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53614) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.600629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-292d26d2-6ccc-4168-b4a0-4b004a7c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.603239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-292d26d2-6ccc-4168-b4a0-4b004a7c6465 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.2545877 Aug 11 02:22:44.730714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9ebc34-66a0-416c-ae47-eade16afdcbd no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:44.742762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.774715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-6385e703-ec80-4979-bf0b-ef72c3f53635 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243155 Aug 11 02:22:44.775925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:44.797940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-83ba25fe-3ac1-438c-8f47-62019a179892 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 1000 time: 0.2320089 Aug 11 02:22:44.806411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-92fda935-37d9-449f-b088-fe3484f25a04 None None] Port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:44.814282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:44.823763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1d9ebc34-66a0-416c-ae47-eade16afdcbd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:44.824417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9ebc34-66a0-416c-ae47-eade16afdcbd not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:44.873831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-4b75a393-be40-4473-863d-b109556e77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.877532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-4b75a393-be40-4473-863d-b109556e77bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.0709968 Aug 11 02:22:44.893781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=e5156c8a-240f-4670-ab18-d415ba859ba1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:44.953927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-8007a26f-8d29-48f1-ace8-521f2c357850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:44.965263 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1425f89-e5d8-4571-b93c-e8b67562d1c0 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3728034 Aug 11 02:22:44.966157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-8007a26f-8d29-48f1-ace8-521f2c357850 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705204 Aug 11 02:22:44.974603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:44.982751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-182297777'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:45.015712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.017892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Pushing event updated for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:45.071170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:45.075099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.137963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-d2ac812e-aa01-4349-a085-8d2d156a95a3 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256571 Aug 11 02:22:45.138895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-c1643843-0b93-495f-9136-1d5bc8163534 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660707 Aug 11 02:22:45.274990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:45.291193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae083eb-60ae-497f-b480-43988c5cac37 req-04d71777-5260-43b8-8b10-e96388b0df09 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413050 Aug 11 02:22:45.316943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a4120656-a5d1-4d50-ad8b-167d99f0c8d9', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:14Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:45.336787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.337401 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 70026e4e-9081-44b1-bec0-97f5260ad4fa of type vlan for network e581957e-6194-4789-8ee5-a8a73ea0d149 Aug 11 02:22:45.358448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854afaf-ff79-4705-8fea-45a1de37030b None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a4120656-a5d1-4d50-ad8b-167d99f0c8d9', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:14Z', 'updated_at': '2021-08-11T02:22:39Z', 'revision_number': 1, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:45.361149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Network 39e6b54b-aa18-482a-ba72-105233aa31cd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:45.367569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:45.568205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 742d711e-6243-47f0-a729-e678ab615c55 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:22:45.740021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.771640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97bbb1ae-8282-4b9c-9537-3e1354453e54 req-14871499-6b07-4e89-b469-b7c4b9403005 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162558 Aug 11 02:22:45.793205 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:22:45.813180 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77be67a-c0e5-4030-baad-f9bf039624ae None None] New status for floating IP a4120656-a5d1-4d50-ad8b-167d99f0c8d9: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:22:45.830884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650454-a08f-4de2-8641-b9f249175e4c req-aa77e14f-0f98-425e-93df-ead3b0130721 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.842730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a650454-a08f-4de2-8641-b9f249175e4c req-aa77e14f-0f98-425e-93df-ead3b0130721 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 944 time: 0.1581500 Aug 11 02:22:45.867722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Router faca0b11-3b1d-45d0-978d-19095612c6dd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:22:45.926934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:45.946678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a650454-a08f-4de2-8641-b9f249175e4c req-da13b5f3-39e7-4671-aa17-e4a05791deba tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006494 Aug 11 02:22:45.947607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=742d711e-6243-47f0-a729-e678ab615c55,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:45.948395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:45.949238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.011219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1b74188a-741e-4f7a-bd8c-ef542e113629 None None] Provisioning complete for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:46.012904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b74188a-741e-4f7a-bd8c-ef542e113629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.052754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '742d711e-6243-47f0-a729-e678ab615c55', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '742d711e-6243-47f0-a729-e678ab615c55', 'mac_address': 'fa:16:3e:81:f3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:22:46.110683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1b74188a-741e-4f7a-bd8c-ef542e113629 None None] Port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:46.139157 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.190347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742d711e-6243-47f0-a729-e678ab615c55 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:46.230327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:22:46.243037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=742d711e-6243-47f0-a729-e678ab615c55,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:46.255934 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.261260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Sync routers for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:22:46.306221 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f19efe2-96fd-48ba-a250-5e9eab9715bd admin admin] 10.222.0.68 "PUT /v2.0/routers/faca0b11-3b1d-45d0-978d-19095612c6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3384135 Aug 11 02:22:46.314237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3355944 Aug 11 02:22:46.318084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53630) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:46.334233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:46.335954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e5d42-fd4c-4cca-9af8-c62a6491e59b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=e581957e-6194-4789-8ee5-a8a73ea0d149,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.336546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:46.337601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:46.446147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e581957e-6194-4789-8ee5-a8a73ea0d149 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:46.524773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e5156c8a-240f-4670-ab18-d415ba859ba1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:46.540494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:46.545175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.665263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:46.683785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['742d711e-6243-47f0-a729-e678ab615c55'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:46.881681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:46.924580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:47.024244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e5156c8a-240f-4670-ab18-d415ba859ba1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:47.024953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.042798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=1e98ed53-9197-46e1-bedb-3e3191e578b9,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.078438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '70026e4e-9081-44b1-bec0-97f5260ad4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:47.079055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: e581957e-6194-4789-8ee5-a8a73ea0d149, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:47.116121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network e581957e-6194-4789-8ee5-a8a73ea0d149 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:47.149714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e581957e-6194-4789-8ee5-a8a73ea0d149) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:47.152068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:47.174937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662327463', 'description': 'tempest-description--2105977369'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:47.182059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.186193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.202838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783edca8-1118-4ebc-a2f8-4992bf4dc23f None None] Network e581957e-6194-4789-8ee5-a8a73ea0d149 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:47.250231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.302175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:47.303508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3d503767-1f2a-4065-9153-54cb5cac4e4b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9816878 Aug 11 02:22:47.313403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149', 'name': 'tempest-PortsTestJSON-806965027'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:47.357367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261cbed-4d86-408c-a850-93665ced7b89 req-e5aea7fa-7c4b-4262-81b0-e683cf62b03b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:47.359509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c261cbed-4d86-408c-a850-93665ced7b89 req-e5aea7fa-7c4b-4262-81b0-e683cf62b03b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 945 time: 0.1450577 Aug 11 02:22:47.428592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c261cbed-4d86-408c-a850-93665ced7b89 req-c5175dc8-7058-4996-ad77-56af54b6b886 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585699 Aug 11 02:22:47.513967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.524817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.579848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a7472-3489-4cb2-8b69-31581dab41f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.594202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:47.599980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.603977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.605321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d5ea3fbc-20d9-4f25-a744-9493e688911e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4516411 Aug 11 02:22:47.608647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53650) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:47.617545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'security_group_rule': {'security_group_id': '2b4a7472-3489-4cb2-8b69-31581dab41f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:47.624444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:47.691659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.763095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.769452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.797350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd69d63-5a02-4b03-a49f-588f64aaa409,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:47.811607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.818962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:47.820479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61af8d7d-b577-45c4-96bf-0b82fe401186 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104173 Aug 11 02:22:47.827367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'security_group_rule': {'security_group_id': '2b4a7472-3489-4cb2-8b69-31581dab41f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:47.865757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:44Z', 'revision_number': 2, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:47.870149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e581957e-6194-4789-8ee5-a8a73ea0d149', 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': '1e98ed53-9197-46e1-bedb-3e3191e578b9'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:47.871138 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:47.898135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.9 (e581957e-6194-4789-8ee5-a8a73ea0d149/1e98ed53-9197-46e1-bedb-3e3191e578b9/e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:47.909500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Checking router: faca0b11-3b1d-45d0-978d-19095612c6dd for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:22:47.910296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Updating router faca0b11-3b1d-45d0-978d-19095612c6dd port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:22:47.954099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.367457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.596357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.607541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.639290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bfc4d2-2f88-4a51-b2ca-688e575f762d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.671703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45485-dcf0-491f-bef5-71078c106232 req-9f90db88-e0a6-4a02-a61f-4caf51e1fe7a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:48.674582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b45485-dcf0-491f-bef5-71078c106232 req-9f90db88-e0a6-4a02-a61f-4caf51e1fe7a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 945 time: 0.1246686 Aug 11 02:22:48.688487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.705182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Transition to ACTIVE for port object 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:48.711216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.717274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.722700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.725051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-75056974-705b-4816-896a-584e009ea3a2 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9045000 Aug 11 02:22:48.728415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53664) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:48.738876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:48.753015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:48.756605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21b45485-dcf0-491f-bef5-71078c106232 req-3900bff4-22cd-4b67-ba40-5478f36e1960 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Aug 11 02:22:48.786155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.824031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46b306-4df6-49eb-ae0e-34425dbd83f0 None None] Pushing event updated for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.851457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.954896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network e581957e-6194-4789-8ee5-a8a73ea0d149 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:48.962813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Allocated IP 172.20.0.2 (e581957e-6194-4789-8ee5-a8a73ea0d149/1e98ed53-9197-46e1-bedb-3e3191e578b9/ea18fa52-8ac8-49f9-96ef-cde48b12d66a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:48.988801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:48.990844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:48.994738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:48.999626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:49.120506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:49.121705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.168500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41eda306-a52c-4968-8618-e6611bc03823 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8643534 Aug 11 02:22:49.172309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53670) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:49.180963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149', 'name': 'tempest-PortsTestJSON-1794598818'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:49.213642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Attempting to bind port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:49.214270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Attempting to bind port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:49.214857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Attempting to bind port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa on network 39e6b54b-aa18-482a-ba72-105233aa31cd {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:49.240938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:49.241591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Checking segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:49.242326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.243041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Bound using segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:49.243927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Bound port: 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:49.244546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.268888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Allocated IP 172.25.3.229 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/78378f2e-798b-4a10-aac3-fe6de02ee7a5) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:49.431441 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.468245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Transition to ACTIVE for port object ea18fa52-8ac8-49f9-96ef-cde48b12d66a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:49.492557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] For port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:49.497547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:49.503771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.525157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Transition to ACTIVE for port object ea18fa52-8ac8-49f9-96ef-cde48b12d66a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:49.529603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] For port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:49.541029 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.553747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.601150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 13afe231-fe90-4141-a0a8-bb76c3931454 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:49.612254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.617132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Network e581957e-6194-4789-8ee5-a8a73ea0d149 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:49.627612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:49.631375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 742d711e-6243-47f0-a729-e678ab615c55 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:49.636215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:49.759576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:22:49.761887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:49.790245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:49.817800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.10 (e581957e-6194-4789-8ee5-a8a73ea0d149/1e98ed53-9197-46e1-bedb-3e3191e578b9/13afe231-fe90-4141-a0a8-bb76c3931454) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:49.861226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46b306-4df6-49eb-ae0e-34425dbd83f0 None None] Pushing event updated for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:49.903931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:49.918386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:49.936947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:49.958661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Attempting to bind port ea18fa52-8ac8-49f9-96ef-cde48b12d66a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:49.959595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Attempting to bind port ea18fa52-8ac8-49f9-96ef-cde48b12d66a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '70026e4e-9081-44b1-bec0-97f5260ad4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:49.960452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Attempting to bind port ea18fa52-8ac8-49f9-96ef-cde48b12d66a on network e581957e-6194-4789-8ee5-a8a73ea0d149 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:50.062097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'Port': ['ID=78378f2e-798b-4a10-aac3-fe6de02ee7a5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.076233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:22:50.077061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Checking segment: {'id': '70026e4e-9081-44b1-bec0-97f5260ad4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:50.077986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.078757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Bound using segment: {'id': '70026e4e-9081-44b1-bec0-97f5260ad4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:22:50.079688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Bound port: ea18fa52-8ac8-49f9-96ef-cde48b12d66a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70026e4e-9081-44b1-bec0-97f5260ad4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e581957e-6194-4789-8ee5-a8a73ea0d149'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:22:50.080613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.143337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Pushing event updated for resources: {'Port': ['ID=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.200955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 742d711e-6243-47f0-a729-e678ab615c55 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:50.207818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef013e0-4aa8-4ab8-a6c6-a779520f5850 req-8b176fd2-7dac-4333-b01f-2580a90fa492 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:50.209441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fef013e0-4aa8-4ab8-a6c6-a779520f5850 req-8b176fd2-7dac-4333-b01f-2580a90fa492 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 945 time: 0.1631603 Aug 11 02:22:50.211484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.215934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 742d711e-6243-47f0-a729-e678ab615c55 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:50.216747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.305040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] For port ea18fa52-8ac8-49f9-96ef-cde48b12d66a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:22:50.306857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] For port ea18fa52-8ac8-49f9-96ef-cde48b12d66a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,segment=NetworkSegment(70026e4e-9081-44b1-bec0-97f5260ad4fa),segment_id=70026e4e-9081-44b1-bec0-97f5260ad4fa)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:22:50.344977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.353267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:22:50.425392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.440151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fef013e0-4aa8-4ab8-a6c6-a779520f5850 req-4c7888f5-3ec5-4857-828c-38e95bbb76af tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904025 Aug 11 02:22:50.563170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.620888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.668635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742d711e-6243-47f0-a729-e678ab615c55'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:22:50.671245 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9918181d-8af8-49b5-86de-8306b46a9d4f" -d '{"events": [{"server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "name": "network-vif-plugged", "status": "completed", "tag": "742d711e-6243-47f0-a729-e678ab615c55"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:22:50.716391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e301e-6d75-4b98-989f-2c81e2f9fb66 None None] Pushing event updated for resources: {'Port': ['ID=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:50.723814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=742d711e-6243-47f0-a729-e678ab615c55,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:50.751034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:50.830365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 13afe231-fe90-4141-a0a8-bb76c3931454 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:50.994913 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d0dc0a-aa14-4754-985c-255ab3cffc29 x-openstack-request-id: req-58d0dc0a-aa14-4754-985c-255ab3cffc29 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:22:50.995718 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "name": "network-vif-plugged", "status": "completed", "tag": "742d711e-6243-47f0-a729-e678ab615c55", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:22:50.995718 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58d0dc0a-aa14-4754-985c-255ab3cffc29 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:22:50.996209 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742d711e-6243-47f0-a729-e678ab615c55', 'code': 200} Aug 11 02:22:50.997127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:51.111050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:49Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:51.181431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9929a-0189-4bf8-b0d5-0ece391f2cdc None None] The sync data for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 is: [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:49Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:22:51.201929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897265-7415-42eb-80be-d847754428f2 req-e3452829-4eb0-42ec-9245-f93f9177e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:51.204766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59897265-7415-42eb-80be-d847754428f2 req-e3452829-4eb0-42ec-9245-f93f9177e03e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 1098 time: 0.1028426 Aug 11 02:22:51.211933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.312284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.339718 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59897265-7415-42eb-80be-d847754428f2 req-13c96153-52f7-4bc0-ad98-f6aa7bf78a83 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243072 Aug 11 02:22:51.346284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:51.352359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network e581957e-6194-4789-8ee5-a8a73ea0d149 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:51.380067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:51.388278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:51.449033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=13afe231-fe90-4141-a0a8-bb76c3931454,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.293751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.300117 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.361935 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.436337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'Port': ['ID=78378f2e-798b-4a10-aac3-fe6de02ee7a5,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:52.441065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.442755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1dcd631-704d-4579-9371-a75b8f0babdf tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7127810 Aug 11 02:22:52.452010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec19cfb-bb2e-4947-81f7-d518bf175900 req-da2d3381-7bda-4612-8bed-b34e426be235 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.453796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bec19cfb-bb2e-4947-81f7-d518bf175900 req-da2d3381-7bda-4612-8bed-b34e426be235 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.3433697 Aug 11 02:22:52.460143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c0ace7d-7f9d-434c-995a-8a200ede5f35 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2819009 Aug 11 02:22:52.461582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53710) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.570083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989e959-df1d-4afa-91ae-a39705339a73 None None] Network e581957e-6194-4789-8ee5-a8a73ea0d149 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:52.573800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea18fa52-8ac8-49f9-96ef-cde48b12d66a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:52.583395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bec19cfb-bb2e-4947-81f7-d518bf175900 req-33223b99-323e-41a0-8a65-5c2cb37c3624 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086278 Aug 11 02:22:52.810252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95e988-d569-485b-bd82-b5f2d412ed44 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:52.814513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d95e988-d569-485b-bd82-b5f2d412ed44 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.3525732 Aug 11 02:22:52.818193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:52.917542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f7d7-ab3a-4281-bdd7-016fd8f21f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:52.927115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-44c43d0d-8542-4e34-b69a-048073409fcb None None] Provisioning for port ea18fa52-8ac8-49f9-96ef-cde48b12d66a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:52.997799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ea18fa52-8ac8-49f9-96ef-cde48b12d66a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.048384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ea18fa52-8ac8-49f9-96ef-cde48b12d66a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.048659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.087447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-8cf52595-2ced-4c64-bff9-a23902dc6210 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.090671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-8cf52595-2ced-4c64-bff9-a23902dc6210 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.2261226 Aug 11 02:22:53.113174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-6b18d663-589e-421d-8732-c28b3d986c70 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1662327463&fields=id&tenant_id=7b460f36f5c3426785242595c0175adb HTTP/1.1" status: 200 len: 267 time: 0.2756948 Aug 11 02:22:53.140606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-7bf5966d-4071-400b-94d1-a50664827415 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/quotas/0e5bee0b319243d291c21f64b6fb722f HTTP/1.1" status: 200 len: 375 time: 0.0354443 Aug 11 02:22:53.143006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 13afe231-fe90-4141-a0a8-bb76c3931454 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:53.144016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.154969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.233737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ea18fa52-8ac8-49f9-96ef-cde48b12d66a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,segment=NetworkSegment(70026e4e-9081-44b1-bec0-97f5260ad4fa),segment_id=70026e4e-9081-44b1-bec0-97f5260ad4fa)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:53.243890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.244299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:53.297660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.328720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 13afe231-fe90-4141-a0a8-bb76c3931454 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:53.355715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-6d8919db-5420-4a66-b1b4-8920b072e387 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2139494 Aug 11 02:22:53.434329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:53.444454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.453798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-09a39414-d53b-44a7-9eb6-cd2a8a53d6d9 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:53.455475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.455986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.465855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-09a39414-d53b-44a7-9eb6-cd2a8a53d6d9 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/networks?id=39e6b54b-aa18-482a-ba72-105233aa31cd HTTP/1.1" status: 200 len: 814 time: 0.3446360 Aug 11 02:22:53.512145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.580070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=13afe231-fe90-4141-a0a8-bb76c3931454,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:53.592303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-588a7ced-f39e-4e22-ad04-bc91b43c2ef9 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/quotas/7b460f36f5c3426785242595c0175adb HTTP/1.1" status: 200 len: 375 time: 0.1247709 Aug 11 02:22:53.603436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.607280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Provisioning for port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:53.641478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Provisioning complete for port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.642498 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.674163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.676880 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c7beeb6-9189-4301-b346-d828e25e8ee8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/13afe231-fe90-4141-a0a8-bb76c3931454 HTTP/1.1" status: 204 len: 168 time: 0.8570170 Aug 11 02:22:53.680730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53750) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:53.716457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-0a764867-70d0-4c64-9353-04c96707bace tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b460f36f5c3426785242595c0175adb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1153028 Aug 11 02:22:53.739374 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bad3db0-0f0c-46c9-8cb1-8eea3403e973 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:53.741242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6bad3db0-0f0c-46c9-8cb1-8eea3403e973 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/13afe231-fe90-4141-a0a8-bb76c3931454 HTTP/1.1" status: 404 len: 333 time: 0.0578525 Aug 11 02:22:53.746955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:53.762673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:53.774388 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.796081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-6c1829b2-48de-4bf5-b1de-ea4ad62f5e91 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396186 Aug 11 02:22:53.826973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:53.842188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Could not find standard attr ID for object 13afe231-fe90-4141-a0a8-bb76c3931454. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:53.880500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Provisioning complete for port ea18fa52-8ac8-49f9-96ef-cde48b12d66a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:53.880917 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d4c35d2-e663-438b-b323-b129563700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.883425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:53.883699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:53.884774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:53.911630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-5ad59b5d-5412-4643-b94c-dae7ebbbc33d service neutron] 10.222.0.68 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941679 Aug 11 02:22:54.039297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.049158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-914c9467-9d90-42cd-9523-ab22e9862092 service neutron] 10.222.0.68 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520971 Aug 11 02:22:54.074150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:54.142736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-b9ffa4f7-42eb-4821-8c44-e723f0aaaab8 service neutron] 10.222.0.68 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298174 Aug 11 02:22:54.235885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ba3b456a-433e-471a-8b3c-dc42755007d7 None None] Provisioning complete for port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:54.236263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba3b456a-433e-471a-8b3c-dc42755007d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.288155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b456a-433e-471a-8b3c-dc42755007d7 None None] Port e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:22:54.408831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ade0d6ed-2652-46b1-be36-73268abe7f5a None None] Could not find standard attr ID for object 13afe231-fe90-4141-a0a8-bb76c3931454. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:22:54.475522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea18fa52-8ac8-49f9-96ef-cde48b12d66a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:54.505755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.560880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:54.570988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128093a1-afbf-49f0-9b19-2c7860a8ed7a req-0c5b70fa-dcb7-45c8-8b6d-0584b419fb6e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:54.583048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-128093a1-afbf-49f0-9b19-2c7860a8ed7a req-0c5b70fa-dcb7-45c8-8b6d-0584b419fb6e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.1772099 Aug 11 02:22:54.653164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88a3c8bc-d22a-427c-bca1-a55d018b8d23 req-4a0055f9-a895-44c6-a17d-17f2891ba82d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 210 time: 0.0679626 Aug 11 02:22:54.684955 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.687817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bcd62d30-11e7-4aa8-bd8e-88ffb91c0f4c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 HTTP/1.1" status: 204 len: 168 time: 0.9397285 Aug 11 02:22:54.692055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53766) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:54.760963 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1e6edd-c740-414c-9545-c75dcf75709e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:22:54.762785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb1e6edd-c740-414c-9545-c75dcf75709e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/e7456c0a-7ab9-4ae0-bcdf-5caa823ab4b0 HTTP/1.1" status: 404 len: 333 time: 0.0696046 Aug 11 02:22:54.766076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ea18fa52-8ac8-49f9-96ef-cde48b12d66a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:54.766947 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.767303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-128093a1-afbf-49f0-9b19-2c7860a8ed7a req-a069ebba-f5cd-4c2b-b28d-d872a85fbe01 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760621 Aug 11 02:22:54.767808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53772) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:54.849835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45257dbe-34b2-4f19-b321-401efb3dd684 req-f8d2c650-3f47-4dd4-b6bc-c63afe29479b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 210 time: 0.0723438 Aug 11 02:22:54.885891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 1e98ed53-9197-46e1-bedb-3e3191e578b9 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:22:54.889569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:54.934720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:22:54.947151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.061109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:55.061727 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.145884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.197198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d301239a-8ba7-46b1-8eae-4debbf9e2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.389211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.460501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f0541-feda-484d-85f4-7700bbbd7741 req-9b6e0d86-a673-4394-af51-47f6697a4d71 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:55.471009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee8f0541-feda-484d-85f4-7700bbbd7741 req-9b6e0d86-a673-4394-af51-47f6697a4d71 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.2045469 Aug 11 02:22:55.498182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.535036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=1e98ed53-9197-46e1-bedb-3e3191e578b9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:55.547702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.550549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-44d49e5a-baaf-441e-babc-65e9980eb5f9 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/1e98ed53-9197-46e1-bedb-3e3191e578b9 HTTP/1.1" status: 204 len: 168 time: 0.7810078 Aug 11 02:22:55.555376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53796) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:55.564664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e3e2c-5450-4bf0-ba36-61aa906cb6e8 None None] Network e581957e-6194-4789-8ee5-a8a73ea0d149 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:55.575797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee8f0541-feda-484d-85f4-7700bbbd7741 req-9218525b-8037-403b-aec7-ff4944e6d2ae tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035478 Aug 11 02:22:55.751764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.824704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port ea18fa52-8ac8-49f9-96ef-cde48b12d66a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:22:55.825227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.926189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port ea18fa52-8ac8-49f9-96ef-cde48b12d66a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,segment=NetworkSegment(70026e4e-9081-44b1-bec0-97f5260ad4fa),segment_id=70026e4e-9081-44b1-bec0-97f5260ad4fa)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:22:55.926673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:55.952365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for ea18fa52-8ac8-49f9-96ef-cde48b12d66a owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:22:56.007062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14183901-22de-4ea2-aed6-bb6a0a379381 req-812bfd2a-9dee-451a-a530-04ca480bd39d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 210 time: 0.0681157 Aug 11 02:22:56.173780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37cf586f-34a5-4368-ae12-6fb49e5b2f4a req-87828b51-7599-4954-a6b3-ad84c9d76e36 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 210 time: 0.0456586 Aug 11 02:22:56.178390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.225514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=ea18fa52-8ac8-49f9-96ef-cde48b12d66a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.232940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port ea18fa52-8ac8-49f9-96ef-cde48b12d66a on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:22:56.311981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e88e8-2f42-4eb4-8ed0-12ed09aeaa37 None None] DHCP port deletion for e581957e-6194-4789-8ee5-a8a73ea0d149 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:22:56.368422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.421515 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.439983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e581957e-6194-4789-8ee5-a8a73ea0d149']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.464974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70026e4e-9081-44b1-bec0-97f5260ad4fa') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.466382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70026e4e-9081-44b1-bec0-97f5260ad4fa') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:22:56.489093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.518958 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.528331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:22:56.528953 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:22:56.535613 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:22:56.697931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.713219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.715289 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/e581957e-6194-4789-8ee5-a8a73ea0d149 HTTP/1.1" status: 204 len: 168 time: 1.1575792 Aug 11 02:22:56.719280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:56.729574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1144667832'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:56.736542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52be79-7853-4ad2-b3f1-5d1e00ca9cd8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=e581957e-6194-4789-8ee5-a8a73ea0d149,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:56.792558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-40ae181d-f379-47bc-8f02-80617ddf1be5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:56.797442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-40ae181d-f379-47bc-8f02-80617ddf1be5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 814 time: 0.1645231 Aug 11 02:22:56.813145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Request body: {'port': {'device_id': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'admin_state_up': True, 'tenant_id': '0e5bee0b319243d291c21f64b6fb722f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:56.830627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:56.838568 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:56.945860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f5ded-93d4-4f24-a023-fc46495d0d17 req-1de071dc-94c9-4771-85bb-44e4630c55a0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:56.953917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-324f5ded-93d4-4f24-a023-fc46495d0d17 req-1de071dc-94c9-4771-85bb-44e4630c55a0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.1517050 Aug 11 02:22:57.003747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:22:57.027165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.028782 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 8a10c43b-3089-4296-9c8e-b76b35bbcdd4 of type vlan for network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 Aug 11 02:22:57.030722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Made reservation on behalf of 0e5bee0b319243d291c21f64b6fb722f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:57.045311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.125085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-324f5ded-93d4-4f24-a023-fc46495d0d17 req-8763daf3-88fa-466b-b1c8-d9041bad5fd4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694794 Aug 11 02:22:57.143637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.209790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.243255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:57.244356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.326955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c636b4f-721c-43e6-a1e6-9340e5f72541 req-447087f9-94c1-4b50-a055-ded8b638f775 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 210 time: 0.1215670 Aug 11 02:22:57.422273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7016025 Aug 11 02:22:57.429768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:57.435809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:57.497424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-da62376e-1c72-451a-a81a-481ef3428663 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:57.499244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-da62376e-1c72-451a-a81a-481ef3428663 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.61 "GET /v2.0/networks?id=39e6b54b-aa18-482a-ba72-105233aa31cd HTTP/1.1" status: 200 len: 814 time: 0.4204931 Aug 11 02:22:57.584429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b095f206-a5a2-46ef-b666-bb19c6a7fdbb req-fdef25ac-294c-4e0a-a807-4c2812359e37 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 210 time: 0.1129730 Aug 11 02:22:57.591353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0900973-8cdb-4a84-b4ff-c9c60787724e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=9eb2c37b-27cb-4c1f-bbb6-29360206f358,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:57.606894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:22:57.653006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Allocated IP 172.20.0.11 (6e085854-6025-41ba-a2e2-485eda3a2caa/dbf4f625-d366-4690-95b6-18de9caf3edf/c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:57.716352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0ea42-5976-480c-ac86-75e3ff987e28 req-e2c9b6c6-d1b4-44db-b967-c16406087d21 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:57.730255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2d0ea42-5976-480c-ac86-75e3ff987e28 req-e2c9b6c6-d1b4-44db-b967-c16406087d21 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.1904902 Aug 11 02:22:57.732834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-cfae36e0-7e4b-42ea-bf2f-471fbb5b878d tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b460f36f5c3426785242595c0175adb HTTP/1.1" status: 200 len: 380 time: 0.2206063 Aug 11 02:22:57.750035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'port': {'device_id': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'admin_state_up': True, 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'security_groups': ['2b4a7472-3489-4cb2-8b69-31581dab41f6']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:57.789058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:57.795547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.835705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2d0ea42-5976-480c-ac86-75e3ff987e28 req-f9153bbe-3fc1-4cad-aa7e-0cb1ec1ec9ba tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036196 Aug 11 02:22:57.985354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Made reservation on behalf of 7b460f36f5c3426785242595c0175adb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:57.989550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:57.989793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.023104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.170630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.172564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.191213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:58.247518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=36583374-211c-41da-b6a5-d277fcfcd399,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:58.262501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '8a10c43b-3089-4296-9c8e-b76b35bbcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:22:58.262874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 9eb2c37b-27cb-4c1f-bbb6-29360206f358, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:22:58.280895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Allocated IP 172.20.0.14 (39e6b54b-aa18-482a-ba72-105233aa31cd/8f65f0f0-9858-485c-a421-a3a4a02daa94/d932fdce-a462-4d91-99df-ff8296dac411) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:58.291701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:22:58.295553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Network 6e085854-6025-41ba-a2e2-485eda3a2caa is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:58.304013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:58.306763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:22:58.312967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:58.320439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event updated for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:58.322292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea18fa52-8ac8-49f9-96ef-cde48b12d66a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:22:58.329516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9eb2c37b-27cb-4c1f-bbb6-29360206f358) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:58.336158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.337076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.375045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f480b5a7-eafa-49ce-9f59-2c2845d067df tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9398947 Aug 11 02:22:58.376009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53832) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:22:58.394731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358', 'name': 'tempest-PortsTestJSON-1086784917', 'fixed_ips': [{'subnet_id': '36583374-211c-41da-b6a5-d277fcfcd399', 'ip_address': '172.20.0.10'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:58.405635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.406406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.477954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f65b6a-ba3a-4b3c-bac0-6e9760c8666b None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:22:58.500335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-3db913ee-b6b6-46d3-ad03-d21009dabccf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6919639 Aug 11 02:22:58.517760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Request body: {'port': {'device_id': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:58.604162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ea18fa52-8ac8-49f9-96ef-cde48b12d66a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:22:58.604517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ea18fa52-8ac8-49f9-96ef-cde48b12d66a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:22:58.642058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.651727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:58.677834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Transition to ACTIVE for port object d932fdce-a462-4d91-99df-ff8296dac411 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:58.720545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89557a9-585f-47e3-a4bd-30b500492e42 req-cb6d2a10-1dea-48c4-b364-9de4750dbf0d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:58.728902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c89557a9-585f-47e3-a4bd-30b500492e42 req-cb6d2a10-1dea-48c4-b364-9de4750dbf0d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 932 time: 0.1890028 Aug 11 02:22:58.794552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c89557a9-585f-47e3-a4bd-30b500492e42 req-1e0c9cd0-1991-4958-9d7d-61504fd394e1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644505 Aug 11 02:22:58.890368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:22:58.934071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ebc80c1-5830-45ac-9356-080986763449 req-228ced95-2a97-473f-98e1-fb33bbada0a1 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 210 time: 0.1334264 Aug 11 02:22:59.051110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9eb2c37b-27cb-4c1f-bbb6-29360206f358', 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': '36583374-211c-41da-b6a5-d277fcfcd399'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:22:59.052013 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.122511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.246940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Network 39e6b54b-aa18-482a-ba72-105233aa31cd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:59.252668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event updated for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:59.256302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:59.260550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:22:59.298790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:22:59.312268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.334582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Allocated IP 172.20.0.2 (9eb2c37b-27cb-4c1f-bbb6-29360206f358/36583374-211c-41da-b6a5-d277fcfcd399/dac1d7f2-ce8d-4cf6-ac37-db32302db91d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:22:59.354875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Transition to ACTIVE for port object c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:59.367993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e59f6-8e94-45c1-8538-a0234fef09f5 req-133b3ba1-3e2b-4c47-a81e-e8b59083bf5e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.370957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa8e59f6-8e94-45c1-8538-a0234fef09f5 req-133b3ba1-3e2b-4c47-a81e-e8b59083bf5e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.2871156 Aug 11 02:22:59.384107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.387103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.407886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.464436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-ec26bd3e-1c66-48b5-bcc4-85de950191ab tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7196805 Aug 11 02:22:59.484337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Request body: {'port': {'device_id': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:22:59.485886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.512083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-cabb83c6-fd72-46ae-8dd4-86cfe5f8bcf2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:22:59.515889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-cabb83c6-fd72-46ae-8dd4-86cfe5f8bcf2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 946 time: 0.3938043 Aug 11 02:22:59.556239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:22:59.704890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.713759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.723160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Transition to ACTIVE for port object dac1d7f2-ce8d-4cf6-ac37-db32302db91d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:59.758477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Transition to ACTIVE for port object dac1d7f2-ce8d-4cf6-ac37-db32302db91d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:22:59.767014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port e30d1dd2-320c-4cc4-b644-74558cc41178 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:22:59.780580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.806004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa8e59f6-8e94-45c1-8538-a0234fef09f5 req-5c5e2108-e62f-49fe-aad9-ab580b6b7c6f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142401 Aug 11 02:22:59.908354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a090171-6b9f-4bc5-b09d-21cf9d6a3f1c None None] Provisioning for port d932fdce-a462-4d91-99df-ff8296dac411 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:22:59.932053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:22:59.944633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a090171-6b9f-4bc5-b09d-21cf9d6a3f1c None None] Provisioning complete for port d932fdce-a462-4d91-99df-ff8296dac411 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:22:59.945249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a090171-6b9f-4bc5-b09d-21cf9d6a3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:22:59.954135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:22:59.962110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Attempting to bind port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:22:59.962845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Attempting to bind port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:22:59.963413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Attempting to bind port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:22:59.991182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-afd6dd5b-39df-4b1e-9171-257f1141621f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4732871 Aug 11 02:22:59.995789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:00.004488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Pushing event updated for resources: {'Port': ['ID=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.150331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 on network 6e085854-6025-41ba-a2e2-485eda3a2caa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:00.151174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Attempting to bind port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 on network 6e085854-6025-41ba-a2e2-485eda3a2caa {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:00.158109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1a090171-6b9f-4bc5-b09d-21cf9d6a3f1c None None] Port d932fdce-a462-4d91-99df-ff8296dac411 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:00.167677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Attempting to bind port dac1d7f2-ce8d-4cf6-ac37-db32302db91d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:00.168251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Attempting to bind port dac1d7f2-ce8d-4cf6-ac37-db32302db91d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8a10c43b-3089-4296-9c8e-b76b35bbcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:00.168811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Attempting to bind port dac1d7f2-ce8d-4cf6-ac37-db32302db91d on network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:00.177510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:00.178067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Checking segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:00.178264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Bound using segment: {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:00.178427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:00.178655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Bound port: c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b8024-1591-4753-809a-5c32f0f6e824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:00.178995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.182128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Checking segment: {'id': '8a10c43b-3089-4296-9c8e-b76b35bbcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:00.183327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.184239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Bound using segment: {'id': '8a10c43b-3089-4296-9c8e-b76b35bbcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:00.185620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Bound port: dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10c43b-3089-4296-9c8e-b76b35bbcdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:00.186793 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.327311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port 742d711e-6243-47f0-a729-e678ab615c55 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:00.327689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.390757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] For port dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:00.394514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] For port dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,segment=NetworkSegment(8a10c43b-3089-4296-9c8e-b76b35bbcdd4),segment_id=8a10c43b-3089-4296-9c8e-b76b35bbcdd4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:00.405776 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.413443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:00.449750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:00.471677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d932fdce-a462-4d91-99df-ff8296dac411 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:00.483626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.503520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port 742d711e-6243-47f0-a729-e678ab615c55, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=742d711e-6243-47f0-a729-e678ab615c55,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:00.504143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.504822 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.573222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for 742d711e-6243-47f0-a729-e678ab615c55 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:00.573489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.574256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.575896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] 10.222.0.61 "PUT /v2.0/ports/c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 HTTP/1.1" status: 200 len: 1093 time: 2.0635219 Aug 11 02:23:00.578864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:00.582235 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f83e5-03a2-40df-8f4b-7af050cbe46a" -d '{"events": [{"name": "network-changed", "server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:00.583466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-8465a287-e982-4499-971a-03cb7341bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.586115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-8465a287-e982-4499-971a-03cb7341bf5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 1097 time: 0.5405943 Aug 11 02:23:00.590213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Transition to ACTIVE for port object d932fdce-a462-4d91-99df-ff8296dac411 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:00.600328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b50167-bbf6-423b-88a9-c3df0edbd43d req-be26db0d-3cf4-4b37-98ae-369f9206026b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.622528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8b50167-bbf6-423b-88a9-c3df0edbd43d req-be26db0d-3cf4-4b37-98ae-369f9206026b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 944 time: 0.6015353 Aug 11 02:23:00.627462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:00.679925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71582-c3a6-4f7c-8691-6d9ff34ac9ca service neutron] Pushing event updated for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.725744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75618-df8c-4391-b788-170b11d46d95 None None] Pushing event updated for resources: {'Port': ['ID=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.814708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-b7102a88-d38d-49e4-896f-f18a918a33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:00.817574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-b7102a88-d38d-49e4-896f-f18a918a33ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 1096 time: 0.1804941 Aug 11 02:23:00.855536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:00.987779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-e5129408-f3bc-4883-b0ec-cad560abb69a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 HTTP/1.1" status: 200 len: 217 time: 0.1473420 Aug 11 02:23:01.116074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85280548-b252-4c82-9e1c-c7528bf0a132 req-bf83cd91-c168-44fd-9bac-cd50163c0ba9 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.118777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85280548-b252-4c82-9e1c-c7528bf0a132 req-bf83cd91-c168-44fd-9bac-cd50163c0ba9 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 932 time: 0.9119225 Aug 11 02:23:01.138131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-92e8635e-6018-45f3-8b70-4387da1226b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.140635 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-92e8635e-6018-45f3-8b70-4387da1226b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.1100218 Aug 11 02:23:01.207586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-938d08a0-d833-49de-91b4-ac304c168a41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506608 Aug 11 02:23:01.248631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.10 (9eb2c37b-27cb-4c1f-bbb6-29360206f358/36583374-211c-41da-b6a5-d277fcfcd399/e30d1dd2-320c-4cc4-b644-74558cc41178) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:01.366205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Attempting to bind port d932fdce-a462-4d91-99df-ff8296dac411 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:01.366753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Attempting to bind port d932fdce-a462-4d91-99df-ff8296dac411 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:01.367283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Attempting to bind port d932fdce-a462-4d91-99df-ff8296dac411 on network 39e6b54b-aa18-482a-ba72-105233aa31cd {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:01.381101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Port d932fdce-a462-4d91-99df-ff8296dac411 on network 39e6b54b-aa18-482a-ba72-105233aa31cd not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:01.381642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Attempting to bind port d932fdce-a462-4d91-99df-ff8296dac411 on network 39e6b54b-aa18-482a-ba72-105233aa31cd {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:01.386188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8b50167-bbf6-423b-88a9-c3df0edbd43d req-3609f7ef-0807-4a97-aa2b-385e7ec0e1c1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458422 Aug 11 02:23:01.404784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:01.405357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Checking segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:01.406027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Bound using segment: {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:01.406782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Bound port: d932fdce-a462-4d91-99df-ff8296dac411, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12889557-ae9e-4b0d-bb40-8d15d3fb541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:01.407399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.441222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85280548-b252-4c82-9e1c-c7528bf0a132 req-53a0f412-e779-4d60-afcd-d8210bdb953e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333618 Aug 11 02:23:01.573966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-fb94993a-9f64-47a0-a20a-7498448e7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.576277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-fb94993a-9f64-47a0-a20a-7498448e7cd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 0.8731842 Aug 11 02:23:01.583207 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-b62f9060-af20-45ea-8b3b-5419c011b9df service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626976 Aug 11 02:23:01.585179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.605473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['742d711e-6243-47f0-a729-e678ab615c55'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:01.698274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:01.706271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d932fdce-a462-4d91-99df-ff8296dac411,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:01.716456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.727132 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc1ff4-14fb-4e8a-985b-0d7308ebedeb x-openstack-request-id: req-0ccc1ff4-14fb-4e8a-985b-0d7308ebedeb {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:01.727525 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:01.727858 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ccc1ff4-14fb-4e8a-985b-0d7308ebedeb {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:01.728344 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1', 'status': 'completed', 'code': 200} Aug 11 02:23:01.789105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.790010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.791478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=742d711e-6243-47f0-a729-e678ab615c55,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.793165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] 10.222.0.61 "PUT /v2.0/ports/d932fdce-a462-4d91-99df-ff8296dac411 HTTP/1.1" status: 200 len: 1093 time: 2.3125536 Aug 11 02:23:01.803556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-3e9d6c21-d54f-42c9-95be-4f658570c933 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c HTTP/1.1" status: 200 len: 217 time: 0.2005739 Aug 11 02:23:01.820612 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:01.861384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a7747f6c-c13d-40c3-a9d2-aed8eaa9f161 req-e99e09c6-f84b-4638-b9ef-6b202df8b35e service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555456 Aug 11 02:23:01.863117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95403f43-96d0-4591-b528-af78e7774ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:01.984472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-05e0f380-0ce3-4778-bea1-7eaf5d85b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:01.986338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-05e0f380-0ce3-4778-bea1-7eaf5d85b7dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b460f36f5c3426785242595c0175adb&device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 1096 time: 0.1030631 Aug 11 02:23:02.019584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object e30d1dd2-320c-4cc4-b644-74558cc41178 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:02.049274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-d91650a9-f4b4-42be-b57c-e35d102bd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:02.051142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-d91650a9-f4b4-42be-b57c-e35d102bd76b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 1096 time: 0.1206012 Aug 11 02:23:02.052712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-c0d2fd60-3f41-4341-b1c1-7fc2b66f37f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d932fdce-a462-4d91-99df-ff8296dac411 HTTP/1.1" status: 200 len: 217 time: 0.0574803 Aug 11 02:23:02.091551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b21d5447-9761-40c8-83b6-f7c9432b4d4d req-afa3a1df-94b3-4575-abaf-d97ef75206bf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=85f4de54-360c-40d2-97dd-42eacf07324b HTTP/1.1" status: 200 len: 210 time: 0.2111208 Aug 11 02:23:02.092711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port 742d711e-6243-47f0-a729-e678ab615c55 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:02.102450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.105203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78006884-5cf8-4cc8-b131-2f722cc7a228 req-94a02e02-4adf-46ff-9aa6-4c445b787dd9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "DELETE /v2.0/ports/742d711e-6243-47f0-a729-e678ab615c55 HTTP/1.1" status: 204 len: 173 time: 2.5510628 Aug 11 02:23:02.113951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'name': 'network-vif-deleted', 'tag': '742d711e-6243-47f0-a729-e678ab615c55'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:02.116970 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44348b-7d85-4ffe-aed6-2c2d914d7f1d" -d '{"events": [{"server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "name": "network-vif-deleted", "tag": "742d711e-6243-47f0-a729-e678ab615c55"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:02.140887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-9be5554a-3a60-46ee-a650-3fcf5f7ac975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:02.142960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-9be5554a-3a60-46ee-a650-3fcf5f7ac975 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.2640824 Aug 11 02:23:02.235127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-1ed3010c-7a90-4125-ae97-01854d9f0028 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801556 Aug 11 02:23:02.240688 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.395100 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa04844-dcf3-41dd-93d9-904ed0441ffc x-openstack-request-id: req-efa04844-dcf3-41dd-93d9-904ed0441ffc {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:02.395416 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4de54-360c-40d2-97dd-42eacf07324b", "name": "network-vif-deleted", "tag": "742d711e-6243-47f0-a729-e678ab615c55", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:02.395774 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efa04844-dcf3-41dd-93d9-904ed0441ffc {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:02.396364 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4de54-360c-40d2-97dd-42eacf07324b', 'name': 'network-vif-deleted', 'tag': '742d711e-6243-47f0-a729-e678ab615c55', 'status': 'completed', 'code': 200} Aug 11 02:23:02.427964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:02.440691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=e30d1dd2-320c-4cc4-b644-74558cc41178,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:02.446758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-666dc483-6cee-40bb-afe2-0cc761880da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:02.449845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-666dc483-6cee-40bb-afe2-0cc761880da2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f65f0f0-9858-485c-a421-a3a4a02daa94 HTTP/1.1" status: 200 len: 853 time: 0.3754401 Aug 11 02:23:02.451363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:02.456590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:02.536427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:02.537122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:02.542305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102360f9-f912-4ddc-b0c8-e12757667563 None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:02.566288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-69c00d8c-3fcc-4f07-8d0b-93d717246cf3 service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145893 Aug 11 02:23:02.573376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16b8f27c-4924-4e73-8ca4-c4382d665fca tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1910796 Aug 11 02:23:02.573792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:02.580491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '9eb2c37b-27cb-4c1f-bbb6-29360206f358', 'name': 'tempest-PortsTestJSON-1009515525', 'fixed_ips': [{'subnet_id': '36583374-211c-41da-b6a5-d277fcfcd399', 'ip_address': '172.20.0.9'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:02.661689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dac1d7f2-ce8d-4cf6-ac37-db32302db91d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:02.711161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc9c25ec-c701-48a2-b644-2649f6ae0fbc None None] Provisioning for port dac1d7f2-ce8d-4cf6-ac37-db32302db91d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:02.826493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dac1d7f2-ce8d-4cf6-ac37-db32302db91d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:02.859837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dac1d7f2-ce8d-4cf6-ac37-db32302db91d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:02.860655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.095039 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.138499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-8f9e31c7-bd64-4af7-90a6-c79a63bdc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.140365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-8f9e31c7-bd64-4af7-90a6-c79a63bdc4e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 1.0752137 Aug 11 02:23:03.178491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,segment=NetworkSegment(8a10c43b-3089-4296-9c8e-b76b35bbcdd4),segment_id=8a10c43b-3089-4296-9c8e-b76b35bbcdd4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:03.188198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.211593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54223-de35-434f-a35e-bea7546f10fb req-e477559f-8657-4516-9c43-ff994541d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.213248 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-e477559f-8657-4516-9c43-ff994541d645 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39e6b54b-aa18-482a-ba72-105233aa31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7519238 Aug 11 02:23:03.219806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-02101d1d-3835-4e80-8395-633f369b613d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0677938 Aug 11 02:23:03.329394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:03.362094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-14bccafb-e268-4b3c-b0ae-983588d8fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.363680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-14bccafb-e268-4b3c-b0ae-983588d8fd9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.1201658 Aug 11 02:23:03.391370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Provisioning complete for port dac1d7f2-ce8d-4cf6-ac37-db32302db91d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:03.393236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.438796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-0d46ed8d-fe71-4879-8e0f-d293563d610f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539448 Aug 11 02:23:03.476171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-c54a5b02-9d60-4ee2-87e7-8d4ca5f1248a service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405398 Aug 11 02:23:03.491226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71ead61e-8e5d-46a9-9952-9f5efe783888 req-b7a64f9c-2fbc-4a02-bc27-fa41949ddbbf service neutron] 10.222.0.67 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056880 Aug 11 02:23:03.579179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e9cda-f250-4bd2-a64d-a4238c9da745 req-83954276-2ed6-4b45-a030-a68740e4ea63 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.589086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a99e9cda-f250-4bd2-a64d-a4238c9da745 req-83954276-2ed6-4b45-a030-a68740e4ea63 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 944 time: 0.9867811 Aug 11 02:23:03.604621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:03.611573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.629322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 742d711e-6243-47f0-a729-e678ab615c55 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:03.648346 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-15a54223-de35-434f-a35e-bea7546f10fb req-02f01738-866d-45bd-bdca-61bae6ed0e3a service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397231 Aug 11 02:23:03.651203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b297f-02b8-4bb7-9a83-d15862841c2f req-cf177141-52a7-402b-858d-dfe9df3dee87 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:03.664458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-119b297f-02b8-4bb7-9a83-d15862841c2f req-cf177141-52a7-402b-858d-dfe9df3dee87 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 944 time: 1.0016527 Aug 11 02:23:03.708089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 0bc58f5b-92b6-4f72-adcf-868a7308047b yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:23:03.709729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 742d711e-6243-47f0-a729-e678ab615c55 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:03.710920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 742d711e-6243-47f0-a729-e678ab615c55 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:03.715939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Provisioning for port e30d1dd2-320c-4cc4-b644-74558cc41178 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:03.725246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a99e9cda-f250-4bd2-a64d-a4238c9da745 req-889d1848-7357-43fd-ad13-1ecd1e325e5d tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324182 Aug 11 02:23:03.726114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Provisioning complete for port e30d1dd2-320c-4cc4-b644-74558cc41178 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:03.726778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.746080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:03.746080 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aeba75-932f-46e5-b285-02d82bba5593" -d '{"events": [{"name": "network-changed", "server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "tag": "d932fdce-a462-4d91-99df-ff8296dac411"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:03.771198 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-f5df58d2-0b21-4023-8ebd-a85ad9ec6820 service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189478 Aug 11 02:23:03.816975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cd018175-fa16-4a99-88ca-17056c13d95f None None] Port e30d1dd2-320c-4cc4-b644-74558cc41178 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:03.849913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-119b297f-02b8-4bb7-9a83-d15862841c2f req-eec1279f-9469-4d4c-a66f-64fddbc1860e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753631 Aug 11 02:23:03.948108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-267b7e73-2703-49c8-83ea-9d1e54848748 None None] Provisioning complete for port e30d1dd2-320c-4cc4-b644-74558cc41178 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:03.948108 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-267b7e73-2703-49c8-83ea-9d1e54848748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:03.975286 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a16f83e5-03a2-40df-8f4b-7af050cbe46a req-686fb538-1280-4373-9118-6751cf91d52a service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810896 Aug 11 02:23:04.018238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-267b7e73-2703-49c8-83ea-9d1e54848748 None None] Port e30d1dd2-320c-4cc4-b644-74558cc41178 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:04.058546 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae0fd7-1612-4df4-b96b-fcc36f674dd5 x-openstack-request-id: req-abae0fd7-1612-4df4-b96b-fcc36f674dd5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:04.058962 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "tag": "d932fdce-a462-4d91-99df-ff8296dac411", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:04.059261 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-abae0fd7-1612-4df4-b96b-fcc36f674dd5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:04.059701 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411', 'status': 'completed', 'code': 200} Aug 11 02:23:04.081639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.9 (9eb2c37b-27cb-4c1f-bbb6-29360206f358/36583374-211c-41da-b6a5-d277fcfcd399/0bc58f5b-92b6-4f72-adcf-868a7308047b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:04.152379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeba75-932f-46e5-b285-02d82bba5593 req-8cded4fe-1221-4c86-b3d5-4cb3f4a383db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.156044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-8cded4fe-1221-4c86-b3d5-4cb3f4a383db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b460f36f5c3426785242595c0175adb&device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 1096 time: 0.0748167 Aug 11 02:23:04.270814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeba75-932f-46e5-b285-02d82bba5593 req-b52e55e0-7b6a-4152-95a0-4c29d66b416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.272396 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-b52e55e0-7b6a-4152-95a0-4c29d66b416f service neutron] 10.222.0.61 "GET /v2.0/networks?id=39e6b54b-aa18-482a-ba72-105233aa31cd HTTP/1.1" status: 200 len: 915 time: 0.1086099 Aug 11 02:23:04.320219 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-683bdea3-c8c5-41f4-aa97-86452b030b9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d932fdce-a462-4d91-99df-ff8296dac411 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Aug 11 02:23:04.362245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dac1d7f2-ce8d-4cf6-ac37-db32302db91d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:04.382149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeba75-932f-46e5-b285-02d82bba5593 req-450b5d93-8f20-4e63-a959-86be81036118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.384068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-450b5d93-8f20-4e63-a959-86be81036118 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f65f0f0-9858-485c-a421-a3a4a02daa94 HTTP/1.1" status: 200 len: 853 time: 0.0555542 Aug 11 02:23:04.430395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.444267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dac1d7f2-ce8d-4cf6-ac37-db32302db91d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:04.444784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.449396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 0bc58f5b-92b6-4f72-adcf-868a7308047b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:04.510718 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.515516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeba75-932f-46e5-b285-02d82bba5593 req-67b62fc6-5fc4-4480-92d0-31e0b79396ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.520156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-67b62fc6-5fc4-4480-92d0-31e0b79396ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39e6b54b-aa18-482a-ba72-105233aa31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238589 Aug 11 02:23:04.520437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-3f04c5cf-1c13-4d4e-8c1f-8ee9ddbf0e85 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.522142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-3f04c5cf-1c13-4d4e-8c1f-8ee9ddbf0e85 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.3249707 Aug 11 02:23:04.582556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c66c55bf-8e33-4b10-a0de-9e5e877452db tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0164881 Aug 11 02:23:04.590017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=0bc58f5b-92b6-4f72-adcf-868a7308047b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:04.602281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:04.606439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:04.616099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:04.676947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-8f6e5078-aba4-4066-9b74-5bc94a8c6e41 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727315 Aug 11 02:23:04.738778 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-d64a2b4f-82bf-4f30-80c0-9c14ac64ed3a service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031758 Aug 11 02:23:04.764580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.765694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.812302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d3901e75-c365-4f3b-aaff-6cacca728f8d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2331610 Aug 11 02:23:04.830591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:04.887149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e074bc-5076-44bc-a453-ffa1da25fd23 req-4039084a-5de0-4661-b443-9d7606df8160 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.889087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06e074bc-5076-44bc-a453-ffa1da25fd23 req-4039084a-5de0-4661-b443-9d7606df8160 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 944 time: 0.0764666 Aug 11 02:23:04.894253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-e9c8a15b-9b4e-4d1d-9301-77269db6c930 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057548 Aug 11 02:23:04.945092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-9af5c074-ab8e-4fac-93e2-67136520626a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1864324 Aug 11 02:23:04.964597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2f66d2e5-1235-456d-bb3e-9d9b4bca408e None None] Provisioning for port 0bc58f5b-92b6-4f72-adcf-868a7308047b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:04.974523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6c233-4260-4c93-8080-cd2727deb3f3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:04.975255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2f66d2e5-1235-456d-bb3e-9d9b4bca408e None None] Provisioning complete for port 0bc58f5b-92b6-4f72-adcf-868a7308047b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:04.975883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2f66d2e5-1235-456d-bb3e-9d9b4bca408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:04.980815 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-33a6c233-4260-4c93-8080-cd2727deb3f3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1433492 Aug 11 02:23:04.992426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:05.004753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-36aeba75-932f-46e5-b285-02d82bba5593 req-a2859624-8ce6-456b-bc2c-c83f8cad55fc service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553129 Aug 11 02:23:05.027266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2f66d2e5-1235-456d-bb3e-9d9b4bca408e None None] Port 0bc58f5b-92b6-4f72-adcf-868a7308047b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:05.050661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06e074bc-5076-44bc-a453-ffa1da25fd23 req-daeba06b-a32e-4b08-a02d-75d6aff43768 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486404 Aug 11 02:23:05.060660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-0c11eeec-660f-40d4-91a1-986dfd129857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.062301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-0c11eeec-660f-40d4-91a1-986dfd129857 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e5bee0b319243d291c21f64b6fb722f&device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 1097 time: 0.0806148 Aug 11 02:23:05.090094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b873c-af0f-4ebf-a6a6-d57753ee59a3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.091172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-a1e46a86-ce21-4c67-b7be-fccf6e719c03 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874840 Aug 11 02:23:05.099030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b873c-af0f-4ebf-a6a6-d57753ee59a3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.105683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b873c-af0f-4ebf-a6a6-d57753ee59a3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.107472 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4f7b873c-af0f-4ebf-a6a6-d57753ee59a3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1161394 Aug 11 02:23:05.111902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53912) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:05.234114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-1e66d89c-fef5-4a46-9a01-03d0d33a566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.235698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-1e66d89c-fef5-4a46-9a01-03d0d33a566b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 200 len: 915 time: 0.1271534 Aug 11 02:23:05.248155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 0bc58f5b-92b6-4f72-adcf-868a7308047b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:05.248723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.289149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-a68b36d6-8321-4152-a386-5ff1fc9ba852 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b3245f3-5291-4acf-a677-4236053040c3 HTTP/1.1" status: 200 len: 217 time: 0.0419431 Aug 11 02:23:05.326352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37199f82-f748-4ae8-a003-356f066be416 req-21f4be1a-3d6f-4f1d-aa1f-febd8f927652 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.328175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37199f82-f748-4ae8-a003-356f066be416 req-21f4be1a-3d6f-4f1d-aa1f-febd8f927652 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 944 time: 0.1181884 Aug 11 02:23:05.360687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-d103f40b-3201-4e6f-801e-8d146d1005c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:05.362374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-d103f40b-3201-4e6f-801e-8d146d1005c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 200 len: 854 time: 0.0627170 Aug 11 02:23:05.411023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.433577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37199f82-f748-4ae8-a003-356f066be416 req-3dca2f7a-9915-4b78-b5d5-b445f94e1104 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964251 Aug 11 02:23:05.442782 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-e06c4c1c-46c2-4b4a-b83c-ea869a206abd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e085854-6025-41ba-a2e2-485eda3a2caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579224 Aug 11 02:23:05.448815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 0bc58f5b-92b6-4f72-adcf-868a7308047b owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:05.503160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf5194f4-c139-458d-b93e-0463908b3409 req-df6307ed-6a88-49c6-beb3-6a2217029d57 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Aug 11 02:23:05.622766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:05.629794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-2483dfe9-86b2-4b3e-a330-c76bac7ef8e0 service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823065 Aug 11 02:23:05.690695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.761085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:05.766424 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9cc3a98f-71f4-41a8-ad4d-a201a9c59f14 req-6eb3ec38-aaca-4f38-8e57-6234f5fdfafb service neutron] 10.222.0.61 "GET /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232188 Aug 11 02:23:05.777490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1', 'network_id': '6e085854-6025-41ba-a2e2-485eda3a2caa', 'port_id': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1', 'mac_address': 'fa:16:3e:a1:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf4f625-d366-4690-95b6-18de9caf3edf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:05.780258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=0bc58f5b-92b6-4f72-adcf-868a7308047b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.826121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.843433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:05.867949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:05.874520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.946617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:05.946891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:05.952451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d75b62e9-daba-4fde-8082-88d155658a3c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/0bc58f5b-92b6-4f72-adcf-868a7308047b HTTP/1.1" status: 204 len: 168 time: 0.8387697 Aug 11 02:23:05.954886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53926) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.003159 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a3dcf4-f425-48f0-a975-4d1849be05d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:23:06.009891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6a3dcf4-f425-48f0-a975-4d1849be05d5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/0bc58f5b-92b6-4f72-adcf-868a7308047b HTTP/1.1" status: 404 len: 333 time: 0.0495489 Aug 11 02:23:06.010573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.157177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:06.201713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port e30d1dd2-320c-4cc4-b644-74558cc41178 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:06.202209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.300983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dbf02-39c4-4462-bbbd-5ef2efd3a079 req-139dc61a-59b4-4e52-a937-2cb5d3f6b1c8 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.310630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-403dbf02-39c4-4462-bbbd-5ef2efd3a079 req-139dc61a-59b4-4e52-a937-2cb5d3f6b1c8 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 945 time: 0.0966761 Aug 11 02:23:06.340893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.361017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for e30d1dd2-320c-4cc4-b644-74558cc41178 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:06.369021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-403dbf02-39c4-4462-bbbd-5ef2efd3a079 req-1169e074-52cd-4340-8baa-72d11532bf28 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Aug 11 02:23:06.568945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.647828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=e30d1dd2-320c-4cc4-b644-74558cc41178,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:06.679594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71982222-8289-435d-91a3-3cde98540eb4 req-357b9735-3ef3-4b30-a190-02f30d6bd06c tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:06.687660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71982222-8289-435d-91a3-3cde98540eb4 req-357b9735-3ef3-4b30-a190-02f30d6bd06c tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 944 time: 0.1157305 Aug 11 02:23:06.718755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7887293-591c-479e-b13a-a30777507fee req-c1b37e73-c425-4408-bcaa-475b7e8d3888 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 210 time: 0.0790143 Aug 11 02:23:06.785796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:06.787342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71982222-8289-435d-91a3-3cde98540eb4 req-0ab7123d-aeb8-40d1-a503-f4dbb925938e tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672712 Aug 11 02:23:06.789132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4de75305-2c87-49e2-9146-7c8d5cf06988 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/e30d1dd2-320c-4cc4-b644-74558cc41178 HTTP/1.1" status: 204 len: 168 time: 0.7773311 Aug 11 02:23:06.793574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.833647 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06f4dd3-7a29-4dab-81d0-fbacd5c2e947 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:23:06.836779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e06f4dd3-7a29-4dab-81d0-fbacd5c2e947 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/e30d1dd2-320c-4cc4-b644-74558cc41178 HTTP/1.1" status: 404 len: 333 time: 0.0418379 Aug 11 02:23:06.840878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53944) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:06.909757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 36583374-211c-41da-b6a5-d277fcfcd399 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:06.913689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.011834 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.129355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-0f0b3cce-ab0d-41b1-adba-e36d62637d87 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.130922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-0f0b3cce-ab0d-41b1-adba-e36d62637d87 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.67 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.1937311 Aug 11 02:23:07.148577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:07.195553 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.301216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.350188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=36583374-211c-41da-b6a5-d277fcfcd399,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:07.353507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:07.357197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.360207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.362260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a158a5c1-d941-42e4-ba77-fc6811fb969e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/36583374-211c-41da-b6a5-d277fcfcd399 HTTP/1.1" status: 204 len: 168 time: 0.5196161 Aug 11 02:23:07.366124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:07.382863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d943d-6d80-46bc-b929-7ee5ed23230e None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:07.557378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.604045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.7 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/3dc109bb-6e4c-415d-9481-902001296641) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:07.643836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d932fdce-a462-4d91-99df-ff8296dac411 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:07.648149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port dac1d7f2-ce8d-4cf6-ac37-db32302db91d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:07.648986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cfe89-b56d-4f41-b719-4fd8dc4abbdd req-39f7407a-9751-4b6b-aa9f-64f3718e55ae tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:07.649201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.649390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:07.651771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a84cfe89-b56d-4f41-b719-4fd8dc4abbdd req-39f7407a-9751-4b6b-aa9f-64f3718e55ae tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 945 time: 0.1424410 Aug 11 02:23:07.727045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] DHCP port deletion for 9eb2c37b-27cb-4c1f-bbb6-29360206f358 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:07.759935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,segment=NetworkSegment(8a10c43b-3089-4296-9c8e-b76b35bbcdd4),segment_id=8a10c43b-3089-4296-9c8e-b76b35bbcdd4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:07.761218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:07.791602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for dac1d7f2-ce8d-4cf6-ac37-db32302db91d owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:07.815820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a84cfe89-b56d-4f41-b719-4fd8dc4abbdd req-268ffd47-1ef5-4196-a339-73749e173d18 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391513 Aug 11 02:23:07.891038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:23:07.985690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.001354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff855476-908c-4468-b262-fcd85896a4d6 req-5eacba10-babd-40b2-a47e-81779acc5aae tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 210 time: 0.0767262 Aug 11 02:23:08.019289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.022029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port dac1d7f2-ce8d-4cf6-ac37-db32302db91d on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:08.108529 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.152616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c72b3-89a3-4a46-9260-1424848ffea4 req-b0ce562e-30ee-4fd3-824f-5c830ec3f8db tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.155528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e1c72b3-89a3-4a46-9260-1424848ffea4 req-b0ce562e-30ee-4fd3-824f-5c830ec3f8db tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 944 time: 0.2060764 Aug 11 02:23:08.167216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.187508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb2c37b-27cb-4c1f-bbb6-29360206f358']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:08.208280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a10c43b-3089-4296-9c8e-b76b35bbcdd4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:08.208864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a10c43b-3089-4296-9c8e-b76b35bbcdd4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:08.226865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.251461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:08.258351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e1c72b3-89a3-4a46-9260-1424848ffea4 req-4f3eb57e-5f8a-4f37-8bc0-ebcd7b300550 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893161 Aug 11 02:23:08.264929 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.266641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:08.267250 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.276212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:08.276212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:08.280232 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:08.286125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Deleting port dac1d7f2-ce8d-4cf6-ac37-db32302db91d {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:08.286339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.287747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.396905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.422976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:08.426415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dac1d7f2-ce8d-4cf6-ac37-db32302db91d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:08.433536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:08.438488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:08.460416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.465479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/9eb2c37b-27cb-4c1f-bbb6-29360206f358 HTTP/1.1" status: 204 len: 168 time: 1.0963917 Aug 11 02:23:08.468072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=9eb2c37b-27cb-4c1f-bbb6-29360206f358,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.482551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:08.487539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.492152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1558142421'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:08.500402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.501137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.501740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.502981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.503823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.504327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.504450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dac1d7f2-ce8d-4cf6-ac37-db32302db91d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:08.504895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.505113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dac1d7f2-ce8d-4cf6-ac37-db32302db91d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:08.505519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.506994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.506994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.507521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.508207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a258e-ed42-48ed-899e-ed585adefb5e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:08.528832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d932fdce-a462-4d91-99df-ff8296dac411,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:08.540187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.541571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.553835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] For port dac1d7f2-ce8d-4cf6-ac37-db32302db91d, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:08.554752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.560164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:08.566186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-32e549f8-71b0-44fe-9fa3-b2a71a7ae7d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215858 Aug 11 02:23:08.566888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.579815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Request body: {'port': {'device_id': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:08.587432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'd932fdce-a462-4d91-99df-ff8296dac411', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'port_id': 'd932fdce-a462-4d91-99df-ff8296dac411', 'mac_address': 'fa:16:3e:b1:81:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:08.591396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Calling delete_port for dac1d7f2-ce8d-4cf6-ac37-db32302db91d owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:08.598856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Port dac1d7f2-ce8d-4cf6-ac37-db32302db91d was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:23:08.608625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.611289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:23:08.625967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.626326 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Added segment 7e4dc135-f2c4-4fc2-9b1f-2463a6a56201 of type vlan for network 8743f5c1-8263-47bc-9547-d3b628c52625 Aug 11 02:23:08.666347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.680623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Network 9eb2c37b-27cb-4c1f-bbb6-29360206f358 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:23:08.681333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] No DVR routers for this DVR port dac1d7f2-ce8d-4cf6-ac37-db32302db91d on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:08.682938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.727369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.736097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:08.737013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.777000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995959c-dbdc-4ac6-8d16-f8f51673a812 None None] Pushing event deleted for resources: {'Port': ['ID=dac1d7f2-ce8d-4cf6-ac37-db32302db91d,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.791036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3065269 Aug 11 02:23:08.791722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:08.824654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.828155 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:08.828655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:08.870538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d932fdce-a462-4d91-99df-ff8296dac411 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:08.919186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d5e9d-d3c3-4362-9f9e-2c4e02dfd4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Network': ['ID=8743f5c1-8263-47bc-9547-d3b628c52625,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:08.930125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d932fdce-a462-4d91-99df-ff8296dac411,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:08.978771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:08.981190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 8743f5c1-8263-47bc-9547-d3b628c52625 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:23:08.988985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:08.993338 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d417921-d881-412c-b6fa-9366c0d24624" -d '{"events": [{"server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "name": "network-vif-plugged", "status": "completed", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:08.998859 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.002500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:09.008726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.023392 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.144320 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50bc993-dc28-4131-8300-8be952bfd557 x-openstack-request-id: req-f50bc993-dc28-4131-8300-8be952bfd557 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:09.145182 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "name": "network-vif-plugged", "status": "completed", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:09.145882 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f50bc993-dc28-4131-8300-8be952bfd557 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:09.146786 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1', 'code': 200} Aug 11 02:23:09.209892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc109bb-6e4c-415d-9481-902001296641 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:09.219170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:09.230850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.263644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Transition to ACTIVE for port object 3dc109bb-6e4c-415d-9481-902001296641 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:09.281400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004d2bc-a713-4f1e-85f4-59d2ac56f1b7 req-a9823eb2-07ba-4ae6-a773-d12c4d8c787f tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.282963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b004d2bc-a713-4f1e-85f4-59d2ac56f1b7 req-a9823eb2-07ba-4ae6-a773-d12c4d8c787f tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 945 time: 0.3387160 Aug 11 02:23:09.287412 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.321939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['d932fdce-a462-4d91-99df-ff8296dac411'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:09.367791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05647-4b1c-4e8e-84b1-4cb0840004c7 req-38f83e8c-4814-4a18-b941-3372537f1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.371025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97a05647-4b1c-4e8e-84b1-4cb0840004c7 req-38f83e8c-4814-4a18-b941-3372537f1690 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 1098 time: 0.1528885 Aug 11 02:23:09.384597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:09.492251 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97a05647-4b1c-4e8e-84b1-4cb0840004c7 req-96cfd27e-4a64-44d0-8660-7e221439b834 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076374 Aug 11 02:23:09.493167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.508954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb60fe0-a773-4b91-aef1-5cac2a07afc0 req-c8ba11f4-5e22-46e6-b53a-5d0605d5629c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.511443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bb60fe0-a773-4b91-aef1-5cac2a07afc0 req-c8ba11f4-5e22-46e6-b53a-5d0605d5629c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 943 time: 0.2501485 Aug 11 02:23:09.520818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:09.546299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b004d2bc-a713-4f1e-85f4-59d2ac56f1b7 req-b2721784-c4e2-4c28-9262-44c017f5aa85 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324111 Aug 11 02:23:09.573770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=d079cc20-1d91-4095-8367-73ff2b6ce8a1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:09.584882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Checking segment: {'id': '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:09.585469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network hostable DHCP agents. Network: 8743f5c1-8263-47bc-9547-d3b628c52625, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:23:09.608418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 8743f5c1-8263-47bc-9547-d3b628c52625 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:23:09.621412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 8743f5c1-8263-47bc-9547-d3b628c52625) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:09.626288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.626946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.634352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b8bf4-816c-45c0-914a-8533b4d43021 None None] Network 8743f5c1-8263-47bc-9547-d3b628c52625 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:09.645417 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0568ac18-0e38-4fcb-ab46-0793b3bebe6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8212941 Aug 11 02:23:09.648267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53980) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:09.653380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1901000099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:09.685627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.687202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.714495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bb60fe0-a773-4b91-aef1-5cac2a07afc0 req-ce7194a2-4489-4aff-b188-82f084b8ecb5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395679 Aug 11 02:23:09.745963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Attempting to bind port 3dc109bb-6e4c-415d-9481-902001296641 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:09.746407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Attempting to bind port 3dc109bb-6e4c-415d-9481-902001296641 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:09.746870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Attempting to bind port 3dc109bb-6e4c-415d-9481-902001296641 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:09.762779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Port 3dc109bb-6e4c-415d-9481-902001296641 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:23:09.763233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Attempting to bind port 3dc109bb-6e4c-415d-9481-902001296641 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:09.771461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:09.772234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:09.772802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:09.773473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Bound port: 3dc109bb-6e4c-415d-9481-902001296641, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:09.774089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.787474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.787902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dfb0b-bee7-46df-8902-4e4a5f7c3fa9 req-6ab47b02-7c54-4dc5-b8a6-af11a68c364c tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.789861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b68dfb0b-bee7-46df-8902-4e4a5f7c3fa9 req-6ab47b02-7c54-4dc5-b8a6-af11a68c364c tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 945 time: 0.1735232 Aug 11 02:23:09.795210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.826775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.835212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3cbae330-32e8-4996-a667-e762523340f8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1853786 Aug 11 02:23:09.836341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:09.848175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625', 'name': 'tempest-PortsTestJSON-582252920'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:09.884311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:09.920954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-8743f5c1-8263-47bc-9547-d3b628c52625', 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': 'd079cc20-1d91-4095-8367-73ff2b6ce8a1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:23:09.922376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:09.922587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.930208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.980419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b68dfb0b-bee7-46df-8902-4e4a5f7c3fa9 req-255addea-b7aa-426c-8f76-f9f743ad0f97 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241117 Aug 11 02:23:09.991082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:09.992033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:09.993312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] 10.222.0.67 "PUT /v2.0/ports/3dc109bb-6e4c-415d-9481-902001296641 HTTP/1.1" status: 200 len: 1092 time: 1.4185755 Aug 11 02:23:09.993788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'tag': '3dc109bb-6e4c-415d-9481-902001296641'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:09.996498 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336abce8-5603-4f78-9744-02b166fa1eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "tag": "3dc109bb-6e4c-415d-9481-902001296641"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:10.055605 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb860f1-76c8-4283-9f34-43dcb8695502 x-openstack-request-id: req-bbb860f1-76c8-4283-9f34-43dcb8695502 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:10.055888 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "tag": "3dc109bb-6e4c-415d-9481-902001296641", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:10.056103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bbb860f1-76c8-4283-9f34-43dcb8695502 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:10.057861 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'tag': '3dc109bb-6e4c-415d-9481-902001296641', 'status': 'completed', 'code': 200} Aug 11 02:23:10.057861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6785a-05c9-44b6-84da-a0c7d7b40148 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:10.088918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:10.093012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.122401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 6e5c6796-bc00-4e1b-a253-221c4d263f99 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:23:10.123644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-9697f4ef-ac7d-45af-aa74-54d4f3992104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.125685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-9697f4ef-ac7d-45af-aa74-54d4f3992104 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 1095 time: 0.0538602 Aug 11 02:23:10.192541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-b3d5b375-2a13-4fdd-a864-7408c0836fe6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc109bb-6e4c-415d-9481-902001296641 HTTP/1.1" status: 200 len: 217 time: 0.0529652 Aug 11 02:23:10.255540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-23a75203-50af-48e7-800e-c1dafdff1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.257458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-23a75203-50af-48e7-800e-c1dafdff1de6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0580935 Aug 11 02:23:10.284792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Allocated IP 172.20.0.2 (8743f5c1-8263-47bc-9547-d3b628c52625/d079cc20-1d91-4095-8367-73ff2b6ce8a1/6ee7104d-1575-4b6a-abc7-ac57057e7560) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:10.329927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-cfa463f3-9345-44c5-93af-cce34d6c55cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627098 Aug 11 02:23:10.396725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.453013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-103566a3-3dba-4a52-ab6c-8c213b540d43 service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158061 Aug 11 02:23:10.529846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.546436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Transition to ACTIVE for port object 6ee7104d-1575-4b6a-abc7-ac57057e7560 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:10.569382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Transition to ACTIVE for port object 6ee7104d-1575-4b6a-abc7-ac57057e7560 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:10.586330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.604456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fcf6b72-9dab-415b-8b5b-e5e6ff6acf42 req-4a867c26-f92f-4df1-8484-8f56a7cba125 service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430018 Aug 11 02:23:10.683306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.12 (8743f5c1-8263-47bc-9547-d3b628c52625/d079cc20-1d91-4095-8367-73ff2b6ce8a1/6e5c6796-bc00-4e1b-a253-221c4d263f99) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:10.711164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Network 8743f5c1-8263-47bc-9547-d3b628c52625 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:10.721724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:10.724975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.725672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Pushing event updated for resources: {'Port': ['ID=6ee7104d-1575-4b6a-abc7-ac57057e7560,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:10.728372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:10.815501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-704388b4-0095-45a4-9b0c-ad854a1303e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.819095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-704388b4-0095-45a4-9b0c-ad854a1303e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 1095 time: 0.1399741 Aug 11 02:23:10.838083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Attempting to bind port 6ee7104d-1575-4b6a-abc7-ac57057e7560 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:10.838525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Attempting to bind port 6ee7104d-1575-4b6a-abc7-ac57057e7560 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:10.838886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Attempting to bind port 6ee7104d-1575-4b6a-abc7-ac57057e7560 on network 8743f5c1-8263-47bc-9547-d3b628c52625 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:10.852580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:10.855210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Checking segment: {'id': '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:10.855661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.856070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Bound using segment: {'id': '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:10.857384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Bound port: 6ee7104d-1575-4b6a-abc7-ac57057e7560, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8743f5c1-8263-47bc-9547-d3b628c52625'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:10.857787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.872804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efa934-d683-4bb8-a07b-0f1acb8aadf2 req-bb6fcf84-a8b8-47cc-a57d-6aaacb6693aa tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:10.876187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50efa934-d683-4bb8-a07b-0f1acb8aadf2 req-bb6fcf84-a8b8-47cc-a57d-6aaacb6693aa tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 946 time: 0.1497424 Aug 11 02:23:10.932020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:10.963480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 6e5c6796-bc00-4e1b-a253-221c4d263f99 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:10.984594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] For port 6ee7104d-1575-4b6a-abc7-ac57057e7560, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:10.990040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] For port 6ee7104d-1575-4b6a-abc7-ac57057e7560, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6ee7104d-1575-4b6a-abc7-ac57057e7560,segment=NetworkSegment(7e4dc135-f2c4-4fc2-9b1f-2463a6a56201),segment_id=7e4dc135-f2c4-4fc2-9b1f-2463a6a56201)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:10.999248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.030585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.081091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212bb5-fcc5-49e1-9e47-fc4fb5f78c8e None None] Pushing event updated for resources: {'Port': ['ID=6ee7104d-1575-4b6a-abc7-ac57057e7560,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:11.098641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50efa934-d683-4bb8-a07b-0f1acb8aadf2 req-ceb34796-588c-4db6-a58c-18e3731e3b84 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956320 Aug 11 02:23:11.106502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 8743f5c1-8263-47bc-9547-d3b628c52625 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:11.110063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:11.117100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:11.150234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6e5c6796-bc00-4e1b-a253-221c4d263f99,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:11.209966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00142-ddb6-42cf-8920-cb9afb785ee6 req-f8fae691-2e82-46fa-bb0f-05e64e20484a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.211621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fb00142-ddb6-42cf-8920-cb9afb785ee6 req-f8fae691-2e82-46fa-bb0f-05e64e20484a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 943 time: 0.2754476 Aug 11 02:23:11.218651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.219943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.245997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-f6567c13-20ee-4011-b9f8-2f0f911ac7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.247579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-f6567c13-20ee-4011-b9f8-2f0f911ac7dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.4171674 Aug 11 02:23:11.256022 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3251a551-b3e4-4e52-9539-30612d128194 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4168558 Aug 11 02:23:11.259564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:11.346545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-d1067ca2-62f2-4b51-9313-a3622a8f4200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc109bb-6e4c-415d-9481-902001296641 HTTP/1.1" status: 200 len: 217 time: 0.0865860 Aug 11 02:23:11.349989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fb00142-ddb6-42cf-8920-cb9afb785ee6 req-6403609f-3ac4-4393-a3d3-24c14cd9800b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281743 Aug 11 02:23:11.575332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-f783d093-15fa-4a42-8dc0-b0939f3786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.579919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-f783d093-15fa-4a42-8dc0-b0939f3786b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.2209089 Aug 11 02:23:11.692384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d932fdce-a462-4d91-99df-ff8296dac411 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:11.708970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-2533ff9d-4911-4a88-a5e9-f11bfb56b49b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143138 Aug 11 02:23:11.864004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port d932fdce-a462-4d91-99df-ff8296dac411 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:11.869160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port d932fdce-a462-4d91-99df-ff8296dac411 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:11.869462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:11.957400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a52db-04d5-4ef3-8ce6-843e905f103b req-a5d0e307-194a-4b83-8f71-aab8ad03a8dc tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:11.959183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c3a52db-04d5-4ef3-8ce6-843e905f103b req-a5d0e307-194a-4b83-8f71-aab8ad03a8dc tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 945 time: 0.3894877 Aug 11 02:23:12.028404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-b8de193c-f2a2-44d6-ac2e-eb1769bb3553 service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003731 Aug 11 02:23:12.103677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.116507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.173276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:12.176314 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbd3964-6fd3-4686-84d6-ee01e3ce3b28" -d '{"events": [{"server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "name": "network-vif-plugged", "status": "completed", "tag": "d932fdce-a462-4d91-99df-ff8296dac411"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:12.194611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d932fdce-a462-4d91-99df-ff8296dac411,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:12.197234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045069b4-c4b4-4cdb-b4c0-5e48d1f3ff4d req-3d9b1469-9d76-4b5e-be3d-7de6db901af5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.199404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.206101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-045069b4-c4b4-4cdb-b4c0-5e48d1f3ff4d req-3d9b1469-9d76-4b5e-be3d-7de6db901af5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1818297 Aug 11 02:23:12.253697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c3a52db-04d5-4ef3-8ce6-843e905f103b req-850926c3-1972-4df7-b4a0-bb961ba1e60f tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287860 Aug 11 02:23:12.275303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:12.317891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-336abce8-5603-4f78-9744-02b166fa1eb3 req-78ee9c74-462d-48f5-a98b-e731f7df6b0f service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780993 Aug 11 02:23:12.359490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-045069b4-c4b4-4cdb-b4c0-5e48d1f3ff4d req-d58b1b3b-2baf-4df4-80b9-a87db46bb96b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494169 Aug 11 02:23:12.396275 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b11dad-5f7f-497c-b753-48f6a1e3ca99 x-openstack-request-id: req-e8b11dad-5f7f-497c-b753-48f6a1e3ca99 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:12.396275 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "name": "network-vif-plugged", "status": "completed", "tag": "d932fdce-a462-4d91-99df-ff8296dac411", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:12.396275 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8b11dad-5f7f-497c-b753-48f6a1e3ca99 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:12.396275 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411', 'code': 200} Aug 11 02:23:12.558484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6ee7104d-1575-4b6a-abc7-ac57057e7560 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:12.638776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6ee7104d-1575-4b6a-abc7-ac57057e7560 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:12.733026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d893a0-7b21-4545-8116-c2fe02e70abd req-ec03f58d-0c41-4f98-a1b8-9be42514b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.735779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-65d893a0-7b21-4545-8116-c2fe02e70abd req-ec03f58d-0c41-4f98-a1b8-9be42514b750 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 1098 time: 0.1382339 Aug 11 02:23:12.765370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bfb3e-155a-4a02-8210-a0fa3279b57d req-b6125ce7-fde4-4a1e-9b20-8fc54256478c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:12.767292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c5bfb3e-155a-4a02-8210-a0fa3279b57d req-b6125ce7-fde4-4a1e-9b20-8fc54256478c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 943 time: 0.0752869 Aug 11 02:23:12.842324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c5bfb3e-155a-4a02-8210-a0fa3279b57d req-fffcac9a-a0a7-4b93-8080-0c5e429e42a2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647514 Aug 11 02:23:12.871830 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-65d893a0-7b21-4545-8116-c2fe02e70abd req-74f9e7be-b97f-47ee-b10d-eb3d96e195e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199009 Aug 11 02:23:12.884142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:12.897212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:12.900368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d3f22-4a5c-4e64-bdd3-a1e6dad37c17 None None] Network 8743f5c1-8263-47bc-9547-d3b628c52625 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:12.907124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.097762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6e5c6796-bc00-4e1b-a253-221c4d263f99,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:13.121934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Provisioning for port 6ee7104d-1575-4b6a-abc7-ac57057e7560 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:13.135623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Provisioning complete for port 6ee7104d-1575-4b6a-abc7-ac57057e7560 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:13.136240 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.250877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.343756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:13.438555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3dc109bb-6e4c-415d-9481-902001296641', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '3dc109bb-6e4c-415d-9481-902001296641', 'mac_address': 'fa:16:3e:06:76:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:13.450891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23c9d-4931-4c77-823f-0e94bf278086 req-70139c0d-0a82-44da-b73a-1078aaa1ccd3 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.453180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.455087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c23c9d-4931-4c77-823f-0e94bf278086 req-70139c0d-0a82-44da-b73a-1078aaa1ccd3 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.0849085 Aug 11 02:23:13.500174 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.575003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c23c9d-4931-4c77-823f-0e94bf278086 req-32492ac5-4a80-4d2a-94cb-4a1dd3041b11 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977936 Aug 11 02:23:13.580977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.591260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf303259-4b20-41a3-877a-6b630d3c6a4a req-f735985e-a776-49e4-9e7d-43230b408ef3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:13.593778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf303259-4b20-41a3-877a-6b630d3c6a4a req-f735985e-a776-49e4-9e7d-43230b408ef3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1365230 Aug 11 02:23:13.601947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] For port 6ee7104d-1575-4b6a-abc7-ac57057e7560, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6ee7104d-1575-4b6a-abc7-ac57057e7560,segment=NetworkSegment(7e4dc135-f2c4-4fc2-9b1f-2463a6a56201),segment_id=7e4dc135-f2c4-4fc2-9b1f-2463a6a56201)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:13.608235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc109bb-6e4c-415d-9481-902001296641 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:13.615279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.674716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:13.686942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.702155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf303259-4b20-41a3-877a-6b630d3c6a4a req-c340e0c5-d502-4678-9853-5e7dd98742c6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966406 Aug 11 02:23:13.759977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c7d17-f5a0-4a76-9452-26818ebb8cb2 None None] Pushing event updated for resources: {'Port': ['ID=6ee7104d-1575-4b6a-abc7-ac57057e7560,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:13.892368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:13.983314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:13.990204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.054274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3dc109bb-6e4c-415d-9481-902001296641'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:14.087764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6e5c6796-bc00-4e1b-a253-221c4d263f99,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:14.090805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.107050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789ee10-5c40-4e4d-b996-493ee0cd2690 req-ba8b943a-fb63-4052-b910-276618cf2543 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.110491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6789ee10-5c40-4e4d-b996-493ee0cd2690 req-ba8b943a-fb63-4052-b910-276618cf2543 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 944 time: 0.1072931 Aug 11 02:23:14.125630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Provisioning for port 6e5c6796-bc00-4e1b-a253-221c4d263f99 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:14.133538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Provisioning complete for port 6e5c6796-bc00-4e1b-a253-221c4d263f99 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:14.134005 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.200335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6789ee10-5c40-4e4d-b996-493ee0cd2690 req-62aa4fc6-38cf-42b6-8596-a765b9ff7033 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747719 Aug 11 02:23:14.221546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Port 6e5c6796-bc00-4e1b-a253-221c4d263f99 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:14.264807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Provisioning complete for port 6ee7104d-1575-4b6a-abc7-ac57057e7560 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:14.264807 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3daa910d-c914-498c-9b2f-03b43ad0c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.268513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network 8743f5c1-8263-47bc-9547-d3b628c52625 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:14.271319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:14.444320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6ee7104d-1575-4b6a-abc7-ac57057e7560 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:14.478919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Router 743eb2d4-8f20-469f-8c1c-04b4e8568139 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:23:14.528301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6ee7104d-1575-4b6a-abc7-ac57057e7560 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:14.528782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.675047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-36415c3f-324a-43f0-9dbc-3fccc9fee585 None None] Provisioning complete for port 6e5c6796-bc00-4e1b-a253-221c4d263f99 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:14.675742 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-36415c3f-324a-43f0-9dbc-3fccc9fee585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.767812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-36415c3f-324a-43f0-9dbc-3fccc9fee585 None None] Port 6e5c6796-bc00-4e1b-a253-221c4d263f99 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:14.898446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41092ac-5a98-4a22-a7b1-6820f43ad1e7 req-eff22b07-c775-4463-ada1-1ab2946e518b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:14.906606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dbe0f3cb-a71b-413f-b299-657035ee5e4d None None] Provisioning complete for port 6e5c6796-bc00-4e1b-a253-221c4d263f99 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:14.906791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a41092ac-5a98-4a22-a7b1-6820f43ad1e7 req-eff22b07-c775-4463-ada1-1ab2946e518b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1498406 Aug 11 02:23:14.907953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f3cb-a71b-413f-b299-657035ee5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:14.986271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f3cb-a71b-413f-b299-657035ee5e4d None None] Port 6e5c6796-bc00-4e1b-a253-221c4d263f99 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:15.004207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a41092ac-5a98-4a22-a7b1-6820f43ad1e7 req-1609bcea-111b-43b0-97a7-ff9c1f330114 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965455 Aug 11 02:23:15.023704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa20e5-a045-4a34-9696-dcfaf9cba0ac req-be87ba56-318d-41d3-aeb2-949c4122789d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.025308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5aa20e5-a045-4a34-9696-dcfaf9cba0ac req-be87ba56-318d-41d3-aeb2-949c4122789d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1156683 Aug 11 02:23:15.085131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5aa20e5-a045-4a34-9696-dcfaf9cba0ac req-12b23db4-fc34-4a2d-8d9f-731aefcd5fd7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Aug 11 02:23:15.108944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:15.113307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-82adfdaa-e265-4ca4-80e9-79f961995598 None None] Provisioning complete for port 6e5c6796-bc00-4e1b-a253-221c4d263f99 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:15.113951 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-82adfdaa-e265-4ca4-80e9-79f961995598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.125538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-814a11fc-1b37-4061-823f-fc84734807e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/routers/743eb2d4-8f20-469f-8c1c-04b4e8568139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636150 Aug 11 02:23:15.127690 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] Sync routers for ids ['743eb2d4-8f20-469f-8c1c-04b4e8568139'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:15.128996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:15.162010 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] Routers {'743eb2d4-8f20-469f-8c1c-04b4e8568139'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:15.162647 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['743eb2d4-8f20-469f-8c1c-04b4e8568139'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:15.178778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-82adfdaa-e265-4ca4-80e9-79f961995598 None None] Port 6e5c6796-bc00-4e1b-a253-221c4d263f99 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:15.203591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e39eb-843e-4ab2-ba3b-5b9346299a3a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.206505 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7d3e39eb-843e-4ab2-ba3b-5b9346299a3a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?device_id=743eb2d4-8f20-469f-8c1c-04b4e8568139 HTTP/1.1" status: 200 len: 982 time: 0.0762117 Aug 11 02:23:15.209355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54062) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:15.226639 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:15.236531 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] Routers {'743eb2d4-8f20-469f-8c1c-04b4e8568139'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:15.237164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['743eb2d4-8f20-469f-8c1c-04b4e8568139'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:15.270299 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:15.270945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e117f7c-d558-432a-9301-e0567b205fed None None] The sync data for ids ['743eb2d4-8f20-469f-8c1c-04b4e8568139'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:15.370646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba142d-342c-4a33-858b-c1f288102031 req-4eccffe2-fbf1-45f4-97d8-22fea3e2885a tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.373582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48ba142d-342c-4a33-858b-c1f288102031 req-4eccffe2-fbf1-45f4-97d8-22fea3e2885a tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1196606 Aug 11 02:23:15.386425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54066) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:15.393954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Request body: {'floatingip': {'port_id': 'd932fdce-a462-4d91-99df-ff8296dac411'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:15.518786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:15.600239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0d1b-a9b4-48fa-9d99-153754ccbee1 req-1071d03e-8e4e-4f40-a442-5fb62cb85130 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:15.602207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d60a0d1b-a9b4-48fa-9d99-153754ccbee1 req-1071d03e-8e4e-4f40-a442-5fb62cb85130 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 944 time: 0.2266786 Aug 11 02:23:15.694205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d60a0d1b-a9b4-48fa-9d99-153754ccbee1 req-4c03946e-584f-4cf6-aa2d-eddee945345d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767431 Aug 11 02:23:16.014844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.245339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:23:16.461897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.472309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.492138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434137e-eb85-49f6-9acd-d79897e83904 req-9feac8cf-21e2-4174-a4dd-2fcc31ad239c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:16.494920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9434137e-eb85-49f6-9acd-d79897e83904 req-9feac8cf-21e2-4174-a4dd-2fcc31ad239c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1309452 Aug 11 02:23:16.505371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 6e5c6796-bc00-4e1b-a253-221c4d263f99 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:16.506159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.666444 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9434137e-eb85-49f6-9acd-d79897e83904 req-67e33717-9889-451c-bebc-c979013803c5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070275 Aug 11 02:23:16.682154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:16.700232 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Floating IP 39506d16-fc5c-46ee-864a-8535fc38b682 associated. External IP: 172.25.3.229, port: d932fdce-a462-4d91-99df-ff8296dac411. Aug 11 02:23:16.707606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 6e5c6796-bc00-4e1b-a253-221c4d263f99 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:16.910198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:16.979008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 3dc109bb-6e4c-415d-9481-902001296641 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:16.985559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3dc109bb-6e4c-415d-9481-902001296641 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:16.985971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.092939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.124114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.174605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:17.177038 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff1b22-21ad-45a4-9405-198eef277251" -d '{"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-plugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:17.199577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=6e5c6796-bc00-4e1b-a253-221c4d263f99,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.200150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:17.208345 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.263456 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad780d3e-1962-4925-8bf3-8343ff910dc1 x-openstack-request-id: req-ad780d3e-1962-4925-8bf3-8343ff910dc1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:17.263774 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-plugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:17.264069 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad780d3e-1962-4925-8bf3-8343ff910dc1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:17.264569 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641', 'code': 200} Aug 11 02:23:17.331722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:17.368087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.369057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.369931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.370694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.371516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.372517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.373311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.374166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.374950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.375776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.376575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.377392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:17.539089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:17.579322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40acd-b083-4af0-8160-23437bfb0816 req-665f548e-a3f5-456f-9f80-7bf7383a1255 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.582302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12b40acd-b083-4af0-8160-23437bfb0816 req-665f548e-a3f5-456f-9f80-7bf7383a1255 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1671252 Aug 11 02:23:17.641836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62da36-577e-46b0-92d3-8e46d8ea64a0 req-549c066f-2e5f-412d-8973-673feb82669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.645096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce62da36-577e-46b0-92d3-8e46d8ea64a0 req-549c066f-2e5f-412d-8973-673feb82669a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 1097 time: 0.2200508 Aug 11 02:23:17.769478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12b40acd-b083-4af0-8160-23437bfb0816 req-2ff9bd19-965b-4659-9398-db4c15c6c9cd tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225781 Aug 11 02:23:17.800730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Router 743eb2d4-8f20-469f-8c1c-04b4e8568139 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:17.823355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce62da36-577e-46b0-92d3-8e46d8ea64a0 req-93d55dbf-b5e7-40c8-b203-5a10707997d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582954 Aug 11 02:23:17.848929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Router faca0b11-3b1d-45d0-978d-19095612c6dd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:23:17.919022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15340-abdf-4444-aadd-64c59f5eeb0b req-9974665a-00de-40f9-a605-5c37e11b99d2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:17.920677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff15340-abdf-4444-aadd-64c59f5eeb0b req-9974665a-00de-40f9-a605-5c37e11b99d2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1187053 Aug 11 02:23:17.937327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:17.948615 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f96fe78-50f5-4228-949e-c73107aaae8b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/routers/743eb2d4-8f20-469f-8c1c-04b4e8568139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377217 Aug 11 02:23:17.949611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54090) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:17.952433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] Sync routers for ids ['743eb2d4-8f20-469f-8c1c-04b4e8568139'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:17.969321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] Routers {'743eb2d4-8f20-469f-8c1c-04b4e8568139'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:17.970048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['743eb2d4-8f20-469f-8c1c-04b4e8568139'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:17.982384 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-57aa259d-6f95-412b-a480-e6b9ff5b7d7c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:23:17.984902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-57aa259d-6f95-412b-a480-e6b9ff5b7d7c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/6e5c6796-bc00-4e1b-a253-221c4d263f99 HTTP/1.1" status: 404 len: 333 time: 0.0309334 Aug 11 02:23:17.989353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54092) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:18.018318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff15340-abdf-4444-aadd-64c59f5eeb0b req-810bf0fd-f59b-4340-91bb-597bd59670c5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885797 Aug 11 02:23:18.031894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.042751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] Routers {'743eb2d4-8f20-469f-8c1c-04b4e8568139'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:18.043545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['743eb2d4-8f20-469f-8c1c-04b4e8568139'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.066072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:23:18.077843 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Sync routers for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:23:18.079502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.090902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:18.091902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.114950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.115571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c18ad585-2f81-44f2-9748-aabf6fbdf39b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "PUT /v2.0/floatingips/39506d16-fc5c-46ee-864a-8535fc38b682 HTTP/1.1" status: 200 len: 992 time: 2.7268181 Aug 11 02:23:18.115785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:18.119680 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb816b-2538-41bb-8d31-670550961f26" -d '{"events": [{"name": "network-changed", "server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "tag": "d932fdce-a462-4d91-99df-ff8296dac411"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:18.199477 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f97102-aee8-4493-8c0f-7de7ecb14895 x-openstack-request-id: req-d7f97102-aee8-4493-8c0f-7de7ecb14895 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:18.200199 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "tag": "d932fdce-a462-4d91-99df-ff8296dac411", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:18.200454 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7f97102-aee8-4493-8c0f-7de7ecb14895 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:18.200875 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411', 'status': 'completed', 'code': 200} Aug 11 02:23:18.236937 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:18.402630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.405503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.409767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.410549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8d1268-a01a-42c4-82aa-2939bce7b76e None None] The sync data for ids ['743eb2d4-8f20-469f-8c1c-04b4e8568139'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:18.462937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb816b-2538-41bb-8d31-670550961f26 req-0be8ebad-d95d-464e-8f7e-827526d240eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.465861 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-0be8ebad-d95d-464e-8f7e-827526d240eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b460f36f5c3426785242595c0175adb&device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 1098 time: 0.2121634 Aug 11 02:23:18.530752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.531768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Fanout notify agent at l3_agent the message router_deleted on router 743eb2d4-8f20-469f-8c1c-04b4e8568139 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:23:18.539319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.544030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-94e8f136-c060-48e6-be6d-a68a32062516 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/routers/743eb2d4-8f20-469f-8c1c-04b4e8568139 HTTP/1.1" status: 204 len: 168 time: 0.5500424 Aug 11 02:23:18.544030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:18.638138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet d079cc20-1d91-4095-8367-73ff2b6ce8a1 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:18.661669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.704201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb816b-2538-41bb-8d31-670550961f26 req-b0df4443-ae60-4c4c-aa9e-4805f89abf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.706363 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-b0df4443-ae60-4c4c-aa9e-4805f89abf66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39e6b54b-aa18-482a-ba72-105233aa31cd HTTP/1.1" status: 200 len: 915 time: 0.2302604 Aug 11 02:23:18.757164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '39506d16-fc5c-46ee-864a-8535fc38b682', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'port_id': 'd932fdce-a462-4d91-99df-ff8296dac411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'mac_address': 'fa:16:3e:b1:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:50Z', 'updated_at': '2021-08-11T02:23:16Z', 'revision_number': 1, 'project_id': '7b460f36f5c3426785242595c0175adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.773251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.847692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-ead49237-910e-4341-a196-51ad67d66df5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d932fdce-a462-4d91-99df-ff8296dac411 HTTP/1.1" status: 200 len: 1000 time: 0.1298752 Aug 11 02:23:18.857768 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Checking router: faca0b11-3b1d-45d0-978d-19095612c6dd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:23:18.888945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:23:18.895822 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:22:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:18.948654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:18.953595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb816b-2538-41bb-8d31-670550961f26 req-596aeb9e-8f07-4335-a235-015286ab6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:18.955013 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-596aeb9e-8f07-4335-a235-015286ab6f6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f65f0f0-9858-485c-a421-a3a4a02daa94 HTTP/1.1" status: 200 len: 853 time: 0.0897245 Aug 11 02:23:19.075712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb816b-2538-41bb-8d31-670550961f26 req-3d00292d-76de-41b9-ac23-0173d07e2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.079085 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-3d00292d-76de-41b9-ac23-0173d07e2a8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39e6b54b-aa18-482a-ba72-105233aa31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995438 Aug 11 02:23:19.107903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.138005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63810f-38de-42ce-8b65-dc44b8349eb7 req-6e8a2b8e-0af2-4898-bb82-c397836984a4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.153130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f63810f-38de-42ce-8b65-dc44b8349eb7 req-6e8a2b8e-0af2-4898-bb82-c397836984a4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.2027194 Aug 11 02:23:19.191632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=d079cc20-1d91-4095-8367-73ff2b6ce8a1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:19.204732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f52580-4259-47d3-abdf-5f4d36e044a0 None None] Network 8743f5c1-8263-47bc-9547-d3b628c52625 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:19.208004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.214071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4d1309d0-a71f-44ce-899d-bfe05d00eff5 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/d079cc20-1d91-4095-8367-73ff2b6ce8a1 HTTP/1.1" status: 204 len: 168 time: 0.6656895 Aug 11 02:23:19.214392 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:23:19.215094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:19.287085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f63810f-38de-42ce-8b65-dc44b8349eb7 req-5e5f4e0b-a7db-4964-b0c2-61b77a0c4da0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320562 Aug 11 02:23:19.341017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.414534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5806f84-df4d-4a94-a4bd-110bfa061b3b req-f44a6e2e-fccc-40dc-9586-2e51e93a7c3c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:19.415886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-1e73f569-e62a-47f0-bd46-01199646da7e service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198931 Aug 11 02:23:19.433426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5806f84-df4d-4a94-a4bd-110bfa061b3b req-f44a6e2e-fccc-40dc-9586-2e51e93a7c3c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.2092156 Aug 11 02:23:19.568563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5806f84-df4d-4a94-a4bd-110bfa061b3b req-fef47d5c-b994-4ebc-bdf7-3e096e8b51ad tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335266 Aug 11 02:23:19.728549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] DHCP port deletion for 8743f5c1-8263-47bc-9547-d3b628c52625 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:19.920384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Deleting port 6ee7104d-1575-4b6a-abc7-ac57057e7560 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:19.920987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.970032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 6ee7104d-1575-4b6a-abc7-ac57057e7560 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:19.971010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:19.974502 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '39506d16-fc5c-46ee-864a-8535fc38b682', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'port_id': 'd932fdce-a462-4d91-99df-ff8296dac411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'mac_address': 'fa:16:3e:b1:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:50Z', 'updated_at': '2021-08-11T02:23:16Z', 'revision_number': 1, 'project_id': '7b460f36f5c3426785242595c0175adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:20.007798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f5d2-1ee0-4a24-9d09-c539b3ee33e1 None None] The sync data for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 is: [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '39506d16-fc5c-46ee-864a-8535fc38b682', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'port_id': 'd932fdce-a462-4d91-99df-ff8296dac411', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'mac_address': 'fa:16:3e:b1:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:22:50Z', 'updated_at': '2021-08-11T02:23:16Z', 'revision_number': 1, 'project_id': '7b460f36f5c3426785242595c0175adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:23:20.066856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] For port 6ee7104d-1575-4b6a-abc7-ac57057e7560, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6ee7104d-1575-4b6a-abc7-ac57057e7560,segment=NetworkSegment(7e4dc135-f2c4-4fc2-9b1f-2463a6a56201),segment_id=7e4dc135-f2c4-4fc2-9b1f-2463a6a56201)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:20.067279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.084976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Calling delete_port for 6ee7104d-1575-4b6a-abc7-ac57057e7560 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:20.127776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7efb816b-2538-41bb-8d31-670550961f26 req-50e4ada2-b9b1-41f0-b9a2-501c044b3106 service neutron] 10.222.0.61 "GET /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830111 Aug 11 02:23:20.150214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] For port 6ee7104d-1575-4b6a-abc7-ac57057e7560, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6ee7104d-1575-4b6a-abc7-ac57057e7560,segment=NetworkSegment(7e4dc135-f2c4-4fc2-9b1f-2463a6a56201),segment_id=7e4dc135-f2c4-4fc2-9b1f-2463a6a56201)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:20.150214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.168853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 6ee7104d-1575-4b6a-abc7-ac57057e7560 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:20.229684 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.287698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] Pushing event deleted for resources: {'Port': ['ID=6ee7104d-1575-4b6a-abc7-ac57057e7560,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:20.290739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a769-a68b-48ed-a49e-23dba8c67c42 None None] No DVR routers for this DVR port 6ee7104d-1575-4b6a-abc7-ac57057e7560 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:20.325271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.365742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6577b-a232-4bc3-91ab-0a4e3657f703 None None] New status for floating IP 39506d16-fc5c-46ee-864a-8535fc38b682: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:23:20.413178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=6ee7104d-1575-4b6a-abc7-ac57057e7560,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:20.437074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6ee7104d-1575-4b6a-abc7-ac57057e7560 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:20.455232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No DVR routers for this DVR port 6ee7104d-1575-4b6a-abc7-ac57057e7560 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:20.497466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6ee7104d-1575-4b6a-abc7-ac57057e7560 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:20.497999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6ee7104d-1575-4b6a-abc7-ac57057e7560 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:20.528099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f764d-f688-472a-ae25-fbd6c8e8fd1d req-2a5b14a5-fa70-42d5-a1d4-54c3b2084b49 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.539402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a2f764d-f688-472a-ae25-fbd6c8e8fd1d req-2a5b14a5-fa70-42d5-a1d4-54c3b2084b49 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0985303 Aug 11 02:23:20.596128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a2f764d-f688-472a-ae25-fbd6c8e8fd1d req-520000cc-a8b1-4e8c-b163-ffebd5210450 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Aug 11 02:23:20.696112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.714836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8743f5c1-8263-47bc-9547-d3b628c52625']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:20.733597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:20.734450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4dc135-f2c4-4fc2-9b1f-2463a6a56201') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:20.747202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.770597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.779039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:20.779672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.782459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427bdbb-d252-4ccb-a05c-977682961cf7 req-22561f99-ee29-42e6-a65b-296dac95b674 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:20.793697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6427bdbb-d252-4ccb-a05c-977682961cf7 req-22561f99-ee29-42e6-a65b-296dac95b674 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0850205 Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:20.860027 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:20.871503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6427bdbb-d252-4ccb-a05c-977682961cf7 req-b0506b2d-6818-47a1-a5cd-4fd30338d65d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658746 Aug 11 02:23:20.881036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.906608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:20.921972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/8743f5c1-8263-47bc-9547-d3b628c52625 HTTP/1.1" status: 204 len: 168 time: 1.6954670 Aug 11 02:23:20.931085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54132) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:20.932957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade178a-ba41-4e66-9a65-51c738dfbfdd tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=8743f5c1-8263-47bc-9547-d3b628c52625,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:21.006637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83850a55-77fa-42cb-9f35-a9afa73035b8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.029613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-83850a55-77fa-42cb-9f35-a9afa73035b8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca HTTP/1.1" status: 200 len: 840 time: 0.0782516 Aug 11 02:23:21.029797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54136) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:21.088562 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cd3d37ed-59b1-4652-965b-2e166a56694e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0691011 Aug 11 02:23:21.096920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:21.102221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:21.221271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:21.228232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.492989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.539614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d411-e99d-44f8-a068-2bc42b206758 req-a88fff3c-95a3-477e-a11c-6d0067938d36 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.541263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee34d411-e99d-44f8-a068-2bc42b206758 req-a88fff3c-95a3-477e-a11c-6d0067938d36 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0558844 Aug 11 02:23:21.578698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:21.586127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:21.591602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:21.592036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.598971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee34d411-e99d-44f8-a068-2bc42b206758 req-05e9c2ab-50b6-45c9-abb0-da369bf4bff5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Aug 11 02:23:21.616962 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5187535 Aug 11 02:23:21.618213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1363f-db52-4fd6-ad43-f1b3ec2b0c2c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:21.621190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54152) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:21.626453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064778771'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:21.646799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef5fce-dcba-42e3-b92f-aa0a1f037079 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:21.657581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.795519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.802214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.842390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:21.844353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2220705 Aug 11 02:23:21.848230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54156) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:21.850463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8f5a-bf5e-4f6c-9375-e5d1949c6955 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e540cb79-cf32-4bd0-99ec-054ae1d7e9ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:21.856560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277883496'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:21.910423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.007504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'tenant_id': 'dba3fcf1adc641b2b32a56fbb359dd8f', 'fixed_ips': [{'subnet_id': 'e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:23:22.008883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.155203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf9803-8884-4448-842c-995c08e5d2a4 req-1d3d497e-7a16-4950-850f-4ca27a48cbea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.159850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42cf9803-8884-4448-842c-995c08e5d2a4 req-1d3d497e-7a16-4950-850f-4ca27a48cbea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1587253 Aug 11 02:23:22.223498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.237647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.266485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42cf9803-8884-4448-842c-995c08e5d2a4 req-c82245c7-56d5-469b-a971-86af47ff673b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926929 Aug 11 02:23:22.302572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.304056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4543850 Aug 11 02:23:22.308934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54164) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:22.309527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d518157-7808-4f4b-9a58-0b45bfe1b47d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.318952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.319331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.319683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.320137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.320440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.320775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.321247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.321582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.322014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.322417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.322892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.323227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108bfdab-e33c-4cd6-b93c-0d3ffe64c447 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:23:22.323653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-26005569', 'security_groups': ['7d518157-7808-4f4b-9a58-0b45bfe1b47d'], 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:22.377368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Allocated IP 172.20.0.2 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e/ceed4fd9-c13b-47a7-881d-86ae06ee4edf) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:22.506039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:22.607856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.614407 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c2ab910c-d597-4f98-bca0-f968926753ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.628573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port daae0c94-0bd2-4487-9424-e164ab883999 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:23:22.647570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.664646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Transition to ACTIVE for port object ceed4fd9-c13b-47a7-881d-86ae06ee4edf will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:22.698957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Transition to ACTIVE for port object ceed4fd9-c13b-47a7-881d-86ae06ee4edf will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:22.710625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.784865 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:22.814837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:22.815922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d341e8d-1100-4ec4-8af1-74055aea34dc req-162d4acc-5f79-4396-8673-6a8e8fdd66ed tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:22.827382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d341e8d-1100-4ec4-8af1-74055aea34dc req-162d4acc-5f79-4396-8673-6a8e8fdd66ed tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1004529 Aug 11 02:23:22.838891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:22.841793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:22.845242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:22.860735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.14 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e/daae0c94-0bd2-4487-9424-e164ab883999) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:22.882642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d341e8d-1100-4ec4-8af1-74055aea34dc req-39dbbc0c-5daa-40a5-b4c5-3af328d2ebeb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540669 Aug 11 02:23:22.927865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Attempting to bind port ceed4fd9-c13b-47a7-881d-86ae06ee4edf on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:23:22.928250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Attempting to bind port ceed4fd9-c13b-47a7-881d-86ae06ee4edf by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '128a2015-3094-4d20-9793-e6f0b257585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:23:22.928707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Attempting to bind port ceed4fd9-c13b-47a7-881d-86ae06ee4edf on network f2c5de63-9fb8-4039-b6b5-262330eba8a2 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:23:22.935429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:23:22.935908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Checking segment: {'id': '128a2015-3094-4d20-9793-e6f0b257585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:23:22.936393 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:22.937002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Bound using segment: {'id': '128a2015-3094-4d20-9793-e6f0b257585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:23:22.937583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Bound port: ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128a2015-3094-4d20-9793-e6f0b257585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:23:22.938075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.018560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:23:23.022388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:23:23.030395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.057008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.073463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object daae0c94-0bd2-4487-9424-e164ab883999 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:23.122227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.132187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc130fc-85ff-4dc1-aee8-8286ce2fd487 None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:23.219931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:23.228878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:23.234472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:23.246078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=daae0c94-0bd2-4487-9424-e164ab883999,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:23.329027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.329700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.363999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9e96383d-ce62-41fe-88e0-133dae182cdc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0533659 Aug 11 02:23:23.366959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54178) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:23.391624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:23.539818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc4d26-49b3-49dd-b8a0-fc55f2190dc0 req-269c0d10-af7c-4a1f-bf02-b317dc6969fa tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:23.541415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6adc4d26-49b3-49dd-b8a0-fc55f2190dc0 req-269c0d10-af7c-4a1f-bf02-b317dc6969fa tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1226208 Aug 11 02:23:23.590940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:23.594864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:23.622867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6adc4d26-49b3-49dd-b8a0-fc55f2190dc0 req-d42823a7-9298-414b-9e9d-4e72d601ed15 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741661 Aug 11 02:23:23.716441 n-d-713498-10 neutron-server[94652]: INFO neutron.db.ipam_backend_mixin [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e (CIDR: 172.20.0.0/28) Aug 11 02:23:23.721472 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:23:23.722323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:23.741069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0e73d8d9-9e30-480d-aa95-2355d9ac73e6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3716812 Aug 11 02:23:23.744929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54182) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:23.753019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:24.049073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-69bc7399-4990-4f7c-950b-f4abbe7ce802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.052690 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-69bc7399-4990-4f7c-950b-f4abbe7ce802 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1097 time: 0.1418417 Aug 11 02:23:24.129524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:24.135573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.181054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196644a2-8d84-4cb0-91ef-897f1db854eb req-1fdd9f80-3273-43b4-8894-4dc000da1753 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.183775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-196644a2-8d84-4cb0-91ef-897f1db854eb req-1fdd9f80-3273-43b4-8894-4dc000da1753 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.3100514 Aug 11 02:23:24.232198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-6fb59669-b7c9-468a-b42a-ac3ff439fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.235206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-6fb59669-b7c9-468a-b42a-ac3ff439fc8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.1742926 Aug 11 02:23:24.270635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10c18-7b0d-48b7-a597-cd41afd83fc3 req-b541b6c6-10d2-4b3b-9ea0-d45a59370572 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.272403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03d10c18-7b0d-48b7-a597-cd41afd83fc3 req-b541b6c6-10d2-4b3b-9ea0-d45a59370572 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.2488942 Aug 11 02:23:24.346524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-a11f40db-931f-40f7-88b8-879294d694a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 1000 time: 0.1021793 Aug 11 02:23:24.351312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-196644a2-8d84-4cb0-91ef-897f1db854eb req-9f1d3788-5d54-4e11-9c3a-f95c45952ec4 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151204 Aug 11 02:23:24.395423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03d10c18-7b0d-48b7-a597-cd41afd83fc3 req-575df9e9-d206-4757-87da-2262566e8447 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077380 Aug 11 02:23:24.428716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-b5b033ca-5c01-4d80-af2e-e14fc7ffc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.433967 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-b5b033ca-5c01-4d80-af2e-e14fc7ffc3fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.0751319 Aug 11 02:23:24.522174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-8e941b5d-ea87-4bbc-866f-ed0704506fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.526771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-8e941b5d-ea87-4bbc-866f-ed0704506fda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877748 Aug 11 02:23:24.547289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-431012f5-9d90-4f71-b4be-f6390a3cc309 None None] Provisioning for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:24.578485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:24.625714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-431012f5-9d90-4f71-b4be-f6390a3cc309 None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:24.626424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-431012f5-9d90-4f71-b4be-f6390a3cc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.700080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-431012f5-9d90-4f71-b4be-f6390a3cc309 None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:24.712793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:24.719661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:24.720044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.776075 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-1ea40c90-23bb-41d8-afb6-3d5b720fe8a5 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411690 Aug 11 02:23:24.778673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.832627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:24.836185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:24.841408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:24.842058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.856288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b65449-cecb-49db-a1c8-c3adb0d4d460 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:24.857694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=279a7a45-2340-452c-92da-9019e77056d3,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:24.865288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-21275005-e1b2-4a8e-a68d-8c2f6fd30670 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1188264 Aug 11 02:23:24.866003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54196) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:24.871839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-151035692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '279a7a45-2340-452c-92da-9019e77056d3'}], 'security_groups': ['e540cb79-cf32-4bd0-99ec-054ae1d7e9ff']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:24.890895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5b204798-cc50-4e11-86d0-f2cd8692d41b None None] Provisioning for port daae0c94-0bd2-4487-9424-e164ab883999 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:24.933753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dcf474f7-0e1d-4c92-8ac7-3d8488ba0d0c req-64949b8c-2b51-4809-ace8-81290e97fbb8 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496429 Aug 11 02:23:24.947017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:24.959457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5b204798-cc50-4e11-86d0-f2cd8692d41b None None] Provisioning complete for port daae0c94-0bd2-4487-9424-e164ab883999 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:24.960040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5b204798-cc50-4e11-86d0-f2cd8692d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.092330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5b204798-cc50-4e11-86d0-f2cd8692d41b None None] Port daae0c94-0bd2-4487-9424-e164ab883999 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:25.095183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:25.115788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.155937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.178087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-be9028cf-63c5-49c2-88ee-2c358efdf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.217411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:25.334959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Update dhcp port {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'fixed_ips': [{'subnet_id': 'e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e', 'ip_address': '172.20.0.2'}, {'subnet_id': '279a7a45-2340-452c-92da-9019e77056d3'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'ceed4fd9-c13b-47a7-881d-86ae06ee4edf'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:23:25.400728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.418631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:25.682260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d939-a3b7-49d5-af68-df6dbfe7089e req-aa0be6e8-f2bb-44bd-86d8-0c5304485373 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.683894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7037d939-a3b7-49d5-af68-df6dbfe7089e req-aa0be6e8-f2bb-44bd-86d8-0c5304485373 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1792111 Aug 11 02:23:25.704552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459664c-d19e-4dd2-90f6-487c07c460c8 req-b278c129-6968-41ba-99cc-ebc7c39683de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:25.706895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d459664c-d19e-4dd2-90f6-487c07c460c8 req-b278c129-6968-41ba-99cc-ebc7c39683de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1493459 Aug 11 02:23:25.767829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Delete allocated IP 172.20.0.14 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e) {{(pid=94652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:23:25.798370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.26 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/279a7a45-2340-452c-92da-9019e77056d3/daae0c94-0bd2-4487-9424-e164ab883999) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:25.807166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7037d939-a3b7-49d5-af68-df6dbfe7089e req-00df4193-ef47-463d-a8c2-7e67b42a7ddc tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962224 Aug 11 02:23:25.820223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d459664c-d19e-4dd2-90f6-487c07c460c8 req-a24f9c60-8b7d-472c-8f3a-ddf2ed8cf667 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952506 Aug 11 02:23:26.083407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.108936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object daae0c94-0bd2-4487-9424-e164ab883999 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:26.114339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.202296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Allocated IP 172.20.0.18 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/279a7a45-2340-452c-92da-9019e77056d3/ceed4fd9-c13b-47a7-881d-86ae06ee4edf) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:26.242500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=daae0c94-0bd2-4487-9424-e164ab883999,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.288240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] In _notify_port_updated(), no bound segment for port daae0c94-0bd2-4487-9424-e164ab883999 on network f2c5de63-9fb8-4039-b6b5-262330eba8a2 {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:23:26.295214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:26.295933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.298162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-62775f5b-14dc-40c9-a889-df4cb12f9900 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/ports/daae0c94-0bd2-4487-9424-e164ab883999 HTTP/1.1" status: 200 len: 920 time: 1.4304581 Aug 11 02:23:26.301139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54212) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:26.373835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.377611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:26.420777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.436108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:26.443767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port daae0c94-0bd2-4487-9424-e164ab883999 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:26.444202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.488384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Transition to ACTIVE for port object ceed4fd9-c13b-47a7-881d-86ae06ee4edf will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:26.497524 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.578842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.603013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for daae0c94-0bd2-4487-9424-e164ab883999 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:26.622135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973d12-243d-4b3d-8f32-7025ef569afc None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:26.811746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:26.852990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=daae0c94-0bd2-4487-9424-e164ab883999,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.004100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.007752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f936b2e2-3aef-41c5-a828-86ac8b183343 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/daae0c94-0bd2-4487-9424-e164ab883999 HTTP/1.1" status: 204 len: 168 time: 0.7053542 Aug 11 02:23:27.012031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:27.053798 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-82977d50-f90d-46aa-9065-da95b6573893 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:23:27.057726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-82977d50-f90d-46aa-9065-da95b6573893 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/daae0c94-0bd2-4487-9424-e164ab883999 HTTP/1.1" status: 404 len: 333 time: 0.0427489 Aug 11 02:23:27.062334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54226) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:27.096806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb168e1-2957-4680-bc39-a65fa621cec8 req-f6fc1b97-7f79-4453-b681-a160449996a5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.099195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bb168e1-2957-4680-bc39-a65fa621cec8 req-f6fc1b97-7f79-4453-b681-a160449996a5 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1435173 Aug 11 02:23:27.127262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345bc0e-2f07-487f-b331-a489c3b65085 req-48d77746-330d-445d-a626-33d94586a63b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:27.130579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4345bc0e-2f07-487f-b331-a489c3b65085 req-48d77746-330d-445d-a626-33d94586a63b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1214449 Aug 11 02:23:27.159338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.192101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.218222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bb168e1-2957-4680-bc39-a65fa621cec8 req-df0925ad-ba6a-465b-bebc-deeccb15dfa3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038091 Aug 11 02:23:27.238040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4345bc0e-2f07-487f-b331-a489c3b65085 req-596bf373-5a4a-4666-a3da-710b0d997be9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983593 Aug 11 02:23:27.280776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.288725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.292415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/security-groups/7d518157-7808-4f4b-9a58-0b45bfe1b47d HTTP/1.1" status: 204 len: 168 time: 0.2271047 Aug 11 02:23:27.295554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54232) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:27.314455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76097b-c15c-459b-bfd4-3e295f2c0850 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d518157-7808-4f4b-9a58-0b45bfe1b47d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.404560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.435129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.440882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Provisioning for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:27.447457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:27.448077 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.496729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.499848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.504696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/security-groups/e540cb79-cf32-4bd0-99ec-054ae1d7e9ff HTTP/1.1" status: 204 len: 168 time: 0.2047775 Aug 11 02:23:27.505432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54234) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:27.511816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fe816-3652-4948-b949-f36ded6b772b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e540cb79-cf32-4bd0-99ec-054ae1d7e9ff,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.581073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:27.582151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.583238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:27.586892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.634554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.649172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:27.654232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f27dbda-5597-4e7b-852f-1bd08e200746 None None] Could not find standard attr ID for object daae0c94-0bd2-4487-9424-e164ab883999. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:23:27.733607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.827405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.871176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:27.877374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:27.880866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-518fe41c-9830-4422-ac24-0a3713f55428 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e HTTP/1.1" status: 204 len: 168 time: 0.3736100 Aug 11 02:23:27.887386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54236) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:27.900054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:27.972158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.007277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30bf7b-41bb-4b5d-8217-c88cd6e37afc None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:28.083672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e95a44a2-0784-485d-b0de-b78aa045040c None None] Could not find standard attr ID for object daae0c94-0bd2-4487-9424-e164ab883999. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:23:28.118757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:28.124939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.441326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:28.555419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858f4c-0412-4c15-93de-b680b57d9b92 req-61f46de4-bb7c-46cd-bbda-a5f90e0524ab tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.572152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79858f4c-0412-4c15-93de-b680b57d9b92 req-61f46de4-bb7c-46cd-bbda-a5f90e0524ab tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1956902 Aug 11 02:23:28.592306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:28.592980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.710826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79858f4c-0412-4c15-93de-b680b57d9b92 req-5edfc8cc-4d9e-4fef-8e99-8cc805773ba8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370795 Aug 11 02:23:28.716377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.804530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:28.810799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:28.821367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:28.822388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.854881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=3af4fbbf-9314-4dca-90db-72a69a6be762,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:28.861799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2788d367-7676-4a94-ba94-d31ec4ac8352 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9712918 Aug 11 02:23:28.865910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54258) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:28.872008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090024221'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:28.903747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:28.976766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5eae23-af6d-4891-b2ea-2224813b4597 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:29.021438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.026781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.062945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.064413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1967893 Aug 11 02:23:29.069005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:29.074747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126263042'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:29.080110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07793c8-69f2-46e6-98e8-4b4436a0caaf tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a902feb0-b9eb-4d29-ac1a-7b862e3972e4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.118605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.262836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.269588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.305856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bd927d8-f8ca-469c-b050-98c23b650249 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:29.306309 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1bd927d8-f8ca-469c-b050-98c23b650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.307553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33073409-d77b-4c44-9f68-277ae4876f9d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.311372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.315860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9379262c-1ae4-4506-b0a3-3237fb65b813 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2450049 Aug 11 02:23:29.318456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:29.325764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1902461995'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:29.353704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.477374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.485096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.519044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bd927d8-f8ca-469c-b050-98c23b650249 None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:29.519665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1bd927d8-f8ca-469c-b050-98c23b650249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.534380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.539645 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2161045 Aug 11 02:23:29.539785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54272) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:29.545706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747012767', 'security_groups': ['741a9a1f-d5f2-4015-9cf7-2d9af91ff774'], 'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3af4fbbf-9314-4dca-90db-72a69a6be762'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:29.554620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3139bd-b877-469d-a908-d1160eb52aaa tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741a9a1f-d5f2-4015-9cf7-2d9af91ff774,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:29.605050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1bd927d8-f8ca-469c-b050-98c23b650249 None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:29.614818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Update dhcp port {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'fixed_ips': [{'subnet_id': '279a7a45-2340-452c-92da-9019e77056d3', 'ip_address': '172.20.0.18'}, {'subnet_id': '3af4fbbf-9314-4dca-90db-72a69a6be762'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'ceed4fd9-c13b-47a7-881d-86ae06ee4edf'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:23:29.650836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.759189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:29.768408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:29.811669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] device_id is not set on port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:23:29.980079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Allocated IP 172.20.0.2 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/3af4fbbf-9314-4dca-90db-72a69a6be762/ceed4fd9-c13b-47a7-881d-86ae06ee4edf) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:30.056787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44c31-490c-4747-9b66-fba3280d7e42 req-ff134c01-3564-42a7-b03b-bdb16ce6d397 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.058856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37a44c31-490c-4747-9b66-fba3280d7e42 req-ff134c01-3564-42a7-b03b-bdb16ce6d397 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1702969 Aug 11 02:23:30.131538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37a44c31-490c-4747-9b66-fba3280d7e42 req-e09708e1-0001-4b99-8619-e135aa6dd1ca tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Aug 11 02:23:30.162382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:30.196208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.219250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Transition to ACTIVE for port object ceed4fd9-c13b-47a7-881d-86ae06ee4edf will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:30.232460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.322997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.13 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/3af4fbbf-9314-4dca-90db-72a69a6be762/6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:30.394006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626150d-df9f-41b3-9ed7-eff87d3df27c None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.537148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.567704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:30.645653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.698775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:30.705608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:30.723452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:23:30.785456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:30.856075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:30.857196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:30.887671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-391d5cb8-7b93-4c8e-b2f3-89842f664978 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3420200 Aug 11 02:23:30.888338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54286) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:30.898279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:31.067043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:31.073546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.156095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Provisioning for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:31.168908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:31.169505 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.297312 n-d-713498-10 neutron-server[94652]: INFO neutron.db.ipam_backend_mixin [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3af4fbbf-9314-4dca-90db-72a69a6be762 (CIDR: 172.20.0.0/28) Aug 11 02:23:31.304456 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:23:31.304456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:31.365117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa212cc-44cb-4df5-887b-5779658d371c req-e4dd6420-5989-4d1e-94f2-382bea37c033 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:31.373629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fa212cc-44cb-4df5-887b-5779658d371c req-e4dd6420-5989-4d1e-94f2-382bea37c033 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1023939 Aug 11 02:23:31.422527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54292) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:31.426391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6212a784-5098-4373-8b7e-f2fd90dd4e91 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5360630 Aug 11 02:23:31.435117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:31.442697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fa212cc-44cb-4df5-887b-5779658d371c req-89b43e65-e1dd-413d-a661-5fe1f937f562 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680494 Aug 11 02:23:31.460070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:31.460654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.520853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5b891cd8-a432-40a9-94e2-c741b9393a56 None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:31.655539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-209b26c2-a7d7-4a17-a25c-4b1413f63f28 None None] Provisioning for port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:31.664274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-209b26c2-a7d7-4a17-a25c-4b1413f63f28 None None] Provisioning complete for port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:31.667418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-209b26c2-a7d7-4a17-a25c-4b1413f63f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.675682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:31.682912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:31.747330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-209b26c2-a7d7-4a17-a25c-4b1413f63f28 None None] Port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:31.854270 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 279a7a45-2340-452c-92da-9019e77056d3 (CIDR: 172.20.0.16/28) Aug 11 02:23:31.863949 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:23:31.864774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:31.897636 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1d2ff8c2-d1b4-463d-8b78-ec717c6cb38e tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4714835 Aug 11 02:23:31.900176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54300) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:31.914807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'subnet': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:32.105118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Made reservation on behalf of dba3fcf1adc641b2b32a56fbb359dd8f for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:23:32.109328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.412416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:32.440737 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.512419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:32.512947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:23:32.513672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.518176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:23:32.522911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.523508 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:32.545128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4125474-df11-4b6f-a856-b19f12de9586 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:32.545558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Subnet': ['ID=9f83879b-5739-4866-b373-897e99538181,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:32.600266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-39e04cde-39b7-4f2c-b22a-7a60ae33d119 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6975265 Aug 11 02:23:32.604669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54306) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:32.613971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-526389732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9f83879b-5739-4866-b373-897e99538181'}], 'security_groups': ['a902feb0-b9eb-4d29-ac1a-7b862e3972e4', '33073409-d77b-4c44-9f68-277ae4876f9d']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:32.656405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757e92-2941-4ed3-9ab1-86291da15f14 req-a726b744-08ba-470c-b506-3c84f423d47d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:32.658263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43757e92-2941-4ed3-9ab1-86291da15f14 req-a726b744-08ba-470c-b506-3c84f423d47d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0901945 Aug 11 02:23:32.767256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43757e92-2941-4ed3-9ab1-86291da15f14 req-07797fe2-df15-40fe-bfcc-5e82436150f5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895696 Aug 11 02:23:32.856579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.030470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Update dhcp port {'port': {'network_id': 'f2c5de63-9fb8-4039-b6b5-262330eba8a2', 'fixed_ips': [{'subnet_id': '279a7a45-2340-452c-92da-9019e77056d3', 'ip_address': '172.20.0.18'}, {'subnet_id': '3af4fbbf-9314-4dca-90db-72a69a6be762', 'ip_address': '172.20.0.2'}, {'subnet_id': '9f83879b-5739-4866-b373-897e99538181'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'ceed4fd9-c13b-47a7-881d-86ae06ee4edf'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:23:33.090889 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.338874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Delete allocated IP 172.20.0.13 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/3af4fbbf-9314-4dca-90db-72a69a6be762) {{(pid=94652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:23:33.349435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Allocated IP 172.20.0.42 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/9f83879b-5739-4866-b373-897e99538181/6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:33.575742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.600622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Transition to ACTIVE for port object 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:33.608026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.740677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Allocated IP 172.20.0.34 (f2c5de63-9fb8-4039-b6b5-262330eba8a2/9f83879b-5739-4866-b373-897e99538181/ceed4fd9-c13b-47a7-881d-86ae06ee4edf) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:23:33.757936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event updated for resources: {'Port': ['ID=6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:33.778343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] In _notify_port_updated(), no bound segment for port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 on network f2c5de63-9fb8-4039-b6b5-262330eba8a2 {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:23:33.784574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:33.785253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:33.786923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-426188be-2447-4f04-9830-0fadddcbc3e4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "PUT /v2.0/ports/6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 HTTP/1.1" status: 200 len: 959 time: 1.1788168 Aug 11 02:23:33.790411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54316) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:33.899683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:33.961799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:33.962504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.009843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.042655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Transition to ACTIVE for port object ceed4fd9-c13b-47a7-881d-86ae06ee4edf will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:23:34.051238 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.065542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10adc4-25fc-4a30-8d11-b91b7b2c83a0 req-0fdd54e3-9cdc-470f-a860-9836085c5d24 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:34.079368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b10adc4-25fc-4a30-8d11-b91b7b2c83a0 req-0fdd54e3-9cdc-470f-a860-9836085c5d24 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1381114 Aug 11 02:23:34.127867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.142415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:34.194589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ac96-0f6a-4f05-9f37-704beedc5ed7 None None] Pushing event updated for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.208527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b10adc4-25fc-4a30-8d11-b91b7b2c83a0 req-8c612ad4-98a0-4273-8da5-01238bf94cb9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274896 Aug 11 02:23:34.324497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.379686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.435131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:34.485737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.490800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-173943b7-8ba3-48c0-ae3a-50258cc16606 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 HTTP/1.1" status: 204 len: 168 time: 0.6988328 Aug 11 02:23:34.491156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54326) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:34.543898 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dc4197-c56e-4ed9-addf-7518702b85c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] GET failed (client error): The resource could not be found. Aug 11 02:23:34.547253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-94dc4197-c56e-4ed9-addf-7518702b85c8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports/6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7 HTTP/1.1" status: 404 len: 333 time: 0.0541706 Aug 11 02:23:34.549313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54328) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:34.611668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.639548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.716806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.719618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.723835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/security-groups/741a9a1f-d5f2-4015-9cf7-2d9af91ff774 HTTP/1.1" status: 204 len: 168 time: 0.1707909 Aug 11 02:23:34.724862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54332) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:34.741092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58172844-68bf-4a5f-8622-40898870962c tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a9a1f-d5f2-4015-9cf7-2d9af91ff774,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.800988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.830932 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.901530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Could not find standard attr ID for object 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:23:34.903672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.906924 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:34.908373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/security-groups/33073409-d77b-4c44-9f68-277ae4876f9d HTTP/1.1" status: 204 len: 168 time: 0.1823227 Aug 11 02:23:34.913504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54334) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:34.920185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c463fb-ca14-4002-a7d7-bdd183987d32 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33073409-d77b-4c44-9f68-277ae4876f9d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:34.954552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Provisioning for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:23:34.965121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:34.969896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.019881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.070001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.138116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.141536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.142648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:35.143057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/security-groups/a902feb0-b9eb-4d29-ac1a-7b862e3972e4 HTTP/1.1" status: 204 len: 168 time: 0.2266684 Aug 11 02:23:35.143247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.147850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:35.187241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e2724-fe98-413d-936b-1127aef0a5e8 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a902feb0-b9eb-4d29-ac1a-7b862e3972e4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:35.195500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1bff7f9c-26c7-463c-ba55-173edfa23dba None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:35.230048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 3af4fbbf-9314-4dca-90db-72a69a6be762 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:35.234366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.301241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.428079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef856f5-d189-4b65-b314-39138ffcebc5 req-c8906302-2cd9-4f3b-a978-0c0ceb64d800 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:35.430709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fef856f5-d189-4b65-b314-39138ffcebc5 req-c8906302-2cd9-4f3b-a978-0c0ceb64d800 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0875883 Aug 11 02:23:35.446313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.480654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fef856f5-d189-4b65-b314-39138ffcebc5 req-12906e6d-f25f-4d02-b6bb-c506bb901b39 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Aug 11 02:23:35.520091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-56721877-b3c5-4994-a53d-1954ff6d1ed1 None None] Could not find standard attr ID for object 6a28e96d-c9a0-4eb1-abb4-b9e927eb54a7. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:23:35.529679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.561982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=3af4fbbf-9314-4dca-90db-72a69a6be762,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:35.564069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.566052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-95bc1992-56c1-49d0-9b88-ec8bc8234d00 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/3af4fbbf-9314-4dca-90db-72a69a6be762 HTTP/1.1" status: 204 len: 168 time: 0.4169185 Aug 11 02:23:35.570380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:35.634996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 9f83879b-5739-4866-b373-897e99538181 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:35.638750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.685338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.706236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaae8b-2991-4ad6-817e-165cb1a47484 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:35.808714 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.904982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.937226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=9f83879b-5739-4866-b373-897e99538181,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:35.946228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:35.948244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1822004f-5a6d-4189-89d0-c89345631d17 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/9f83879b-5739-4866-b373-897e99538181 HTTP/1.1" status: 204 len: 168 time: 0.3768332 Aug 11 02:23:35.955554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:35.987374 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-107b5aa1-3e1f-4bcd-95f9-133fe83b1b0d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:35.987907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107b5aa1-3e1f-4bcd-95f9-133fe83b1b0d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:35.989745 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-107b5aa1-3e1f-4bcd-95f9-133fe83b1b0d tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/3af4fbbf-9314-4dca-90db-72a69a6be762 HTTP/1.1" status: 404 len: 337 time: 0.0327296 Aug 11 02:23:35.994431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54356) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.084976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting subnet 279a7a45-2340-452c-92da-9019e77056d3 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:23:36.090280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.163599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.302405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.405284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.463238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Subnet': ['ID=279a7a45-2340-452c-92da-9019e77056d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:36.469666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:36.476728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54366) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.477071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58a0f281-546b-448c-a68e-81cd3e960b6a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/279a7a45-2340-452c-92da-9019e77056d3 HTTP/1.1" status: 204 len: 168 time: 0.4808509 Aug 11 02:23:36.512971 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d0fea9-31cc-49e5-ac08-678311e1f5b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:36.513615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d0fea9-31cc-49e5-ac08-678311e1f5b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:36.520546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-39d0fea9-31cc-49e5-ac08-678311e1f5b3 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/e1f13b32-b700-4b1a-b8b3-ad2bcbe2796e HTTP/1.1" status: 404 len: 337 time: 0.0376158 Aug 11 02:23:36.522167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54368) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.583479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-271f0262-c888-4512-b74b-a1b37a771cc4 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "GET /v2.0/ports?device_id=743eb2d4-8f20-469f-8c1c-04b4e8568139 HTTP/1.1" status: 200 len: 205 time: 0.0567660 Aug 11 02:23:36.585392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54372) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.670729 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-d785cdaf-5bac-4b4c-a403-e2dd09ea8a39 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] delete failed (client error): The resource could not be found. Aug 11 02:23:36.676344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d785cdaf-5bac-4b4c-a403-e2dd09ea8a39 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/routers/743eb2d4-8f20-469f-8c1c-04b4e8568139 HTTP/1.1" status: 404 len: 336 time: 0.0851769 Aug 11 02:23:36.678696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54374) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.738936 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaa343e-7bdc-4f95-bd5f-0c8ee5b8dcbc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:36.743343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaa343e-7bdc-4f95-bd5f-0c8ee5b8dcbc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:36.752161 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eaaa343e-7bdc-4f95-bd5f-0c8ee5b8dcbc tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/d079cc20-1d91-4095-8367-73ff2b6ce8a1 HTTP/1.1" status: 404 len: 337 time: 0.0709910 Aug 11 02:23:36.754170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54376) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.761530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d6cba-78ac-4ef5-8488-c5b9137f0591 None None] Network f2c5de63-9fb8-4039-b6b5-262330eba8a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:23:36.811244 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1568eff0-0e7d-494d-a0f0-a44cf9de0709 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:36.812020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1568eff0-0e7d-494d-a0f0-a44cf9de0709 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:36.820722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1568eff0-0e7d-494d-a0f0-a44cf9de0709 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/36583374-211c-41da-b6a5-d277fcfcd399 HTTP/1.1" status: 404 len: 337 time: 0.0651138 Aug 11 02:23:36.821590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54378) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.874924 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c95878-3a49-4a37-b231-be42110f2a5a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:36.875640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c95878-3a49-4a37-b231-be42110f2a5a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:36.884366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05c95878-3a49-4a37-b231-be42110f2a5a tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/1e98ed53-9197-46e1-bedb-3e3191e578b9 HTTP/1.1" status: 404 len: 337 time: 0.0606558 Aug 11 02:23:36.885624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.930087 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-17450a43-6ded-44b7-8170-9cf5afc4d438 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:36.931529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17450a43-6ded-44b7-8170-9cf5afc4d438 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:36.940936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-17450a43-6ded-44b7-8170-9cf5afc4d438 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/09e302f7-7d0a-4020-bd27-a427c6319760 HTTP/1.1" status: 404 len: 333 time: 0.0533829 Aug 11 02:23:36.942271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:36.989529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95fcb63c-0973-4b6d-8d9f-e6df14e8ff94 None None] Provisioning complete for port ceed4fd9-c13b-47a7-881d-86ae06ee4edf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:36.990414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95fcb63c-0973-4b6d-8d9f-e6df14e8ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.009063 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-11762b8c-220d-4f13-99c7-451b06e6255b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:37.009845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11762b8c-220d-4f13-99c7-451b06e6255b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:37.020182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54384) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.020896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11762b8c-220d-4f13-99c7-451b06e6255b tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/b20e68ad-f305-4196-8aa6-4bb2bbefb5fb HTTP/1.1" status: 404 len: 337 time: 0.0770676 Aug 11 02:23:37.051182 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cefa27-32e0-4f1c-bc0f-8cfd8148caf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:37.051645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cefa27-32e0-4f1c-bc0f-8cfd8148caf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:37.055985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-21cefa27-32e0-4f1c-bc0f-8cfd8148caf6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/4463f373-a867-4848-bc61-f2699a245a61 HTTP/1.1" status: 404 len: 337 time: 0.0322325 Aug 11 02:23:37.057091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.096279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f274-6a61-4ce9-90f5-16f7250355a9 req-a2de064f-083e-4325-8da4-d78c1dc5043b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:37.110270 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a7245-1af0-49ec-8cb8-64f9a78e6466 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:37.113959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407a7245-1af0-49ec-8cb8-64f9a78e6466 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:37.114900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90b7f274-6a61-4ce9-90f5-16f7250355a9 req-a2de064f-083e-4325-8da4-d78c1dc5043b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.5083482 Aug 11 02:23:37.121582 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-407a7245-1af0-49ec-8cb8-64f9a78e6466 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/aee6d5cf-7f91-439a-a582-959f04715bef HTTP/1.1" status: 404 len: 333 time: 0.0632129 Aug 11 02:23:37.122912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54388) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.167822 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5339eca9-fe9d-44c7-8cd1-9c193825e4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:37.168375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5339eca9-fe9d-44c7-8cd1-9c193825e4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:37.173153 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5339eca9-fe9d-44c7-8cd1-9c193825e4a6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/26338b89-8432-4ad9-992e-c947979e58b4 HTTP/1.1" status: 404 len: 337 time: 0.0489254 Aug 11 02:23:37.178512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54392) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.212980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90b7f274-6a61-4ce9-90f5-16f7250355a9 req-572ae4da-c56b-47ba-aa8f-f2a94ab29588 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Aug 11 02:23:37.216043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] DHCP port deletion for f2c5de63-9fb8-4039-b6b5-262330eba8a2 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:23:37.236205 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9563e0a4-294c-4de3-aaa0-3e1e6ca532f6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] DELETE failed (client error): The resource could not be found. Aug 11 02:23:37.236678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9563e0a4-294c-4de3-aaa0-3e1e6ca532f6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:23:37.240912 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9563e0a4-294c-4de3-aaa0-3e1e6ca532f6 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/subnets/93b71e04-cb56-486b-8bf2-ec4270e2de51 HTTP/1.1" status: 404 len: 337 time: 0.0589252 Aug 11 02:23:37.241313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.252817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95fcb63c-0973-4b6d-8d9f-e6df14e8ff94 None None] Provisioning complete for port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:37.253235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95fcb63c-0973-4b6d-8d9f-e6df14e8ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.307795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb63c-0973-4b6d-8d9f-e6df14e8ff94 None None] Port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:23:37.320333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Deleting port ceed4fd9-c13b-47a7-881d-86ae06ee4edf {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:37.320716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.356115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Deleting port c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:37.356486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.387936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] For port ceed4fd9-c13b-47a7-881d-86ae06ee4edf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,segment=NetworkSegment(128a2015-3094-4d20-9793-e6f0b257585c),segment_id=128a2015-3094-4d20-9793-e6f0b257585c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:37.388346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.407132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Calling delete_port for ceed4fd9-c13b-47a7-881d-86ae06ee4edf owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:37.429635 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.452397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Calling delete_port for c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:37.516109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.560706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] Pushing event deleted for resources: {'Port': ['ID=ceed4fd9-c13b-47a7-881d-86ae06ee4edf,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.563143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d0c6f-4115-4e50-8b9b-780755155d35 None None] No DVR routers for this DVR port ceed4fd9-c13b-47a7-881d-86ae06ee4edf on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:37.593688 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.633919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Port': ['ID=c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:37.643179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.645203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-822f7254-0829-4216-8ecf-e1c1f0947a12 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/ports/c9f1e8e9-36ca-41f3-bf81-3e41ddeef4ca HTTP/1.1" status: 204 len: 168 time: 0.4027939 Aug 11 02:23:37.647650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54404) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:37.732227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.875426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.887301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c5de63-9fb8-4039-b6b5-262330eba8a2']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:37.900374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128a2015-3094-4d20-9793-e6f0b257585c') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:37.900676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128a2015-3094-4d20-9793-e6f0b257585c') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:23:37.912418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.928908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.937058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:23:37.937863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:23:37.941789 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:23:38.014250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.025481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.028806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] 10.222.0.68 "DELETE /v2.0/networks/f2c5de63-9fb8-4039-b6b5-262330eba8a2 HTTP/1.1" status: 204 len: 168 time: 0.3798456 Aug 11 02:23:38.049474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a259744-a6f7-4fd0-9cd1-66fdd98b6600 tempest-PortsTestJSON-2013684982 tempest-PortsTestJSON-2013684982-project] Pushing event deleted for resources: {'Network': ['ID=f2c5de63-9fb8-4039-b6b5-262330eba8a2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:38.293051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54414) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:38.437630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7887-c8e0-440c-84e4-d419fb5754d8 req-9c739427-ab1a-4b13-aa73-9dadf89be59f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:38.447703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88a7887-c8e0-440c-84e4-d419fb5754d8 req-9c739427-ab1a-4b13-aa73-9dadf89be59f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1455564 Aug 11 02:23:38.484959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:38.510707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88a7887-c8e0-440c-84e4-d419fb5754d8 req-b701824d-08bf-4e1a-aed3-f5df10458cad tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Aug 11 02:23:38.527339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ceed4fd9-c13b-47a7-881d-86ae06ee4edf {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:38.528106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ceed4fd9-c13b-47a7-881d-86ae06ee4edf not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:38.585473 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2485f1f5-64e6-4815-9fd1-b57839197a7e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dba3fcf1adc641b2b32a56fbb359dd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912123 Aug 11 02:23:38.588624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:38.649473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.689751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.758926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.763009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:38.767996 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c3bfb16-373b-466a-b236-51c54deddac3 HTTP/1.1" status: 204 len: 168 time: 0.1748345 Aug 11 02:23:38.781971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d13d-5cf7-4e87-9c45-112689167ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bfb16-373b-466a-b236-51c54deddac3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:39.586937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.715216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-73a3ea85-e991-4dac-a088-257d9b4cc1d9 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1071496807', 'prefixes': ['172.20.0.0/16']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:39.763236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb87e5-d0bb-43b5-b5a6-2bbb19a0432d req-588afeb7-828e-48ff-bc95-13415cf241e3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:39.771437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84bb87e5-d0bb-43b5-b5a6-2bbb19a0432d req-588afeb7-828e-48ff-bc95-13415cf241e3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1341624 Aug 11 02:23:39.807387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecc90-bf95-47a5-8921-9804f8960af3 req-e325674e-8616-402a-9527-546b2c0d109b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:39.809245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-641ecc90-bf95-47a5-8921-9804f8960af3 req-e325674e-8616-402a-9527-546b2c0d109b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 946 time: 0.1234281 Aug 11 02:23:39.810512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a3ea85-e991-4dac-a088-257d9b4cc1d9 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] Notify callbacks [] for subnetpool, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:39.815090 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-73a3ea85-e991-4dac-a088-257d9b4cc1d9 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2258880 Aug 11 02:23:39.816980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54464) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.886633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84bb87e5-d0bb-43b5-b5a6-2bbb19a0432d req-e6807dd4-5dc2-4ab8-bbba-350a24f0b883 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094086 Aug 11 02:23:39.891406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb04c06a-1f18-4aa7-baff-95394fbee064 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "GET /v2.0/subnetpools/10aedab7-a115-4a15-9d3d-0d0a82899758 HTTP/1.1" status: 200 len: 732 time: 0.0732722 Aug 11 02:23:39.895420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54466) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:39.903494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-390544c1-3e61-4ab7-95d2-3db776143d2c tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1093844075'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:23:39.918579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-641ecc90-bf95-47a5-8921-9804f8960af3 req-82a853fd-880b-4e4c-ba63-883e3f081cc0 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934176 Aug 11 02:23:40.076392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-390544c1-3e61-4ab7-95d2-3db776143d2c tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] Notify callbacks [] for subnetpool, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.078352 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-390544c1-3e61-4ab7-95d2-3db776143d2c tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "PUT /v2.0/subnetpools/10aedab7-a115-4a15-9d3d-0d0a82899758 HTTP/1.1" status: 200 len: 684 time: 0.1812444 Aug 11 02:23:40.082682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.203289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62571505-5c23-43e9-bf49-7ea13eb90a7c tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] Notify callbacks [] for subnetpool, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.205035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-62571505-5c23-43e9-bf49-7ea13eb90a7c tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "DELETE /v2.0/subnetpools/10aedab7-a115-4a15-9d3d-0d0a82899758 HTTP/1.1" status: 204 len: 168 time: 0.1203094 Aug 11 02:23:40.209496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.228543 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-9aa3f094-0876-405d-848c-6472cd604442 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] show failed (client error): The resource could not be found. Aug 11 02:23:40.229802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9aa3f094-0876-405d-848c-6472cd604442 tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "GET /v2.0/subnetpools/10aedab7-a115-4a15-9d3d-0d0a82899758 HTTP/1.1" status: 404 len: 346 time: 0.0189543 Aug 11 02:23:40.234364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54472) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.251437 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-bf815048-6ca1-4dc4-8dcd-1f14e706a0be tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] delete failed (client error): The resource could not be found. Aug 11 02:23:40.252752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf815048-6ca1-4dc4-8dcd-1f14e706a0be tempest-SubnetPoolsTestJSON-428267912 tempest-SubnetPoolsTestJSON-428267912-project] 10.222.0.68 "DELETE /v2.0/subnetpools/10aedab7-a115-4a15-9d3d-0d0a82899758 HTTP/1.1" status: 404 len: 346 time: 0.0172060 Aug 11 02:23:40.388327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.601683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.612414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54480) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:40.742378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623031bc-227d-4c1b-bad2-b5f5b2af28ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.900255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623031bc-227d-4c1b-bad2-b5f5b2af28ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.905084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-623031bc-227d-4c1b-bad2-b5f5b2af28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:40.951596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-623031bc-227d-4c1b-bad2-b5f5b2af28ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb97eaeb3b5749a08cdf0edb84aee7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376787 Aug 11 02:23:40.952367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623031bc-227d-4c1b-bad2-b5f5b2af28ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53552d06-848b-45c5-ac2b-6657bd48208c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:40.956402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:41.062438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.080150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d51a1-cc25-478c-be9e-d6663216aa13 req-98c8e65d-247a-4a02-ad87-9c9e7a42d513 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.083039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e2d51a1-cc25-478c-be9e-d6663216aa13 req-98c8e65d-247a-4a02-ad87-9c9e7a42d513 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0760880 Aug 11 02:23:41.089589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.162754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.168289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.170888 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53552d06-848b-45c5-ac2b-6657bd48208c HTTP/1.1" status: 204 len: 168 time: 0.2128534 Aug 11 02:23:41.175319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e2d51a1-cc25-478c-be9e-d6663216aa13 req-a96c7144-c7e1-4a1e-be20-5a4358365af9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786791 Aug 11 02:23:41.186561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145ce4f-f32e-414a-82e1-f5faa8da4846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53552d06-848b-45c5-ac2b-6657bd48208c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.189541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a0df-0077-4eee-990b-a605f787c1f4 req-5a04859f-b8cc-462e-b566-3a9ae6181832 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.197714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8537a0df-0077-4eee-990b-a605f787c1f4 req-5a04859f-b8cc-462e-b566-3a9ae6181832 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 946 time: 0.1337123 Aug 11 02:23:41.289156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8537a0df-0077-4eee-990b-a605f787c1f4 req-efe125b5-0685-4da8-aa86-2e51174a55a9 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774302 Aug 11 02:23:41.420580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-1e46cc85-020d-40f8-b951-f94109d342ac tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:41.423964 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-1e46cc85-020d-40f8-b951-f94109d342ac tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 946 time: 0.0816989 Aug 11 02:23:41.551485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Deleting port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:41.552065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.714906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] For port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:41.715411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.739092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Calling delete_port for c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:41.920876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:41.937039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:41.953384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event deleted for resources: {'Port': ['ID=c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:41.992647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3', 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:42.012005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] No DVR routers for this DVR port c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:42.014967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:42.017660 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcb41f3a-1c48-49a8-b526-d73835ab26a2 req-917ed967-6e0a-482f-bd53-4f3fe592a07b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "DELETE /v2.0/ports/c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 HTTP/1.1" status: 204 len: 173 time: 0.5873563 Aug 11 02:23:42.018247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'name': 'network-vif-deleted', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:42.021362 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96abc2-f247-487f-9c1e-93abc9dfde65" -d '{"events": [{"server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "name": "network-vif-deleted", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:42.101266 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6316e3-87ac-4b7e-8679-7083ef38e91b x-openstack-request-id: req-de6316e3-87ac-4b7e-8679-7083ef38e91b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:42.101630 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59de89e-18b2-470b-ab0d-cf03b92bb3db", "name": "network-vif-deleted", "tag": "c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:42.101923 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de6316e3-87ac-4b7e-8679-7083ef38e91b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:42.102383 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59de89e-18b2-470b-ab0d-cf03b92bb3db', 'name': 'network-vif-deleted', 'tag': 'c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1', 'status': 'completed', 'code': 200} Aug 11 02:23:42.425085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a136-0685-4876-84e7-8b7228676081 req-11a39178-9e6c-42dc-b50e-3ef95d3e88a9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:42.426784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91a9a136-0685-4876-84e7-8b7228676081 req-11a39178-9e6c-42dc-b50e-3ef95d3e88a9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1028109 Aug 11 02:23:42.458205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c54da83-417e-4c7f-8326-ca63d9b06c3c req-8be5a297-188b-47fc-a8fc-dd036a4411b3 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=c59de89e-18b2-470b-ab0d-cf03b92bb3db HTTP/1.1" status: 200 len: 210 time: 0.0298307 Aug 11 02:23:42.500571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91a9a136-0685-4876-84e7-8b7228676081 req-cecfd934-326a-4182-80b9-bc616da40be6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Aug 11 02:23:43.712795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821e94-4dd7-4ab5-b340-f2aaa38a62d1 req-7a91e7ef-fd84-4f5f-8d8a-50a7d041e8de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:43.725990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c821e94-4dd7-4ab5-b340-f2aaa38a62d1 req-7a91e7ef-fd84-4f5f-8d8a-50a7d041e8de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0900745 Aug 11 02:23:43.787459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c821e94-4dd7-4ab5-b340-f2aaa38a62d1 req-65125756-80e1-4dbc-aab9-c4e290475392 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601089 Aug 11 02:23:44.947139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b861-86ee-4f69-a1c6-ede557e62a41 req-5567ab6c-e57e-4914-b826-1c50e0c549a3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:44.948754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8448b861-86ee-4f69-a1c6-ede557e62a41 req-5567ab6c-e57e-4914-b826-1c50e0c549a3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0661597 Aug 11 02:23:45.005193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8448b861-86ee-4f69-a1c6-ede557e62a41 req-c01f1fc5-64b7-4ed6-b389-3151cb691ca9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Aug 11 02:23:45.744633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:45.770127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:45.770602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c9bd3a63-ef9b-459b-b1f1-6e53a953dbf1 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:46.222399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329ac6-c296-4b91-b2e6-e13cfbdbe31b req-d680f70e-b5f0-4e27-91d7-6156a3ba3acc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:46.225569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80329ac6-c296-4b91-b2e6-e13cfbdbe31b req-d680f70e-b5f0-4e27-91d7-6156a3ba3acc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0906694 Aug 11 02:23:46.305498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80329ac6-c296-4b91-b2e6-e13cfbdbe31b req-d3620925-3e3a-4678-a14b-c438653fdff3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Aug 11 02:23:47.354663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8928-a936-4780-9303-ae966009bc39 req-5c9d65e6-6901-472f-89dd-d0baca7e413e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:47.357710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31bd8928-a936-4780-9303-ae966009bc39 req-5c9d65e6-6901-472f-89dd-d0baca7e413e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.1010704 Aug 11 02:23:47.412585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31bd8928-a936-4780-9303-ae966009bc39 req-3f343fe1-7ce2-40a0-afbc-08cfee61c9ae tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Aug 11 02:23:47.508511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739594cb-0baf-4ee4-8a05-3c583c0c8850 req-815fabc1-2602-4e67-92c8-7b8963ce3552 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:47.511392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-739594cb-0baf-4ee4-8a05-3c583c0c8850 req-815fabc1-2602-4e67-92c8-7b8963ce3552 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0766885 Aug 11 02:23:47.583029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-739594cb-0baf-4ee4-8a05-3c583c0c8850 req-b9261033-0836-487d-83e2-92f7ae23614d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571489 Aug 11 02:23:47.835934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54650) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:47.963456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a238-5414-42e7-9521-41200f0b19d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.116616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a238-5414-42e7-9521-41200f0b19d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.121291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a238-5414-42e7-9521-41200f0b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.166577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1a238-5414-42e7-9521-41200f0b19d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5705e72a-3433-4c3e-a3aa-bfdba9ddd308,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:48.171032 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cdb1a238-5414-42e7-9521-41200f0b19d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d66f480a5dc4cbdb8f2bb56ed6dc3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339286 Aug 11 02:23:48.176555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:48.236493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.260803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.327561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.331201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.332938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5705e72a-3433-4c3e-a3aa-bfdba9ddd308 HTTP/1.1" status: 204 len: 168 time: 0.1547265 Aug 11 02:23:48.348673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85099441-ea73-474a-8d39-10a4032dd6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5705e72a-3433-4c3e-a3aa-bfdba9ddd308,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:48.614839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62543eaa-2636-4959-9d49-dcacecc216de req-9e7f298f-8727-4590-940e-a724ccae93d1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.617013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62543eaa-2636-4959-9d49-dcacecc216de req-9e7f298f-8727-4590-940e-a724ccae93d1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.0811527 Aug 11 02:23:48.736346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62543eaa-2636-4959-9d49-dcacecc216de req-44466ea4-1a0e-4a70-ae7b-8d330f1347d0 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076174 Aug 11 02:23:48.780464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff48e5-9605-4c60-8f66-83b77abca6fb req-81c6cc35-68b2-4712-bd84-57a9268f5069 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:48.782095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44ff48e5-9605-4c60-8f66-83b77abca6fb req-81c6cc35-68b2-4712-bd84-57a9268f5069 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0946989 Aug 11 02:23:48.806761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:48.821583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58d13806-075c-4553-801a-e8eca72e03a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.840594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44ff48e5-9605-4c60-8f66-83b77abca6fb req-4a83e956-e1a6-4b5c-b4ef-b0d2bb6b1bc3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Aug 11 02:23:48.965066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58d13806-075c-4553-801a-e8eca72e03a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:48.973521 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58d13806-075c-4553-801a-e8eca72e03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.019300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13806-075c-4553-801a-e8eca72e03a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d44712-e702-402f-a3e1-12f77f20425f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.024162 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58d13806-075c-4553-801a-e8eca72e03a2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34d7d3d60d044197a951f7caafc99bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161927 Aug 11 02:23:49.026955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54686) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:49.035802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:23:49.111728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.158176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.194629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-053a6294-22b0-4e3a-acca-8cc10e91c3bc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:49.196225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-053a6294-22b0-4e3a-acca-8cc10e91c3bc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.1063299 Aug 11 02:23:49.252673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:49.267620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3dc109bb-6e4c-415d-9481-902001296641', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '3dc109bb-6e4c-415d-9481-902001296641', 'mac_address': 'fa:16:3e:06:76:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:23:49.270012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.275438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.278520 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8d44712-e702-402f-a3e1-12f77f20425f HTTP/1.1" status: 204 len: 168 time: 0.2501264 Aug 11 02:23:49.295642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361d37c-3ae4-412d-9661-e2784e25306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d44712-e702-402f-a3e1-12f77f20425f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.378291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.388090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Deleting port de8fe6ef-0feb-4d10-bad6-373b1807d59e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:49.388650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.410312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dc109bb-6e4c-415d-9481-902001296641 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:23:49.447471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:49.454871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.616502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:49.625394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3dc109bb-6e4c-415d-9481-902001296641'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:49.644700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] For port de8fe6ef-0feb-4d10-bad6-373b1807d59e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=de8fe6ef-0feb-4d10-bad6-373b1807d59e,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:49.646570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:49.685182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Calling delete_port for de8fe6ef-0feb-4d10-bad6-373b1807d59e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:50.020636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159d28e-ab30-46a7-b6e1-f6884f64196b req-e63340e5-657e-4518-a637-fcb25b0edc43 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.028262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6159d28e-ab30-46a7-b6e1-f6884f64196b req-e63340e5-657e-4518-a637-fcb25b0edc43 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 945 time: 0.1746094 Aug 11 02:23:50.204715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.212795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6159d28e-ab30-46a7-b6e1-f6884f64196b req-499214af-0190-476c-9dc3-bfd461b9cfe3 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596916 Aug 11 02:23:50.222930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:50.226206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:50.233567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003fb7a-1ea7-4365-844e-07173f7abcc8 req-ec18842f-7eb5-4214-af75-4368a37b01e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:50.250733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7003fb7a-1ea7-4365-844e-07173f7abcc8 req-ec18842f-7eb5-4214-af75-4368a37b01e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 944 time: 0.2190351 Aug 11 02:23:50.420798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event deleted for resources: {'Port': ['ID=de8fe6ef-0feb-4d10-bad6-373b1807d59e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:50.495879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] No DVR routers for this DVR port de8fe6ef-0feb-4d10-bad6-373b1807d59e on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:50.500048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:50.502504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83b0a0e9-8ed7-4dec-94ae-30d607fb8dc0 req-da625375-535b-4bbd-8e21-4fd3c4fc4aea tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "DELETE /v2.0/ports/de8fe6ef-0feb-4d10-bad6-373b1807d59e HTTP/1.1" status: 204 len: 173 time: 1.2793281 Aug 11 02:23:50.511536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'name': 'network-vif-deleted', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:50.514195 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c775b7-7d7b-4d60-bf09-a41ce08ef33a" -d '{"events": [{"server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "name": "network-vif-deleted", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:50.638698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7003fb7a-1ea7-4365-844e-07173f7abcc8 req-8cf5f517-5791-46cf-9a57-81c47b05d87c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605745 Aug 11 02:23:50.674436 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e6191-c47d-4226-9b2c-371efb9f1ef0 x-openstack-request-id: req-7f5e6191-c47d-4226-9b2c-371efb9f1ef0 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:50.675874 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d4f539-0cce-4ae1-9620-531f21e5c9b0", "name": "network-vif-deleted", "tag": "de8fe6ef-0feb-4d10-bad6-373b1807d59e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:50.676142 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f5e6191-c47d-4226-9b2c-371efb9f1ef0 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:50.676749 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d4f539-0cce-4ae1-9620-531f21e5c9b0', 'name': 'network-vif-deleted', 'tag': 'de8fe6ef-0feb-4d10-bad6-373b1807d59e', 'status': 'completed', 'code': 200} Aug 11 02:23:51.068908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:23:51.393315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3dc109bb-6e4c-415d-9481-902001296641 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:23:51.394109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.550443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34175884-9dc2-493b-9c6b-d03f9ff813db req-98bd2dad-f9e5-44d4-838d-64ec8b41e976 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d4f539-0cce-4ae1-9620-531f21e5c9b0 HTTP/1.1" status: 200 len: 210 time: 0.0972183 Aug 11 02:23:51.754142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.817631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:51.821918 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03561057-c198-439d-ba99-e93166c10174" -d '{"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-plugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:51.860883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:51.875150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:51.992252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b782b6d-77d8-4543-8248-b6a773e6ddf1 req-a48c7780-5e66-4397-9e0c-27018ab127b9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:52.010693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b782b6d-77d8-4543-8248-b6a773e6ddf1 req-a48c7780-5e66-4397-9e0c-27018ab127b9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 944 time: 0.1954918 Aug 11 02:23:52.155114 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95465188-5d1b-4fbb-bce2-ba6d9570aeb5 x-openstack-request-id: req-95465188-5d1b-4fbb-bce2-ba6d9570aeb5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:52.156346 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-plugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:52.168647 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-95465188-5d1b-4fbb-bce2-ba6d9570aeb5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:52.169473 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641', 'code': 200} Aug 11 02:23:52.176047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b782b6d-77d8-4543-8248-b6a773e6ddf1 req-f2967767-04a5-49e1-9785-74001a88f308 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619530 Aug 11 02:23:52.196866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:52.574545 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f96a0969-887c-472c-b9ba-1dbbeb95f6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:53.010623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1cd3-7224-46e9-a8c9-cebe7d1909bf req-8c20814e-650d-4358-9f6a-c3d85aa3f9c5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:53.012866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774f1cd3-7224-46e9-a8c9-cebe7d1909bf req-8c20814e-650d-4358-9f6a-c3d85aa3f9c5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 945 time: 0.1096721 Aug 11 02:23:53.079277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de8fe6ef-0feb-4d10-bad6-373b1807d59e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:53.098223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774f1cd3-7224-46e9-a8c9-cebe7d1909bf req-8978cc82-f51e-43d6-a1a9-9b55bfa6c59b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748537 Aug 11 02:23:53.121350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: de8fe6ef-0feb-4d10-bad6-373b1807d59e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:53.121709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device de8fe6ef-0feb-4d10-bad6-373b1807d59e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:23:53.398426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb11e7-56af-4221-a07d-948083baa1cd req-5a468c0c-0a00-40ab-bf87-6ee95b6d0874 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:53.403041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7feb11e7-56af-4221-a07d-948083baa1cd req-5a468c0c-0a00-40ab-bf87-6ee95b6d0874 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1052382 Aug 11 02:23:53.476726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7feb11e7-56af-4221-a07d-948083baa1cd req-1873c23d-987d-454e-b0db-3dc8901c08ab tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614800 Aug 11 02:23:54.261840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08c35b-a1b9-4226-9c2d-dcb6a627191d req-95b6bd8e-9bd6-42a2-a315-251f2f7fa55c tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.263703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea08c35b-a1b9-4226-9c2d-dcb6a627191d req-95b6bd8e-9bd6-42a2-a315-251f2f7fa55c tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Aug 11 02:23:54.378694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea08c35b-a1b9-4226-9c2d-dcb6a627191d req-2bf90858-b2e7-432a-a4ee-d9c617f7ddbf tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Aug 11 02:23:54.486613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-effd544a-3799-401e-8684-23f2948742dc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.488405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-effd544a-3799-401e-8684-23f2948742dc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 945 time: 0.0816650 Aug 11 02:23:54.657857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4ece-87bb-4c6c-a8e6-f7ed82c01ba2 req-aeeb58dc-cad7-4bfe-a8a1-306e436e191e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:54.674580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5bc4ece-87bb-4c6c-a8e6-f7ed82c01ba2 req-aeeb58dc-cad7-4bfe-a8a1-306e436e191e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1007607 Aug 11 02:23:54.712990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Deleting port 7b3245f3-5291-4acf-a677-4236053040c3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:23:54.713467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.744790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5bc4ece-87bb-4c6c-a8e6-f7ed82c01ba2 req-bac2704d-e29f-426d-8da8-d2d690fd0273 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690215 Aug 11 02:23:54.923978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] For port 7b3245f3-5291-4acf-a677-4236053040c3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=7b3245f3-5291-4acf-a677-4236053040c3,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:23:54.924581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:54.953654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Calling delete_port for 7b3245f3-5291-4acf-a677-4236053040c3 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:23:55.134060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dcaafa71-ce86-4f55-b9ee-e8d76d0ebcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.214960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.249866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:55.253291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['7b3245f3-5291-4acf-a677-4236053040c3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:23:55.379227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event deleted for resources: {'Port': ['ID=7b3245f3-5291-4acf-a677-4236053040c3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:55.427448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.501094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] No DVR routers for this DVR port 7b3245f3-5291-4acf-a677-4236053040c3 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:23:55.503874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:55.511037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-273b16aa-6d33-42f5-bff5-f5c1a033afaa req-dc1204f4-189a-4d97-9598-79650dbf89e5 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.61 "DELETE /v2.0/ports/7b3245f3-5291-4acf-a677-4236053040c3 HTTP/1.1" status: 204 len: 173 time: 1.0150180 Aug 11 02:23:55.511541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'name': 'network-vif-deleted', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:23:55.517899 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1095d2-8ffa-4110-90f4-483ad90d7871" -d '{"events": [{"server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "name": "network-vif-deleted", "tag": "7b3245f3-5291-4acf-a677-4236053040c3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:23:55.660870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c01fc1d5-71ba-4380-ac41-6b1e020bc99d req-d5351d80-f23a-4a95-8d0e-3e5ed2f4db26 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=106b5348-717a-4c0b-9af7-e55a6b4e5c32 HTTP/1.1" status: 200 len: 210 time: 0.1648304 Aug 11 02:23:55.806926 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521cb64-3589-4764-af38-080778b24b78 x-openstack-request-id: req-1521cb64-3589-4764-af38-080778b24b78 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:23:55.807274 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106b5348-717a-4c0b-9af7-e55a6b4e5c32", "name": "network-vif-deleted", "tag": "7b3245f3-5291-4acf-a677-4236053040c3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:23:55.807593 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1521cb64-3589-4764-af38-080778b24b78 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:23:55.807985 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106b5348-717a-4c0b-9af7-e55a6b4e5c32', 'name': 'network-vif-deleted', 'tag': '7b3245f3-5291-4acf-a677-4236053040c3', 'status': 'completed', 'code': 200} Aug 11 02:23:56.030761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ba36-142d-4554-adba-da2d0c887ea0 req-348c4698-d6b2-4074-a768-d57c15df7ef6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:56.069668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f72ba36-142d-4554-adba-da2d0c887ea0 req-348c4698-d6b2-4074-a768-d57c15df7ef6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1975543 Aug 11 02:23:56.184233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f72ba36-142d-4554-adba-da2d0c887ea0 req-235e44af-cb25-4467-91d1-d15c36bc3b44 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127691 Aug 11 02:23:56.358982 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:57.413900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3c039-52a2-4f70-8e98-5cedfcf19c10 req-13008b65-fa6c-459f-beef-6c6a278e74dd tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:57.422887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dd3c039-52a2-4f70-8e98-5cedfcf19c10 req-13008b65-fa6c-459f-beef-6c6a278e74dd tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0736451 Aug 11 02:23:57.503705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7dd3c039-52a2-4f70-8e98-5cedfcf19c10 req-768773e9-4d0a-48b0-8a32-90f8d298f066 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 Aug 11 02:23:57.989491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:58.717776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5f127-0257-4eaa-9221-f8ed2925b9c0 req-52ffce7e-fe4c-4d8e-be3a-d498c484098c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:23:58.726917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b5f127-0257-4eaa-9221-f8ed2925b9c0 req-52ffce7e-fe4c-4d8e-be3a-d498c484098c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0944188 Aug 11 02:23:58.804746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38b5f127-0257-4eaa-9221-f8ed2925b9c0 req-0f66b77b-b186-46f1-ba24-780471885ddf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764873 Aug 11 02:23:58.982773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54884) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:59.167736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-947aadaf-2641-4efa-82a8-9e65721e32c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.404859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-947aadaf-2641-4efa-82a8-9e65721e32c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.425880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-947aadaf-2641-4efa-82a8-9e65721e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.470068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-947aadaf-2641-4efa-82a8-9e65721e32c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0dfd040304964d4dbafca5bda59fce7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811635 Aug 11 02:23:59.470448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54894) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:23:59.501006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aadaf-2641-4efa-82a8-9e65721e32c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40601088-bf1a-4e6a-9d51-e9297a5da624,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.575580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.607722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.710616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.715075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:23:59.716772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40601088-bf1a-4e6a-9d51-e9297a5da624 HTTP/1.1" status: 204 len: 168 time: 0.2453456 Aug 11 02:23:59.733670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d31e-fe09-44ef-bb37-70cd73b42467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40601088-bf1a-4e6a-9d51-e9297a5da624,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:23:59.803559 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:23:59.827464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7b3245f3-5291-4acf-a677-4236053040c3 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:23:59.919368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 7b3245f3-5291-4acf-a677-4236053040c3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:23:59.920446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 7b3245f3-5291-4acf-a677-4236053040c3 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:00.013694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137972f6-8a63-43e6-9650-be441d24f88a req-99071499-304f-49aa-a46c-e7a77e9082ae tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:00.021500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-137972f6-8a63-43e6-9650-be441d24f88a req-99071499-304f-49aa-a46c-e7a77e9082ae tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0834272 Aug 11 02:24:00.082691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-137972f6-8a63-43e6-9650-be441d24f88a req-bab4de0d-b4a7-4ca3-8086-0c06a867f6f8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 Aug 11 02:24:00.442352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54910) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:00.462502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d999db2-863e-466c-81b7-485e3daaff5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.663829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d999db2-863e-466c-81b7-485e3daaff5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.677618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d999db2-863e-466c-81b7-485e3daaff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.719857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999db2-863e-466c-81b7-485e3daaff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f606323b-d9e6-4f67-8e69-335fc5c6e46a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:00.761204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7d999db2-863e-466c-81b7-485e3daaff5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5e4eba8e836407eb9e64362a4a722dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175399 Aug 11 02:24:00.764148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:00.893625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:00.939566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.033460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.044321 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:01.045793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f606323b-d9e6-4f67-8e69-335fc5c6e46a HTTP/1.1" status: 204 len: 168 time: 0.2789018 Aug 11 02:24:01.070798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c231b4e-e090-4ac9-9d50-d6514375d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f606323b-d9e6-4f67-8e69-335fc5c6e46a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:01.383075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ba1a-4a21-4816-87bd-54849667e96e req-b2c984b2-e5d7-48ba-97d3-8b901dbcce92 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.406654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b998ba1a-4a21-4816-87bd-54849667e96e req-b2c984b2-e5d7-48ba-97d3-8b901dbcce92 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1809783 Aug 11 02:24:01.482692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b998ba1a-4a21-4816-87bd-54849667e96e req-030d0fd8-7375-4442-a779-6eefc4b905fe tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Aug 11 02:24:01.648060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-f5bbf00e-1ec2-4501-85d5-4e55ba6b172c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1584804 Aug 11 02:24:01.866240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.867152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.867152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.867495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.867991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.868488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.868963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:01.872917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-d168dde3-7e31-4d7e-b971-86405068a4ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.1067805 Aug 11 02:24:02.152382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca92de6-2d5c-4dd3-a5e4-21c7bbe26884 req-798d866c-2ba0-4c14-a3c0-aa4d46a7d54f tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.167007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca92de6-2d5c-4dd3-a5e4-21c7bbe26884 req-798d866c-2ba0-4c14-a3c0-aa4d46a7d54f tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 945 time: 0.2040222 Aug 11 02:24:02.338580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca92de6-2d5c-4dd3-a5e4-21c7bbe26884 req-cea1f860-65ad-46fd-b5c6-4f37b7604c8e tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685975 Aug 11 02:24:02.349517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-9c603401-d283-4d90-b110-5de00b51ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.350984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-9c603401-d283-4d90-b110-5de00b51ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.352178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-9c603401-d283-4d90-b110-5de00b51ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.356799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-9c603401-d283-4d90-b110-5de00b51ae73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 2293 time: 0.4495440 Aug 11 02:24:02.451579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-dbe0bf79-4e07-4463-a30e-60736604f96a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 1001 time: 0.0860460 Aug 11 02:24:02.530597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-0a32396b-6080-458f-b299-f1ed91cfefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.534800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-0a32396b-6080-458f-b299-f1ed91cfefa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.0754669 Aug 11 02:24:02.654365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-df8e9b81-9f41-45fc-8aae-eef20d7824d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.656304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-df8e9b81-9f41-45fc-8aae-eef20d7824d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131654 Aug 11 02:24:02.711899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7805cd-c341-4ab5-806e-b08646f2eb0d req-562b7d29-1f89-4505-9e79-41873fe2548f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:02.713842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f7805cd-c341-4ab5-806e-b08646f2eb0d req-562b7d29-1f89-4505-9e79-41873fe2548f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1111920 Aug 11 02:24:02.841580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f7805cd-c341-4ab5-806e-b08646f2eb0d req-032a98b7-23ce-4539-8678-5fb218cc8deb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925581 Aug 11 02:24:02.919815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-57c5a363-ff0e-48e9-9ba6-cfdf648a9281 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542546 Aug 11 02:24:03.090221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-2c351141-eab1-48b8-85f7-79bd06140e75 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618707 Aug 11 02:24:03.151092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-2e74bad6-80a6-4482-bead-f9bd5f816de3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 217 time: 0.0518394 Aug 11 02:24:03.252027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-39b8c09a-e840-40f7-ba79-a213c84b96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.253941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-39b8c09a-e840-40f7-ba79-a213c84b96fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0937862 Aug 11 02:24:03.316793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-c4401b1c-c2fb-4f57-9efe-b40843aa97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.319035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-c4401b1c-c2fb-4f57-9efe-b40843aa97ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570419 Aug 11 02:24:03.458759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-6b6cf80a-c14e-4adf-ab57-e92a97c967ee service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315074 Aug 11 02:24:03.619068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864935-71c1-4ee6-8fef-8cfe17569064 req-2a077537-d21c-4403-816b-1e1a4e59b38b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.620807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc864935-71c1-4ee6-8fef-8cfe17569064 req-2a077537-d21c-4403-816b-1e1a4e59b38b tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 945 time: 0.0954714 Aug 11 02:24:03.627718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-59c9908c-e288-4763-9d1e-2ae60535ab75 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568246 Aug 11 02:24:03.708708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-f5753609-5b0c-4594-932e-e88337ff98d1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.711146 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-f5753609-5b0c-4594-932e-e88337ff98d1 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 945 time: 0.0823429 Aug 11 02:24:03.745881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-00304dce-091b-45c5-8eec-763952aec11c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 217 time: 0.1079934 Aug 11 02:24:03.797852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc864935-71c1-4ee6-8fef-8cfe17569064 req-22677dda-3d4a-40aa-ad54-24e2bf4204cc tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/security-groups?id=035366f8-2d40-44e1-ade0-be2d7771df44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389575 Aug 11 02:24:03.851487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-28de75e7-e9d0-4139-bacf-ef7f5afdadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:03.853094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-28de75e7-e9d0-4139-bacf-ef7f5afdadd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0890915 Aug 11 02:24:03.880052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Deleting port afbeb00b-5cec-4db1-9bfa-d32afc4a689c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:03.880409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.088131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] For port afbeb00b-5cec-4db1-9bfa-d32afc4a689c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,segment=NetworkSegment(c24b8024-1591-4753-809a-5c32f0f6e824),segment_id=c24b8024-1591-4753-809a-5c32f0f6e824)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:04.088536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.109626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Calling delete_port for afbeb00b-5cec-4db1-9bfa-d32afc4a689c owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:04.240451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-75ba96e7-54ef-45e6-a253-6cdf76d5bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.243229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-75ba96e7-54ef-45e6-a253-6cdf76d5bc46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3776186 Aug 11 02:24:04.306553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a595384-d3cc-44cc-8d48-959319ab86ac req-a851b89b-53b3-442e-a966-4b53a1498da6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.308161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.309333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a595384-d3cc-44cc-8d48-959319ab86ac req-a851b89b-53b3-442e-a966-4b53a1498da6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1410680 Aug 11 02:24:04.324831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['afbeb00b-5cec-4db1-9bfa-d32afc4a689c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:04.387413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Pushing event deleted for resources: {'Port': ['ID=afbeb00b-5cec-4db1-9bfa-d32afc4a689c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:04.411250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] No DVR routers for this DVR port afbeb00b-5cec-4db1-9bfa-d32afc4a689c on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:04.414165 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:04.416885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-79cf5b4a-e240-45ff-8f37-3ebb1d251859 req-ad6cee39-2834-4478-96fc-5b9e7d2b6687 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.67 "DELETE /v2.0/ports/afbeb00b-5cec-4db1-9bfa-d32afc4a689c HTTP/1.1" status: 204 len: 173 time: 0.6879559 Aug 11 02:24:04.417389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'name': 'network-vif-deleted', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:04.420053 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98537c3c-bc14-4602-9d3b-8e0fff5cb874" -d '{"events": [{"server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "name": "network-vif-deleted", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:04.468913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a595384-d3cc-44cc-8d48-959319ab86ac req-6395cf69-e780-4a71-9fdf-7a669c34f3bf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864315 Aug 11 02:24:04.504535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-8ed90fd7-294e-4cf9-acf1-ff7e46cc3b70 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504547 Aug 11 02:24:04.520495 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1225ae3-258c-4c10-9557-244d93bd36be x-openstack-request-id: req-c1225ae3-258c-4c10-9557-244d93bd36be {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:04.520949 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22643025-3e0b-4ce5-86e4-81765a78960b", "name": "network-vif-deleted", "tag": "afbeb00b-5cec-4db1-9bfa-d32afc4a689c", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:04.521124 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c1225ae3-258c-4c10-9557-244d93bd36be {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:04.521430 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22643025-3e0b-4ce5-86e4-81765a78960b', 'name': 'network-vif-deleted', 'tag': 'afbeb00b-5cec-4db1-9bfa-d32afc4a689c', 'status': 'completed', 'code': 200} Aug 11 02:24:04.662336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-78774f4c-a5ca-4d1c-a825-a82e11b64702 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493897 Aug 11 02:24:04.731577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-bac2ae59-326e-4093-9d26-ddfa6285529c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 217 time: 0.0574775 Aug 11 02:24:04.768587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-e64b1219-3994-426b-8e88-0d74379ea1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.774451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-e64b1219-3994-426b-8e88-0d74379ea1bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 1097 time: 0.0651674 Aug 11 02:24:04.818311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-5142dbd1-4e61-4c7e-91b3-726a7fba7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.819986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-5142dbd1-4e61-4c7e-91b3-726a7fba7d7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0807240 Aug 11 02:24:04.918890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-35c474cf-17db-4c4a-bdb0-612f1235e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.920484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-35c474cf-17db-4c4a-bdb0-612f1235e27f service neutron] 10.222.0.67 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.1374450 Aug 11 02:24:04.945151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5733a3d-4ddf-458c-b1b6-fe777a467680 req-8ec62420-dce6-4a08-a1eb-7890fc6ef272 tempest-AttachVolumeNegativeTest-2062843630 tempest-AttachVolumeNegativeTest-2062843630-project] 10.222.0.68 "GET /v2.0/ports?device_id=22643025-3e0b-4ce5-86e4-81765a78960b HTTP/1.1" status: 200 len: 210 time: 0.0517578 Aug 11 02:24:04.962466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-560d5fba-dd68-4964-afe5-cee747834396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:04.966393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-560d5fba-dd68-4964-afe5-cee747834396 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287537 Aug 11 02:24:04.972649 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-de3d7259-e084-4218-b80e-7c6970d1d4dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc109bb-6e4c-415d-9481-902001296641 HTTP/1.1" status: 200 len: 217 time: 0.0443373 Aug 11 02:24:05.038991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-c85a7b6a-ae91-41ce-944c-2adf509528e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.038991 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-c85a7b6a-ae91-41ce-944c-2adf509528e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0596695 Aug 11 02:24:05.085642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-d190bf9d-3b8c-4e75-98af-b4ceb72a0e4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359132 Aug 11 02:24:05.115797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-4e7c2986-5879-4875-ab3f-fb98aa28f386 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426258 Aug 11 02:24:05.229612 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-e47d088b-0147-4b53-a000-d71546c7aabc service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324091 Aug 11 02:24:05.265401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-e0502825-f5bd-4ae7-a935-25051fafd458 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411707 Aug 11 02:24:05.318661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-500d449a-7fa7-4b92-813a-70ff0616b6ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 217 time: 0.0441945 Aug 11 02:24:05.353437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80033981-d4c7-425f-89a0-0cdd44eabef1 req-cc362608-2c62-4297-88af-21392adc5f1c service neutron] 10.222.0.67 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115446 Aug 11 02:24:05.382607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-1e4e2cf0-74d7-4b5f-b8c7-26d6153a8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.384163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-1e4e2cf0-74d7-4b5f-b8c7-26d6153a8842 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0559602 Aug 11 02:24:05.444330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-ca6479ef-a106-4483-94ae-68bf03d6549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.445901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-ca6479ef-a106-4483-94ae-68bf03d6549c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491974 Aug 11 02:24:05.564642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-5e02f322-65ab-4a3b-be57-7db9fde5a14e service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105735 Aug 11 02:24:05.688689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4b4a-6863-4ba9-8dfc-4b0f58085a97 req-2e656222-d92e-4774-956d-e83a828eebf8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.690359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-746c4b4a-6863-4ba9-8dfc-4b0f58085a97 req-2e656222-d92e-4774-956d-e83a828eebf8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.1182392 Aug 11 02:24:05.727161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-834a13a6-9110-40a9-9d73-4bc1731a95ce service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536064 Aug 11 02:24:05.787617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-3320947c-e752-4609-8198-effcb6b2f7d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 217 time: 0.0513930 Aug 11 02:24:05.790764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-746c4b4a-6863-4ba9-8dfc-4b0f58085a97 req-4dfe8ad1-2541-46b0-8ed4-f3204ebef5a1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886292 Aug 11 02:24:05.876059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-826202f4-b69a-47e2-9890-111394f5c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.878627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-826202f4-b69a-47e2-9890-111394f5c743 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0826614 Aug 11 02:24:05.950272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-d66577db-cb98-440b-966c-89f8ec705ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:05.952238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-d66577db-cb98-440b-966c-89f8ec705ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653346 Aug 11 02:24:06.046639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55040) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:06.100674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Deleting subnet dbf4f625-d366-4690-95b6-18de9caf3edf {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:24:06.104631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.104905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-6bdc996b-b976-4ee6-936f-5bffc3ddfc53 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429679 Aug 11 02:24:06.176612 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.240820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.280455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-a2ad4ab7-0e98-4c85-880b-db2f57c0e99c service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681156 Aug 11 02:24:06.329674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.341069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-cff5c135-de30-4179-9662-0564e7160707 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.0525153 Aug 11 02:24:06.380643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf4f625-d366-4690-95b6-18de9caf3edf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.392055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.395140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f3b9f379-9056-4504-bb8e-c30394854f9b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dbf4f625-d366-4690-95b6-18de9caf3edf HTTP/1.1" status: 204 len: 168 time: 0.3472655 Aug 11 02:24:06.397626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55048) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:06.424977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-a2d2c7c8-4159-49b9-9bbc-1c0f0d514ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.426687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-a2d2c7c8-4159-49b9-9bbc-1c0f0d514ee9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0782645 Aug 11 02:24:06.496731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d24f1-70b9-466f-b854-47076dfa565d req-ff09d98f-4676-40d3-b1e0-a889b5895171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.498407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-ff09d98f-4676-40d3-b1e0-a889b5895171 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627103 Aug 11 02:24:06.511504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.613309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.624751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e085854-6025-41ba-a2e2-485eda3a2caa']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:06.637503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24b8024-1591-4753-809a-5c32f0f6e824') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:06.637793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24b8024-1591-4753-809a-5c32f0f6e824') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:24:06.639137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-28df776f-0c34-4402-8598-09efacbc24a4 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317592 Aug 11 02:24:06.648981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.672854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.707071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:24:06.708453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:24:06.774223 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:24:06.779552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-249d24f1-70b9-466f-b854-47076dfa565d req-6d1f9ebc-cac3-472a-95d3-e9c050b62860 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281111 Aug 11 02:24:06.779919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.797357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:06.801223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6e085854-6025-41ba-a2e2-485eda3a2caa HTTP/1.1" status: 204 len: 168 time: 0.4011984 Aug 11 02:24:06.815838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccee5c7-e4ff-4a86-8762-1ca3a575b063 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e085854-6025-41ba-a2e2-485eda3a2caa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:06.960922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36696a-907d-45fe-8027-95d025c117a5 req-15b06bd3-73ee-439e-a2de-4acae2758419 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:06.963872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea36696a-907d-45fe-8027-95d025c117a5 req-15b06bd3-73ee-439e-a2de-4acae2758419 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 945 time: 0.0889099 Aug 11 02:24:07.036240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea36696a-907d-45fe-8027-95d025c117a5 req-a0977da5-ea0f-4ddd-9998-522f1ea1e02b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 Aug 11 02:24:07.138094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55066) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:07.153666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:07.253075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c9f25c7c-34b0-4d0e-b2fa-84bd5bc1bb1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e5bee0b319243d291c21f64b6fb722f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124940 Aug 11 02:24:07.255791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55074) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:07.320653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.357906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.386078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:07.387572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:07.391478 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7035f13a-f803-411a-b999-ae8357d650eb" -d '{"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:07.396869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.408567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.414224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device afbeb00b-5cec-4db1-9bfa-d32afc4a689c no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:07.488004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.491460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:07.493212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/035366f8-2d40-44e1-ade0-be2d7771df44 HTTP/1.1" status: 204 len: 168 time: 0.2354612 Aug 11 02:24:07.509387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2b0d-7072-4ef1-8909-04e656a9e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035366f8-2d40-44e1-ade0-be2d7771df44,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:07.527134 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8665f395-6dfe-4b21-a542-1ffab74c5a84 x-openstack-request-id: req-8665f395-6dfe-4b21-a542-1ffab74c5a84 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:07.527872 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-unplugged", "status": "completed", "tag": "3dc109bb-6e4c-415d-9481-902001296641", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:07.528370 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8665f395-6dfe-4b21-a542-1ffab74c5a84 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:07.529258 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dc109bb-6e4c-415d-9481-902001296641', 'code': 200} Aug 11 02:24:07.546766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: afbeb00b-5cec-4db1-9bfa-d32afc4a689c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:07.547499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device afbeb00b-5cec-4db1-9bfa-d32afc4a689c not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:07.584476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:08.248927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f41f0c-547a-4c84-84dc-558ef4444886 req-ebf8f011-bbba-459b-98a4-c76c7b36f97a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:08.251161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66f41f0c-547a-4c84-84dc-558ef4444886 req-ebf8f011-bbba-459b-98a4-c76c7b36f97a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 943 time: 0.0768869 Aug 11 02:24:08.320871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66f41f0c-547a-4c84-84dc-558ef4444886 req-d5b3e0cf-f378-4c8a-b441-c7b802c20306 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618000 Aug 11 02:24:09.628099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-dd944365-3831-4a8a-bb84-8c4802d5cfc1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:09.630906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-dd944365-3831-4a8a-bb84-8c4802d5cfc1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cbfe4d7-8727-4940-9ee2-a0b72fcad523 HTTP/1.1" status: 200 len: 943 time: 0.1469982 Aug 11 02:24:09.741695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port 3dc109bb-6e4c-415d-9481-902001296641 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:24:09.742457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.925716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port 3dc109bb-6e4c-415d-9481-902001296641, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3dc109bb-6e4c-415d-9481-902001296641,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:09.930323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:09.949033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for 3dc109bb-6e4c-415d-9481-902001296641 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:24:10.151799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.207262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=3dc109bb-6e4c-415d-9481-902001296641,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:10.259564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port 3dc109bb-6e4c-415d-9481-902001296641 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:24:10.262506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.270733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-060f21ae-1e2a-45b4-a521-28b8b0a96b96 req-fc1ea813-2a85-46b4-a1a3-ef1daa175678 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "DELETE /v2.0/ports/3dc109bb-6e4c-415d-9481-902001296641 HTTP/1.1" status: 204 len: 173 time: 0.6305690 Aug 11 02:24:10.274655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-deleted', 'tag': '3dc109bb-6e4c-415d-9481-902001296641'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:10.283993 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549992e5-24f5-4efe-ab8f-2f9035bd9d8e" -d '{"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-deleted", "tag": "3dc109bb-6e4c-415d-9481-902001296641"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:10.381675 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3354236b-9639-464d-b951-c3b3df02e707 x-openstack-request-id: req-3354236b-9639-464d-b951-c3b3df02e707 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:10.382666 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfe4d7-8727-4940-9ee2-a0b72fcad523", "name": "network-vif-deleted", "tag": "3dc109bb-6e4c-415d-9481-902001296641", "status": "failed", "code": 422}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:10.383378 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3354236b-9639-464d-b951-c3b3df02e707 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:10.385411 n-d-713498-10 neutron-server[94652]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cbfe4d7-8727-4940-9ee2-a0b72fcad523', 'name': 'network-vif-deleted', 'tag': '3dc109bb-6e4c-415d-9481-902001296641', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:24:10.425589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:10.613217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:11.191072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:11.232437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 3dc109bb-6e4c-415d-9481-902001296641 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:24:11.233070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3dc109bb-6e4c-415d-9481-902001296641 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:24:11.627311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-b4f52c52-3341-4498-8226-152a4b810196 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:11.628939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-b4f52c52-3341-4498-8226-152a4b810196 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.4271853 Aug 11 02:24:11.685084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-32ba72fb-8575-4c1c-adf0-58ce42e63da7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0308518 Aug 11 02:24:11.760175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-3ef8d04f-256b-4202-bdba-7aae4d2fce04 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740302 Aug 11 02:24:12.157636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-85512acd-a425-45f1-86d0-84af7b8c8176 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962455 Aug 11 02:24:12.227387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55288) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.370819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-24dd9cd8-2c33-4aec-822c-d2619092ca46 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092564 Aug 11 02:24:12.701136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.766391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-158b75d1-9ec4-4ebf-9631-8d76dc01e09e req-20ed75b4-e505-4b24-8dcd-497615d7b33b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0931323 Aug 11 02:24:12.841198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.848835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:12.883092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=098d7eebeb334b4ca895d332e2c9da15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538219 Aug 11 02:24:12.886066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55304) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.900308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55306) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:12.940353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6864b842-60d6-45b7-b5a6-09c2db37446b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:12.960837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.961124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.961608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.964135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.964522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.964861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.965288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.965509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.970940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.971459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.971802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:12.972463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d96b3e6-e2a0-4a13-917c-a87dd01e9037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:13.054361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.088091 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.139775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c4a-69dd-4cc3-a1a7-4e68319eec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.165956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.169427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.174759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6864b842-60d6-45b7-b5a6-09c2db37446b HTTP/1.1" status: 204 len: 168 time: 0.2872407 Aug 11 02:24:13.190528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186deee5-2bbf-4d6b-830e-f6ebded87798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864b842-60d6-45b7-b5a6-09c2db37446b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:13.331985 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c4a-69dd-4cc3-a1a7-4e68319eec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.338739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c4a-69dd-4cc3-a1a7-4e68319eec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.404506 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-80cd2c4a-69dd-4cc3-a1a7-4e68319eec3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03e268240677406e9802fd666bd40dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025182 Aug 11 02:24:13.406017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd2c4a-69dd-4cc3-a1a7-4e68319eec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a740bc-b236-4c38-b5c3-8d6e0ee48e25,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:13.409434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55328) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:13.473927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.505551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.573003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.576449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.579108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7a740bc-b236-4c38-b5c3-8d6e0ee48e25 HTTP/1.1" status: 204 len: 168 time: 0.1676486 Aug 11 02:24:13.615335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8603816-4861-4d1f-b999-581c282ddf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a740bc-b236-4c38-b5c3-8d6e0ee48e25,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:13.776018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:13.805695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641e8cc-d57e-4806-9443-ae8e52531188 req-71d5e812-86b3-48b7-9835-8df5b61ea50b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:13.813062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2641e8cc-d57e-4806-9443-ae8e52531188 req-71d5e812-86b3-48b7-9835-8df5b61ea50b tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0755711 Aug 11 02:24:13.822931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22a31ccf-d070-4022-83c4-635e28e76977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:13.868068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2641e8cc-d57e-4806-9443-ae8e52531188 req-0db8cce2-8427-4383-af19-ddb7c6eb0905 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486746 Aug 11 02:24:13.952299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-190e3264-915d-4b2d-b44b-10b04abf6957 req-dda7b0a6-275b-4db2-98f6-1c4867b3317e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0356083 Aug 11 02:24:14.048257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22a31ccf-d070-4022-83c4-635e28e76977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.053661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22a31ccf-d070-4022-83c4-635e28e76977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.131788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22a31ccf-d070-4022-83c4-635e28e76977 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1229cc9acc545b4a30cc85bf021ba59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535624 Aug 11 02:24:14.134708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:14.149132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a31ccf-d070-4022-83c4-635e28e76977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e8b8d-c3ae-4e36-abda-1086b8f7df68,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:14.183346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55348) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:14.208771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd9079d3-df1a-43f0-a070-5dc7804855b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.254680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.297992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.394008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.397314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.398736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a16e8b8d-c3ae-4e36-abda-1086b8f7df68 HTTP/1.1" status: 204 len: 168 time: 0.2626519 Aug 11 02:24:14.411082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc872-2a2d-4e06-b209-cc3145aeccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e8b8d-c3ae-4e36-abda-1086b8f7df68,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:14.847341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd9079d3-df1a-43f0-a070-5dc7804855b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.854672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd9079d3-df1a-43f0-a070-5dc7804855b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:14.866891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-2c7c3dd7-6164-4b2c-a965-253a6001e15e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:14.868461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-2c7c3dd7-6164-4b2c-a965-253a6001e15e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.5877011 Aug 11 02:24:14.893282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:14.955624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd9079d3-df1a-43f0-a070-5dc7804855b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b4c0c143e8c42cca0d002a274f1b0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714505 Aug 11 02:24:14.959659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55364) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:14.971159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9079d3-df1a-43f0-a070-5dc7804855b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72221ee-d2ed-4338-83e3-8ff493d0f98f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:15.097255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88d758-dd3d-43dd-aff3-fff4f926a615 req-a159fd46-0804-4553-a9b4-96be2c92efd8 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:15.106237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd88d758-dd3d-43dd-aff3-fff4f926a615 req-a159fd46-0804-4553-a9b4-96be2c92efd8 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1467144 Aug 11 02:24:15.125431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.163111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68449109-ac53-4292-bb35-b4834e109825 req-9e353d39-3b40-45f5-b54a-9acd33d3fb37 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0539317 Aug 11 02:24:15.193410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd88d758-dd3d-43dd-aff3-fff4f926a615 req-3431eb9a-b372-4abf-9f0c-138d7db732fe tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717714 Aug 11 02:24:15.199547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.236196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:24:15.242711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.402573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.408706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.414014 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b72221ee-d2ed-4338-83e3-8ff493d0f98f HTTP/1.1" status: 204 len: 168 time: 0.4496262 Aug 11 02:24:15.449202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d6713-301b-4abd-ae73-212b10ca0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72221ee-d2ed-4338-83e3-8ff493d0f98f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:15.543478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.13 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/2b271f28-d8d9-486e-8808-0debf001c726) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:24:15.785778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.847271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:15.901701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:24:15.910330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:24:15.917924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:24:15.993222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:16.032193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.033150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.055703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-d0bdead2-b1fa-4ea6-b4f3-164a17607174 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1714489 Aug 11 02:24:16.074295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Request body: {'port': {'device_id': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:16.174792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.434019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f402ad-7bb8-41d0-8321-f02ba71a0443 req-ca4ce95d-79b2-4ba0-933b-2d39ed7d62ff tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.442810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05f402ad-7bb8-41d0-8321-f02ba71a0443 req-ca4ce95d-79b2-4ba0-933b-2d39ed7d62ff tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1215339 Aug 11 02:24:16.544808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05f402ad-7bb8-41d0-8321-f02ba71a0443 req-6eca3dde-eb6e-440a-8307-fa2c54b0de18 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003625 Aug 11 02:24:16.559934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901418-185a-4bd5-a455-880e48cfb3f7 req-9e6e4912-910b-4cd9-8b87-08fae51ec4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:16.574831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63901418-185a-4bd5-a455-880e48cfb3f7 req-9e6e4912-910b-4cd9-8b87-08fae51ec4c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 932 time: 0.1239970 Aug 11 02:24:16.675338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63901418-185a-4bd5-a455-880e48cfb3f7 req-18f85b0b-ca04-4340-81f9-aebd7780f66c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986762 Aug 11 02:24:16.784829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b271f28-d8d9-486e-8808-0debf001c726 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:16.794701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.824678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Transition to ACTIVE for port object 2b271f28-d8d9-486e-8808-0debf001c726 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:24:16.833196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:16.913560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Pushing event updated for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:16.994793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Attempting to bind port 2b271f28-d8d9-486e-8808-0debf001c726 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:24:16.995561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Attempting to bind port 2b271f28-d8d9-486e-8808-0debf001c726 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:24:16.996161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Attempting to bind port 2b271f28-d8d9-486e-8808-0debf001c726 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:17.004906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Port 2b271f28-d8d9-486e-8808-0debf001c726 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:24:17.005473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Attempting to bind port 2b271f28-d8d9-486e-8808-0debf001c726 on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:24:17.014770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:24:17.015315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:24:17.016186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:24:17.016933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Bound port: 2b271f28-d8d9-486e-8808-0debf001c726, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:24:17.017539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.119870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:24:17.126982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2b271f28-d8d9-486e-8808-0debf001c726,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:24:17.134758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.197918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.199112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:17.201977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] 10.222.0.61 "PUT /v2.0/ports/2b271f28-d8d9-486e-8808-0debf001c726 HTTP/1.1" status: 200 len: 1093 time: 1.1332877 Aug 11 02:24:17.202243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:17.206680 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8294aeca-449b-4561-bef8-ce4d299a5784" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "tag": "2b271f28-d8d9-486e-8808-0debf001c726"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:17.271100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99188d5f-b625-4801-b050-3671c5a1feac service neutron] Pushing event updated for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:17.305649 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bff827-e4a5-403a-abb5-eb17de511e0b x-openstack-request-id: req-b2bff827-e4a5-403a-abb5-eb17de511e0b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:17.306102 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "tag": "2b271f28-d8d9-486e-8808-0debf001c726", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:17.306489 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b2bff827-e4a5-403a-abb5-eb17de511e0b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:17.306998 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726', 'status': 'completed', 'code': 200} Aug 11 02:24:17.357641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-cde91614-b867-430f-b3d4-5cf3bd80d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.360806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-cde91614-b867-430f-b3d4-5cf3bd80d7bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0760846 Aug 11 02:24:17.431703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-7bdfbfd5-fa79-4c38-991e-5c7f6b9cdf26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b271f28-d8d9-486e-8808-0debf001c726 HTTP/1.1" status: 200 len: 217 time: 0.0618279 Aug 11 02:24:17.535791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-2536dcd4-d8a3-4e49-aece-b2e5752f9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.537484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-2536dcd4-d8a3-4e49-aece-b2e5752f9680 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0972764 Aug 11 02:24:17.582921 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-fe7f6aa9-4b66-4b1b-b847-d170badca64c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339303 Aug 11 02:24:17.700920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3711-fbfd-4654-b4c3-29faefcd9b83 req-d079a46d-ba62-4cf1-a785-345f0cb4d9f2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.710986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ffd3711-fbfd-4654-b4c3-29faefcd9b83 req-d079a46d-ba62-4cf1-a785-345f0cb4d9f2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0727048 Aug 11 02:24:17.796771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ffd3711-fbfd-4654-b4c3-29faefcd9b83 req-04e1df76-9ea1-45a4-aa2b-bf4c27fbe066 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785859 Aug 11 02:24:17.802163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-cb8bd5cb-54f9-42c4-8f1c-cf64d0908d3b service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144213 Aug 11 02:24:17.953511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72f32-4400-45f0-ad6e-18fe356a4c1f req-e16381ed-7c6f-451b-a915-a87589d0f4f7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:17.970907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-19f8a082-e281-4b3e-ba56-b2b666af592f req-f03fed94-ba95-42e8-93bc-faac796e6d0f service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610322 Aug 11 02:24:17.975201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4df72f32-4400-45f0-ad6e-18fe356a4c1f req-e16381ed-7c6f-451b-a915-a87589d0f4f7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1625969 Aug 11 02:24:18.069638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4df72f32-4400-45f0-ad6e-18fe356a4c1f req-4fba2887-5ae8-4fd3-a818-905f2671d914 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925646 Aug 11 02:24:18.122685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-928927f1-8f9f-4da7-a3a7-af04fcaf36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.129501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-928927f1-8f9f-4da7-a3a7-af04fcaf36a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0821590 Aug 11 02:24:18.261537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-5e6c5e1b-3402-4c22-b653-de0e81ec0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.264249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-5e6c5e1b-3402-4c22-b653-de0e81ec0c0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.1264396 Aug 11 02:24:18.345520 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-41a3b2bd-3ebd-4c51-bf65-e59d6ab8db01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b271f28-d8d9-486e-8808-0debf001c726 HTTP/1.1" status: 200 len: 217 time: 0.0688882 Aug 11 02:24:18.447034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-4fa94662-4221-4843-bffd-ac5882cd1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:18.449948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-4fa94662-4221-4843-bffd-ac5882cd1af1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.0937839 Aug 11 02:24:18.487878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-bde7e05a-b4f2-4472-a600-047587d5dd09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292244 Aug 11 02:24:18.599047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:18.657465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-c670da02-1e98-4a18-953f-c53e119c3f27 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608727 Aug 11 02:24:18.798278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec130b0c-d6d6-4d35-b04f-9e36f66c6466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.834799 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8294aeca-449b-4561-bef8-ce4d299a5784 req-64450aff-2764-48e6-9624-8903d47529c2 service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686444 Aug 11 02:24:18.943630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec130b0c-d6d6-4d35-b04f-9e36f66c6466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:18.953039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec130b0c-d6d6-4d35-b04f-9e36f66c6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.010298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec130b0c-d6d6-4d35-b04f-9e36f66c6466 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba8ec052c62f4dd2984f9b8c6feb475e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994117 Aug 11 02:24:19.011245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.018548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b82d-844f-4fa3-a755-b17242b32093 req-90e79c56-d7e1-4795-b72f-8cff59a5f963 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.021231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d68b82d-844f-4fa3-a755-b17242b32093 req-90e79c56-d7e1-4795-b72f-8cff59a5f963 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0938687 Aug 11 02:24:19.022422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec130b0c-d6d6-4d35-b04f-9e36f66c6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad19ca-4da3-4e21-813a-c2d95c8df6a3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.089927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d68b82d-844f-4fa3-a755-b17242b32093 req-28f57d9d-c373-43a1-a8a1-a9182e00d0db tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554810 Aug 11 02:24:19.127797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.161020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.253048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.259651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.266177 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67ad19ca-4da3-4e21-813a-c2d95c8df6a3 HTTP/1.1" status: 204 len: 168 time: 0.2500129 Aug 11 02:24:19.277781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea32058-89dc-48f5-938f-1b0cfea643a3 req-d6ff3abf-beb2-4826-965d-6c95df693626 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:19.288856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea32058-89dc-48f5-938f-1b0cfea643a3 req-d6ff3abf-beb2-4826-965d-6c95df693626 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 944 time: 0.0859542 Aug 11 02:24:19.300072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aa079-bc9a-44e7-987f-b7461504cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad19ca-4da3-4e21-813a-c2d95c8df6a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.345580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea32058-89dc-48f5-938f-1b0cfea643a3 req-190150a7-445e-4546-88bf-4ad1c1591e47 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552216 Aug 11 02:24:19.628692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.784971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0418fe54-345f-4185-9f2a-a32a935caeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.805181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55540) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:19.823022 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae100100-f0db-46dd-ae0c-b16d0a57be24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.897394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0418fe54-345f-4185-9f2a-a32a935caeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.901946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0418fe54-345f-4185-9f2a-a32a935caeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:19.946760 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0418fe54-345f-4185-9f2a-a32a935caeb7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40a19f13ad514a229198038745bbba20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165121 Aug 11 02:24:19.947957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fe54-345f-4185-9f2a-a32a935caeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d5070-3bcf-4426-9ba6-7a767309903d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:19.951050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.012640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.041553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.043467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae100100-f0db-46dd-ae0c-b16d0a57be24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.049654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae100100-f0db-46dd-ae0c-b16d0a57be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.097906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ae100100-f0db-46dd-ae0c-b16d0a57be24 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=74a162291a5644c5b1d75b8c96ee47dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911515 Aug 11 02:24:20.098701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae100100-f0db-46dd-ae0c-b16d0a57be24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e026f7b-b491-4154-9b8e-49e119c93b68,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.102044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.175461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.180593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.185066 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a76d5070-3bcf-4426-9ba6-7a767309903d HTTP/1.1" status: 204 len: 168 time: 0.2304637 Aug 11 02:24:20.199088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9210-6a76-4319-a8a9-6cac426ca9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d5070-3bcf-4426-9ba6-7a767309903d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.242178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.298837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.331224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318af56-a8d6-4953-8780-d924e69cf546 req-03ebe688-feba-4812-bb35-e0619c44f7ed tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.333279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4318af56-a8d6-4953-8780-d924e69cf546 req-03ebe688-feba-4812-bb35-e0619c44f7ed tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1061172 Aug 11 02:24:20.398516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.403481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:20.405579 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e026f7b-b491-4154-9b8e-49e119c93b68 HTTP/1.1" status: 204 len: 168 time: 0.3019385 Aug 11 02:24:20.413425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4318af56-a8d6-4953-8780-d924e69cf546 req-2ea5565e-f63f-4047-ac12-2c0debdc1348 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620742 Aug 11 02:24:20.450287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de2fe-f719-4b22-8f60-fc8c0da7278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e026f7b-b491-4154-9b8e-49e119c93b68,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:20.532139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e1c74-9876-4c87-a882-80920da45cee req-57aae02b-1456-47e5-a181-4f441ebfd388 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:20.540251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1e1c74-9876-4c87-a882-80920da45cee req-57aae02b-1456-47e5-a181-4f441ebfd388 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1150193 Aug 11 02:24:20.604506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d1e1c74-9876-4c87-a882-80920da45cee req-3759d9d8-a08f-49a3-99a1-cafca9ac0056 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Aug 11 02:24:20.894554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:20.911680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbdf5-bd25-4744-911e-cb9806adeced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.042147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbdf5-bd25-4744-911e-cb9806adeced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.047968 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbdf5-bd25-4744-911e-cb9806adeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.092056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bfcfbdf5-bd25-4744-911e-cb9806adeced admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ab07a06818b64fd0828e844671f7593e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962831 Aug 11 02:24:21.093376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfbdf5-bd25-4744-911e-cb9806adeced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f7ceb1-48fd-4b5c-981c-4e8d1c6cebb1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.095055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55574) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:21.160804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.190973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.282044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.286543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:21.292986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43f7ceb1-48fd-4b5c-981c-4e8d1c6cebb1 HTTP/1.1" status: 204 len: 168 time: 0.1910574 Aug 11 02:24:21.300759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04ca2d-cf81-4dc0-b729-6f42aa50fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f7ceb1-48fd-4b5c-981c-4e8d1c6cebb1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:21.609867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf9927-1d76-4efd-8cff-289c8822e97d req-38725126-2c00-4c12-bd66-060a6e4cfa7e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.611835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fbf9927-1d76-4efd-8cff-289c8822e97d req-38725126-2c00-4c12-bd66-060a6e4cfa7e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0657551 Aug 11 02:24:21.697714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fbf9927-1d76-4efd-8cff-289c8822e97d req-fe31d9b4-28ab-408c-ba64-79051f1319a6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755548 Aug 11 02:24:21.888924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac1097-5ac0-4d7e-a750-539f85e6746a req-f26e6861-4957-470b-86fd-ec2465a7db99 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:21.892300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6ac1097-5ac0-4d7e-a750-539f85e6746a req-f26e6861-4957-470b-86fd-ec2465a7db99 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1155205 Aug 11 02:24:21.941514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2b271f28-d8d9-486e-8808-0debf001c726 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:22.011127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6ac1097-5ac0-4d7e-a750-539f85e6746a req-ee43609b-ab56-4250-b7f2-4e6344d6354f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067269 Aug 11 02:24:22.212603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2b271f28-d8d9-486e-8808-0debf001c726,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:22.239889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '2b271f28-d8d9-486e-8808-0debf001c726', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '2b271f28-d8d9-486e-8808-0debf001c726', 'mac_address': 'fa:16:3e:c6:63:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:22.299550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.320166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b271f28-d8d9-486e-8808-0debf001c726 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:22.344712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2b271f28-d8d9-486e-8808-0debf001c726,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:22.351157 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.412868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:22.422521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.423199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.423785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.424652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.425282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.425858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.426581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.427139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.428063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.428557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.428964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.429356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:22.568642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f924f19d-6f57-4b13-ad5e-4dd443dcf1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:22.631987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['2b271f28-d8d9-486e-8808-0debf001c726'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:23.038139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085992-fb30-4f15-adad-defd8b068f7d req-ef287abd-ff60-4c10-9e9a-27ed7508bbfe tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:23.048227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b085992-fb30-4f15-adad-defd8b068f7d req-ef287abd-ff60-4c10-9e9a-27ed7508bbfe tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0822434 Aug 11 02:24:23.097269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b085992-fb30-4f15-adad-defd8b068f7d req-4af40520-30b9-4d9c-a84e-8a72e9a44da6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Aug 11 02:24:23.230755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963710-f172-4d8c-a31a-6c8940800393 req-e60e8723-04b8-4623-9bf8-c29d6269397c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:23.232656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab963710-f172-4d8c-a31a-6c8940800393 req-e60e8723-04b8-4623-9bf8-c29d6269397c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 945 time: 0.0913470 Aug 11 02:24:23.325033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab963710-f172-4d8c-a31a-6c8940800393 req-a4134860-5e45-4086-af35-04cc400071e4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Aug 11 02:24:23.955819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2b271f28-d8d9-486e-8808-0debf001c726 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:24.065685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 2b271f28-d8d9-486e-8808-0debf001c726 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:24:24.078692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 2b271f28-d8d9-486e-8808-0debf001c726 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:24.079225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.289877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.372727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:24.377584 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a323d-bcab-446f-bb49-fe6298a2449e" -d '{"events": [{"server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b271f28-d8d9-486e-8808-0debf001c726"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:24.408552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa83e-b74d-4b23-b96c-6d7cc938e2b5 req-866038df-2251-4719-a98b-8dae371aca37 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.417072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2b271f28-d8d9-486e-8808-0debf001c726,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:24.423037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:24.424056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8eaa83e-b74d-4b23-b96c-6d7cc938e2b5 req-866038df-2251-4719-a98b-8dae371aca37 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1704621 Aug 11 02:24:24.523506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8eaa83e-b74d-4b23-b96c-6d7cc938e2b5 req-1cd1ac1e-660f-4ce3-b461-23b87691cca3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900931 Aug 11 02:24:24.570460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:24.631770 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe8b58-8af7-44ee-93e8-b7869cd254df x-openstack-request-id: req-48fe8b58-8af7-44ee-93e8-b7869cd254df {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:24.632435 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b271f28-d8d9-486e-8808-0debf001c726", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:24.632901 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48fe8b58-8af7-44ee-93e8-b7869cd254df {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:24.633660 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726', 'code': 200} Aug 11 02:24:24.707977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c10adf-874a-4f65-aaba-efcca936941d req-aaf7172f-9459-47d9-97db-452845a98256 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.716151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:24.734895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c10adf-874a-4f65-aaba-efcca936941d req-aaf7172f-9459-47d9-97db-452845a98256 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.2082407 Aug 11 02:24:24.827464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c10adf-874a-4f65-aaba-efcca936941d req-3133a622-d19b-4774-b127-c363252f3a7b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Aug 11 02:24:24.847408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e330d-57f0-4a8c-9740-78076dbcb1f4 req-2c932ac6-bbbf-492c-aa6a-dfa75595beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:24.851738 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb2e330d-57f0-4a8c-9740-78076dbcb1f4 req-2c932ac6-bbbf-492c-aa6a-dfa75595beef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 1098 time: 0.1180959 Aug 11 02:24:24.935519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb2e330d-57f0-4a8c-9740-78076dbcb1f4 req-b9f7dd98-d98c-485c-919b-0c739201c465 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Aug 11 02:24:25.045426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1336f6cb-d206-4c9d-9327-44aaf88ecdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.100729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3896-f4b4-421e-834c-ecbe6bbad42d req-930b8b49-2a68-41d4-af6e-7a35375b0210 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.121673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8abe3896-f4b4-421e-834c-ecbe6bbad42d req-930b8b49-2a68-41d4-af6e-7a35375b0210 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1314471 Aug 11 02:24:25.142118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-b753df8f-6969-4d83-affb-0acfc807e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.143673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0d69d7c5-63e8-478e-84b1-1646814d6702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.144494 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-b753df8f-6969-4d83-affb-0acfc807e8a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 1097 time: 0.1311727 Aug 11 02:24:25.205982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8abe3896-f4b4-421e-834c-ecbe6bbad42d req-ff2c1d54-60b6-423b-a85f-80358e496b2c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755646 Aug 11 02:24:25.302516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-d740f32a-e36b-45dd-9533-e4947916d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.304081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-d740f32a-e36b-45dd-9533-e4947916d56e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.1502242 Aug 11 02:24:25.326158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1336f6cb-d206-4c9d-9327-44aaf88ecdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.358737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1336f6cb-d206-4c9d-9327-44aaf88ecdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.417489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.424616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336f6cb-d206-4c9d-9327-44aaf88ecdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8328af-a978-46a7-9b30-0816047d1bbd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:25.430134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-d8c1f100-a6b7-4d41-b9ab-961eda5b9ec2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 200 len: 1000 time: 0.1162646 Aug 11 02:24:25.432836 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1336f6cb-d206-4c9d-9327-44aaf88ecdbb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c4e099cfcac4cf18c7fbbdb440ecc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148256 Aug 11 02:24:25.436458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55728) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:25.532030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.549258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-59c22de0-b225-4652-8ceb-66191b7b3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.551204 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-59c22de0-b225-4652-8ceb-66191b7b3abf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.1121418 Aug 11 02:24:25.575144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.641892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-c0d55da6-22af-4bf3-9d26-913bfed32067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:25.641892 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-c0d55da6-22af-4bf3-9d26-913bfed32067 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776341 Aug 11 02:24:25.698611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.706561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:25.709285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f8328af-a978-46a7-9b30-0816047d1bbd HTTP/1.1" status: 204 len: 168 time: 0.2711301 Aug 11 02:24:25.748389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8328af-a978-46a7-9b30-0816047d1bbd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:25.777529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.778169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.778762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.779360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.779961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.780545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.781168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.781753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.782370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.783201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.783788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.784377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b3934-6399-4a27-b687-2ad58e307279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:24:25.820052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-386839fd-9599-49af-8b87-6b0dfd5616e3 service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614537 Aug 11 02:24:26.069765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-30de1ad7-525e-46cd-84e2-241060d69f12 req-294f4669-fdf8-4d6b-8d58-378e488b228b service neutron] 10.222.0.61 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403679 Aug 11 02:24:26.148521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2588-023d-449c-bf02-cea1652f7073 req-7148b697-7ded-4577-bd0a-0cdd1865c450 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.150201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04bf2588-023d-449c-bf02-cea1652f7073 req-7148b697-7ded-4577-bd0a-0cdd1865c450 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1265709 Aug 11 02:24:26.164795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846927-5f2f-43f8-a2bf-da1d107f532f req-8b622a3e-185a-4811-bd4d-d008fb99695c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.166451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10846927-5f2f-43f8-a2bf-da1d107f532f req-8b622a3e-185a-4811-bd4d-d008fb99695c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0785136 Aug 11 02:24:26.230239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04bf2588-023d-449c-bf02-cea1652f7073 req-21dc6ee7-f1bf-4a83-a065-1ec8e62af128 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Aug 11 02:24:26.233548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10846927-5f2f-43f8-a2bf-da1d107f532f req-bd4eab25-ec88-43c7-ae43-2dd72d1c2ede tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590074 Aug 11 02:24:26.367584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:26.506728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ae046-0cb0-49cb-9195-7e4fdb1bf4b6 req-5f2d0b2f-f7fc-46fd-a471-7ab2c9392660 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:26.508586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-671ae046-0cb0-49cb-9195-7e4fdb1bf4b6 req-5f2d0b2f-f7fc-46fd-a471-7ab2c9392660 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.0735247 Aug 11 02:24:26.575387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-671ae046-0cb0-49cb-9195-7e4fdb1bf4b6 req-f2112aea-9888-47f7-a5be-dd5d7b714c1d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537467 Aug 11 02:24:27.461252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873f2c1-2c35-45a9-b16d-c742be8504d7 req-5015c36e-0a77-4f39-8289-4bba75c955de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.463383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f873f2c1-2c35-45a9-b16d-c742be8504d7 req-5015c36e-0a77-4f39-8289-4bba75c955de tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1160481 Aug 11 02:24:27.479420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2da8fb-9515-4273-a833-3571782fe60a req-9c545f67-1a27-41e3-8160-2c873bb93091 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:27.480873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc2da8fb-9515-4273-a833-3571782fe60a req-9c545f67-1a27-41e3-8160-2c873bb93091 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0847456 Aug 11 02:24:27.549053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f873f2c1-2c35-45a9-b16d-c742be8504d7 req-941308df-d25c-4d81-b09b-5d15e7c112d7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Aug 11 02:24:27.554920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc2da8fb-9515-4273-a833-3571782fe60a req-fac8d59e-436d-4428-9209-517dcbf2864b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580380 Aug 11 02:24:27.972187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.296566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6372f4-462e-4d8a-a5d5-95c5c9607b00 req-ae461207-6c4b-4681-aab4-d4f4678c5848 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.296884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55836) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:28.297735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a6372f4-462e-4d8a-a5d5-95c5c9607b00 req-ae461207-6c4b-4681-aab4-d4f4678c5848 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.4147408 Aug 11 02:24:28.375239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc15fa-4ec3-4dbf-b3e4-76f5d8322291 req-52b18bc3-6bd5-4814-b8c3-20c975699adf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.376867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8adc15fa-4ec3-4dbf-b3e4-76f5d8322291 req-52b18bc3-6bd5-4814-b8c3-20c975699adf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0894401 Aug 11 02:24:28.389278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a6372f4-462e-4d8a-a5d5-95c5c9607b00 req-568ca1b6-04b7-4b41-a647-835d3159c25e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783556 Aug 11 02:24:28.438618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8adc15fa-4ec3-4dbf-b3e4-76f5d8322291 req-113c64ae-06ca-447e-8712-a5ff2b163841 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Aug 11 02:24:28.440533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8da33c4-479d-4552-9b3d-c47cacbf6efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.560876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8da33c4-479d-4552-9b3d-c47cacbf6efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.570073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8da33c4-479d-4552-9b3d-c47cacbf6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.623592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55846) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:28.636371 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a8da33c4-479d-4552-9b3d-c47cacbf6efe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5fd94e28c93b4c5f860acb7de263913c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343880 Aug 11 02:24:28.636371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da33c4-479d-4552-9b3d-c47cacbf6efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec88cf-091b-4669-8087-e5a3edeb58da,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:28.724398 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.761148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a9cb-97a0-4675-b23e-2cd7d662d742 req-02157dfb-5321-4041-9a45-57a415f8385c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:28.762817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9e4a9cb-97a0-4675-b23e-2cd7d662d742 req-02157dfb-5321-4041-9a45-57a415f8385c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0792868 Aug 11 02:24:28.775217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.846604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9e4a9cb-97a0-4675-b23e-2cd7d662d742 req-04ef3e63-bc6a-484b-b296-98627af447f2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737355 Aug 11 02:24:28.867536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.870563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:28.871774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79ec88cf-091b-4669-8087-e5a3edeb58da HTTP/1.1" status: 204 len: 168 time: 0.2471664 Aug 11 02:24:28.881771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8a999-8fda-499f-9931-6d0736b0c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec88cf-091b-4669-8087-e5a3edeb58da,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:29.633359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71135-d6c3-41d9-905d-d427412e9105 req-65669e76-a067-44ad-b611-306b9f001dd0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:29.642028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22b71135-d6c3-41d9-905d-d427412e9105 req-65669e76-a067-44ad-b611-306b9f001dd0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0807221 Aug 11 02:24:29.681419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22b71135-d6c3-41d9-905d-d427412e9105 req-df986574-4113-4603-9524-c161f69c8bca tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Aug 11 02:24:30.078676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbc5ab-5369-4eb0-a2ff-6af22c6df988 req-6756995f-0185-438e-a068-5301862ec523 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:30.081131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fcbc5ab-5369-4eb0-a2ff-6af22c6df988 req-6756995f-0185-438e-a068-5301862ec523 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0918157 Aug 11 02:24:30.167019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9fcbc5ab-5369-4eb0-a2ff-6af22c6df988 req-fbe586be-34d9-49a4-ab76-b8b58e3464da tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746105 Aug 11 02:24:30.934538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7818d2-548a-45d0-a9a2-3a1695253316 req-785ab301-c2fe-45db-b1eb-dae9a56956e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:30.945205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f7818d2-548a-45d0-a9a2-3a1695253316 req-785ab301-c2fe-45db-b1eb-dae9a56956e1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1133180 Aug 11 02:24:31.028101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f7818d2-548a-45d0-a9a2-3a1695253316 req-172000bb-77ff-4694-a6e0-7138b904bcdd tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Aug 11 02:24:31.388328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab9b2-28ac-45ee-b83c-937fb65ba45d req-7fa20039-61ce-4576-9349-40761260e1ff tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:31.390408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7eab9b2-28ac-45ee-b83c-937fb65ba45d req-7fa20039-61ce-4576-9349-40761260e1ff tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0724823 Aug 11 02:24:31.474590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7eab9b2-28ac-45ee-b83c-937fb65ba45d req-730b1956-1def-458a-8a19-5218d411989a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714557 Aug 11 02:24:31.892041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55970) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:32.051554 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-477cafa1-568d-4f45-9cce-4395db498ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.223864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715889b-e267-40b1-b295-a91162ee0062 req-28015608-a960-4e92-893f-797e4e845e98 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.225833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0715889b-e267-40b1-b295-a91162ee0062 req-28015608-a960-4e92-893f-797e4e845e98 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0881345 Aug 11 02:24:32.290389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0715889b-e267-40b1-b295-a91162ee0062 req-e539843d-0c7b-4f0f-9827-7b1153c26549 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 Aug 11 02:24:32.312734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-477cafa1-568d-4f45-9cce-4395db498ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.318836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-477cafa1-568d-4f45-9cce-4395db498ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.367120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cafa1-568d-4f45-9cce-4395db498ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5363907d-f276-4e74-9dc5-1ef7f76a88a3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:32.372120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-477cafa1-568d-4f45-9cce-4395db498ad0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d6fddf9b9a843fb99aa73470e2bf3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787693 Aug 11 02:24:32.376568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55980) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:32.440182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.469289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.543092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.550470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:32.550814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5363907d-f276-4e74-9dc5-1ef7f76a88a3 HTTP/1.1" status: 204 len: 168 time: 0.1728153 Aug 11 02:24:32.566801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32433259-960c-497b-bb1c-87812b1ac2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5363907d-f276-4e74-9dc5-1ef7f76a88a3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:32.699283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5771f-f04e-4f0b-bfa0-56f7644a693a req-029fab17-350f-484d-ba1f-524853bd57cd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:32.702152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ea5771f-f04e-4f0b-bfa0-56f7644a693a req-029fab17-350f-484d-ba1f-524853bd57cd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0858841 Aug 11 02:24:32.783422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ea5771f-f04e-4f0b-bfa0-56f7644a693a req-01e7c6b1-98f2-43a1-923c-2a7808188c98 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685911 Aug 11 02:24:33.063061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55990) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:33.078857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a65a2c5-6e3e-4b69-afa9-4113d7d8741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.235435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a65a2c5-6e3e-4b69-afa9-4113d7d8741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.241555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a65a2c5-6e3e-4b69-afa9-4113d7d8741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.295682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a65a2c5-6e3e-4b69-afa9-4113d7d8741d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4f2b23be3ec4e0087457aae7c96bd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310171 Aug 11 02:24:33.298097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65a2c5-6e3e-4b69-afa9-4113d7d8741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321cbdf-4bf8-49c6-8cce-c86000e3e256,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:33.300013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55996) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:33.365258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.416797 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.486942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191246-d586-48c8-87b2-776847f98941 req-6b14629e-c718-457e-84db-608d9c6d6cd4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:33.488794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05191246-d586-48c8-87b2-776847f98941 req-6b14629e-c718-457e-84db-608d9c6d6cd4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0944121 Aug 11 02:24:33.527801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.531332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:33.532882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8321cbdf-4bf8-49c6-8cce-c86000e3e256 HTTP/1.1" status: 204 len: 168 time: 0.2309206 Aug 11 02:24:33.550035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15068c-b1b8-40d7-af33-e22fc0c0d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321cbdf-4bf8-49c6-8cce-c86000e3e256,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:33.574126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05191246-d586-48c8-87b2-776847f98941 req-bf4c7fb0-d344-4469-a817-6051c1252479 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 Aug 11 02:24:33.998625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6efed-33c0-4fc8-bc6f-451a0ccba4ed req-b17b1f34-89b6-4bfb-90ce-0f946311aa38 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.008620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99c6efed-33c0-4fc8-bc6f-451a0ccba4ed req-b17b1f34-89b6-4bfb-90ce-0f946311aa38 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1049910 Aug 11 02:24:34.071752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99c6efed-33c0-4fc8-bc6f-451a0ccba4ed req-48abca8c-83cb-4199-8e9f-8e692baa9dae tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616195 Aug 11 02:24:34.354873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56028) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:34.547986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cd595d3-94b0-4607-9430-3c974bfbda3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.701094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cd595d3-94b0-4607-9430-3c974bfbda3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.712546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cd595d3-94b0-4607-9430-3c974bfbda3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.780235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd595d3-94b0-4607-9430-3c974bfbda3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33dbe3-b6a1-412b-a695-be04afd8bf4e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:34.786198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0cd595d3-94b0-4607-9430-3c974bfbda3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90ceeb1677984e76aa95364c240d3f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290876 Aug 11 02:24:34.791035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56044) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:34.810255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88e98-5f71-41df-96bd-039a887580bc req-195438a1-4f2a-4fc6-8f07-07eadfa99ef2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:34.812509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fd88e98-5f71-41df-96bd-039a887580bc req-195438a1-4f2a-4fc6-8f07-07eadfa99ef2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1168120 Aug 11 02:24:34.895478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fd88e98-5f71-41df-96bd-039a887580bc req-de79b3ed-0d18-4a99-a045-b7649f45d524 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587449 Aug 11 02:24:34.896359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:34.941599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.004547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.009755 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.014331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e33dbe3-b6a1-412b-a695-be04afd8bf4e HTTP/1.1" status: 204 len: 168 time: 0.2203698 Aug 11 02:24:35.026617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cd951-4e9f-4a7e-a841-680a6b018e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33dbe3-b6a1-412b-a695-be04afd8bf4e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.245073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8110464-59ad-4c86-a6cd-ff6b4576156e req-ab3d1832-b453-4a48-8e6c-159388803e58 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:35.247218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8110464-59ad-4c86-a6cd-ff6b4576156e req-ab3d1832-b453-4a48-8e6c-159388803e58 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0623939 Aug 11 02:24:35.301423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8110464-59ad-4c86-a6cd-ff6b4576156e req-8fbcaf5e-7a06-4d1a-8623-e997a13af07f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471525 Aug 11 02:24:35.449550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56070) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.467036 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43383a53-8e2d-4c64-84fa-7f7caa428dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.613434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43383a53-8e2d-4c64-84fa-7f7caa428dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.618501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43383a53-8e2d-4c64-84fa-7f7caa428dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.666469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-43383a53-8e2d-4c64-84fa-7f7caa428dd0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=085aa5ac36b14f62ba8b664fef18e507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153454 Aug 11 02:24:35.668148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43383a53-8e2d-4c64-84fa-7f7caa428dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9f229-11cf-4c18-ba33-57bf97b38b54,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:35.669950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56074) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:35.740413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.773223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.849030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.851762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:35.852990 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99c9f229-11cf-4c18-ba33-57bf97b38b54 HTTP/1.1" status: 204 len: 168 time: 0.1814499 Aug 11 02:24:35.870142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08b9f9-e5fa-4f02-ada4-ff52af08a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9f229-11cf-4c18-ba33-57bf97b38b54,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:36.092663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301867-2129-4e34-865f-5877eb9ba4c3 req-b0aa7cfa-4684-4a1f-bd99-ea0f54078473 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.096831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02301867-2129-4e34-865f-5877eb9ba4c3 req-b0aa7cfa-4684-4a1f-bd99-ea0f54078473 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0955458 Aug 11 02:24:36.149017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02301867-2129-4e34-865f-5877eb9ba4c3 req-26531fc1-ab0b-4903-be67-bcd5fbb23819 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Aug 11 02:24:36.370408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56096) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:36.404203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9db0f36-a4ce-441d-8855-4234c5e43d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.485894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2879ff9-c967-4a82-9d3e-483f99cb4c5f req-4ed908a5-4a3e-46be-9827-66859902fea4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:36.487500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2879ff9-c967-4a82-9d3e-483f99cb4c5f req-4ed908a5-4a3e-46be-9827-66859902fea4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0848229 Aug 11 02:24:36.574168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2879ff9-c967-4a82-9d3e-483f99cb4c5f req-20f02e8a-7ace-4619-abde-ce80e6bcf868 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703642 Aug 11 02:24:36.653467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9db0f36-a4ce-441d-8855-4234c5e43d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.662959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9db0f36-a4ce-441d-8855-4234c5e43d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.726005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c9db0f36-a4ce-441d-8855-4234c5e43d70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5ee369c7b734633a261963d1b200a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544393 Aug 11 02:24:36.726870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db0f36-a4ce-441d-8855-4234c5e43d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6f8ca-d66f-420e-a8fc-4d5da39d765a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:36.729243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56116) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:36.790144 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:24:36.804558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.832368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.896022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.899492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:36.902558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8aa6f8ca-d66f-420e-a8fc-4d5da39d765a HTTP/1.1" status: 204 len: 168 time: 0.1716073 Aug 11 02:24:36.918119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc80523-2768-41e4-8e2b-27da9df292ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6f8ca-d66f-420e-a8fc-4d5da39d765a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:37.318507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:24:37.356632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b278-67b9-4f80-9a7f-3f153f7f0188 req-9a585009-8d37-4b04-8d1f-7a8bfe9b460f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.371539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76d1b278-67b9-4f80-9a7f-3f153f7f0188 req-9a585009-8d37-4b04-8d1f-7a8bfe9b460f tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1027651 Aug 11 02:24:37.442020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76d1b278-67b9-4f80-9a7f-3f153f7f0188 req-3d2dab4f-578a-4a7f-bb0f-1ba2af95ff8c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Aug 11 02:24:37.453778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:37.471254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '69856533-516c-437a-af21-5b899ab29e1e', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:24:37.523313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.542652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:24:37.581311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:37.589796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:37.711053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:37.740997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['69856533-516c-437a-af21-5b899ab29e1e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:24:37.862225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b022bf2-e4fb-4567-babc-8ac385a5507a req-0ff8f68f-726c-46ae-8a63-3897499856a8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:37.876943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b022bf2-e4fb-4567-babc-8ac385a5507a req-0ff8f68f-726c-46ae-8a63-3897499856a8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.1546047 Aug 11 02:24:37.962920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b022bf2-e4fb-4567-babc-8ac385a5507a req-1d16a5c3-2cda-458b-bfef-51b8fa960339 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819151 Aug 11 02:24:38.101561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:38.446122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f773bf44-7ac3-4ac9-a3aa-f84f5a70c70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.634048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456eac-2117-44f5-b68a-c31184b3c380 req-fad6ce5b-d65e-4bc6-bd9a-cc873c9db779 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:38.635857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63456eac-2117-44f5-b68a-c31184b3c380 req-fad6ce5b-d65e-4bc6-bd9a-cc873c9db779 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0923660 Aug 11 02:24:38.701431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f773bf44-7ac3-4ac9-a3aa-f84f5a70c70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.712026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f773bf44-7ac3-4ac9-a3aa-f84f5a70c70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.815332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63456eac-2117-44f5-b68a-c31184b3c380 req-efcd28a1-ee79-4abc-8eab-e69121a6382a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496780 Aug 11 02:24:38.836476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f773bf44-7ac3-4ac9-a3aa-f84f5a70c70b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a59dc0201a874881942605cc52445174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297328 Aug 11 02:24:38.836923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773bf44-7ac3-4ac9-a3aa-f84f5a70c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baca9b0b-1652-4ca0-a8d2-14162d24b2bb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:38.837131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56202) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:38.921498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:38.949155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.060225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.064412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.066157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/baca9b0b-1652-4ca0-a8d2-14162d24b2bb HTTP/1.1" status: 204 len: 168 time: 0.2279773 Aug 11 02:24:39.076338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f301107-38d8-434b-b9e3-b2c1ee02bce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baca9b0b-1652-4ca0-a8d2-14162d24b2bb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:39.175025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62780d-f79d-491e-b1d4-3c49b68aecc1 req-1a5c8507-c984-478f-9371-504065187b21 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:39.182785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b62780d-f79d-491e-b1d4-3c49b68aecc1 req-1a5c8507-c984-478f-9371-504065187b21 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.0885689 Aug 11 02:24:39.219375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b62780d-f79d-491e-b1d4-3c49b68aecc1 req-a2978de4-22a1-4568-8474-78b20b81878a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356529 Aug 11 02:24:39.328700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:24:39.412093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 69856533-516c-437a-af21-5b899ab29e1e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:24:39.412687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.576547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.599975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:39.629461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a11d2548-cdbc-4362-bf38-cf483e6e59df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.646154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:39.652828 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78caef49-cad4-48a1-bcd0-35612e206c36" -d '{"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:39.685258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:39.693577 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.742687 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93102eb-6d4f-48e5-bbaa-4ab907fe75a0 x-openstack-request-id: req-b93102eb-6d4f-48e5-bbaa-4ab907fe75a0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:39.743306 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:39.743859 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b93102eb-6d4f-48e5-bbaa-4ab907fe75a0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:39.744584 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'code': 200} Aug 11 02:24:39.821111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:39.916298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a11d2548-cdbc-4362-bf38-cf483e6e59df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:39.928113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a11d2548-cdbc-4362-bf38-cf483e6e59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.034895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a11d2548-cdbc-4362-bf38-cf483e6e59df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2997c979352c493cbef7cd2bc508975b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333529 Aug 11 02:24:40.039801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56244) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:40.072176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d2548-cdbc-4362-bf38-cf483e6e59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf88f73-c930-4523-a0dc-836542b3e986,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.110484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d09f-7af4-408b-8fa2-471701d3a923 req-0c3a6207-2c7e-4d9d-8328-af84d8e67281 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.118247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.129782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a0d09f-7af4-408b-8fa2-471701d3a923 req-0c3a6207-2c7e-4d9d-8328-af84d8e67281 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1728549 Aug 11 02:24:40.174831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.221356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a0d09f-7af4-408b-8fa2-471701d3a923 req-8c680be6-a10d-45e3-a009-0a1f3100e61e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901823 Aug 11 02:24:40.270653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.276657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.280091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4bf88f73-c930-4523-a0dc-836542b3e986 HTTP/1.1" status: 204 len: 168 time: 0.2389135 Aug 11 02:24:40.307987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496fbaf-926b-4616-b1f7-2dfac49f8ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf88f73-c930-4523-a0dc-836542b3e986,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:40.427079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:40.468051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b4894-df1c-4b99-ad28-a0d25f8f3703 req-2a31def3-6fae-467d-9d1f-4cbc012c7133 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:40.470185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c43b4894-df1c-4b99-ad28-a0d25f8f3703 req-2a31def3-6fae-467d-9d1f-4cbc012c7133 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1011815 Aug 11 02:24:40.543631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c43b4894-df1c-4b99-ad28-a0d25f8f3703 req-a75e47e3-530c-42bd-b4e2-325cbbc5bfb9 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602860 Aug 11 02:24:40.626806 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:41.528014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea5c0c-55c8-4082-b9a7-56216b8921b7 req-051bbe51-9379-40d9-bb31-2324ca2aa115 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.543095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afea5c0c-55c8-4082-b9a7-56216b8921b7 req-051bbe51-9379-40d9-bb31-2324ca2aa115 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1263938 Aug 11 02:24:41.655266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afea5c0c-55c8-4082-b9a7-56216b8921b7 req-5493ff13-b6f0-4177-a3c7-64efcdd4e460 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104963 Aug 11 02:24:41.843043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060c05f-c6ae-4bc5-a76f-7cb77c0dcdfb req-05df7221-ef09-4aeb-a74a-056d9328f07f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:41.844288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2060c05f-c6ae-4bc5-a76f-7cb77c0dcdfb req-05df7221-ef09-4aeb-a74a-056d9328f07f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1098945 Aug 11 02:24:41.904127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2060c05f-c6ae-4bc5-a76f-7cb77c0dcdfb req-324d367f-0b10-46bb-bb18-043e489c8493 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484557 Aug 11 02:24:42.830603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc101a-fc73-49d6-a016-5253214d97c6 req-ed07c6a7-21f8-44a3-8faa-e0bc8b8406a8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:42.838662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bc101a-fc73-49d6-a016-5253214d97c6 req-ed07c6a7-21f8-44a3-8faa-e0bc8b8406a8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0926397 Aug 11 02:24:42.895416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49bc101a-fc73-49d6-a016-5253214d97c6 req-6370d21d-dae3-4070-8a98-926e903ed475 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553968 Aug 11 02:24:43.180586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f7573-ae47-4985-9cd5-faeb61cb0d62 req-338ad82f-4ee2-445a-a431-6ad07b46f260 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:43.184485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-815f7573-ae47-4985-9cd5-faeb61cb0d62 req-338ad82f-4ee2-445a-a431-6ad07b46f260 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0987136 Aug 11 02:24:43.249581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-815f7573-ae47-4985-9cd5-faeb61cb0d62 req-715911d5-290d-4a30-815b-320191fe22e5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560155 Aug 11 02:24:44.138339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73d310-60de-4546-a653-98d4fa1b7585 req-ac565b51-7eff-43cc-8fc5-af8f44287d82 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:44.138339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc73d310-60de-4546-a653-98d4fa1b7585 req-ac565b51-7eff-43cc-8fc5-af8f44287d82 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0910432 Aug 11 02:24:44.201141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc73d310-60de-4546-a653-98d4fa1b7585 req-fe62833f-a2a2-4da9-ba2d-8a3325054c17 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586953 Aug 11 02:24:44.351532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:44.509626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fed97-68c0-4637-a460-7031c477b598 req-ef4a9978-e4e9-4260-8c5f-7db775c81035 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:44.518022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-387fed97-68c0-4637-a460-7031c477b598 req-ef4a9978-e4e9-4260-8c5f-7db775c81035 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1553600 Aug 11 02:24:44.560557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-431f1ec8-02ff-4c79-a910-6854833ff3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.576746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-387fed97-68c0-4637-a460-7031c477b598 req-d45e66e4-66fa-47e3-8408-2b6914594838 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575721 Aug 11 02:24:44.725976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-431f1ec8-02ff-4c79-a910-6854833ff3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.740196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-431f1ec8-02ff-4c79-a910-6854833ff3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.836029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56392) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:44.837423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-431f1ec8-02ff-4c79-a910-6854833ff3da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3f496406b4841a882752fdcbce9a6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841650 Aug 11 02:24:44.861386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1ec8-02ff-4c79-a910-6854833ff3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58038c95-f9fe-4cd9-8573-204a073f2cb1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:44.904458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:44.939236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.017665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.020769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.022219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58038c95-f9fe-4cd9-8573-204a073f2cb1 HTTP/1.1" status: 204 len: 168 time: 0.1844842 Aug 11 02:24:45.047448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3cb47-3046-440f-b0c9-e251d505b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58038c95-f9fe-4cd9-8573-204a073f2cb1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.440324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22760f3-06c6-41ef-8383-a6bfed8a813f req-d0c5f58c-6c30-476c-a6a3-7b339eba1627 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:45.444068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a22760f3-06c6-41ef-8383-a6bfed8a813f req-d0c5f58c-6c30-476c-a6a3-7b339eba1627 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0850296 Aug 11 02:24:45.574089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a22760f3-06c6-41ef-8383-a6bfed8a813f req-38dbe7e2-9321-47e8-9d08-edc6193240d8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146402 Aug 11 02:24:45.602985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56408) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.662414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-605d82b5-013a-4f2c-a508-8e310f431d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.853468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-605d82b5-013a-4f2c-a508-8e310f431d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.860854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-605d82b5-013a-4f2c-a508-8e310f431d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:45.922799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56412) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:45.923487 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-605d82b5-013a-4f2c-a508-8e310f431d7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5127d226a824482e8ccfe2601f3075c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185759 Aug 11 02:24:45.927842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d82b5-013a-4f2c-a508-8e310f431d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e872d3-63b3-4975-8d8b-3356862893c2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:45.954416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4d23-2b94-42e9-9769-069f8717068c req-959a2530-991b-41c7-8d75-6e145933b2db tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:45.957062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba4d4d23-2b94-42e9-9769-069f8717068c req-959a2530-991b-41c7-8d75-6e145933b2db tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1745603 Aug 11 02:24:46.104830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba4d4d23-2b94-42e9-9769-069f8717068c req-1652de0b-fd6f-4d13-977b-b896e5024570 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261773 Aug 11 02:24:46.131093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.166294 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.236047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.240613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:46.242497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34e872d3-63b3-4975-8d8b-3356862893c2 HTTP/1.1" status: 204 len: 168 time: 0.3183072 Aug 11 02:24:46.269662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b5845-dec3-4333-8bca-7e1e143945db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e872d3-63b3-4975-8d8b-3356862893c2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:46.866933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5481416-12da-4cb5-9020-95992f794d8b req-eb814250-c057-4079-ad91-8c2d3a8adb1c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:46.869911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5481416-12da-4cb5-9020-95992f794d8b req-eb814250-c057-4079-ad91-8c2d3a8adb1c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1327531 Aug 11 02:24:47.056424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5481416-12da-4cb5-9020-95992f794d8b req-b3175157-195d-42b6-90b9-cbbcca2c662b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688025 Aug 11 02:24:47.354681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5428-29b9-413f-a700-670500bce36f req-5a27f134-b679-4656-b982-fef9288e711d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:47.359225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c4d5428-29b9-413f-a700-670500bce36f req-5a27f134-b679-4656-b982-fef9288e711d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.0934398 Aug 11 02:24:47.455917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c4d5428-29b9-413f-a700-670500bce36f req-e133badc-a8e4-4ffa-8b27-0cda513cc52f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820789 Aug 11 02:24:48.314965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1934392-e134-45e9-ac19-135cd11443be req-bc6b55c8-7cbf-4636-a876-1752453dfc3b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.319303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1934392-e134-45e9-ac19-135cd11443be req-bc6b55c8-7cbf-4636-a876-1752453dfc3b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0774302 Aug 11 02:24:48.409998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1934392-e134-45e9-ac19-135cd11443be req-22678ba5-908b-4f03-9810-29dd7126d316 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846541 Aug 11 02:24:48.732465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be339e-46cf-4cf2-9401-0674bcfe364c req-983bfbd7-789d-4b47-b08c-c4cd6f409283 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:48.742337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8be339e-46cf-4cf2-9401-0674bcfe364c req-983bfbd7-789d-4b47-b08c-c4cd6f409283 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1707633 Aug 11 02:24:48.856036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8be339e-46cf-4cf2-9401-0674bcfe364c req-e32b322f-f887-4bbf-a75a-4955964effe2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125090 Aug 11 02:24:49.656326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:49.663067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5cbd-9db0-4fdb-a742-553e13b271ab req-866b88b7-1d72-410f-a904-586d1f02fd4e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:49.677788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-047f5cbd-9db0-4fdb-a742-553e13b271ab req-866b88b7-1d72-410f-a904-586d1f02fd4e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1300941 Aug 11 02:24:49.757958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-047f5cbd-9db0-4fdb-a742-553e13b271ab req-13146483-30f7-423c-8b5c-39b709bad1dc tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789101 Aug 11 02:24:49.842916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12251e52-89e7-4092-8062-c0a55e5c8b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.042952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12251e52-89e7-4092-8062-c0a55e5c8b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.072187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12251e52-89e7-4092-8062-c0a55e5c8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.258737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215373-d8cd-4397-9f1f-f0a4de4f26a1 req-da43a039-96db-4d68-bd04-055c20b7a184 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:50.264042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd215373-d8cd-4397-9f1f-f0a4de4f26a1 req-da43a039-96db-4d68-bd04-055c20b7a184 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.2236500 Aug 11 02:24:50.267343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12251e52-89e7-4092-8062-c0a55e5c8b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d3f15-7298-4e77-9bd5-d6df41cb2711,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:50.299332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12251e52-89e7-4092-8062-c0a55e5c8b50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=899076f71ff7483a9d592a2cbfe167f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376741 Aug 11 02:24:50.300389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:50.368441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd215373-d8cd-4397-9f1f-f0a4de4f26a1 req-a8ea8924-ba3b-4332-b88f-48e87c93aaa1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969758 Aug 11 02:24:50.413085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.479671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.596499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.603642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:50.615382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/003d3f15-7298-4e77-9bd5-d6df41cb2711 HTTP/1.1" status: 204 len: 168 time: 0.3103206 Aug 11 02:24:50.638753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954344a-add3-479d-8622-bb622a839458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d3f15-7298-4e77-9bd5-d6df41cb2711,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:51.012538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62999a-8dc9-456c-a74d-8f481441f0a9 req-fffbe13c-b466-4e8d-9a6b-018be18b32eb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.016523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed62999a-8dc9-456c-a74d-8f481441f0a9 req-fffbe13c-b466-4e8d-9a6b-018be18b32eb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1440074 Aug 11 02:24:51.139764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed62999a-8dc9-456c-a74d-8f481441f0a9 req-876063e9-4cf6-4cb8-b4e9-eb9b1d05ce2c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089199 Aug 11 02:24:51.670706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f0c9-a328-454a-a53b-adb142a27c81 req-263cad2c-0f12-44f2-b621-d3e18aeb5db1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:51.679002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ce6f0c9-a328-454a-a53b-adb142a27c81 req-263cad2c-0f12-44f2-b621-d3e18aeb5db1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1651342 Aug 11 02:24:51.759313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ce6f0c9-a328-454a-a53b-adb142a27c81 req-b230eafd-ba61-4238-ad0d-452f9734fd62 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791500 Aug 11 02:24:52.432476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48e673-f730-45d7-88e8-c5624c6eaac2 req-cc7368ef-fa89-46df-9dea-d21e82c82548 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:52.446678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d48e673-f730-45d7-88e8-c5624c6eaac2 req-cc7368ef-fa89-46df-9dea-d21e82c82548 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1452966 Aug 11 02:24:52.557596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d48e673-f730-45d7-88e8-c5624c6eaac2 req-c4d5173e-aca9-4661-b4c8-e2724e393f65 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082060 Aug 11 02:24:52.589312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9a34-3231-455d-995c-6dda6a8768e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:53.025770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc7da-55d6-434a-8744-2a0366bfe6a1 req-d3f3125b-b7dc-4679-923e-9ee23989baac tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:53.050836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-830fc7da-55d6-434a-8744-2a0366bfe6a1 req-d3f3125b-b7dc-4679-923e-9ee23989baac tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1775010 Aug 11 02:24:53.210325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-830fc7da-55d6-434a-8744-2a0366bfe6a1 req-05fc2e80-eeba-41b9-b1bd-cf2ccc0b13b5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460631 Aug 11 02:24:53.308094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56652) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:53.536453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0dfdce09-6a8c-41c5-a574-fb3c81ee5956 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1410618204'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:53.538376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0dfdce09-6a8c-41c5-a574-fb3c81ee5956 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Unknown quota resources ['metering_label']. {{(pid=94652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:24:54.077530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d657-24a6-4a30-b76b-3150f1f3f171 req-e9110f40-ed40-48a0-9fd1-f28fb13697df tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:54.080461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f793d657-24a6-4a30-b76b-3150f1f3f171 req-e9110f40-ed40-48a0-9fd1-f28fb13697df tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.3566256 Aug 11 02:24:54.083103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0dfdce09-6a8c-41c5-a574-fb3c81ee5956 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.085168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0dfdce09-6a8c-41c5-a574-fb3c81ee5956 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7754030 Aug 11 02:24:54.088604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:54.095568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e05c5325-5ef9-4763-9156-e424b3a62649 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c9e03f52-0362-4d4b-86d8-7e9e011f2363'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:54.096444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e05c5325-5ef9-4763-9156-e424b3a62649 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:24:54.159297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f793d657-24a6-4a30-b76b-3150f1f3f171 req-ef249faf-a1b4-483e-a17b-cf4aa4f414aa tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Aug 11 02:24:54.273845 n-d-713498-10 neutron-server[94653]: WARNING neutron.services.metering.metering_plugin [None req-e05c5325-5ef9-4763-9156-e424b3a62649 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:24:54.450434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dcaac-c24c-4e2f-8abe-d9911ff678fb req-29c387f3-d299-45e6-96b0-1460553b34e4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:54.453233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e05c5325-5ef9-4763-9156-e424b3a62649 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.457572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-257dcaac-c24c-4e2f-8abe-d9911ff678fb req-29c387f3-d299-45e6-96b0-1460553b34e4 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1520920 Aug 11 02:24:54.459603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56676) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:54.464092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e05c5325-5ef9-4763-9156-e424b3a62649 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3735256 Aug 11 02:24:54.470556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a7ca4ef0-21dd-401d-a206-6a8ba79fe567 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c9e03f52-0362-4d4b-86d8-7e9e011f2363'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:54.471409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a7ca4ef0-21dd-401d-a206-6a8ba79fe567 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:24:54.633270 n-d-713498-10 neutron-server[94652]: WARNING neutron.services.metering.metering_plugin [None req-a7ca4ef0-21dd-401d-a206-6a8ba79fe567 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:24:54.698085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-257dcaac-c24c-4e2f-8abe-d9911ff678fb req-0659f1b7-a70a-4c1e-9485-96cd7f245b24 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202418 Aug 11 02:24:54.798177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4ef0-21dd-401d-a206-6a8ba79fe567 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.799522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7ca4ef0-21dd-401d-a206-6a8ba79fe567 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3376195 Aug 11 02:24:54.802470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56688) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:54.816622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-58664858-a355-49a0-bc6f-abf941d38e45 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=54d251de-7be3-49fc-911a-6ecb17a5c774 HTTP/1.1" status: 200 len: 464 time: 0.0118115 Aug 11 02:24:54.819881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:54.990931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3079925c-17bf-49b1-8a3b-e43587837c81 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:54.992161 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3079925c-17bf-49b1-8a3b-e43587837c81 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/54d251de-7be3-49fc-911a-6ecb17a5c774 HTTP/1.1" status: 204 len: 168 time: 0.1708407 Aug 11 02:24:54.995307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56698) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.007650 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-04ad1288-d187-4b39-9db5-571d3e607880 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=54d251de-7be3-49fc-911a-6ecb17a5c774 HTTP/1.1" status: 200 len: 221 time: 0.0108440 Aug 11 02:24:55.013751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56700) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.018309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d93d8ada-7c57-4313-aa12-617c9966e87f tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1328993515', 'description': 'label created by tempest'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:24:55.018763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d93d8ada-7c57-4313-aa12-617c9966e87f tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Unknown quota resources ['metering_label']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:24:55.136962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d854782b-d2d6-488f-9400-31e164187e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.237976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d93d8ada-7c57-4313-aa12-617c9966e87f tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.242345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.242689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d93d8ada-7c57-4313-aa12-617c9966e87f tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2275383 Aug 11 02:24:55.347379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a59a01a-368b-4adf-a3a6-e79bf82d4ecf tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=c3d5fe11-d937-48ac-a2a6-24f40c14aa69 HTTP/1.1" status: 200 len: 468 time: 0.0980222 Aug 11 02:24:55.347641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56706) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.390832 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.537767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a14b-3797-413f-8f51-fc0e267df32c req-371f38c0-92d0-4ae2-9b89-42902f0da164 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:55.539340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74b7a14b-3797-413f-8f51-fc0e267df32c req-371f38c0-92d0-4ae2-9b89-42902f0da164 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.2557073 Aug 11 02:24:55.930063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-226b2cc1-935e-4fb8-b76b-4674afc56b16 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:55.931286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-226b2cc1-935e-4fb8-b76b-4674afc56b16 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/c3d5fe11-d937-48ac-a2a6-24f40c14aa69 HTTP/1.1" status: 204 len: 168 time: 0.5826266 Aug 11 02:24:55.936639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56720) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.977167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2a918887-2ba1-431b-bec5-d2dfda081c43 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=c3d5fe11-d937-48ac-a2a6-24f40c14aa69 HTTP/1.1" status: 200 len: 216 time: 0.0362265 Aug 11 02:24:55.977864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56722) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:55.982222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74b7a14b-3797-413f-8f51-fc0e267df32c req-fef3e47d-32ba-4da1-ac81-b5e8bdb6e7c3 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297020 Aug 11 02:24:56.011625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2b62a273-0184-4df0-8800-5132afaf3500 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0206125 Aug 11 02:24:56.011625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-3cbe29bf-ae32-43ec-83e0-c7f93755812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.013214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-3cbe29bf-ae32-43ec-83e0-c7f93755812b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1098 time: 0.4728141 Aug 11 02:24:56.014756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.028769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab846f0-82d6-43a6-aafe-8084e83333ab req-5e3d6710-1589-440b-a891-10c7724ff04f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.030481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ab846f0-82d6-43a6-aafe-8084e83333ab req-5e3d6710-1589-440b-a891-10c7724ff04f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.1259322 Aug 11 02:24:56.067187 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce36b742-67b9-454f-82a6-b3769f52275e tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0494206 Aug 11 02:24:56.069158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.179648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ab846f0-82d6-43a6-aafe-8084e83333ab req-1bb5eede-376f-42ff-a543-ee53acd9ed31 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059928 Aug 11 02:24:56.270110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56730) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.276464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-215825d8-fe1d-4e01-b782-e8dd2337aa63 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/c9e03f52-0362-4d4b-86d8-7e9e011f2363 HTTP/1.1" status: 200 len: 473 time: 0.2007499 Aug 11 02:24:56.319161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56734) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.322854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b15b1beb-708f-4742-a59d-a12e7a51caf7 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/1c85aa8e-13af-40ec-ae05-450cbe18a6b4 HTTP/1.1" status: 200 len: 461 time: 0.0454738 Aug 11 02:24:56.325621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-ae6c042d-2d95-4141-83fd-eb450c63a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.328225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-ae6c042d-2d95-4141-83fd-eb450c63a43e service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.2965882 Aug 11 02:24:56.381499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.434795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56736) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.482781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-7b5c2963-403b-4145-8160-5e79235a4a6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 1002 time: 0.1415634 Aug 11 02:24:56.518253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6318324e-566f-4a73-b079-351fe612e9a6 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.520691 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6318324e-566f-4a73-b079-351fe612e9a6 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/1c85aa8e-13af-40ec-ae05-450cbe18a6b4 HTTP/1.1" status: 204 len: 168 time: 0.1996350 Aug 11 02:24:56.523308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56740) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:56.597230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-86ffbc7f-d77f-4a11-bead-bb7bae33f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.600988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-86ffbc7f-d77f-4a11-bead-bb7bae33f66d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1024709 Aug 11 02:24:56.677744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eb5df00c-1101-4abf-96b8-a43bde3acaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.746351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-6005c3aa-a740-4f89-95f7-06cb988c3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:56.749342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-6005c3aa-a740-4f89-95f7-06cb988c3a3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391978 Aug 11 02:24:56.807580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-565e34cf-0470-4f57-91a6-ac60df81dfa9 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:56.809274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-565e34cf-0470-4f57-91a6-ac60df81dfa9 tempest-MeteringTestJSON-991548221 tempest-MeteringTestJSON-991548221-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/c9e03f52-0362-4d4b-86d8-7e9e011f2363 HTTP/1.1" status: 204 len: 168 time: 0.2819927 Aug 11 02:24:56.994736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-a3ff1336-0659-43a1-a20f-ed626f5b8da4 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268512 Aug 11 02:24:57.107443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eb5df00c-1101-4abf-96b8-a43bde3acaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.112303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.115310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eb5df00c-1101-4abf-96b8-a43bde3acaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.266834 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62367a11-2625-4563-a8f7-cbbd0846828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.295943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eb5df00c-1101-4abf-96b8-a43bde3acaa8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4492814f97e84a8c939911241ab335ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591990 Aug 11 02:24:57.305134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.310128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5df00c-1101-4abf-96b8-a43bde3acaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5045727-01f6-47b9-accf-118e909fc1de,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.354754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919b9a-c917-4be9-8dd4-b2bd1f0ec615 req-bccf8921-6447-4147-8b52-701686484f75 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:57.358230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd919b9a-c917-4be9-8dd4-b2bd1f0ec615 req-bccf8921-6447-4147-8b52-701686484f75 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1967058 Aug 11 02:24:57.439434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:24:57.490781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd919b9a-c917-4be9-8dd4-b2bd1f0ec615 req-5875bd2a-66d4-4b86-8b6a-a328b1c648c1 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026096 Aug 11 02:24:57.522187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-992acefa-4125-4bd5-aefe-918a5f254ad2 req-e8f77744-47fe-4619-946e-6fa3ab6644d5 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136964 Aug 11 02:24:57.545994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62367a11-2625-4563-a8f7-cbbd0846828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.560830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62367a11-2625-4563-a8f7-cbbd0846828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.617547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62367a11-2625-4563-a8f7-cbbd0846828b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3571b48b8ba74801a83ddf6b20fafb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039444 Aug 11 02:24:57.621989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:57.630135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62367a11-2625-4563-a8f7-cbbd0846828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32194fc-074b-4ff8-ad0f-3a674ba8bfde,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.678203 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.719128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:24:57.721403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.723496 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e798d-975d-4bdc-8255-2a47887e268b" -d '{"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-unplugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:24:57.724638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa86606-5c36-49ef-9202-9a8156f7e374 req-6c31aa52-5f19-4f22-a32e-6d61cb84e358 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:57.727521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daa86606-5c36-49ef-9202-9a8156f7e374 req-6c31aa52-5f19-4f22-a32e-6d61cb84e358 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 946 time: 0.2290840 Aug 11 02:24:57.728844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.748162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:24:57.757981 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.792461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.800632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.809783 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c18a7-923d-4122-bf2f-5ed2215f0ea1 x-openstack-request-id: req-435c18a7-923d-4122-bf2f-5ed2215f0ea1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:24:57.812001 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-unplugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:24:57.812696 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-435c18a7-923d-4122-bf2f-5ed2215f0ea1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:24:57.813583 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'code': 200} Aug 11 02:24:57.853181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.903318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.906473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daa86606-5c36-49ef-9202-9a8156f7e374 req-72e09505-8ab4-48f2-8078-87b295bacb7b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548021 Aug 11 02:24:57.914812 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.918745 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a32194fc-074b-4ff8-ad0f-3a674ba8bfde HTTP/1.1" status: 204 len: 168 time: 0.2948966 Aug 11 02:24:57.943369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ae7bf-de52-4e88-9bee-721212330839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32194fc-074b-4ff8-ad0f-3a674ba8bfde,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.950229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.958224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:57.963843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5045727-01f6-47b9-accf-118e909fc1de HTTP/1.1" status: 204 len: 168 time: 0.6520090 Aug 11 02:24:57.976862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9d2d6-39e7-449c-8755-4c4853ba1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5045727-01f6-47b9-accf-118e909fc1de,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:57.987056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.388955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56776) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.396853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56778) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.408593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d542d0b-619d-4ec9-9fec-49a183743b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.425182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.451068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:24:58.451068 n-d-713498-10 neutron-server[94653]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:24:58.451068 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id': 'c7c1e27c6c924cbf899b88a4c8cbff8d', 'id': '04c80b39-1684-447e-94f3-595d169809c2', 'expiration': datetime.datetime(2021, 8, 11, 2, 26, 58, 447183)}] Aug 11 02:24:58.451068 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:24:58.452384 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:24:58.552799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d542d0b-619d-4ec9-9fec-49a183743b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.558219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d542d0b-619d-4ec9-9fec-49a183743b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.627099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1d542d0b-619d-4ec9-9fec-49a183743b5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=130fa40395384a14b0d2ecf41fb29816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361670 Aug 11 02:24:58.629852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d542d0b-619d-4ec9-9fec-49a183743b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce9318-6420-467d-b751-88bee0341d50,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.631388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:58.655504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71c0d5-298f-407a-a1c1-edc401c2bb42 req-d9df4605-2c88-4642-8605-d41cad159984 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:58.657384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb71c0d5-298f-407a-a1c1-edc401c2bb42 req-d9df4605-2c88-4642-8605-d41cad159984 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0699241 Aug 11 02:24:58.711689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.723273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb71c0d5-298f-407a-a1c1-edc401c2bb42 req-304ba965-133d-407c-9ed7-b637edf9e092 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541515 Aug 11 02:24:58.751344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.851342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.855201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:58.856574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98ce9318-6420-467d-b751-88bee0341d50 HTTP/1.1" status: 204 len: 168 time: 0.2228281 Aug 11 02:24:58.871235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be42d6-44e8-4f39-8cbe-e48c36e0ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce9318-6420-467d-b751-88bee0341d50,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:58.953307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.208121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.208676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e538504-60c5-49e4-a3c9-56ed60c2c526 req-1547af49-e19c-457c-99b7-a234733aed9b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:59.215562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.216797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e538504-60c5-49e4-a3c9-56ed60c2c526 req-1547af49-e19c-457c-99b7-a234733aed9b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1087344 Aug 11 02:24:59.232530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafe5c2-a158-4e6a-ae40-88785febef6b req-1e0356a8-daa8-4052-9c0b-bb22d12e6d72 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:24:59.234926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bafe5c2-a158-4e6a-ae40-88785febef6b req-1e0356a8-daa8-4052-9c0b-bb22d12e6d72 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1141787 Aug 11 02:24:59.266181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7c1e27c6c924cbf899b88a4c8cbff8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8677602 Aug 11 02:24:59.271268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.279117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed9bfe-184c-4358-ab5a-df3731e639cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0ffaf-7a61-438a-9bcf-6069a82ec6db,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.322812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e538504-60c5-49e4-a3c9-56ed60c2c526 req-e69407eb-d9c4-448f-9c49-c06ef1e0ce36 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047308 Aug 11 02:24:59.336501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.378206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bafe5c2-a158-4e6a-ae40-88785febef6b req-b4c73f4c-9896-4ee7-a1fe-2a8cf16fbabb tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236644 Aug 11 02:24:59.378733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.453356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.456872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.458886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87a0ffaf-7a61-438a-9bcf-6069a82ec6db HTTP/1.1" status: 204 len: 168 time: 0.1856117 Aug 11 02:24:59.468505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364cbac-c4f5-4aa7-b7d1-3d792fcdb586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0ffaf-7a61-438a-9bcf-6069a82ec6db,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.526681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56806) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.553311 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-461a971d-c688-48ef-a523-61ca30078bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.704201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-461a971d-c688-48ef-a523-61ca30078bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.711206 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-461a971d-c688-48ef-a523-61ca30078bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.755946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-461a971d-c688-48ef-a523-61ca30078bd8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df08903c649f4178b673ace45bd83d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276127 Aug 11 02:24:59.757391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a971d-c688-48ef-a523-61ca30078bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cd8766-cf3f-49c5-96ed-c0cd10a4ffda,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:24:59.760212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56810) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:24:59.849596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.892429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:24:59.988145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.003128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.008382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25cd8766-cf3f-49c5-96ed-c0cd10a4ffda HTTP/1.1" status: 204 len: 168 time: 0.2432411 Aug 11 02:25:00.029200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972af69e-5436-47c0-b0b9-1fa9c46d194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cd8766-cf3f-49c5-96ed-c0cd10a4ffda,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:00.312350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2f4ab-fd3c-4f86-a921-92236ca780df req-439f4ec6-a33d-4c3e-9186-26185a541ff1 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.314556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ee2f4ab-fd3c-4f86-a921-92236ca780df req-439f4ec6-a33d-4c3e-9186-26185a541ff1 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1414912 Aug 11 02:25:00.418780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ee2f4ab-fd3c-4f86-a921-92236ca780df req-6055ebbe-8f1c-4c40-8084-2d01b96aaa8c tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912054 Aug 11 02:25:00.508865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a6a6-7b0b-41c1-8c52-3484ee49a615 req-4d904974-3792-4b79-9058-92a35debd7d6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.511571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bc9a6a6-7b0b-41c1-8c52-3484ee49a615 req-4d904974-3792-4b79-9058-92a35debd7d6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.0700736 Aug 11 02:25:00.558466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-99c88955-eb39-48fe-9d35-23c3c80f2ebf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.560111 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-99c88955-eb39-48fe-9d35-23c3c80f2ebf tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 946 time: 0.1113341 Aug 11 02:25:00.636207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bc9a6a6-7b0b-41c1-8c52-3484ee49a615 req-9dcecfc4-80e0-4f0c-8222-353154d90259 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169806 Aug 11 02:25:00.668647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5d531-91de-4202-bd6c-46b8d3e0bd81 req-90bba438-d7f1-4d14-a70c-574fe583337f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:00.672066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eec5d531-91de-4202-bd6c-46b8d3e0bd81 req-90bba438-d7f1-4d14-a70c-574fe583337f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1054196 Aug 11 02:25:00.731721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eec5d531-91de-4202-bd6c-46b8d3e0bd81 req-dfe5207c-986e-489e-b691-14973787affd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Aug 11 02:25:00.811527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port 2b271f28-d8d9-486e-8808-0debf001c726 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:00.812532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.936742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port 2b271f28-d8d9-486e-8808-0debf001c726, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2b271f28-d8d9-486e-8808-0debf001c726,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:00.937286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:00.954570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for 2b271f28-d8d9-486e-8808-0debf001c726 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:01.179660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.195230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['2b271f28-d8d9-486e-8808-0debf001c726'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:01.261185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=2b271f28-d8d9-486e-8808-0debf001c726,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:01.299033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port 2b271f28-d8d9-486e-8808-0debf001c726 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:01.302270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:01.307489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ce90e956-20ce-4f17-a6eb-f590cbf2b8cd req-e370a509-b8f0-4685-9cbe-b074c878d472 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "DELETE /v2.0/ports/2b271f28-d8d9-486e-8808-0debf001c726 HTTP/1.1" status: 204 len: 173 time: 0.7357016 Aug 11 02:25:01.308186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'name': 'network-vif-deleted', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:01.322688 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80ea83-1126-44bd-9d47-443717d8cd9a" -d '{"events": [{"server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "name": "network-vif-deleted", "tag": "2b271f28-d8d9-486e-8808-0debf001c726"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:01.391656 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdc3a49-38d5-4c13-92fa-e2f2b8d976f6 x-openstack-request-id: req-3cdc3a49-38d5-4c13-92fa-e2f2b8d976f6 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:01.391972 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1a5bfc-217b-4522-b1c9-02774991c6e4", "name": "network-vif-deleted", "tag": "2b271f28-d8d9-486e-8808-0debf001c726", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:01.392707 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3cdc3a49-38d5-4c13-92fa-e2f2b8d976f6 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:01.393118 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1a5bfc-217b-4522-b1c9-02774991c6e4', 'name': 'network-vif-deleted', 'tag': '2b271f28-d8d9-486e-8808-0debf001c726', 'status': 'completed', 'code': 200} Aug 11 02:25:01.706697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-e8d2a275-5a9a-4051-8852-76e5db554189 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:01.709656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-e8d2a275-5a9a-4051-8852-76e5db554189 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.61 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1044934 Aug 11 02:25:01.716114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56896) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:01.726257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d080bb0-91a2-4ee9-9a0f-d9ce8f36f502 req-5e3178b3-2e5c-4989-9738-d52654cabdb5 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:01.729355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d080bb0-91a2-4ee9-9a0f-d9ce8f36f502 req-5e3178b3-2e5c-4989-9738-d52654cabdb5 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1306491 Aug 11 02:25:01.813303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d080bb0-91a2-4ee9-9a0f-d9ce8f36f502 req-1045a37e-6966-439c-b2c3-7f21b6c00477 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707512 Aug 11 02:25:02.076895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ad984e83-85db-454b-827e-3b1aaf814be5 req-9a74051d-7c6d-432c-a205-6279f823d01d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b1a5bfc-217b-4522-b1c9-02774991c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0598392 Aug 11 02:25:02.300492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-589557892-network', 'tenant_id': 'f9e968a08a3d40a39ade1f76640f2192'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:02.333252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Made reservation on behalf of f9e968a08a3d40a39ade1f76640f2192 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:02.333523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515b68-1449-430e-af84-f0654085a812 req-21e165d3-612e-4072-a227-70609ef0c9ef tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:02.335678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.348617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91515b68-1449-430e-af84-f0654085a812 req-21e165d3-612e-4072-a227-70609ef0c9ef tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1549461 Aug 11 02:25:02.384973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.444459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Deleting port d932fdce-a462-4d91-99df-ff8296dac411 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:02.444805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.460672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91515b68-1449-430e-af84-f0654085a812 req-cce91939-0c5b-47f0-a157-f996d54be810 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104875 Aug 11 02:25:02.476129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:02.623542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] For port d932fdce-a462-4d91-99df-ff8296dac411, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d932fdce-a462-4d91-99df-ff8296dac411,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:02.626093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.718450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.743094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.745665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-448924518'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:02.780461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edf9e5-958a-4981-89bd-bfa57a2a9b05 req-448b1fe2-5be9-45af-b97d-983f349d5e49 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:02.783525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7edf9e5-958a-4981-89bd-bfa57a2a9b05 req-448b1fe2-5be9-45af-b97d-983f349d5e49 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1581640 Aug 11 02:25:02.784351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:02.832527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Made reservation on behalf of 8548dd7e3c8e401ca360fec4e97eb804 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:02.838368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d7ba6-7480-46bc-816e-98024d252f80,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:02.839350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.843265 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.843607 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Added segment 9dac38c9-6d80-4ba1-b54c-8bbd936c2462 of type vlan for network 63ee7c85-8f11-49ab-8de7-ce126065d04d Aug 11 02:25:02.864877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:02.888478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-10c5aedf-7ab9-46ba-877e-d2aefafa4841 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1895256 Aug 11 02:25:02.907918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7edf9e5-958a-4981-89bd-bfa57a2a9b05 req-8b704790-4080-413d-aee0-b4c91e140688 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115782 Aug 11 02:25:02.943398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.003520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.003979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.004300 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Floating IP 39506d16-fc5c-46ee-864a-8535fc38b682 disassociated. External IP: 172.25.3.229, port: d932fdce-a462-4d91-99df-ff8296dac411. Aug 11 02:25:03.005058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Calling delete_port for d932fdce-a462-4d91-99df-ff8296dac411 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:03.010241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.011179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.011926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.142318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db9d3-1cc4-4ffd-800d-691680562873 req-16440c4c-d8a3-409d-8ef3-9273b098811b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.152019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884db9d3-1cc4-4ffd-800d-691680562873 req-16440c4c-d8a3-409d-8ef3-9273b098811b tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 946 time: 0.1572051 Aug 11 02:25:03.224956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.238343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-884db9d3-1cc4-4ffd-800d-691680562873 req-b15e83d8-5615-480e-944e-c774f7e801da tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b4a7472-3489-4cb2-8b69-31581dab41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853279 Aug 11 02:25:03.245563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.255911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5383348 Aug 11 02:25:03.257170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd664-fd80-4365-8249-9b8ac31257da admin admin] Pushing event updated for resources: {'Network': ['ID=63ee7c85-8f11-49ab-8de7-ce126065d04d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.271488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:03.273864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:03.277717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Request body: {'subnet': {'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-589557892-subnet', 'tenant_id': 'f9e968a08a3d40a39ade1f76640f2192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:03.307552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Made reservation on behalf of f9e968a08a3d40a39ade1f76640f2192 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:03.316845 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.328065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:03.346238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c5080d-016c-4d4a-985f-6438bf38bfe0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.366995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.367574 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Added segment eebca3db-e3f6-44ca-a4a3-a1e30e4566b2 of type vlan for network 47458836-075c-4c0f-8490-ca3c1ee34596 Aug 11 02:25:03.470143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:03.488534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.591312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.594693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.617077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.618695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.678785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event deleted for resources: {'Port': ['ID=d932fdce-a462-4d91-99df-ff8296dac411,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.806045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3257587 Aug 11 02:25:03.845872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a2ae1-4e3d-4e41-af50-13a96bab2e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Pushing event updated for resources: {'Network': ['ID=47458836-075c-4c0f-8490-ca3c1ee34596,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:03.865755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 47458836-075c-4c0f-8490-ca3c1ee34596 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:03.870302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733395-e8a9-4eee-b4dd-24ef05725ef8 req-7d6aaf2b-cca8-4fcd-8509-70de278d1f88 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.877979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04733395-e8a9-4eee-b4dd-24ef05725ef8 req-7d6aaf2b-cca8-4fcd-8509-70de278d1f88 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1437032 Aug 11 02:25:03.942621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-c058215d-c252-44fd-819e-f587659703d4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:03.950061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-c058215d-c252-44fd-819e-f587659703d4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.3624253 Aug 11 02:25:03.969673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-43c00afc-d5f4-4ce6-adfb-9dceba700515 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/quotas/61252258531b465680a23f9c6bd5e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0186088 Aug 11 02:25:03.986517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:03.992452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04733395-e8a9-4eee-b4dd-24ef05725ef8 req-55c47c63-eaf6-4b6d-86ed-dd5e97cc4064 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135006 Aug 11 02:25:04.060413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-34b3b6a4-652a-4ab3-bb21-4a3b391d8cbb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661781 Aug 11 02:25:04.080196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380976a-265f-40b2-8102-34fabed01206 req-10b46c6f-07b9-4b7a-9393-2376242d439d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.081851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e380976a-265f-40b2-8102-34fabed01206 req-10b46c6f-07b9-4b7a-9393-2376242d439d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.2060575 Aug 11 02:25:04.094786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Router faca0b11-3b1d-45d0-978d-19095612c6dd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:04.124470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c69971-71b5-476b-8c69-aca46d1ff1cb,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:04.129653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d932fdce-a462-4d91-99df-ff8296dac411 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:04.156151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: d932fdce-a462-4d91-99df-ff8296dac411 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:04.156588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d932fdce-a462-4d91-99df-ff8296dac411 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:04.157012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2b271f28-d8d9-486e-8808-0debf001c726 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:04.203091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-77299772-19b5-467b-a07d-86741b14695a service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334047 Aug 11 02:25:04.210878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 2b271f28-d8d9-486e-8808-0debf001c726 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:04.211232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2b271f28-d8d9-486e-8808-0debf001c726 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:04.242635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Checking segment: {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:04.242996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Network hostable DHCP agents. Network: 63ee7c85-8f11-49ab-8de7-ce126065d04d, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:04.291367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:04.301869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596', 'binding:host_id': 'n-h1-713498-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-624836265'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:04.389478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:04.398800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Made reservation on behalf of 8582223261ac4bb1bd50417a65b4f164 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:04.401273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.426882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.436013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-3e8d71d9-7e54-41e8-b25c-8d9bde98b316 service neutron] 10.222.0.68 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189314 Aug 11 02:25:04.443701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 63ee7c85-8f11-49ab-8de7-ce126065d04d) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:04.454982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Deleting port 9b61852c-8796-49a3-829b-e347acf1e8ae {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:04.455356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.459437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.460536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.465730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:04.471710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e85ba-553d-4256-9b6f-b7adbecfcc0e None None] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:04.491239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262fec1-7fb2-4966-87a2-a01bb4963d47 req-82626916-aeb8-4051-a41b-987dffce7f38 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.495383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Sync routers for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:04.499966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3262fec1-7fb2-4966-87a2-a01bb4963d47 req-82626916-aeb8-4051-a41b-987dffce7f38 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1675684 Aug 11 02:25:04.519582 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:04.520227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:04.546431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14816-f5ff-4b35-be65-742c1752158a req-3cde7958-2699-4c0e-8899-1f1c653e66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.549417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-3cde7958-2699-4c0e-8899-1f1c653e66b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf&tenant_id=30f1b364f7a44b18baf05843d415acd3 HTTP/1.1" status: 200 len: 1096 time: 0.1731381 Aug 11 02:25:04.590204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3262fec1-7fb2-4966-87a2-a01bb4963d47 req-2d1a6e80-6e45-4242-baae-4ee9901d671d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884626 Aug 11 02:25:04.632269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] No DVR routers for this DVR port d932fdce-a462-4d91-99df-ff8296dac411 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:04.640204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.644680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-27731b35-6faf-4e72-b500-bc9e1b8dbc99 req-0c5e3e9a-a28c-43a8-b215-67764ca7a703 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.61 "DELETE /v2.0/ports/d932fdce-a462-4d91-99df-ff8296dac411 HTTP/1.1" status: 204 len: 173 time: 2.9201941 Aug 11 02:25:04.648183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'name': 'network-vif-deleted', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:04.650968 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cadf592-f3f4-447b-910c-287dddd7f263" -d '{"events": [{"server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "name": "network-vif-deleted", "tag": "d932fdce-a462-4d91-99df-ff8296dac411"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:04.755024 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:04.765286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14816-f5ff-4b35-be65-742c1752158a req-97980763-7e54-40c1-bb63-5796aef6e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:04.767215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-97980763-7e54-40c1-bb63-5796aef6e33f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=30f1b364f7a44b18baf05843d415acd3&device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1096 time: 0.1751318 Aug 11 02:25:04.792498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896537a-20a4-4e01-ad8e-19b33ce4fde6 None None] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:04.820235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] For port 9b61852c-8796-49a3-829b-e347acf1e8ae, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b61852c-8796-49a3-829b-e347acf1e8ae,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:04.820792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:04.957952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1c9761a-6db3-4254-ab24-eb0618740dbe req-42fce19b-57ee-4b6f-b4bf-87345896fc82 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/ports?device_id=f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40 HTTP/1.1" status: 200 len: 210 time: 0.0855725 Aug 11 02:25:04.985197 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add13633-41fe-425e-a407-c577415dcfec x-openstack-request-id: req-add13633-41fe-425e-a407-c577415dcfec {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:04.985635 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40", "name": "network-vif-deleted", "tag": "d932fdce-a462-4d91-99df-ff8296dac411", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:04.985928 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-add13633-41fe-425e-a407-c577415dcfec {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:04.986359 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c87ff-6ab9-42d9-b37c-f8f7fbda5e40', 'name': 'network-vif-deleted', 'tag': 'd932fdce-a462-4d91-99df-ff8296dac411', 'status': 'completed', 'code': 200} Aug 11 02:25:05.024893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.046285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.090166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 054fc1df-aba0-4a6f-a645-f04437230403 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:05.094768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9574564a-c7b8-4afc-acef-761865cc4d74 req-58ccf1f7-2e3b-4199-8756-40c6a60bd927 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.0970945 Aug 11 02:25:05.121141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dffbbaa3-900e-422a-9228-9a49b32274b5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8481941 Aug 11 02:25:05.152473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14816-f5ff-4b35-be65-742c1752158a req-dd6d9490-2c63-41df-a33f-133965500efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.153971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-dd6d9490-2c63-41df-a33f-133965500efe service neutron] 10.222.0.67 "GET /v2.0/networks?id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 200 len: 917 time: 0.3742790 Aug 11 02:25:05.194034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0841b0-8ab3-4a13-a288-2ad0a3cc698d req-f3d3c6ab-d08e-4e07-be7b-4ae72b308292 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.198140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be0841b0-8ab3-4a13-a288-2ad0a3cc698d req-f3d3c6ab-d08e-4e07-be7b-4ae72b308292 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 945 time: 0.1020520 Aug 11 02:25:05.256581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:05.329918 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Checking router: faca0b11-3b1d-45d0-978d-19095612c6dd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:05.349531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66cdf5-7e90-4b13-a489-647965bd8670,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:05.375754 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:05.376532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:05.381114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be0841b0-8ab3-4a13-a288-2ad0a3cc698d req-a0e733a1-0671-4eed-a251-5bc28b499445 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=1613ec62-ecb6-4707-9e8a-231144351cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205769 Aug 11 02:25:05.411263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-74dbd7ad-905d-4ab9-8993-5afa1366820c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 200 len: 1000 time: 0.2444158 Aug 11 02:25:05.581460 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:05.602885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14816-f5ff-4b35-be65-742c1752158a req-750a78ae-a8d7-45de-ba79-4d16b6f39ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.604508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-750a78ae-a8d7-45de-ba79-4d16b6f39ad1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 200 len: 855 time: 0.1851716 Aug 11 02:25:05.638296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.639659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.640837 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Floating IP 8fd5e716-2751-4315-bb5b-f964a74abf95 disassociated. External IP: 172.25.3.66, port: 9b61852c-8796-49a3-829b-e347acf1e8ae. Aug 11 02:25:05.643834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Calling delete_port for 9b61852c-8796-49a3-829b-e347acf1e8ae owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:05.690275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14816-f5ff-4b35-be65-742c1752158a req-5985ec91-f1e0-4850-a25a-fac303cc7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:05.692039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-5985ec91-f1e0-4850-a25a-fac303cc7fa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729237 Aug 11 02:25:05.803143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 054fc1df-aba0-4a6f-a645-f04437230403 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:05.827439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.851855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Transition to ACTIVE for port object 054fc1df-aba0-4a6f-a645-f04437230403 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:05.940820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:05.983839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:05.990074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-61a1254f-4d65-40da-bb13-cd0fd1ac906d service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849362 Aug 11 02:25:06.013752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4f93-0831-4fb9-8b70-973e95f4d13b req-ad246040-e3c7-4c33-a3f0-110287b2a3bc tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:06.047967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Checking segment: {'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:06.048442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Network hostable DHCP agents. Network: 47458836-075c-4c0f-8490-ca3c1ee34596, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:06.048955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e4b4f93-0831-4fb9-8b70-973e95f4d13b req-ad246040-e3c7-4c33-a3f0-110287b2a3bc tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1858783 Aug 11 02:25:06.095174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.132912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57004) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.162067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36eec8-f125-41f0-aa9a-f53969836c7d None None] The sync data for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 is: [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa', 'name': '', 'network_id': '39e6b54b-aa18-482a-ba72-105233aa31cd', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'mac_address': 'fa:16:3e:1d:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:41Z', 'updated_at': '2021-08-11T02:22:53Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'subnets': [{'id': '8f65f0f0-9858-485c-a421-a3a4a02daa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:06.254721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Network 47458836-075c-4c0f-8490-ca3c1ee34596 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:06.257333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=054fc1df-aba0-4a6f-a645-f04437230403,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.291818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'Port': ['ID=9b61852c-8796-49a3-829b-e347acf1e8ae,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.308711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:06.326609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 47458836-075c-4c0f-8490-ca3c1ee34596) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:06.331240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:06.350092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666df74-edb2-4bcb-a978-484212e2828d None None] Network 47458836-075c-4c0f-8490-ca3c1ee34596 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:06.397749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e4b4f93-0831-4fb9-8b70-973e95f4d13b req-1a19122b-b150-4e41-9ae8-be2d855de54f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460822 Aug 11 02:25:06.427065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.427392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.427884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.447172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.449922 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.463739 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 2 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.550717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23f8ef2b-f83e-4393-834e-25f26c5ec403 req-43373eb5-da69-41f3-b73e-855a4d0fba40 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.1872673 Aug 11 02:25:06.584372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.584723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.585066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.607293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.613785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:06.625238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:06.629781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.630435 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.644609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:06.645436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:06.647065 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 3 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.678320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] No DVR routers for this DVR port 9b61852c-8796-49a3-829b-e347acf1e8ae on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:06.682545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.685009 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e380976a-265f-40b2-8102-34fabed01206 req-0aa14645-9db7-4177-b7ab-d1df961e8e96 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.61 "DELETE /v2.0/ports/9b61852c-8796-49a3-829b-e347acf1e8ae HTTP/1.1" status: 204 len: 173 time: 2.5818865 Aug 11 02:25:06.696704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.696704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.697396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.706846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.707318 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.707800 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 4 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.712563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.768983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e96df-aa91-4be5-b501-a29af8807f85 None None] New status for floating IP 39506d16-fc5c-46ee-864a-8535fc38b682: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:06.770276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.770635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.776527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.791304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.791909 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.792473 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 5 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.823224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.823837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.824881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.832638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7185a23e-a919-4c1e-934e-9eff6f691e59 req-7318eee9-1a90-4849-bb3e-d40e69c41a25 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e0abbf0-f507-4d6c-8ec4-5d174069dd3a HTTP/1.1" status: 200 len: 210 time: 0.2312725 Aug 11 02:25:06.836338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.836875 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.837451 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 6 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.854708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.858178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:06.859904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "DELETE /v2.0/security-groups/2b4a7472-3489-4cb2-8b69-31581dab41f6 HTTP/1.1" status: 204 len: 168 time: 0.6791074 Aug 11 02:25:06.867931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57014) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:06.884023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:06.884363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:06.884706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:06.890853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:06.891195 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:06.891598 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 7 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:06.893580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51413ae-a27d-4dc2-a709-2da9e545f6f4 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a7472-3489-4cb2-8b69-31581dab41f6,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:06.897581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-488e0bed-63e3-4566-b2e7-c1b348ca7477 service neutron] 10.222.0.67 "GET /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416252 Aug 11 02:25:06.901645 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-8fc20d81-e872-45ba-9514-59463d87e3fc tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] show failed (client error): The resource could not be found. Aug 11 02:25:06.903264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8fc20d81-e872-45ba-9514-59463d87e3fc tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "GET /v2.0/security-groups/2b4a7472-3489-4cb2-8b69-31581dab41f6 HTTP/1.1" status: 404 len: 347 time: 0.0321786 Aug 11 02:25:06.906729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:07.033369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:07.081501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'name': 'network-vif-deleted', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:07.094537 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ee39eb-8988-4b3f-a986-44c7716f092f" -d '{"events": [{"server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "name": "network-vif-deleted", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:07.177612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:07.189761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:07.190246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:07.236605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:07.236605 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:07.267916 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 8 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:07.272115 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba60bb2-604a-4669-9828-e164f235ad49 x-openstack-request-id: req-eba60bb2-604a-4669-9828-e164f235ad49 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:07.272701 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0abbf0-f507-4d6c-8ec4-5d174069dd3a", "name": "network-vif-deleted", "tag": "9b61852c-8796-49a3-829b-e347acf1e8ae", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:07.273184 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eba60bb2-604a-4669-9828-e164f235ad49 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:07.274904 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0abbf0-f507-4d6c-8ec4-5d174069dd3a', 'name': 'network-vif-deleted', 'tag': '9b61852c-8796-49a3-829b-e347acf1e8ae', 'status': 'completed', 'code': 200} Aug 11 02:25:07.300174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:07.300933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:07.301438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:07.335913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:07.336122 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:07.344627 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 9 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:07.414393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:07.425978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:07.426476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:07.442575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-fb0a3e20-d773-47b8-92f1-9f3e3689a368 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:07.444296 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-fb0a3e20-d773-47b8-92f1-9f3e3689a368 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 812 time: 0.4687870 Aug 11 02:25:07.475923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:07.476264 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:07.485427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Request body: {'port': {'device_id': '3e56dd94-931a-4986-aa98-155b66f5589e', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'admin_state_up': True, 'tenant_id': '61252258531b465680a23f9c6bd5e7d1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:07.488869 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 10 to bind port 054fc1df-aba0-4a6f-a645-f04437230403 Aug 11 02:25:07.615347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:07.615886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:07.616456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:07.627590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Deleting port 78378f2e-798b-4a10-aac3-fe6de02ee7a5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:07.628370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.680005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fea6b-b37f-4ca9-ad51-422f2af826e0 req-958dac2a-eb71-4549-8f9a-9cce713b8edf tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:07.688732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f9fea6b-b37f-4ca9-ad51-422f2af826e0 req-958dac2a-eb71-4549-8f9a-9cce713b8edf tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1394961 Aug 11 02:25:07.813645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29be70d0-9d18-4c0f-ad29-48ad0d93124e req-f3986e9b-2dd8-4517-9c7f-7e16e6e79618 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.1524115 Aug 11 02:25:07.917886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.918749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:07.947296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Calling delete_port for 78378f2e-798b-4a10-aac3-fe6de02ee7a5 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:07.949544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f9fea6b-b37f-4ca9-ad51-422f2af826e0 req-cbd333e7-596a-4424-90d7-35e95f928a9b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570512 Aug 11 02:25:08.032400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:08.126139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.242368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b61852c-8796-49a3-829b-e347acf1e8ae no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:08.260048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:08.358429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 054fc1df-aba0-4a6f-a645-f04437230403 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:08.358947 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 054fc1df-aba0-4a6f-a645-f04437230403 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:08.359351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.392049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 9b61852c-8796-49a3-829b-e347acf1e8ae {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:08.399404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b61852c-8796-49a3-829b-e347acf1e8ae not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:08.403381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.412559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:08.421331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:08.545283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.723984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 054fc1df-aba0-4a6f-a645-f04437230403, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:08.725125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempted to set empty binding levels {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:08.729747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.735167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Made reservation on behalf of 61252258531b465680a23f9c6bd5e7d1 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:08.742891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.755442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.778223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.782771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:08.784611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "DELETE /v2.0/security-groups/1613ec62-ecb6-4707-9e8a-231144351cc1 HTTP/1.1" status: 204 len: 168 time: 0.6563151 Aug 11 02:25:08.791840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57056) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:08.803115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:08.859337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Pushing event deleted for resources: {'Port': ['ID=78378f2e-798b-4a10-aac3-fe6de02ee7a5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.863514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91545e-7da4-4109-bd2e-d39eeabbf13a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1613ec62-ecb6-4707-9e8a-231144351cc1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:08.865843 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-ef660323-cf5d-4875-89e8-e84b3ad8e9af tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] show failed (client error): The resource could not be found. Aug 11 02:25:08.869499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ef660323-cf5d-4875-89e8-e84b3ad8e9af tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups/1613ec62-ecb6-4707-9e8a-231144351cc1 HTTP/1.1" status: 404 len: 347 time: 0.0762110 Aug 11 02:25:08.873038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57058) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.118527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:09.125185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.138235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=054fc1df-aba0-4a6f-a645-f04437230403,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:09.243507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7521fb7a-1a3f-4b07-be15-f6eb06e877f3 req-802ca6de-b520-467e-972a-587a46ebd2d2 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.1023114 Aug 11 02:25:09.460101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603143c-6b7d-44b8-bf4f-773b6bedee0f req-e3efe1b3-dc8d-41d2-ab96-9322c4d6da36 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:09.470647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0603143c-6b7d-44b8-bf4f-773b6bedee0f req-e3efe1b3-dc8d-41d2-ab96-9322c4d6da36 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2209258 Aug 11 02:25:09.542696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Allocated IP 172.20.0.7 (09bca30f-1a79-4894-8c10-61304c9ecfc1/dd3d7a11-5964-4e46-85fd-d53cd1407198/98941384-be29-4c57-a268-d056015cdb3d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:09.574590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Deleting port aaf426a8-642e-437f-9582-a721202d21df {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:09.577312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:09.594090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0603143c-6b7d-44b8-bf4f-773b6bedee0f req-9b589e6b-41a0-48f7-8c37-79f0f533475c tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220350 Aug 11 02:25:09.790268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:09.816127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f29dca38-4b25-4c08-8e8a-03f97c929698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5226257 Aug 11 02:25:09.824176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57068) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:09.910309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95864f-fd33-42bb-b4b2-3980dd80bb24 None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:10.048805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.052438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.055133 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0a0b6ac0-9e2e-4a3c-90a7-5a1588635a48 tempest-ServersTestFqdnHostnames-917415855 tempest-ServersTestFqdnHostnames-917415855-project] 10.222.0.68 "DELETE /v2.0/floatingips/39506d16-fc5c-46ee-864a-8535fc38b682 HTTP/1.1" status: 204 len: 168 time: 3.1290379 Aug 11 02:25:10.071299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57070) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:10.333696 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.334695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.370282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Calling delete_port for aaf426a8-642e-437f-9582-a721202d21df owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:10.446609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:10.538328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a69a-2e84-4381-96d7-1e6038c3873c None None] New status for floating IP 8fd5e716-2751-4315-bb5b-f964a74abf95: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:10.652090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e58dfaf4-6a03-43e4-bcfe-5c645c4f9fa5 req-95715141-133f-49a7-8b4e-3fdfdeb98e45 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.1350603 Aug 11 02:25:10.993989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.084180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caef49-04b6-4c51-af30-0ae747e0f040 req-1d0b864f-6f89-43cb-a55a-9bfa90fb0850 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.093666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2caef49-04b6-4c51-af30-0ae747e0f040 req-1d0b864f-6f89-43cb-a55a-9bfa90fb0850 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2291605 Aug 11 02:25:11.162979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2caef49-04b6-4c51-af30-0ae747e0f040 req-1b2e3112-5517-4ebf-9e39-ddcf0d8a0cf8 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679815 Aug 11 02:25:11.164529 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.244254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'Port': ['ID=aaf426a8-642e-437f-9582-a721202d21df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.255617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.330487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.424074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Network 09bca30f-1a79-4894-8c10-61304c9ecfc1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:11.554538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.566666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.580664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-68e71e5e-b550-429a-9db2-04cabfac938a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "DELETE /v2.0/floatingips/8fd5e716-2751-4315-bb5b-f964a74abf95 HTTP/1.1" status: 204 len: 168 time: 2.7038996 Aug 11 02:25:11.608791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:11.648268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:11.691271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Deleting port 054fc1df-aba0-4a6f-a645-f04437230403 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:11.691683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.785503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event updated for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:11.817766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.818477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:11.897218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41d2d-3b0e-4daa-a440-46d454d928f3 req-21f2be1b-6add-4b9e-842c-a189820ae195 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:11.910709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25f41d2d-3b0e-4daa-a440-46d454d928f3 req-21f2be1b-6add-4b9e-842c-a189820ae195 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 931 time: 0.1047029 Aug 11 02:25:12.022774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 054fc1df-aba0-4a6f-a645-f04437230403, host n-h1-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:12.033121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.101353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25f41d2d-3b0e-4daa-a440-46d454d928f3 req-4bdf3543-eecd-4243-b738-7f21ed9e6b48 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852996 Aug 11 02:25:12.269191 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-33bfbae0-bf8f-45af-b1c7-76af51363b80 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7968028 Aug 11 02:25:12.280019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57090) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.293917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25431201', 'description': 'tempest-description--1150146574'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:12.423340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.446973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Request body: {'port': {'device_id': '3e56dd94-931a-4986-aa98-155b66f5589e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:12.470540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Calling delete_port for 054fc1df-aba0-4a6f-a645-f04437230403 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:12.676456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3236-8258-440b-aaa6-65c46ed28878 req-f875cd38-c9cb-4d0b-9d89-4233d79865a7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:12.690718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da0d3236-8258-440b-aaa6-65c46ed28878 req-f875cd38-c9cb-4d0b-9d89-4233d79865a7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1869876 Aug 11 02:25:12.827075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da0d3236-8258-440b-aaa6-65c46ed28878 req-3815b2d6-d996-46aa-93c1-1c1223016945 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260145 Aug 11 02:25:12.885853 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.894285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.900589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.974577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a63471a-da1c-408f-b159-239db944c27c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:12.982671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:12.986682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1439844c-a342-48ab-b4be-4c4a444fa155 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7039380 Aug 11 02:25:12.992235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:12.999712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group_rule': {'security_group_id': '5a63471a-da1c-408f-b159-239db944c27c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:13.079880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.222705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.232202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.353843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ed29ee-bf58-46c9-9248-c86e58d3bd19,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:13.383298 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.390083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-804a8027-92bc-426d-9101-22121bb9680e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962913 Aug 11 02:25:13.394706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57104) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:13.400423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'security_group_rule': {'security_group_id': '5a63471a-da1c-408f-b159-239db944c27c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:13.445057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.488785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event deleted for resources: {'Port': ['ID=054fc1df-aba0-4a6f-a645-f04437230403,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:13.542433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.542851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.543138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.543500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.544026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.544297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.544693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.545014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.545312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.545654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.545995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.546321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:13.569712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.572958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f6da87b0-ff4f-46ad-80ce-d0e94d1b6231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "DELETE /v2.0/ports/054fc1df-aba0-4a6f-a645-f04437230403 HTTP/1.1" status: 204 len: 168 time: 3.7436438 Aug 11 02:25:13.586209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5266233-39ac-47e9-a13c-b56f7e278869 req-f4d8a11e-fbf6-46cd-9727-e24e25bc3b2b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:13.587861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5266233-39ac-47e9-a13c-b56f7e278869 req-f4d8a11e-fbf6-46cd-9727-e24e25bc3b2b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 931 time: 0.2182269 Aug 11 02:25:13.588387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57106) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:13.600308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.627977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.663974 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b435fb-3f2a-4c09-9b6c-296b3ae30865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:13.665670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98b435fb-3f2a-4c09-9b6c-296b3ae30865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports/054fc1df-aba0-4a6f-a645-f04437230403 HTTP/1.1" status: 404 len: 333 time: 0.0762987 Aug 11 02:25:13.678051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:13.702133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152425436'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:13.789604 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:13.793605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5266233-39ac-47e9-a13c-b56f7e278869 req-1418f1d9-1568-4d19-8577-7ae397d6f5be tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307821 Aug 11 02:25:13.804712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Made reservation on behalf of 8582223261ac4bb1bd50417a65b4f164 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:13.808013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:13.860833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:14.076815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98941384-be29-4c57-a268-d056015cdb3d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:14.123098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.195012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.243516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.275857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.340564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.395348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Transition to ACTIVE for port object 98941384-be29-4c57-a268-d056015cdb3d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:14.441034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d9e594-abcb-4a2e-82f5-c0ebce13d1ef,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.472078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.472458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Network 47458836-075c-4c0f-8490-ca3c1ee34596 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:14.483313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:14.502166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:14.504459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.505785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.588898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bf5e2-ed3a-4122-9d29-23fc59d82beb req-0c8fc6a8-82a5-4ffe-ac91-7d55f7725dba tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:14.592156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f50bf5e2-ed3a-4122-9d29-23fc59d82beb req-0c8fc6a8-82a5-4ffe-ac91-7d55f7725dba tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2717948 Aug 11 02:25:14.611294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9320209 Aug 11 02:25:14.615061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5241df-6dfe-4195-a5e4-6023379dfdc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=4211ef18-73c8-4c22-8fb2-1f9ed738c59a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.620487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57114) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.643562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.672712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Pushing event updated for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:14.684610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.692751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bbf55a5c-57d5-4eab-882a-7adf43ecf0a9 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2960744 Aug 11 02:25:14.696077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:14.715751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:14.853965 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:14.880568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f50bf5e2-ed3a-4122-9d29-23fc59d82beb req-2b28d6ae-d0bc-49e3-953b-43b7658e6172 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672241 Aug 11 02:25:15.001456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.210237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Attempting to bind port 98941384-be29-4c57-a268-d056015cdb3d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:15.210861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Attempting to bind port 98941384-be29-4c57-a268-d056015cdb3d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:15.211398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Attempting to bind port 98941384-be29-4c57-a268-d056015cdb3d on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:15.223594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Port 98941384-be29-4c57-a268-d056015cdb3d on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:15.224183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Attempting to bind port 98941384-be29-4c57-a268-d056015cdb3d on network 09bca30f-1a79-4894-8c10-61304c9ecfc1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:15.259747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:15.260354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Checking segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:15.261021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Bound using segment: {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:15.261648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Bound port: 98941384-be29-4c57-a268-d056015cdb3d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811dc62d-5478-42e1-a841-c4f24956065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:15.262228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.389466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.402271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Deleting port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:15.403332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.409293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:15.415515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=98941384-be29-4c57-a268-d056015cdb3d,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:15.508073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.586575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.587517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.589228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] 10.222.0.61 "PUT /v2.0/ports/98941384-be29-4c57-a268-d056015cdb3d HTTP/1.1" status: 200 len: 1092 time: 3.1761615 Aug 11 02:25:15.593484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:15.598854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'tag': '98941384-be29-4c57-a268-d056015cdb3d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:15.601713 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4eefc-1465-4311-8f73-ec9c4f2103b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "tag": "98941384-be29-4c57-a268-d056015cdb3d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:15.611410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.680209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Transition to ACTIVE for port object 4211ef18-73c8-4c22-8fb2-1f9ed738c59a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:15.689589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:15.803844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266f491-f600-491a-80cb-78d1ce7bbd52 req-ca7fd571-c36c-4520-b6dc-f4c065b74ad9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:15.816348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5266f491-f600-491a-80cb-78d1ce7bbd52 req-ca7fd571-c36c-4520-b6dc-f4c065b74ad9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 943 time: 0.8906691 Aug 11 02:25:16.032881 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45953fee-a0f3-45bd-a45f-ac2e3a44188a x-openstack-request-id: req-45953fee-a0f3-45bd-a45f-ac2e3a44188a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:16.033154 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "tag": "98941384-be29-4c57-a268-d056015cdb3d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:16.033439 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45953fee-a0f3-45bd-a45f-ac2e3a44188a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:16.033882 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'tag': '98941384-be29-4c57-a268-d056015cdb3d', 'status': 'completed', 'code': 200} Aug 11 02:25:16.120071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5266f491-f600-491a-80cb-78d1ce7bbd52 req-95b0048b-11c1-4b16-94af-45bb9e0fb189 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984898 Aug 11 02:25:16.136807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=4211ef18-73c8-4c22-8fb2-1f9ed738c59a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:16.174106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.174666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b065-3709-44b8-b7f0-11c020399764 service neutron] Pushing event updated for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:16.176674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.177350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.218809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] For port 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:16.219403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:16.241099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Allocated IP 172.25.3.244 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e6e1b267-f45c-4e22-846c-09b38d90dfa0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:16.274205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-0263795a-5bbc-4048-b968-7ed3d5747a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.275817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.276118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-0263795a-5bbc-4048-b968-7ed3d5747a53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 1095 time: 0.6149416 Aug 11 02:25:16.279934 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.296490 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 2 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.322712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Calling delete_port for 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:16.381271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0ce1-8da8-495b-af1a-82ceb1de1e2f req-dd107b23-1b59-4274-b9ac-80601ac7cea2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.391802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ef0ce1-8da8-495b-af1a-82ceb1de1e2f req-dd107b23-1b59-4274-b9ac-80601ac7cea2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2202668 Aug 11 02:25:16.421015 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-a9ffe289-7200-47af-82fe-ed8f653f27c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98941384-be29-4c57-a268-d056015cdb3d HTTP/1.1" status: 200 len: 217 time: 0.1164517 Aug 11 02:25:16.422260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.422828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.423343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.430936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.431585 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.470917 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 3 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.539926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.540363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.540679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.562371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72ef0ce1-8da8-495b-af1a-82ceb1de1e2f req-5bedefbd-a7fc-4022-967c-765a1b5a9955 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353951 Aug 11 02:25:16.576926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.577297 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.577656 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 4 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.605849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.606171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.606637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.614419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-f32d43ef-a8aa-4e94-a10c-56ecbf53c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:16.616002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-f32d43ef-a8aa-4e94-a10c-56ecbf53c7a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.1704831 Aug 11 02:25:16.619175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.619570 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.619928 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 5 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.659826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.660047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.660371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.669793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.670238 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.670563 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 6 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.696624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.696878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.697189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.713908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.714262 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.714651 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 7 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.756908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.757522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.758131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.765543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.766190 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.766770 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 8 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.782364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.782900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.783401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.796031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.797173 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.803069 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 9 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.812963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-d060cb75-1d7a-4ecf-b471-239d9582219c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726103 Aug 11 02:25:16.832847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.833454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.833997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.849700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.850336 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.850922 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 10 to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a Aug 11 02:25:16.881971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:16.882612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:16.883122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:16.891677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:16.892397 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:16.892945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.131170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:17.133349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempted to set empty binding levels {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:17.148686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.211514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] In _notify_port_updated(), no bound segment for port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:17.213346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.214608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.223026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "PUT /v2.0/ports/4211ef18-73c8-4c22-8fb2-1f9ed738c59a HTTP/1.1" status: 200 len: 979 time: 2.5942254 Aug 11 02:25:17.224362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57142) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:17.708927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.710605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.711847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.712984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.714457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.715671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.716998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.718563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.719911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.721341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.722649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.723834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.724406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.726307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.727587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.728765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.730013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.731261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.733249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.734662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.736104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.737196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.738356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.739503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.740845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.742186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.743387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.744554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.745796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.747128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.749066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.758227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-60f72efd-96b1-4fce-883b-047fe077d187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27122 time: 0.4125478 Aug 11 02:25:17.758565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:17.760546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323585-5de2-4bee-bb4e-cb30987f7ecb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=4211ef18-73c8-4c22-8fb2-1f9ed738c59a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.765215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57148) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:17.827715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Pushing event deleted for resources: {'Port': ['ID=446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:17.872526 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-69583550-1448-4230-9639-3e539188609b service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0319557 Aug 11 02:25:17.904688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556e556-cc1f-4885-b8d9-8e8b7d1cd854 req-acdc97c6-7b8b-411a-9b81-3b0ca823410b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:17.921851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2556e556-cc1f-4885-b8d9-8e8b7d1cd854 req-acdc97c6-7b8b-411a-9b81-3b0ca823410b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 943 time: 0.4691279 Aug 11 02:25:18.042513 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.093553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2556e556-cc1f-4885-b8d9-8e8b7d1cd854 req-edbc3c48-44ff-411a-aa11-6e7c285e1664 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690063 Aug 11 02:25:18.174630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef10b4-38d3-4c40-9e21-85835121f3d6 req-30edf9a0-a16b-468d-8109-ca0b899a3c70 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:18.179574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92ef10b4-38d3-4c40-9e21-85835121f3d6 req-30edf9a0-a16b-468d-8109-ca0b899a3c70 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.1769404 Aug 11 02:25:18.319779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Deleting port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:18.326678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.339450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b01622bb-e8be-4723-a801-d2cd6f070f65 req-d2fe23ee-134d-457b-9a91-3ee60c08fead service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961101 Aug 11 02:25:18.395334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:18.400719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:18.413714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:18.487889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=e6e1b267-f45c-4e22-846c-09b38d90dfa0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.573684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92ef10b4-38d3-4c40-9e21-85835121f3d6 req-ea470c16-f12b-414d-910e-7d0913363546 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603840 Aug 11 02:25:18.668106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 4211ef18-73c8-4c22-8fb2-1f9ed738c59a, host n-h1-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:18.668566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.695140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Calling delete_port for 4211ef18-73c8-4c22-8fb2-1f9ed738c59a owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:18.717028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.816447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.859817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.905000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-5c05e893-af56-4bb0-9832-878c2013dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:18.913893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-5c05e893-af56-4bb0-9832-878c2013dea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=61252258531b465680a23f9c6bd5e7d1&device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 1095 time: 0.4974740 Aug 11 02:25:18.918007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event deleted for resources: {'Port': ['ID=4211ef18-73c8-4c22-8fb2-1f9ed738c59a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:18.939481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:18.944812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d8960dd8-b597-4dc9-a41a-0feb24ac319f tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "DELETE /v2.0/ports/4211ef18-73c8-4c22-8fb2-1f9ed738c59a HTTP/1.1" status: 204 len: 168 time: 1.1750009 Aug 11 02:25:18.949959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57154) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.000157 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4516362-7deb-402c-8aa1-ba71f7a2d366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:19.013619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c4516362-7deb-402c-8aa1-ba71f7a2d366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports/4211ef18-73c8-4c22-8fb2-1f9ed738c59a HTTP/1.1" status: 404 len: 333 time: 0.0617027 Aug 11 02:25:19.014701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57156) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:19.021367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-610058486', 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:19.076061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Made reservation on behalf of 8582223261ac4bb1bd50417a65b4f164 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:19.079608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.122903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:19.318194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-79c9ac3a-8c70-4d36-837d-1e88eb3ddae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.321219 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-79c9ac3a-8c70-4d36-837d-1e88eb3ddae6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 200 len: 913 time: 0.2688129 Aug 11 02:25:19.463083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-5c93daea-ca95-4c9c-9520-f109f4b2abac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98941384-be29-4c57-a268-d056015cdb3d HTTP/1.1" status: 200 len: 217 time: 0.0953109 Aug 11 02:25:19.469016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.632269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f1394-59fd-4580-bb25-562d44bea553 req-95aefaa7-3584-4c8a-a7a6-fa80b1a11916 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.644608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-350f1394-59fd-4580-bb25-562d44bea553 req-95aefaa7-3584-4c8a-a7a6-fa80b1a11916 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 943 time: 0.2859461 Aug 11 02:25:19.666872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:19.761643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-350f1394-59fd-4580-bb25-562d44bea553 req-9cfcd15c-363e-4235-a370-f1d95cb7f8e7 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025383 Aug 11 02:25:19.780307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-8aa43700-682f-4799-9644-5ccbd22aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:19.785538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-8aa43700-682f-4799-9644-5ccbd22aafaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 200 len: 852 time: 0.3062956 Aug 11 02:25:19.884707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-db19acc3-dd1c-453c-b4c7-f1ca3ed7a16e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09bca30f-1a79-4894-8c10-61304c9ecfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707610 Aug 11 02:25:19.896548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.056162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f328-5d1d-44da-bf52-edcf87d3247f req-1aec1860-d3e2-4f78-8597-7d96525ecaee tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.059259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a464f328-5d1d-44da-bf52-edcf87d3247f req-1aec1860-d3e2-4f78-8597-7d96525ecaee tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.2353337 Aug 11 02:25:20.066695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Network 47458836-075c-4c0f-8490-ca3c1ee34596 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:20.084181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:20.140017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:20.142309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.143662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.156474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:20.209011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a464f328-5d1d-44da-bf52-edcf87d3247f req-40c4a679-20fb-46f2-ad85-5bcfc56cc89d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321633 Aug 11 02:25:20.213138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a778b5d-a890-4a29-a375-07598360a3bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1965075 Aug 11 02:25:20.215814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57166) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:20.279787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Router faca0b11-3b1d-45d0-978d-19095612c6dd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:20.296828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8690c-38a2-4b32-ad9c-3d6eeea56fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:20.300079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-82b8690c-38a2-4b32-ad9c-3d6eeea56fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports/1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a HTTP/1.1" status: 200 len: 958 time: 0.0826452 Aug 11 02:25:20.303366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57168) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:20.434730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-8d9b53a8-0b6f-4f14-888e-ab753eaab7cd service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635341 Aug 11 02:25:20.573196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Deleting port 1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:20.573196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.764039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:20.796551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Calling delete_port for 1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:20.969108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53b4eefc-1465-4311-8f73-ec9c4f2103b8 req-b9538c59-bd18-4054-ac8b-c77ee0bafa4c service neutron] 10.222.0.61 "GET /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935391 Aug 11 02:25:20.990287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.003202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.089040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:21.102755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Sync routers for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:21.106578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4db69-ca15-46a3-b462-aa2f47fba694 req-9f30ae70-6fd6-44fa-8cda-ec1366b11125 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.112256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-caeadf13-dca1-4676-8f76-6e50c1cdc74e admin admin] 10.222.0.68 "PUT /v2.0/routers/faca0b11-3b1d-45d0-978d-19095612c6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0399208 Aug 11 02:25:21.114737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34a4db69-ca15-46a3-b462-aa2f47fba694 req-9f30ae70-6fd6-44fa-8cda-ec1366b11125 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 943 time: 0.1913295 Aug 11 02:25:21.116792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57176) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.124208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:21.125354 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:21.164929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=e6e1b267-f45c-4e22-846c-09b38d90dfa0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.189633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.241698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.244002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62452c80-42d0-416a-a93f-af22d99808ea tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5342622 Aug 11 02:25:21.317028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.440131 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:21.461564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:21.658048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:21.670133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57190) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.675265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-579c8766-459e-4c15-946b-07591b6841e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "DELETE /v2.0/ports/1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a HTTP/1.1" status: 204 len: 168 time: 1.3697586 Aug 11 02:25:21.679034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34a4db69-ca15-46a3-b462-aa2f47fba694 req-3706edf9-d8e7-4c06-b180-31123ee1e423 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416913 Aug 11 02:25:21.791972 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d5333a-a280-412d-a948-1bcca185bac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:21.812016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-92d5333a-a280-412d-a948-1bcca185bac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports/1a6adb56-31ef-4bc6-b5fb-8a7e10180f7a HTTP/1.1" status: 404 len: 333 time: 0.1400402 Aug 11 02:25:21.818548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57192) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:21.848970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1479953471'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:21.922609 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:25:17Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:21.932022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941c56a-c06a-4695-a998-4363e1ac8dbb req-aa9f6985-6143-46d6-842e-4720257ebde7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:21.933879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a941c56a-c06a-4695-a998-4363e1ac8dbb req-aa9f6985-6143-46d6-842e-4720257ebde7 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 944 time: 0.5059578 Aug 11 02:25:21.966224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Made reservation on behalf of 8582223261ac4bb1bd50417a65b4f164 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:21.974554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.001401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Checking router: faca0b11-3b1d-45d0-978d-19095612c6dd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:22.021504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.029560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 0af2cede-4c1f-41c3-9152-7871c27e5695 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:22.037431 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Routers {'faca0b11-3b1d-45d0-978d-19095612c6dd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:22.040580 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['faca0b11-3b1d-45d0-978d-19095612c6dd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:22.166113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a941c56a-c06a-4695-a998-4363e1ac8dbb req-8b33f75d-fecb-46c5-80f4-e5c8fbc33956 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048550 Aug 11 02:25:22.190965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-b1c144a3-39b1-400f-b9b9-d49c6a28d600 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--25431201&fields=id&tenant_id=20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 267 time: 0.2528486 Aug 11 02:25:22.223685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 98941384-be29-4c57-a268-d056015cdb3d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:22.369835 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] Set router faca0b11-3b1d-45d0-978d-19095612c6dd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:22.410404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.487275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.542553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=98941384-be29-4c57-a268-d056015cdb3d,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:22.562496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-13f93616-e2a3-49b8-8178-c322647053f0 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.569792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-13f93616-e2a3-49b8-8178-c322647053f0 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 810 time: 0.3653393 Aug 11 02:25:22.573314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '98941384-be29-4c57-a268-d056015cdb3d', 'network_id': '09bca30f-1a79-4894-8c10-61304c9ecfc1', 'port_id': '98941384-be29-4c57-a268-d056015cdb3d', 'mac_address': 'fa:16:3e:fc:81:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3d7a11-5964-4e46-85fd-d53cd1407198', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:22.606879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Network 47458836-075c-4c0f-8490-ca3c1ee34596 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:22.614516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:22.626158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:22.627196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:22.627829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.655431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=0af2cede-4c1f-41c3-9152-7871c27e5695,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:22.676832 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f190378-0f52-4049-b84c-c6d32f3f8e71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8546894 Aug 11 02:25:22.677840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:22.683482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:22.705084 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.708841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4736-204b-461c-9ce9-27e935fc7824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.728830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98941384-be29-4c57-a268-d056015cdb3d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:22.758188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.817483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-0421ccd5-e131-4d68-97e8-d330bee3c11d tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/quotas/20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 375 time: 0.0663497 Aug 11 02:25:22.826219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=98941384-be29-4c57-a268-d056015cdb3d,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:22.829123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.850670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:22.889562 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:25:17Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:22.949518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2fb17-e371-44dd-be59-b7454a1721d7 None None] The sync data for ids ['faca0b11-3b1d-45d0-978d-19095612c6dd'] in n-d-713498-10 is: [{'id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'name': 'tempest-ServersTestFqdnHostnames-292757505-router', 'tenant_id': '7b460f36f5c3426785242595c0175adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:22:34Z', 'updated_at': '2021-08-11T02:25:17Z', 'revision_number': 5, 'project_id': '7b460f36f5c3426785242595c0175adb', 'gw_port': {'id': 'e5156c8a-240f-4670-ab18-d415ba859ba1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faca0b11-3b1d-45d0-978d-19095612c6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:22:36Z', 'updated_at': '2021-08-11T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:23.024639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:23.074259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.074846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.075417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.076548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.077104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.077632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.078640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.091318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.098401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.099539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.100359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.101167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:23.141309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] device_id is not set on port 0af2cede-4c1f-41c3-9152-7871c27e5695 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:23.151397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.181626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Transition to ACTIVE for port object 0af2cede-4c1f-41c3-9152-7871c27e5695 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:23.204305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.230280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['98941384-be29-4c57-a268-d056015cdb3d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:23.345210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=0af2cede-4c1f-41c3-9152-7871c27e5695,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:23.407138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.408064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.408746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.416920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.417433 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.418021 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 2 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.479947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.481374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.482006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.501155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.502224 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.502800 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 3 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.544592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.545056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.545589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.546242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-13a59f73-18e3-4bc1-895b-ccc3db1402d3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6467264 Aug 11 02:25:23.554204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.554701 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.555396 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 4 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.575506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440dfec-ce87-4fe1-b671-5653da4a9e0a req-17ea44ed-54cc-4941-985c-8adf9a4c9876 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:23.582887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.583420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.584680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.586760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:23.587034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8440dfec-ce87-4fe1-b671-5653da4a9e0a req-17ea44ed-54cc-4941-985c-8adf9a4c9876 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 944 time: 0.1488347 Aug 11 02:25:23.594218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.594880 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.595702 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 5 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.631750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.632355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.632692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.640212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.640565 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.640986 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 6 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.662927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.663301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.663724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.670774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.671119 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.671512 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 7 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.690228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.690577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.691137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.707660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.707660 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.707985 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 8 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.724947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.725295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.725633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.739086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.740200 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.741585 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 9 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.746397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Deleting port e5156c8a-240f-4670-ab18-d415ba859ba1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:23.746746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.763525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.763920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.764288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.769654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.770027 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.770431 n-d-713498-10 neutron-server[94653]: INFO neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempt 10 to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 Aug 11 02:25:23.787505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:23.787850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:23.788186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempting to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:23.794127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:23.795051 n-d-713498-10 neutron-server[94653]: ERROR neutron.plugins.ml2.managers [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Failed to bind port 0af2cede-4c1f-41c3-9152-7871c27e5695 on host n-h1-713498-10 for vnic_type normal using segments [{'id': 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '47458836-075c-4c0f-8490-ca3c1ee34596'}] Aug 11 02:25:23.795387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.802933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:23.819451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '69856533-516c-437a-af21-5b899ab29e1e', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'port_id': '69856533-516c-437a-af21-5b899ab29e1e', 'mac_address': 'fa:16:3e:2e:34:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:23.825512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8440dfec-ce87-4fe1-b671-5653da4a9e0a req-a9e505f5-1a75-47d5-a192-7f457b55d01d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355497 Aug 11 02:25:23.914586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.923973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-f4d3fbb3-285a-4aa8-8cc8-a779aafb77bb service neutron] 10.222.0.68 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325517 Aug 11 02:25:23.929698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] For port e5156c8a-240f-4670-ab18-d415ba859ba1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e5156c8a-240f-4670-ab18-d415ba859ba1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:23.930162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.933097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:23.948896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 0af2cede-4c1f-41c3-9152-7871c27e5695, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:23.949623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attempted to set empty binding levels {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:25:23.958191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:23.964765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:23.986899 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.008424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] In _notify_port_updated(), no bound segment for port 0af2cede-4c1f-41c3-9152-7871c27e5695 on network 47458836-075c-4c0f-8490-ca3c1ee34596 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:24.009641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:24.010591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.012497 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "PUT /v2.0/ports/0af2cede-4c1f-41c3-9152-7871c27e5695 HTTP/1.1" status: 200 len: 980 time: 1.3337545 Aug 11 02:25:24.018367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.051264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-ad55dad9-11b0-4ad9-bea3-9d9efeee2053 service neutron] 10.222.0.68 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180575 Aug 11 02:25:24.099619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.115088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Calling delete_port for e5156c8a-240f-4670-ab18-d415ba859ba1 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:24.150395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10823e-d978-47c8-b7c7-eb23314fbcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event updated for resources: {'Port': ['ID=0af2cede-4c1f-41c3-9152-7871c27e5695,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.218862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Deleting port 0af2cede-4c1f-41c3-9152-7871c27e5695 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:24.220302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.237482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 98941384-be29-4c57-a268-d056015cdb3d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:24.256792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979731a0-9297-4ca1-a52f-94fa71a6054e req-f3884714-b507-4d5c-b372-e5d36008b114 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:24.270728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979731a0-9297-4ca1-a52f-94fa71a6054e req-f3884714-b507-4d5c-b372-e5d36008b114 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.2129228 Aug 11 02:25:24.363982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['69856533-516c-437a-af21-5b899ab29e1e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:24.528266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:24.543410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-288ba520-0028-41cf-b3d4-93b12c14588d req-1f287fb0-8fd8-4527-b1c0-939e8d2689fd tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 210 time: 0.0786414 Aug 11 02:25:24.563342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979731a0-9297-4ca1-a52f-94fa71a6054e req-a44b587c-c053-4d68-a49a-badaa8f2765a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849350 Aug 11 02:25:24.573075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] For port 0af2cede-4c1f-41c3-9152-7871c27e5695, host n-h1-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:24.573075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.614812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Calling delete_port for 0af2cede-4c1f-41c3-9152-7871c27e5695 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:24.656448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:24.657284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 446a88b6-ed4f-4a16-8f1f-b43c3a5fd7fa not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:24.666316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 98941384-be29-4c57-a268-d056015cdb3d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:24.671120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.677697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 98941384-be29-4c57-a268-d056015cdb3d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:24.678336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.757214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5156c8a-240f-4670-ab18-d415ba859ba1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.764481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.846182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Pushing event deleted for resources: {'Port': ['ID=0af2cede-4c1f-41c3-9152-7871c27e5695,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:24.854216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.863141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9faeea21-c6e6-4544-8059-d0eff2c4d8d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "DELETE /v2.0/ports/0af2cede-4c1f-41c3-9152-7871c27e5695 HTTP/1.1" status: 204 len: 168 time: 0.8409078 Aug 11 02:25:24.863869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.916281 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6b714a-aaa2-4091-944a-2090d2ad828c tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:25:24.922644 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3b6b714a-aaa2-4091-944a-2090d2ad828c tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313747131-project-admin] 10.222.0.68 "GET /v2.0/ports/0af2cede-4c1f-41c3-9152-7871c27e5695 HTTP/1.1" status: 404 len: 333 time: 0.0514109 Aug 11 02:25:24.923097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57230) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:24.962086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:24.996582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.020472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98941384-be29-4c57-a268-d056015cdb3d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:25.023670 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf5298-9925-44c0-8a20-da4ab80832c8" -d '{"events": [{"server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "name": "network-vif-plugged", "status": "completed", "tag": "98941384-be29-4c57-a268-d056015cdb3d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:25.083801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=98941384-be29-4c57-a268-d056015cdb3d,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:25.095451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.138886 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc3fd0-e0fe-4876-9e71-ccec18bcb159 x-openstack-request-id: req-92fc3fd0-e0fe-4876-9e71-ccec18bcb159 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:25.139560 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "name": "network-vif-plugged", "status": "completed", "tag": "98941384-be29-4c57-a268-d056015cdb3d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:25.140067 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92fc3fd0-e0fe-4876-9e71-ccec18bcb159 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:25.140708 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98941384-be29-4c57-a268-d056015cdb3d', 'code': 200} Aug 11 02:25:25.156536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61e60694-1438-4cf5-afd5-f6117a6eeae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.214167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.229876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:25.230489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.234937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.322487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43492bd1-daa1-4c4e-b7e9-d35c258c5360 req-d697a8b8-aed5-4fa1-af31-46189c6a576a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.324937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43492bd1-daa1-4c4e-b7e9-d35c258c5360 req-d697a8b8-aed5-4fa1-af31-46189c6a576a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.2355402 Aug 11 02:25:25.351883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.352865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faca0b11-3b1d-45d0-978d-19095612c6dd {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:25:25.359515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.360936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-100d9b42-7410-489c-b31a-c1c1784d9559 admin admin] 10.222.0.68 "DELETE /v2.0/routers/faca0b11-3b1d-45d0-978d-19095612c6dd HTTP/1.1" status: 204 len: 168 time: 4.2426698 Aug 11 02:25:25.364609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57236) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:25.446716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.456914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Deleting subnet 8f65f0f0-9858-485c-a421-a3a4a02daa94 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:25.463164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.476967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43492bd1-daa1-4c4e-b7e9-d35c258c5360 req-c351f93b-3500-420a-ad48-1adb215406cb tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444352 Aug 11 02:25:25.542593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.571420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.611337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47458836-075c-4c0f-8490-ca3c1ee34596']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.672120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.672120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebca3db-e3f6-44ca-a4a3-a1e30e4566b2') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:25.709644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.781535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c11966-5e85-48ac-a386-c61e444a8e7a req-c8374b18-4dff-4b8e-8e0c-e9e87b7d42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:25.788200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3c11966-5e85-48ac-a386-c61e444a8e7a req-c8374b18-4dff-4b8e-8e0c-e9e87b7d42aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 1097 time: 0.5688322 Aug 11 02:25:25.791756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.809275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:25.809941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:25.828410 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:25.879746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.938882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3c11966-5e85-48ac-a386-c61e444a8e7a req-496c8122-67a1-485f-93a7-c990e04eb432 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363349 Aug 11 02:25:25.951347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.964597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:25.971389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] 10.222.0.68 "DELETE /v2.0/networks/47458836-075c-4c0f-8490-ca3c1ee34596 HTTP/1.1" status: 204 len: 168 time: 1.0416367 Aug 11 02:25:25.994173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8987ec-4496-4387-ba6f-04404292d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639719541-project] Pushing event deleted for resources: {'Network': ['ID=47458836-075c-4c0f-8490-ca3c1ee34596,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.075091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2003e720-0654-474e-8342-74e15595db00 req-438a1ddb-a117-46dc-8deb-c4b3ec7151bd tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 210 time: 0.1045787 Aug 11 02:25:26.103675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.173304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e11d3e-1e9d-4f5d-acc1-f4b9c2beb34c req-0b4193b5-6ce6-4a9a-a0cd-766782c9f53d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.176296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e11d3e-1e9d-4f5d-acc1-f4b9c2beb34c req-0b4193b5-6ce6-4a9a-a0cd-766782c9f53d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.3515046 Aug 11 02:25:26.177510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f65f0f0-9858-485c-a421-a3a4a02daa94,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:26.204160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.204889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.205239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.205755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.206467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.206984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.207633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.208256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.208768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.209208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.209757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.210365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:26.250491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.254101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16c64843-63cb-45fb-aeab-e164472205ac admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8f65f0f0-9858-485c-a421-a3a4a02daa94 HTTP/1.1" status: 204 len: 168 time: 0.8878462 Aug 11 02:25:26.257446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57252) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.260902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a620f8-010c-4dd7-bdac-9f1f4cb64762 None None] Network 39e6b54b-aa18-482a-ba72-105233aa31cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:26.315232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5e11d3e-1e9d-4f5d-acc1-f4b9c2beb34c req-a1f26620-09db-4579-9932-e1953aa513c5 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190729 Aug 11 02:25:26.474565 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.554971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.560518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57256) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:26.590531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e5156c8a-240f-4670-ab18-d415ba859ba1 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:26.653448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] DHCP port deletion for 39e6b54b-aa18-482a-ba72-105233aa31cd request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:25:26.798067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Deleting port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:26.798722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.811668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e5156c8a-240f-4670-ab18-d415ba859ba1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:26.812104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e5156c8a-240f-4670-ab18-d415ba859ba1 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:26.842257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b69caf-a3d1-42ac-899d-db4d79a834aa req-0a01f2d6-f9fa-42d9-9a77-e30c7115a1a9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.845516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81b69caf-a3d1-42ac-899d-db4d79a834aa req-0a01f2d6-f9fa-42d9-9a77-e30c7115a1a9 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.1940548 Aug 11 02:25:26.858329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Deleting port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:26.863235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:26.867930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-af255897-3801-4e49-b0a0-900c9e52c3ae tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:26.879316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-af255897-3801-4e49-b0a0-900c9e52c3ae tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.67 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 810 time: 0.4217544 Aug 11 02:25:26.982258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] For port 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7d03bcfa-6608-4dfb-9d11-fde16703dc11,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:26.985259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.006438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Calling delete_port for 7d03bcfa-6608-4dfb-9d11-fde16703dc11 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:27.012441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-6eaeca36-fe17-4359-a6f6-55dbce4d31b8 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20b65cd9dc014e158eea6bea192108ed HTTP/1.1" status: 200 len: 378 time: 0.0996866 Aug 11 02:25:27.018229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] For port 7d03bcfa-6608-4dfb-9d11-fde16703dc11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7d03bcfa-6608-4dfb-9d11-fde16703dc11,segment=NetworkSegment(12889557-ae9e-4b0d-bb40-8d15d3fb541d),segment_id=12889557-ae9e-4b0d-bb40-8d15d3fb541d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:27.019255 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.019430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81b69caf-a3d1-42ac-899d-db4d79a834aa req-76d1b9e2-7cb4-4a8f-bfce-d800fa858f9a tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389320 Aug 11 02:25:27.024887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'port': {'device_id': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'admin_state_up': True, 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'security_groups': ['5a63471a-da1c-408f-b159-239db944c27c']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:27.077707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Calling delete_port for 7d03bcfa-6608-4dfb-9d11-fde16703dc11 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:27.098244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-65ed6eae-6de8-440c-8021-e78874244676 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8548dd7e3c8e401ca360fec4e97eb804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338278 Aug 11 02:25:27.099712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.164492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.210909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d03bcfa-6608-4dfb-9d11-fde16703dc11,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.214849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] No DVR routers for this DVR port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:27.219362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a39649-8f92-4c86-9ff7-a7d5eb5b603c req-1ad69d6f-c2fe-45a1-bce2-838d81cff723 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Aug 11 02:25:27.238296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.295686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.307486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e6b54b-aa18-482a-ba72-105233aa31cd']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:27.321253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12889557-ae9e-4b0d-bb40-8d15d3fb541d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:27.321678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12889557-ae9e-4b0d-bb40-8d15d3fb541d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:27.333872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.341848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.350134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.357432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:27.357976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.364828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.401529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] Pushing event deleted for resources: {'Port': ['ID=7d03bcfa-6608-4dfb-9d11-fde16703dc11,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.405436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80650df0-2abe-4d8d-bfee-2784d7b11362 None None] No DVR routers for this DVR port 7d03bcfa-6608-4dfb-9d11-fde16703dc11 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:27.414389 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:27.449649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.458253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.460659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/39e6b54b-aa18-482a-ba72-105233aa31cd HTTP/1.1" status: 204 len: 168 time: 1.1986237 Aug 11 02:25:27.468011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Made reservation on behalf of 20b65cd9dc014e158eea6bea192108ed for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:27.484674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0251b-4693-4b6e-a5e5-d776bd5270c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e6b54b-aa18-482a-ba72-105233aa31cd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.488042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.530528 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.533523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.535028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55c5080d-016c-4d4a-985f-6438bf38bfe0 HTTP/1.1" status: 204 len: 168 time: 0.4302771 Aug 11 02:25:27.578686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:27.604241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2c105-c1ae-40c4-9171-9f0e5ed07564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c5080d-016c-4d4a-985f-6438bf38bfe0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:27.651900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498f91-4e50-42cb-83e1-2d0284c634e2 req-0b617536-e6ca-46b1-96b4-9e7144d9c84b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:27.653564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02498f91-4e50-42cb-83e1-2d0284c634e2 req-0b617536-e6ca-46b1-96b4-9e7144d9c84b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 945 time: 0.1242776 Aug 11 02:25:27.749141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02498f91-4e50-42cb-83e1-2d0284c634e2 req-1cad9dbd-09d9-4c06-9305-e58cc09fc30a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700998 Aug 11 02:25:27.754277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Allocated IP 172.20.0.12 (d82ec076-aec0-4484-a3de-6109f72187f4/7da11c84-1fea-46a7-bc7f-fa7d0b263979/c45a880b-6fdf-49d8-894b-a4adf28a68ab) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:27.766862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 69856533-516c-437a-af21-5b899ab29e1e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:27.767349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:27.795772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57278) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.963643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57284) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:27.964070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a611bfb6-37f6-4008-b54d-459524f61f50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7b460f36f5c3426785242595c0175adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667862 Aug 11 02:25:28.008322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.009559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.072386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.079015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.106603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:28.107548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Transition to ACTIVE for port object c45a880b-6fdf-49d8-894b-a4adf28a68ab will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:28.108454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:28.112475 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ab95af-6c69-4a9f-8e89-4e2ce7a96a6f" -d '{"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:28.123558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.135029 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.186448 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc298c9e-9c95-47ad-aa9d-41c2fd379197 x-openstack-request-id: req-dc298c9e-9c95-47ad-aa9d-41c2fd379197 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:28.186973 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-plugged", "status": "completed", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:28.187488 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc298c9e-9c95-47ad-aa9d-41c2fd379197 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:28.188079 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'code': 200} Aug 11 02:25:28.202197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.233920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.249500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.255192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.256425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ab2fbfb-e001-4a20-b03f-1ddd3698364d HTTP/1.1" status: 204 len: 168 time: 0.2915053 Aug 11 02:25:28.296632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253da689-1dc6-44d9-a357-3aeee77e2c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2fbfb-e001-4a20-b03f-1ddd3698364d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.387754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Network d82ec076-aec0-4484-a3de-6109f72187f4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:28.403272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:28.406565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:28.441434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:28.532297 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ba1442dc-51d4-4796-83bf-c95a3fca8f87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8582223261ac4bb1bd50417a65b4f164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903790 Aug 11 02:25:28.537968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:28.549438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51098f-1de0-4cf7-9e9c-7826e9210df3 req-7fe6c5f1-6f63-4300-aef5-2f69bec5bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.551047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4e51098f-1de0-4cf7-9e9c-7826e9210df3 req-7fe6c5f1-6f63-4300-aef5-2f69bec5bad7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 1099 time: 0.1571984 Aug 11 02:25:28.553631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7d03bcfa-6608-4dfb-9d11-fde16703dc11 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:28.596402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ff7b-2f9d-4727-8eee-7a4fcdbb2938 req-a14df554-6e72-4a20-9365-4c1f2a2cc28b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.602042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7d03bcfa-6608-4dfb-9d11-fde16703dc11 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:28.602682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7d03bcfa-6608-4dfb-9d11-fde16703dc11 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:28.615366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a52ff7b-2f9d-4727-8eee-7a4fcdbb2938 req-a14df554-6e72-4a20-9365-4c1f2a2cc28b tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.4467690 Aug 11 02:25:28.631866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event updated for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:28.683405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4e51098f-1de0-4cf7-9e9c-7826e9210df3 req-f9a81ecd-d2a9-46bc-884e-ef41e61724cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162820 Aug 11 02:25:28.699815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.701226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.714685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.730340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a52ff7b-2f9d-4727-8eee-7a4fcdbb2938 req-9517fde3-f773-47ad-8e76-d94aea24d5b8 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Aug 11 02:25:28.730340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd912b4-ea8b-42fc-898d-d09389f6ca92 req-b3b9da35-bb8e-41dc-a13f-b5c4ff978e56 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:28.735886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcd912b4-ea8b-42fc-898d-d09389f6ca92 req-b3b9da35-bb8e-41dc-a13f-b5c4ff978e56 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 932 time: 0.3465536 Aug 11 02:25:28.787666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.848124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcd912b4-ea8b-42fc-898d-d09389f6ca92 req-886025e6-c496-4229-b6f5-103f7cb00209 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964913 Aug 11 02:25:28.859667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-8db42b78-0511-4bf1-954d-bf2a31a500ba tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8389692 Aug 11 02:25:28.893686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Request body: {'port': {'device_id': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:28.918764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.930483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.935892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df85dc9a-2fbf-426e-9968-eb2cfbd0ab15 None None] Provisioning for port c45a880b-6fdf-49d8-894b-a4adf28a68ab completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:28.938788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d66cdf5-7e90-4b13-a489-647965bd8670 HTTP/1.1" status: 204 len: 168 time: 0.3997064 Aug 11 02:25:28.942136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df85dc9a-2fbf-426e-9968-eb2cfbd0ab15 None None] Provisioning complete for port c45a880b-6fdf-49d8-894b-a4adf28a68ab triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:28.943771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-df85dc9a-2fbf-426e-9968-eb2cfbd0ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:28.978526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b749a-735c-4f55-8e00-ebc991a63c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66cdf5-7e90-4b13-a489-647965bd8670,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:29.086929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-df85dc9a-2fbf-426e-9968-eb2cfbd0ab15 None None] Port c45a880b-6fdf-49d8-894b-a4adf28a68ab cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:29.151042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.370867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd56fc-07a2-475c-99f3-ed606f68f5e6 req-eb09c4c3-e5df-411b-afbb-b54b36a42910 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.374293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47fd56fc-07a2-475c-99f3-ed606f68f5e6 req-eb09c4c3-e5df-411b-afbb-b54b36a42910 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.2248743 Aug 11 02:25:29.472292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f649a-e1e2-436e-a3c5-b60a365a0f8a req-fa40b4ed-2e29-4a76-8cf9-024749b38aee tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:29.475057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d7f649a-e1e2-436e-a3c5-b60a365a0f8a req-fa40b4ed-2e29-4a76-8cf9-024749b38aee tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.1797261 Aug 11 02:25:29.612578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47fd56fc-07a2-475c-99f3-ed606f68f5e6 req-1bce67d2-f3f4-4489-a1b1-fa17df423338 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108276 Aug 11 02:25:29.706298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d7f649a-e1e2-436e-a3c5-b60a365a0f8a req-d9e384e2-88ca-4ad3-9555-b0cee05469e4 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152790 Aug 11 02:25:29.940967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45a880b-6fdf-49d8-894b-a4adf28a68ab {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:29.951703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:29.980182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Transition to ACTIVE for port object c45a880b-6fdf-49d8-894b-a4adf28a68ab will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:29.990825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.033788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:30.473180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-29592831-network', 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:30.532753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:30.535814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.570524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:30.595879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.641060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc904d52-9b8b-4f9a-ab19-967d5ef1894f req-ead5552c-3aba-427d-b25a-af79eb9d6dc6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:30.648735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc904d52-9b8b-4f9a-ab19-967d5ef1894f req-ead5552c-3aba-427d-b25a-af79eb9d6dc6 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 944 time: 0.6402431 Aug 11 02:25:30.719655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Attempting to bind port c45a880b-6fdf-49d8-894b-a4adf28a68ab on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:30.720024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Attempting to bind port c45a880b-6fdf-49d8-894b-a4adf28a68ab by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:30.720456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Attempting to bind port c45a880b-6fdf-49d8-894b-a4adf28a68ab on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:30.741857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc904d52-9b8b-4f9a-ab19-967d5ef1894f req-9790755e-e67c-4b2a-9730-a8b7062a83b1 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918894 Aug 11 02:25:30.743675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Port c45a880b-6fdf-49d8-894b-a4adf28a68ab on network d82ec076-aec0-4484-a3de-6109f72187f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:25:30.745095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Attempting to bind port c45a880b-6fdf-49d8-894b-a4adf28a68ab on network d82ec076-aec0-4484-a3de-6109f72187f4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:30.756135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:30.756488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Checking segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:30.761415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Bound using segment: {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:30.762268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Bound port: c45a880b-6fdf-49d8-894b-a4adf28a68ab, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:30.764271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.983066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:30.999568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.015092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:31.064733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.068363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de9f95-bbbd-471e-8d25-c1c27010e14c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.071947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:31.093361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:31.119699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.120196 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Added segment 73440b47-2905-4dc7-bdf9-f1edbdf3b316 of type vlan for network 1a8855c3-7d35-43f4-8673-216b0a408c68 Aug 11 02:25:31.164490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73bbc-b3aa-4a5d-bac5-cd403a14b4dd req-f2d188f9-de82-4e2f-9798-6a5e89c8c5ad tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.167264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71b73bbc-b3aa-4a5d-bac5-cd403a14b4dd req-f2d188f9-de82-4e2f-9798-6a5e89c8c5ad tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.2753329 Aug 11 02:25:31.173099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.201094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.255169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.256937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.258052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.321667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.353231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-806bb572-abc6-4afa-998a-edddeb6fd30f tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.354983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-806bb572-abc6-4afa-998a-edddeb6fd30f tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2811651 Aug 11 02:25:31.370590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ffa03-798a-4cd0-9a7f-bf970e61fb70 req-ab61c7d2-7c99-4b18-93ad-c183ef26ce7e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.377785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-925ffa03-798a-4cd0-9a7f-bf970e61fb70 req-ab61c7d2-7c99-4b18-93ad-c183ef26ce7e tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.4823813 Aug 11 02:25:31.381138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57404) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.384468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8855c3-7d35-43f4-8673-216b0a408c68,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:31.400261 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-301fbe60-bd52-4e3f-baa5-407ddfaf3625 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3626938 Aug 11 02:25:31.401184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.404156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:31.415618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Request body: {'subnet': {'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-29592831-subnet', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:31.417685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-04b49a24-f925-4ed5-927a-478c13758e93 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.423607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-04b49a24-f925-4ed5-927a-478c13758e93 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0342550 Aug 11 02:25:31.427215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57408) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.441164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-dec7a004-4e09-4135-8857-ec8263e11ffe tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.441164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dec7a004-4e09-4135-8857-ec8263e11ffe tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064361 Aug 11 02:25:31.441164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.441164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.441164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a0d0213a-d091-4fd7-aa73-9cc0f92fc2a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 200 len: 1093 time: 2.5684891 Aug 11 02:25:31.460260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:31.462868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.468601 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:31.486419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-edb40a18-66d6-4754-9739-48491b70884d tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.489767 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edb40a18-66d6-4754-9739-48491b70884d tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0173125 Aug 11 02:25:31.492934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.500116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71b73bbc-b3aa-4a5d-bac5-cd403a14b4dd req-e4095da4-1693-4609-b602-84f596061c9d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135064 Aug 11 02:25:31.531425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-32434351-cf76-4e0b-8963-68031a1c65f8 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.531425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32434351-cf76-4e0b-8963-68031a1c65f8 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0208781 Aug 11 02:25:31.533013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.561997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-bd992a32-e06e-48b0-9f99-0e35f157605c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.567205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd992a32-e06e-48b0-9f99-0e35f157605c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0288804 Aug 11 02:25:31.571880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57418) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.588392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-e50c6cd6-a868-40f5-b83c-00d8c869fd07 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.592760 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e50c6cd6-a868-40f5-b83c-00d8c869fd07 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0139172 Aug 11 02:25:31.593421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.597851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:31.600815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.606524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-c3f8db6c-6708-4d58-b71c-7c8fa0e87d6c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.611843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3f8db6c-6708-4d58-b71c-7c8fa0e87d6c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0137830 Aug 11 02:25:31.611843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.616916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-cb93b1fa-8d57-4fce-8e53-6438f3568c84 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.621531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cb93b1fa-8d57-4fce-8e53-6438f3568c84 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084257 Aug 11 02:25:31.630798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57424) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.640913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-ffaad63c-c7a6-4c72-bab9-daaed751d4e2 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.643456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ffaad63c-c7a6-4c72-bab9-daaed751d4e2 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108786 Aug 11 02:25:31.646639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57426) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.650653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-925ffa03-798a-4cd0-9a7f-bf970e61fb70 req-cb2b2dbf-123a-497c-92c7-19949bd8be97 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638047 Aug 11 02:25:31.659042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-3749b7f9-c0dd-4fe7-9cdf-f82e22303bcb tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.660482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3749b7f9-c0dd-4fe7-9cdf-f82e22303bcb tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084589 Aug 11 02:25:31.668544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57428) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.675416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-daf18078-799e-4dc0-ad48-e4f252ebc443 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.679059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-daf18078-799e-4dc0-ad48-e4f252ebc443 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0087199 Aug 11 02:25:31.682720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57430) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.714955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-177a0cb1-0234-4843-b736-63d921d1b8c5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.721549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-177a0cb1-0234-4843-b736-63d921d1b8c5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0349410 Aug 11 02:25:31.733680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57434) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.741531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-101f2e74-008b-42d8-bbfa-bc67f08bdc88 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.745679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-101f2e74-008b-42d8-bbfa-bc67f08bdc88 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0114586 Aug 11 02:25:31.754633 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d368c3-92f3-4522-bbb9-11bd80e11bb4 x-openstack-request-id: req-b2d368c3-92f3-4522-bbb9-11bd80e11bb4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:31.760130 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:31.760640 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b2d368c3-92f3-4522-bbb9-11bd80e11bb4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:31.761503 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'status': 'completed', 'code': 200} Aug 11 02:25:31.762122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57436) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.766253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a87c07ec-c74d-4e34-8903-a2fb102bf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:31.768623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-a87c07ec-c74d-4e34-8903-a2fb102bf132 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 1096 time: 0.1881943 Aug 11 02:25:31.772766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-f5a77d6c-1b07-4965-bfbb-3e57fa672a03 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.779744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f5a77d6c-1b07-4965-bfbb-3e57fa672a03 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0161502 Aug 11 02:25:31.780491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57440) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.794866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-de6c96a2-4ec0-4ec8-a834-9a3a0eec04fc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.799812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-de6c96a2-4ec0-4ec8-a834-9a3a0eec04fc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0159194 Aug 11 02:25:31.860422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.865840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-eea49a8e-7fec-4db7-9280-8c36bcea61e4 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.867190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eea49a8e-7fec-4db7-9280-8c36bcea61e4 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054402 Aug 11 02:25:31.870067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:31.871405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57444) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.878679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-c5bd3396-66b3-4a15-856b-4a02e43de85a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 200 len: 217 time: 0.0968122 Aug 11 02:25:31.891600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-8072b3ee-3b41-446f-b4a2-7de4588daa97 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.908535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8072b3ee-3b41-446f-b4a2-7de4588daa97 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0329287 Aug 11 02:25:31.910093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57446) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.923160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-70798f77-7bef-47af-b0da-a2857e239cb3 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.929748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-70798f77-7bef-47af-b0da-a2857e239cb3 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0168905 Aug 11 02:25:31.933297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.940241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-3f756825-65d7-4923-9a1f-6e23a419bf27 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.942021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f756825-65d7-4923-9a1f-6e23a419bf27 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055919 Aug 11 02:25:31.947632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.953601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-668fd3eb-f4fe-43fd-a834-b7351c62d2c6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.954943 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-668fd3eb-f4fe-43fd-a834-b7351c62d2c6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058765 Aug 11 02:25:31.974797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:31.990341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-412e7255-ffe9-46a0-95ea-8a036117e226 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:31.992005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-412e7255-ffe9-46a0-95ea-8a036117e226 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065958 Aug 11 02:25:32.000587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.006204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-4eb85308-8023-42e1-9236-25bd5bd02cd0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.009581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4eb85308-8023-42e1-9236-25bd5bd02cd0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052214 Aug 11 02:25:32.015663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.022779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-fcea823c-d9a2-4247-a04d-984cc5dc42c0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.027057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fcea823c-d9a2-4247-a04d-984cc5dc42c0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069520 Aug 11 02:25:32.027057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9ffb78-cd06-4fb5-bdf5-3160e595080f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:32.032714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.048091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-0fd7b458-f0f8-4c41-99c7-50202e90aeb8 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.049699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0fd7b458-f0f8-4c41-99c7-50202e90aeb8 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0155890 Aug 11 02:25:32.052458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.057850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-bd9148f3-006d-4c70-b1d8-4bb467e0cc60 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.058858 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd9148f3-006d-4c70-b1d8-4bb467e0cc60 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051968 Aug 11 02:25:32.061733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.067166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-d106035f-e5c5-48d3-9669-84024a93d49b tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.068298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d106035f-e5c5-48d3-9669-84024a93d49b tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053213 Aug 11 02:25:32.069486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Checking segment: {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:32.073155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Network hostable DHCP agents. Network: 1a8855c3-7d35-43f4-8673-216b0a408c68, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:32.073155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57466) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.078441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-8624932c-0dc2-4237-aa86-cd719c1fffcd tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.082818 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8624932c-0dc2-4237-aa86-cd719c1fffcd tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053651 Aug 11 02:25:32.082818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57468) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.086824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-c22a6a10-4248-444d-88ad-b5b7cce69b1c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.087811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c22a6a10-4248-444d-88ad-b5b7cce69b1c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047436 Aug 11 02:25:32.094684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57470) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.101219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-16247faa-95d3-4e8a-9c2c-3ceaddfba58c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.102269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16247faa-95d3-4e8a-9c2c-3ceaddfba58c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066028 Aug 11 02:25:32.109001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.111817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-3c4af109-171c-4326-aa0d-f719388285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.113865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-3c4af109-171c-4326-aa0d-f719388285ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.2023470 Aug 11 02:25:32.116234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-48903c1b-2885-4f53-b29b-11c6faa89b23 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.119385 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48903c1b-2885-4f53-b29b-11c6faa89b23 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088093 Aug 11 02:25:32.122154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.125576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:32.129773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093ad1-9aaf-4738-8a65-bca1ce23e323 req-12ec318a-0a32-42a4-bdaf-ce0824323ed2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.131492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd093ad1-9aaf-4738-8a65-bca1ce23e323 req-12ec318a-0a32-42a4-bdaf-ce0824323ed2 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 944 time: 0.1769931 Aug 11 02:25:32.132227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-1cfb2853-5106-4c95-8caf-5eb5fdbac2d4 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.133581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1cfb2853-5106-4c95-8caf-5eb5fdbac2d4 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0092270 Aug 11 02:25:32.141910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57476) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.147803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-decf2a56-03ef-4804-8f1d-175c9b5ac5b5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.148870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-decf2a56-03ef-4804-8f1d-175c9b5ac5b5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057902 Aug 11 02:25:32.152358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57478) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.159321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 1a8855c3-7d35-43f4-8673-216b0a408c68) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:32.164943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.165226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-cda53936-6e04-4638-9f70-4cdd90ea2bc9 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.166228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cda53936-6e04-4638-9f70-4cdd90ea2bc9 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070434 Aug 11 02:25:32.170018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.172667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57482) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.178838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-f37b0d24-f715-455c-b322-0a776ed6799c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.182524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f37b0d24-f715-455c-b322-0a776ed6799c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063884 Aug 11 02:25:32.184245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.191999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-6c6e1f3b-5fde-45e1-891d-206083e95df6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.193171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6c6e1f3b-5fde-45e1-891d-206083e95df6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079055 Aug 11 02:25:32.196109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57486) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.201420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ee3ab-c001-42ad-a1de-20ab1615dd76 None None] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:32.211293 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec9ec30e-4cfb-461e-9291-0eae12316c7f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8090022 Aug 11 02:25:32.212538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.215919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-5c84bee7-bf77-4c3f-97c5-83daaa9dceac tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.217082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c84bee7-bf77-4c3f-97c5-83daaa9dceac tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189757 Aug 11 02:25:32.218369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:32.222103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57490) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.229553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-4e9039f6-7d1e-44d8-a05d-0ad63deef74c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.230989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e9039f6-7d1e-44d8-a05d-0ad63deef74c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064578 Aug 11 02:25:32.234857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57492) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.240133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-7a11bc21-7bbd-4b74-b0e0-6ecb6346b269 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.244548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a11bc21-7bbd-4b74-b0e0-6ecb6346b269 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083098 Aug 11 02:25:32.247504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.253682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-f1fa5bfc-29ab-43ac-9c32-fd52b8c91cdc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.258073 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1fa5bfc-29ab-43ac-9c32-fd52b8c91cdc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086849 Aug 11 02:25:32.261643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.269244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-69f7fdc6-9967-48e6-b7b2-a1717d85e575 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.273618 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-69f7fdc6-9967-48e6-b7b2-a1717d85e575 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104063 Aug 11 02:25:32.274522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.284413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-5c9e34f0-4503-47bb-b338-7de0f46d006c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.288546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57500) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.288776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c9e34f0-4503-47bb-b338-7de0f46d006c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0113430 Aug 11 02:25:32.299312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.300673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.301796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-babfcf55-eb92-494d-ad2d-0febdf306e0c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.303925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-babfcf55-eb92-494d-ad2d-0febdf306e0c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065372 Aug 11 02:25:32.307128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57502) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.308970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-fca863f8-3969-479a-8197-ddef4db6cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.312292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-fca863f8-3969-479a-8197-ddef4db6cf7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797135 Aug 11 02:25:32.317147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd093ad1-9aaf-4738-8a65-bca1ce23e323 req-861d8191-cff2-4579-b953-0a0e4ccfb943 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1760759 Aug 11 02:25:32.331055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-413c41e7-fad2-467d-bd68-412f229ca5b0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.334628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-413c41e7-fad2-467d-bd68-412f229ca5b0 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0240359 Aug 11 02:25:32.334941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.350664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-d63d38db-8aaa-4660-b3e8-d8290d1b5d37 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.351837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d63d38db-8aaa-4660-b3e8-d8290d1b5d37 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0157490 Aug 11 02:25:32.354531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.361116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-fa71309b-8183-477f-ab97-a74fb55781e6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.362693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa71309b-8183-477f-ab97-a74fb55781e6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0068984 Aug 11 02:25:32.366009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.373039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-30ecc9a4-1bfb-41d3-bdfa-97875d693982 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.374540 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30ecc9a4-1bfb-41d3-bdfa-97875d693982 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071666 Aug 11 02:25:32.377703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.382811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-a582097d-b677-4822-861c-ad8d69b93832 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.384224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a582097d-b677-4822-861c-ad8d69b93832 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051365 Aug 11 02:25:32.393773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.399217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-ba62724b-86b6-4d13-a59b-5ca6d5f57552 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.400592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ba62724b-86b6-4d13-a59b-5ca6d5f57552 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054190 Aug 11 02:25:32.403235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.428165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-1ad09c1e-7baa-4f3f-83c4-d1133c8050d7 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074488 Aug 11 02:25:32.435891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-ff8047b8-dc2f-4e98-b476-4617f263b7b6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.437336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff8047b8-dc2f-4e98-b476-4617f263b7b6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0322840 Aug 11 02:25:32.440215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57516) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.443492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.446092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3bee8-6986-417c-9081-e3e5e5456fae req-09524f52-ac49-4a72-b930-78b9a9bc63e5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.447763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-15536f7a-1142-412b-baa3-5cd0c18ae45b tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.452895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15536f7a-1142-412b-baa3-5cd0c18ae45b tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073280 Aug 11 02:25:32.454116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.457690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81f3bee8-6986-417c-9081-e3e5e5456fae req-09524f52-ac49-4a72-b930-78b9a9bc63e5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.2729707 Aug 11 02:25:32.459141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-6602b06b-47b3-4df4-93ca-268409d52b30 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.464222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6602b06b-47b3-4df4-93ca-268409d52b30 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050223 Aug 11 02:25:32.467480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.478055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-dd0e2d77-9fac-4a87-b692-697ab9e67b4c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.483298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd0e2d77-9fac-4a87-b692-697ab9e67b4c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089087 Aug 11 02:25:32.486447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-1a8855c3-7d35-43f4-8673-216b0a408c68', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:32.488276 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.490093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57522) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.511734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-890d4546-b57f-425a-8fc9-d817c96cefb7 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.515607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-890d4546-b57f-425a-8fc9-d817c96cefb7 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0197864 Aug 11 02:25:32.565608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.583238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-f6473ad1-1200-4bf2-9af3-e45f75dcf487 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.586597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6473ad1-1200-4bf2-9af3-e45f75dcf487 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0124578 Aug 11 02:25:32.587179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57528) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.595242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-0b964606-8858-46fb-a4bd-00c8cf7a972e tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.598718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b964606-8858-46fb-a4bd-00c8cf7a972e tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0057926 Aug 11 02:25:32.607210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57530) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.631445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-f487d030-a354-47dc-9c08-bc3cb88de7fd tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.635510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f487d030-a354-47dc-9c08-bc3cb88de7fd tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0218906 Aug 11 02:25:32.637527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57534) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.653578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81f3bee8-6986-417c-9081-e3e5e5456fae req-1417e8ee-cc41-4f23-99a3-3627d1c6764d tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947916 Aug 11 02:25:32.693043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-eb7861a9-8c03-41b3-bc9b-a3a013fcba7d tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.697780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eb7861a9-8c03-41b3-bc9b-a3a013fcba7d tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0582161 Aug 11 02:25:32.698625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.699346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Allocated IP 172.20.0.2 (1a8855c3-7d35-43f4-8673-216b0a408c68/6c9ffb78-cd06-4fb5-bdf5-3160e595080f/38acb72c-5435-4a53-a5e1-e2b909f421df) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:32.750558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-57c0e597-7f93-47a4-a8d0-3e12291d7e2e tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.755830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57538) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.756567 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-57c0e597-7f93-47a4-a8d0-3e12291d7e2e tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0536664 Aug 11 02:25:32.764223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.772578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-d5ec4b66-ddd0-4f0c-9a3f-d84c45459782 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.777534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5ec4b66-ddd0-4f0c-9a3f-d84c45459782 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0097022 Aug 11 02:25:32.778858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.788639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-f35cbc86-b0e7-4b27-a208-d5ae0406b5b5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.793696 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f35cbc86-b0e7-4b27-a208-d5ae0406b5b5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0125775 Aug 11 02:25:32.796339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57542) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.803867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-493ca775-efd5-4aa8-b161-cf2d27d01641 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.807617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-493ca775-efd5-4aa8-b161-cf2d27d01641 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076463 Aug 11 02:25:32.813306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.821412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-72a78921-8405-4a6b-a7e1-778826325e73 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.826374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72a78921-8405-4a6b-a7e1-778826325e73 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0108697 Aug 11 02:25:32.827132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.835325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-0b9f6d90-d652-4dfa-ada0-f9c2b83d643c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.837035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b9f6d90-d652-4dfa-ada0-f9c2b83d643c tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0077014 Aug 11 02:25:32.852287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03e3d-62f8-4664-a5e5-ea7dc4ea88bc req-16ff9b34-5886-4108-bcaf-64aa1a65345a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:32.855099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bb03e3d-62f8-4664-a5e5-ea7dc4ea88bc req-16ff9b34-5886-4108-bcaf-64aa1a65345a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.2184925 Aug 11 02:25:32.859363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1eb8ca6-3c3d-4c43-8154-e2ae9911cbf2 req-90e1acb7-3365-4de4-b72f-3bb80c9be997 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979955 Aug 11 02:25:32.860150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.882178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-d97db6f2-347f-4d33-bb8a-04b562e0cba6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.883992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d97db6f2-347f-4d33-bb8a-04b562e0cba6 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0222938 Aug 11 02:25:32.886710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.894228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [None req-b3e0d71c-0529-4382-997a-bd88e64bc1bc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.895783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b3e0d71c-0529-4382-997a-bd88e64bc1bc tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0077820 Aug 11 02:25:32.901504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.912690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-17d09c22-77fa-4068-9412-e2ae6ea9cc16 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.914672 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-17d09c22-77fa-4068-9412-e2ae6ea9cc16 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0116897 Aug 11 02:25:32.917385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.924023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-42e420a1-3a60-4551-999a-1f27cbb0b9f5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.925449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42e420a1-3a60-4551-999a-1f27cbb0b9f5 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068176 Aug 11 02:25:32.928196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:32.932248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:32.935850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [None req-7bdcbae9-2480-4339-af5f-e065a2921917 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:25:32.937712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7bdcbae9-2480-4339-af5f-e065a2921917 tempest-ExtensionsTestJSON-530644417 tempest-ExtensionsTestJSON-530644417-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078211 Aug 11 02:25:32.952455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Transition to ACTIVE for port object 38acb72c-5435-4a53-a5e1-e2b909f421df will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:32.992839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Transition to ACTIVE for port object 38acb72c-5435-4a53-a5e1-e2b909f421df will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:33.007059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.039249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bb03e3d-62f8-4664-a5e5-ea7dc4ea88bc req-f0833592-161c-4fb6-a956-d699e52a69f1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752934 Aug 11 02:25:33.062612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:33.064642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-295e4ea7-76eb-4e65-99b6-cc911ba2d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.067592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-295e4ea7-76eb-4e65-99b6-cc911ba2d597 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 1096 time: 0.1373596 Aug 11 02:25:33.071805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:33.124409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:33.170568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.202070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Attempting to bind port 38acb72c-5435-4a53-a5e1-e2b909f421df on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:33.202612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Attempting to bind port 38acb72c-5435-4a53-a5e1-e2b909f421df by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:33.203086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Attempting to bind port 38acb72c-5435-4a53-a5e1-e2b909f421df on network 1a8855c3-7d35-43f4-8673-216b0a408c68 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:33.207066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Pushing event updated for resources: {'Port': ['ID=38acb72c-5435-4a53-a5e1-e2b909f421df,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:33.209143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.220040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:33.220641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Checking segment: {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:33.221092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.221629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Bound using segment: {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:33.222410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Bound port: 38acb72c-5435-4a53-a5e1-e2b909f421df, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:33.222926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.273897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-7848cd84-836b-4ef8-9300-3c1568147da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.275521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-7848cd84-836b-4ef8-9300-3c1568147da6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.1967554 Aug 11 02:25:33.312041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] For port 38acb72c-5435-4a53-a5e1-e2b909f421df, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:33.316621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] For port 38acb72c-5435-4a53-a5e1-e2b909f421df, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=38acb72c-5435-4a53-a5e1-e2b909f421df,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:33.323031 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.375272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-16ef9143-af80-4b98-9457-7ac2295a4dc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 200 len: 217 time: 0.0886445 Aug 11 02:25:33.452496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b096-5c85-42ad-8cae-1fb8ab0e6404 None None] Pushing event updated for resources: {'Port': ['ID=38acb72c-5435-4a53-a5e1-e2b909f421df,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:33.512244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Allocated IP 172.25.3.28 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/83e94b42-fcbf-4b7c-90e5-f8c49a76676b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:33.536185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57568) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:33.559498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-593fece8-5c4b-461d-889d-b676bfd514b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.563377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-593fece8-5c4b-461d-889d-b676bfd514b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.1832387 Aug 11 02:25:33.633521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84eb2-2a37-4f49-8bcf-ccea6cfc8337 req-9c1a171f-5b4b-483d-8786-4b9fec0f762a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.635474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0c84eb2-2a37-4f49-8bcf-ccea6cfc8337 req-9c1a171f-5b4b-483d-8786-4b9fec0f762a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 944 time: 0.1698651 Aug 11 02:25:33.762728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0c84eb2-2a37-4f49-8bcf-ccea6cfc8337 req-4ee6777f-71ec-474f-ad3e-eb06a6f3a6db tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971420 Aug 11 02:25:33.767173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.793506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-4e186e6e-6bd2-424e-b9ba-f80d5e6eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.795618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-4e186e6e-6bd2-424e-b9ba-f80d5e6eda41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908357 Aug 11 02:25:33.921962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-ebdfb180-eea4-4b5d-9e93-3a8d759444f0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:33.923507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-ebdfb180-eea4-4b5d-9e93-3a8d759444f0 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.1476357 Aug 11 02:25:33.927877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e03e70b-f0e7-4e5e-8cd1-617df1a4c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:33.989137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.042814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-bf60ff07-b4ff-47cc-8187-c8bf520656ae service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354555 Aug 11 02:25:34.063584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:34.067927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:34.077716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:34.118054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Pushing event updated for resources: {'Port': ['ID=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.136829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514a769-a8dc-4d52-82f6-bafada76c4f1 req-654042dd-86bd-4ea5-a935-362ab9b0dd55 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:34.143487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0514a769-a8dc-4d52-82f6-bafada76c4f1 req-654042dd-86bd-4ea5-a935-362ab9b0dd55 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.2025220 Aug 11 02:25:34.149274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Deleting port 98941384-be29-4c57-a268-d056015cdb3d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:34.149725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.242722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0514a769-a8dc-4d52-82f6-bafada76c4f1 req-4270e6bd-d708-427a-88fc-8e273e107cd5 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974219 Aug 11 02:25:34.294794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c66b68e6-b54d-4c2f-bf8b-e8a57a8b7be2 req-cbd61056-183b-4892-8d85-da80614e71bb service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323430 Aug 11 02:25:34.325543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e03e70b-f0e7-4e5e-8cd1-617df1a4c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.332865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e03e70b-f0e7-4e5e-8cd1-617df1a4c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.376687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5e03e70b-f0e7-4e5e-8cd1-617df1a4c654 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83e687c8b9824a3b8315117aadba5416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374066 Aug 11 02:25:34.380809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57578) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:34.422758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03e70b-f0e7-4e5e-8cd1-617df1a4c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cdb27b-7644-4e01-82f5-70406c9ff57b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.441315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] For port 98941384-be29-4c57-a268-d056015cdb3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=98941384-be29-4c57-a268-d056015cdb3d,segment=NetworkSegment(811dc62d-5478-42e1-a841-c4f24956065c),segment_id=811dc62d-5478-42e1-a841-c4f24956065c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:34.442016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.466185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.470550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Calling delete_port for 98941384-be29-4c57-a268-d056015cdb3d owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:34.494312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.565995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.570801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:34.577647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63cdb27b-7644-4e01-82f5-70406c9ff57b HTTP/1.1" status: 204 len: 168 time: 0.1948047 Aug 11 02:25:34.603407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56c95-2f0f-46ab-b57f-01de2cf2de23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cdb27b-7644-4e01-82f5-70406c9ff57b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:34.682991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 38acb72c-5435-4a53-a5e1-e2b909f421df up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:34.766951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 38acb72c-5435-4a53-a5e1-e2b909f421df completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:35.049892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0713-296d-499e-92b8-86132dc1e4d5 req-556f30d7-54e4-4224-8dff-565efcbe43fa tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.051684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a55e0713-296d-499e-92b8-86132dc1e4d5 req-556f30d7-54e4-4224-8dff-565efcbe43fa tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 944 time: 0.1429486 Aug 11 02:25:35.145141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a55e0713-296d-499e-92b8-86132dc1e4d5 req-35470419-d9b4-4d71-92ea-dda9ff6345fa tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736680 Aug 11 02:25:35.171279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666b862-0ade-406a-820d-3154fa251764 None None] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:35.238040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.290240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Provisioning for port 38acb72c-5435-4a53-a5e1-e2b909f421df completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:35.465620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857083b-d83f-49af-94a6-4aecb5d00144 req-48d6d1d3-9745-4964-aa4e-13ae1a421ff6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:35.467967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6857083b-d83f-49af-94a6-4aecb5d00144 req-48d6d1d3-9745-4964-aa4e-13ae1a421ff6 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 945 time: 0.0731411 Aug 11 02:25:35.572440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6857083b-d83f-49af-94a6-4aecb5d00144 req-886af554-1049-4506-982b-72b18d84d33c tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/security-groups?id=3dc28263-efbb-440a-8377-42dc719245ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 Aug 11 02:25:35.622423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Provisioning complete for port 38acb72c-5435-4a53-a5e1-e2b909f421df triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:35.622898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.648097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c45a880b-6fdf-49d8-894b-a4adf28a68ab details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:25:35.749057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.776298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:35.778373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['98941384-be29-4c57-a268-d056015cdb3d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:35.858902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Pushing event deleted for resources: {'Port': ['ID=98941384-be29-4c57-a268-d056015cdb3d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:35.864151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.912300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.921952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'port_id': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'mac_address': 'fa:16:3e:7a:d2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:25:35.929627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:35.957418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-221654658'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:35.969078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] For port 38acb72c-5435-4a53-a5e1-e2b909f421df, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=38acb72c-5435-4a53-a5e1-e2b909f421df,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:35.998076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.041400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] No DVR routers for this DVR port 98941384-be29-4c57-a268-d056015cdb3d on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:36.052506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Made reservation on behalf of 9df0f2f7f42149789b479d46fbcfafa3 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:36.054594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.057716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.059554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b0cfd612-ed42-4cd7-b3a8-2d17cddb7e3d req-f46f08ce-79b8-4fdf-aedb-94e33cb9ab28 tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.61 "DELETE /v2.0/ports/98941384-be29-4c57-a268-d056015cdb3d HTTP/1.1" status: 204 len: 173 time: 2.1244936 Aug 11 02:25:36.064024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'name': 'network-vif-deleted', 'tag': '98941384-be29-4c57-a268-d056015cdb3d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:36.074367 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ff39a-b261-4280-bc28-5746611cf564" -d '{"events": [{"server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "name": "network-vif-deleted", "tag": "98941384-be29-4c57-a268-d056015cdb3d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:36.099388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.171710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.248712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45a880b-6fdf-49d8-894b-a4adf28a68ab {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:25:36.261601 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36072528-ff76-49d2-afc0-11e912854b31 x-openstack-request-id: req-36072528-ff76-49d2-afc0-11e912854b31 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:36.262232 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e56dd94-931a-4986-aa98-155b66f5589e", "name": "network-vif-deleted", "tag": "98941384-be29-4c57-a268-d056015cdb3d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:36.262696 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36072528-ff76-49d2-afc0-11e912854b31 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:36.263613 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e56dd94-931a-4986-aa98-155b66f5589e', 'name': 'network-vif-deleted', 'tag': '98941384-be29-4c57-a268-d056015cdb3d', 'status': 'completed', 'code': 200} Aug 11 02:25:36.267747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.272053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2176b-53a5-4467-8f1e-d793c4f16aae None None] Pushing event updated for resources: {'Port': ['ID=38acb72c-5435-4a53-a5e1-e2b909f421df,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.273455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.309636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:36.332629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.333004 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Added segment 8078026a-0305-43dc-9988-2899c68c8c61 of type vlan for network bc72fd01-5465-4ff5-87b5-ac77b82b7973 Aug 11 02:25:36.334668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a130687-e713-4b39-9ef5-d55b23575614,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.388939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:36.400399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.407340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.416892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Router 77c42bfc-b811-4b99-b398-698b445e82bc is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:25:36.508546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.516540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:36.517201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.617986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8390918 Aug 11 02:25:36.624446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57622) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.635558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Request body: {'subnet': {'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:36.647208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f02c7-0f0c-4d9f-9f9d-a78121c64e3d req-79b70fd0-02c3-4265-9cfe-317a502f33e0 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:36.648837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274f02c7-0f0c-4d9f-9f9d-a78121c64e3d req-79b70fd0-02c3-4265-9cfe-317a502f33e0 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 945 time: 0.1926649 Aug 11 02:25:36.657450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fce4d0-9fbf-4aed-8597-b6cfcd616d04 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'Network': ['ID=bc72fd01-5465-4ff5-87b5-ac77b82b7973,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.687153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 38acb72c-5435-4a53-a5e1-e2b909f421df up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:36.696230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:36.718107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8598139e-182f-4dec-af9d-0cfb5998bdd2 None None] Provisioning complete for port 38acb72c-5435-4a53-a5e1-e2b909f421df triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:36.727007 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8598139e-182f-4dec-af9d-0cfb5998bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.730852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:36.793119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274f02c7-0f0c-4d9f-9f9d-a78121c64e3d req-27abbc07-f474-4724-b7d8-88a69d2faabc tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139185 Aug 11 02:25:36.838206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c182f474-1b5a-49f3-b10f-4392ca5552e3 req-1e2d7602-b579-4ff2-8d6c-e99957d6a4ed tempest-DeleteServersTestJSON-2049793394 tempest-DeleteServersTestJSON-2049793394-project] 10.222.0.68 "GET /v2.0/ports?device_id=3e56dd94-931a-4986-aa98-155b66f5589e HTTP/1.1" status: 200 len: 210 time: 0.0583112 Aug 11 02:25:36.874922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:36.917402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.922329 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c1bcb9f-5854-4d4b-81d0-d545bcae06f3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7055876 Aug 11 02:25:36.923830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:36.947922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Made reservation on behalf of 9df0f2f7f42149789b479d46fbcfafa3 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:36.954118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:36.958758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c45a880b-6fdf-49d8-894b-a4adf28a68ab'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:25:36.987619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Sync routers for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:37.069742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:37.070745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:37.326184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 38acb72c-5435-4a53-a5e1-e2b909f421df triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:37.327202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.329060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.423984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'Subnet': ['ID=c31a9c63-1b2e-445d-b4a7-4d6f8de82591,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:37.490004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Checking segment: {'id': '8078026a-0305-43dc-9988-2899c68c8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:37.490728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Network hostable DHCP agents. Network: bc72fd01-5465-4ff5-87b5-ac77b82b7973, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:37.534062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:37.562511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bc72fd01-5465-4ff5-87b5-ac77b82b7973) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:37.567543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:37.583100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:37.584203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.613390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8cf85dde-7520-473b-a28c-76fa82ff6999 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9876871 Aug 11 02:25:37.616034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57630) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:37.628330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Request body: {'port': {'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-804194200'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:37.684447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52be93c-cac7-4ac4-9294-17baa69c2c96 None None] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:37.872847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.923730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Made reservation on behalf of 9df0f2f7f42149789b479d46fbcfafa3 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:37.934152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:37.987303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] device_id is not set on port 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:38.223129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Allocated IP 2001:db8::30a (bc72fd01-5465-4ff5-87b5-ac77b82b7973/c31a9c63-1b2e-445d-b4a7-4d6f8de82591/9d1c31df-1ea2-47fa-aab0-6e5cadb1b584) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:38.239474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-bc72fd01-5465-4ff5-87b5-ac77b82b7973', 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973', 'tenant_id': '9df0f2f7f42149789b479d46fbcfafa3', 'fixed_ips': [{'subnet_id': 'c31a9c63-1b2e-445d-b4a7-4d6f8de82591'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:38.244287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.329979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 98941384-be29-4c57-a268-d056015cdb3d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:38.367732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Allocated IP 172.20.0.1 (1a8855c3-7d35-43f4-8673-216b0a408c68/6c9ffb78-cd06-4fb5-bdf5-3160e595080f/bf9e0934-33a0-4a37-8f35-8a9ad2672bbf) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:38.382983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71464-30c8-4a85-8cbb-6555a8ba14b2 req-1fe7b4d6-0d4f-449b-9a47-73d0e6c41bef tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:38.384769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60a71464-30c8-4a85-8cbb-6555a8ba14b2 req-1fe7b4d6-0d4f-449b-9a47-73d0e6c41bef tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 945 time: 0.3556147 Aug 11 02:25:38.414604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 98941384-be29-4c57-a268-d056015cdb3d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:38.430406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 98941384-be29-4c57-a268-d056015cdb3d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:38.491521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60a71464-30c8-4a85-8cbb-6555a8ba14b2 req-c9c00845-16fc-4ee2-bd53-e92744b139c0 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983982 Aug 11 02:25:38.594333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.620510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Transition to ACTIVE for port object bf9e0934-33a0-4a37-8f35-8a9ad2672bbf will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:38.639112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:34Z', 'revision_number': 3, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:38.675880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.677138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Checking router: 77c42bfc-b811-4b99-b398-698b445e82bc for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:38.677583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Updating router 77c42bfc-b811-4b99-b398-698b445e82bc port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:38.705119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.705398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Transition to ACTIVE for port object 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:38.755292 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.800760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:38.823256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:38.827895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:38.829514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:38.831776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:38.907172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.059514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:39.086628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:39.091322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:39.110028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:39.110758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.127652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'Port': ['ID=9d1c31df-1ea2-47fa-aab0-6e5cadb1b584,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:39.164325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41c942f6-35b7-48cf-89ec-d25be856257c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5457480 Aug 11 02:25:39.165307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57664) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:39.183254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Request body: {'port': {'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2070192666', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:39.184137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] bootfile-name is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:39.185211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] tftp-server is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:39.185708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] server-ip-address is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:39.442594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Allocated IP 2001:db8::2 (bc72fd01-5465-4ff5-87b5-ac77b82b7973/c31a9c63-1b2e-445d-b4a7-4d6f8de82591/f380237a-ca3b-47a5-9d18-4b44a3eca451) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:39.499768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Made reservation on behalf of 9df0f2f7f42149789b479d46fbcfafa3 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:39.504899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.512181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9526aec3-2531-4e69-9dd1-80e834d4ce90 None None] Provisioning for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:39.530051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] device_id is not set on port bd333962-2133-4fb2-aba2-75d0ec37206c yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:25:39.544937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9526aec3-2531-4e69-9dd1-80e834d4ce90 None None] Provisioning complete for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:39.545561 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9526aec3-2531-4e69-9dd1-80e834d4ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:39.683451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c45a880b-6fdf-49d8-894b-a4adf28a68ab up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:39.887114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9526aec3-2531-4e69-9dd1-80e834d4ce90 None None] Port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:39.988215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf2ce-461c-4fd8-bbf4-22f5a3e28b1c req-fa9da5be-6804-45a5-86fb-3318864f2162 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:40.011019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc9cf2ce-461c-4fd8-bbf4-22f5a3e28b1c req-fa9da5be-6804-45a5-86fb-3318864f2162 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 945 time: 0.2221303 Aug 11 02:25:40.018035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.027688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port c45a880b-6fdf-49d8-894b-a4adf28a68ab completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:40.106291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port c45a880b-6fdf-49d8-894b-a4adf28a68ab triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:40.108954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.119781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.147281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Transition to ACTIVE for port object f380237a-ca3b-47a5-9d18-4b44a3eca451 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.192643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc9cf2ce-461c-4fd8-bbf4-22f5a3e28b1c req-6dba31be-8890-41c0-90be-ca0f22dddddd tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620495 Aug 11 02:25:40.214465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Transition to ACTIVE for port object f380237a-ca3b-47a5-9d18-4b44a3eca451 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.256491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.269048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.350076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Transition to ACTIVE for port object 83e94b42-fcbf-4b7c-90e5-f8c49a76676b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.378859 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.391029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Allocated IP 2001:db8::177 (bc72fd01-5465-4ff5-87b5-ac77b82b7973/c31a9c63-1b2e-445d-b4a7-4d6f8de82591/bd333962-2133-4fb2-aba2-75d0ec37206c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:40.394694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:40.410299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:40.429233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:40.444959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Pushing event updated for resources: {'Port': ['ID=f380237a-ca3b-47a5-9d18-4b44a3eca451,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.509319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.519219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.549091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.627152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.644497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.654444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Attempting to bind port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.655034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Attempting to bind port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.655624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Attempting to bind port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.739849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:40.740760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:40.741448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.742176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:40.743557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Bound port: 83e94b42-fcbf-4b7c-90e5-f8c49a76676b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:40.743557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.753033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278470-1723-4875-b1e6-e50371fd9b46 None None] Pushing event updated for resources: {'Port': ['ID=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:40.777330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Attempting to bind port f380237a-ca3b-47a5-9d18-4b44a3eca451 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:40.777710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Attempting to bind port f380237a-ca3b-47a5-9d18-4b44a3eca451 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8078026a-0305-43dc-9988-2899c68c8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:40.778550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Attempting to bind port f380237a-ca3b-47a5-9d18-4b44a3eca451 on network bc72fd01-5465-4ff5-87b5-ac77b82b7973 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:40.781158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.786566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.806520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:40.807175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Checking segment: {'id': '8078026a-0305-43dc-9988-2899c68c8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:40.807885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.808573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Bound using segment: {'id': '8078026a-0305-43dc-9988-2899c68c8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:40.809476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Bound port: f380237a-ca3b-47a5-9d18-4b44a3eca451, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8078026a-0305-43dc-9988-2899c68c8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bc72fd01-5465-4ff5-87b5-ac77b82b7973'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:40.810770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.830947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:40.847011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:40.851087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:40.881525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:40.885747 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7817c78b-d50a-418f-9157-0e55a1d1d357" -d '{"events": [{"server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "name": "network-vif-plugged", "status": "completed", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:40.908619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Transition to ACTIVE for port object bd333962-2133-4fb2-aba2-75d0ec37206c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:40.968004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.012063 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afb90b8-6b67-4889-8707-bf33c768d003 x-openstack-request-id: req-2afb90b8-6b67-4889-8707-bf33c768d003 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:41.012454 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "name": "network-vif-plugged", "status": "completed", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:41.013501 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2afb90b8-6b67-4889-8707-bf33c768d003 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:41.014212 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'code': 200} Aug 11 02:25:41.036228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:41.062049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] For port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:41.065787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:41.069643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:41.077555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:41.083951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.084677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.093968 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.107024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'Port': ['ID=bd333962-2133-4fb2-aba2-75d0ec37206c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.125532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f6b3c05-26b7-4588-a31a-4f37c4430fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9561682 Aug 11 02:25:41.126514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.206653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] For port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:41.237593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.271756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b993748-a519-4547-b0bf-a557112dab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.291155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b993748-a519-4547-b0bf-a557112dab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.325898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b993748-a519-4547-b0bf-a557112dab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.335395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b993748-a519-4547-b0bf-a557112dab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2054243 Aug 11 02:25:41.337592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57686) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:41.343498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] For port f380237a-ca3b-47a5-9d18-4b44a3eca451, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:41.359431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] For port f380237a-ca3b-47a5-9d18-4b44a3eca451, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f380237a-ca3b-47a5-9d18-4b44a3eca451,segment=NetworkSegment(8078026a-0305-43dc-9988-2899c68c8c61),segment_id=8078026a-0305-43dc-9988-2899c68c8c61)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:41.365080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.385851 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.391659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453c77-14a8-492d-9451-00115345bc5d req-be9188cc-106c-414e-b1dd-08f646f95e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.408862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58453c77-14a8-492d-9451-00115345bc5d req-be9188cc-106c-414e-b1dd-08f646f95e98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 1098 time: 0.3205004 Aug 11 02:25:41.491594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:41.492708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:41.609184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Router 77c42bfc-b811-4b99-b398-698b445e82bc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:41.647745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58453c77-14a8-492d-9451-00115345bc5d req-da03d370-92f2-4d92-8b64-70894cb61618 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2376871 Aug 11 02:25:41.678397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e42d-8dde-4b63-8c39-84b351150bcb req-1b3d79c3-312c-4569-8de4-57f9d407bccb tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:41.685324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278470-1723-4875-b1e6-e50371fd9b46 None None] Pushing event updated for resources: {'Port': ['ID=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:41.691130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b02e42d-8dde-4b63-8c39-84b351150bcb req-1b3d79c3-312c-4569-8de4-57f9d407bccb tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.2460487 Aug 11 02:25:41.703303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Deleting port bd333962-2133-4fb2-aba2-75d0ec37206c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:41.704094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.748127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c0143962-1398-4e45-9fae-bd135e6e474a None None] Provisioning complete for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:41.748767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0143962-1398-4e45-9fae-bd135e6e474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:41.859737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b02e42d-8dde-4b63-8c39-84b351150bcb req-9b665fcb-a3cc-4ff4-a7cd-66b300a2949a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672430 Aug 11 02:25:41.985895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.052578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Calling delete_port for bd333962-2133-4fb2-aba2-75d0ec37206c owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:42.132217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:42.142151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-948945dd-a71d-4659-98bd-fe2bc942fbbd admin admin] 10.222.0.68 "PUT /v2.0/routers/77c42bfc-b811-4b99-b398-698b445e82bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2158146 Aug 11 02:25:42.214967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c0143962-1398-4e45-9fae-bd135e6e474a None None] Port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:25:42.227808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be396e-adac-4bc1-9409-313e287d0181 None None] Pushing event updated for resources: {'Port': ['ID=f380237a-ca3b-47a5-9d18-4b44a3eca451,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.265859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:42.448098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:42.467631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.607612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-560269474'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:42.615583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event deleted for resources: {'Port': ['ID=bd333962-2133-4fb2-aba2-75d0ec37206c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:42.659053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:42.664148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.703643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:42.725967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.731624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-770fceb8-8797-46b0-89a9-33200884b06b tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "DELETE /v2.0/ports/bd333962-2133-4fb2-aba2-75d0ec37206c HTTP/1.1" status: 204 len: 168 time: 1.3927743 Aug 11 02:25:42.735755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:42.739607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f380237a-ca3b-47a5-9d18-4b44a3eca451 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:42.752665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Request body: {'port': {'name': 'tempest-new-port-name-1525674369', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:42.753506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] bootfile-name is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:42.754566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] tftp-server is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:42.755142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] server-ip-address is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:25:42.755304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.755979 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Added segment 5463acfa-1ddc-40f7-8e35-346c46f15603 of type vlan for network a35aae22-5e43-4aa3-9fcf-882f27b53021 Aug 11 02:25:42.865949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:42.882481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.024359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.054841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.057665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.096826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f380237a-ca3b-47a5-9d18-4b44a3eca451 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:43.126759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bf9e0934-33a0-4a37-8f35-8a9ad2672bbf', 'name': '', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'mac_address': 'fa:16:3e:f1:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:37Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 2, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'subnets': [{'id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:43.237345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd9d3-e3c2-4a45-ba03-cb0e3743bc53 None None] The sync data for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 is: [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bf9e0934-33a0-4a37-8f35-8a9ad2672bbf', 'name': '', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'mac_address': 'fa:16:3e:f1:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:37Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 2, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'subnets': [{'id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:43.283871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.303359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.354737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9027944 Aug 11 02:25:43.365970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57728) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:43.380233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'subnet': {'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:43.415234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event updated for resources: {'Port': ['ID=9d1c31df-1ea2-47fa-aab0-6e5cadb1b584,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.429931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] In _notify_port_updated(), no bound segment for port 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 on network bc72fd01-5465-4ff5-87b5-ac77b82b7973 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:25:43.445563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.446609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.453690 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2db851f6-48e4-44ad-8987-644ef9dbd29a tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "PUT /v2.0/ports/9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 HTTP/1.1" status: 200 len: 1130 time: 0.7144084 Aug 11 02:25:43.454973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57730) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:43.524423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651a664-6753-4cde-b79c-c69c80aee86c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Network': ['ID=a35aae22-5e43-4aa3-9fcf-882f27b53021,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:43.552675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3ffd-c7fe-4e2d-ae6e-6fe1216301d7 req-80da4ef5-f7db-400e-a3ee-4b0daba9d7e3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.554772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-755a3ffd-c7fe-4e2d-ae6e-6fe1216301d7 req-80da4ef5-f7db-400e-a3ee-4b0daba9d7e3 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.4583917 Aug 11 02:25:43.580449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:43.581729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16bc127-bdaf-4f23-afad-2276f4e64d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:43.584164 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d16bc127-bdaf-4f23-afad-2276f4e64d1d tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "GET /v2.0/ports/9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 HTTP/1.1" status: 200 len: 1130 time: 0.1090102 Aug 11 02:25:43.589827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:43.661827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:43.670773 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:43.818317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b00b1-fa07-4a13-a61f-570cbe279a9a None None] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:43.881292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-755a3ffd-c7fe-4e2d-ae6e-6fe1216301d7 req-5880bff4-de26-48f2-b45f-0e48231a9722 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3084311 Aug 11 02:25:43.983392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Deleting port 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:43.984198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.146535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Provisioning for port f380237a-ca3b-47a5-9d18-4b44a3eca451 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:44.217990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Provisioning complete for port f380237a-ca3b-47a5-9d18-4b44a3eca451 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:44.218482 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.271401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.318006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Calling delete_port for 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:44.447583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.795148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Subnet': ['ID=185204b4-2e42-467b-bbeb-4710d59c3913,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:44.843929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:44.907549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4ad3a-b1f2-42e6-ab2b-e37a066eb53a req-07ac3e0c-097c-479e-95ca-df20a1a3b08a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:44.922894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3e4ad3a-b1f2-42e6-ab2b-e37a066eb53a req-07ac3e0c-097c-479e-95ca-df20a1a3b08a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.6430159 Aug 11 02:25:44.923119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57756) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:44.944295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Request body: {'floatingip': {'port_id': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:44.952920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] For port f380237a-ca3b-47a5-9d18-4b44a3eca451, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f380237a-ca3b-47a5-9d18-4b44a3eca451,segment=NetworkSegment(8078026a-0305-43dc-9988-2899c68c8c61),segment_id=8078026a-0305-43dc-9988-2899c68c8c61)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:44.968726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.023926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.121549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24feb1b4-3671-47f3-9adb-cd7d19a82ebd None None] Pushing event updated for resources: {'Port': ['ID=f380237a-ca3b-47a5-9d18-4b44a3eca451,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.122751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event deleted for resources: {'Port': ['ID=9d1c31df-1ea2-47fa-aab0-6e5cadb1b584,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:45.140098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.224748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.224748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-caf09434-4ce3-457e-adda-8c6fe50fc990 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "DELETE /v2.0/ports/9d1c31df-1ea2-47fa-aab0-6e5cadb1b584 HTTP/1.1" status: 204 len: 168 time: 1.6256545 Aug 11 02:25:45.240571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57768) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.355071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.397528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Checking segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:45.398053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network hostable DHCP agents. Network: a35aae22-5e43-4aa3-9fcf-882f27b53021, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:45.449532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Deleting subnet dd3d7a11-5964-4e46-85fd-d53cd1407198 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:45.454655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.468869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Deleting subnet c31a9c63-1b2e-445d-b4a7-4d6f8de82591 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:25:45.479427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.571018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.582015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:45.623842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.659640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a35aae22-5e43-4aa3-9fcf-882f27b53021) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:45.693676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def90785-89d0-40c1-b7c0-dde2c6131c1c None None] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:45.711318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:45.711897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.754587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-836dada7-4b79-4af4-be12-580bf7aa302b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3868577 Aug 11 02:25:45.764903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57780) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:45.778529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:45.782232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-676453012'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:45.960583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6b303eb1-6bcd-49aa-b112-2b554676f64e None None] Provisioning complete for port f380237a-ca3b-47a5-9d18-4b44a3eca451 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:45.961144 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6b303eb1-6bcd-49aa-b112-2b554676f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.035795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.079831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.084489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.099279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dd3d7a11-5964-4e46-85fd-d53cd1407198 HTTP/1.1" status: 204 len: 168 time: 0.7429881 Aug 11 02:25:46.117503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:46.127532 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.135831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57784) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.148675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58180c90-aec1-47a6-afe9-e8a3719804c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3d7a11-5964-4e46-85fd-d53cd1407198,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.169562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a35aae22-5e43-4aa3-9fcf-882f27b53021', 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'fixed_ips': [{'subnet_id': '185204b4-2e42-467b-bbeb-4710d59c3913'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:46.170983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.398985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:46.436515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.455937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.456479 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Added segment 0a72c59d-8095-42a1-ae97-bf98c1bf02a5 of type vlan for network 5add7526-c719-462b-918f-89aa560770db Aug 11 02:25:46.584864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.602546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6b303eb1-6bcd-49aa-b112-2b554676f64e None None] Could not find standard attr ID for object 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:25:46.687850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event deleted for resources: {'Subnet': ['ID=c31a9c63-1b2e-445d-b4a7-4d6f8de82591,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:46.696702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Allocated IP 19.80.0.2 (a35aae22-5e43-4aa3-9fcf-882f27b53021/185204b4-2e42-467b-bbeb-4710d59c3913/350d54aa-7332-4d1a-ac16-9bb2d2086cb1) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:46.757603 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.759939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1d5dd11-01b8-4d74-8762-b3be1b29f23c tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "DELETE /v2.0/subnets/c31a9c63-1b2e-445d-b4a7-4d6f8de82591 HTTP/1.1" status: 204 len: 168 time: 1.5075128 Aug 11 02:25:46.763192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:46.803879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.859949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a144d-bff0-4649-859d-b4ad7fc50dcc None None] Network bc72fd01-5465-4ff5-87b5-ac77b82b7973 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:46.861328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83e94b42-fcbf-4b7c-90e5-f8c49a76676b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:46.903824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:46.963123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:25:46.986409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-36ed8ec0-029b-4563-bc0d-d7199a2d7d9a None None] Could not find standard attr ID for object 9d1c31df-1ea2-47fa-aab0-6e5cadb1b584. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:25:47.043268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Deleting port f380237a-ca3b-47a5-9d18-4b44a3eca451 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:25:47.044437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.069912 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.081262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Transition to ACTIVE for port object 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:47.098118 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.102959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Transition to ACTIVE for port object 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:47.175396 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.180210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] For port f380237a-ca3b-47a5-9d18-4b44a3eca451, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f380237a-ca3b-47a5-9d18-4b44a3eca451,segment=NetworkSegment(8078026a-0305-43dc-9988-2899c68c8c61),segment_id=8078026a-0305-43dc-9988-2899c68c8c61)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:47.180600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.202883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Calling delete_port for f380237a-ca3b-47a5-9d18-4b44a3eca451 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:25:47.226850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Pushing event updated for resources: {'Port': ['ID=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.240456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a7733d6-b5c2-402e-8db0-d185938282cf None None] Could not find standard attr ID for object bd333962-2133-4fb2-aba2-75d0ec37206c. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:25:47.288956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:47.291094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:47.294383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:47.304880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:47.332262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:47.332685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.348984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.387749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event deleted for resources: {'Port': ['ID=f380237a-ca3b-47a5-9d18-4b44a3eca451,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.410999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] No DVR routers for this DVR port f380237a-ca3b-47a5-9d18-4b44a3eca451 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:25:47.426464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f345b7-53c5-40a8-b30c-23c17785afd7 None None] DHCP port deletion for bc72fd01-5465-4ff5-87b5-ac77b82b7973 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:25:47.481372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Attempting to bind port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:47.482263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Attempting to bind port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:47.482678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Attempting to bind port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 on network a35aae22-5e43-4aa3-9fcf-882f27b53021 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:47.499892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:47.500158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Checking segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:47.500536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.500946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Bound using segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:47.501461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Bound port: 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:47.501952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.531863 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.592507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bca30f-1a79-4894-8c10-61304c9ecfc1']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.600241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.601469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.605557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:47.611223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:47.612245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.642921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811dc62d-5478-42e1-a841-c4f24956065c') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.643230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811dc62d-5478-42e1-a841-c4f24956065c') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.656203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] For port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:47.657056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc72fd01-5465-4ff5-87b5-ac77b82b7973']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.657201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.667267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] For port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:47.670148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.671841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f380237a-ca3b-47a5-9d18-4b44a3eca451 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:47.675341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.680773 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.697641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8078026a-0305-43dc-9988-2899c68c8c61') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.698234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8078026a-0305-43dc-9988-2899c68c8c61') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.710266 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.715449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9364977 Aug 11 02:25:47.723428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:47.736653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Sync routers for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:47.739828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'subnet': {'network_id': '5add7526-c719-462b-918f-89aa560770db', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:47.745765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.764602 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:47.765537 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:47.791836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.807984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:47.808433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.814132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b8b05-4410-4628-8f85-870bd4d8c294 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Network': ['ID=5add7526-c719-462b-918f-89aa560770db,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:47.816604 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:47.836555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f380237a-ca3b-47a5-9d18-4b44a3eca451 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:47.845509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f380237a-ca3b-47a5-9d18-4b44a3eca451 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 02:25:47.858083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.866997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:25:47.867488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:47.892078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Port f380237a-ca3b-47a5-9d18-4b44a3eca451 not found, will not notify nova. {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 02:25:47.894498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5add7526-c719-462b-918f-89aa560770db details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:48.049283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.070804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.077060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.079477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] 10.222.0.68 "DELETE /v2.0/networks/09bca30f-1a79-4894-8c10-61304c9ecfc1 HTTP/1.1" status: 204 len: 168 time: 1.9422693 Aug 11 02:25:48.091456 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Floating IP 7a57ff22-d090-4253-b35a-c7287a77a4d8 associated. External IP: 172.25.3.244, port: c45a880b-6fdf-49d8-894b-a4adf28a68ab. Aug 11 02:25:48.099156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:48.190943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ba095-c4a8-4448-98e8-f7fc30336a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=09bca30f-1a79-4894-8c10-61304c9ecfc1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.259954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a071-fd05-46d9-9154-0eda283bcd71 None None] Pushing event updated for resources: {'Port': ['ID=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.674910 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bf9e0934-33a0-4a37-8f35-8a9ad2672bbf', 'name': '', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'mac_address': 'fa:16:3e:f1:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:37Z', 'updated_at': '2021-08-11T02:25:40Z', 'revision_number': 2, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'subnets': [{'id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:48.679437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57820) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:48.714131 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Checking router: 77c42bfc-b811-4b99-b398-698b445e82bc for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:48.714841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Updating router 77c42bfc-b811-4b99-b398-698b445e82bc port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:25:48.793242 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:25:48.827553 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:25:48.884856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.894906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:48.908595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:48.911364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] 10.222.0.68 "DELETE /v2.0/networks/bc72fd01-5465-4ff5-87b5-ac77b82b7973 HTTP/1.1" status: 204 len: 168 time: 2.1467965 Aug 11 02:25:48.936573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d7a5c-c4e1-49a4-86ac-b95939bfb040 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464 tempest-ExtraDHCPOptionsIpV6TestJSON-1057388464-project] Pushing event deleted for resources: {'Network': ['ID=bc72fd01-5465-4ff5-87b5-ac77b82b7973,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:48.970401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:48.979822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:25:48.981040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.025490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3e6866f2-5b0f-4947-8453-36e41cf2a646 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61252258531b465680a23f9c6bd5e7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264148 Aug 11 02:25:49.035177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57828) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.094931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:49.110059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83e94b42-fcbf-4b7c-90e5-f8c49a76676b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:49.284138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:49.288900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.564484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.570216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:25:49.588633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.626570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e145178-5e95-4732-b860-34219947995c None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:25:49.663691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:49.694220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e145178-5e95-4732-b860-34219947995c None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:49.695355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8e145178-5e95-4732-b860-34219947995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:49.724960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.789258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.841955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f380237a-ca3b-47a5-9d18-4b44a3eca451 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:25:49.851233 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.871631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f380237a-ca3b-47a5-9d18-4b44a3eca451 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:25:49.877501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Transition to ACTIVE for port object bf9e0934-33a0-4a37-8f35-8a9ad2672bbf will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:49.879690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f380237a-ca3b-47a5-9d18-4b44a3eca451 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:25:49.913186 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:49.932051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cdb9f017-bb0e-4f1c-b763-f54bbed3dfa7 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "PUT /v2.0/floatingips/7a57ff22-d090-4253-b35a-c7287a77a4d8 HTTP/1.1" status: 200 len: 992 time: 5.0073836 Aug 11 02:25:49.955629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:25:49.961631 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d50af-2e1c-4802-844c-8788bcf30f63" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:25:49.969273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8e145178-5e95-4732-b860-34219947995c None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:49.995271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.005833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.025545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3dc28263-efbb-440a-8377-42dc719245ae HTTP/1.1" status: 204 len: 168 time: 0.9786749 Aug 11 02:25:50.090180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182d0fc-9dc2-4995-9c32-b9efedcd77ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc28263-efbb-440a-8377-42dc719245ae,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.102853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Subnet': ['ID=6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.119826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Checking segment: {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:50.120433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network hostable DHCP agents. Network: 5add7526-c719-462b-918f-89aa560770db, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:50.160609 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Pushing event updated for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:50.172773 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4acff3-bf26-437e-9726-7c19b2793f4d x-openstack-request-id: req-0a4acff3-bf26-437e-9726-7c19b2793f4d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:25:50.173555 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:25:50.174221 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0a4acff3-bf26-437e-9726-7c19b2793f4d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:25:50.175109 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'status': 'completed', 'code': 200} Aug 11 02:25:50.291289 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.293046 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.295176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.295719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.297954 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.300286 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.300888 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.303472 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.304094 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.304658 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.305227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.307736 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c7c811eb-7941-49c2-9a3a-a5feea51792f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9df0f2f7f42149789b479d46fbcfafa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159110 Aug 11 02:25:50.310974 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:25:50.312947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:50.336419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8dd2ae-555c-4dfe-8e53-3c9f1bce2a2a None None] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:50.361175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network 5add7526-c719-462b-918f-89aa560770db is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:50.375184 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Attempting to bind port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:50.378174 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Attempting to bind port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:50.378652 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Attempting to bind port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf on network 1a8855c3-7d35-43f4-8673-216b0a408c68 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:50.392942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-f23fea22-7a54-40c7-9e53-c83967b59230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.396099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-f23fea22-7a54-40c7-9e53-c83967b59230 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 1098 time: 0.1800611 Aug 11 02:25:50.397684 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:50.398118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Checking segment: {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:50.398532 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.398998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Bound using segment: {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:50.399501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Bound port: bf9e0934-33a0-4a37-8f35-8a9ad2672bbf, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73440b47-2905-4dc7-bdf9-f1edbdf3b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:50.399893 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.468268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5add7526-c719-462b-918f-89aa560770db) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:50.503957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.504624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.580954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.611853 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] For port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:50.619418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-138018f0-94bf-4208-96bb-5894d4b19515 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8853393 Aug 11 02:25:50.623569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] For port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:50.631384 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.694952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.710479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3da0ee-1910-4f7b-a655-78d2880265b0 None None] Network 5add7526-c719-462b-918f-89aa560770db requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:50.732480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Provisioning for port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:50.847274 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:50.847953 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:50.872867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-772e133a-9613-44c4-adc3-f6c84a1f78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:50.882541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-772e133a-9613-44c4-adc3-f6c84a1f78a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.4752071 Aug 11 02:25:50.947531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.954117 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.972432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Provisioning complete for port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:50.973638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:50.977209 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a130687-e713-4b39-9ef5-d55b23575614 HTTP/1.1" status: 204 len: 168 time: 0.6569467 Aug 11 02:25:51.011802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b7ba4-fd6f-44bf-af67-eacc4660c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a130687-e713-4b39-9ef5-d55b23575614,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:51.158852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edfe54-3db0-456d-a1b0-6b2803c86301 None None] Pushing event updated for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:51.174418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-d4084969-6bad-42f2-b291-73441cc5e542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 200 len: 1000 time: 0.2859733 Aug 11 02:25:51.221691 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:25:51.286883 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:51.349539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-84cec666-5edf-4a6a-ad33-f6d402a42321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:51.351137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-84cec666-5edf-4a6a-ad33-f6d402a42321 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.1684611 Aug 11 02:25:51.618834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bf9e0934-33a0-4a37-8f35-8a9ad2672bbf', 'name': '', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'mac_address': 'fa:16:3e:f1:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:37Z', 'updated_at': '2021-08-11T02:25:50Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'subnets': [{'id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:51.678241 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe2e0-2806-4ab6-a643-0a63ce1deaae None None] The sync data for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 is: [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:25:39Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bf9e0934-33a0-4a37-8f35-8a9ad2672bbf', 'name': '', 'network_id': '1a8855c3-7d35-43f4-8673-216b0a408c68', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'mac_address': 'fa:16:3e:f1:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:37Z', 'updated_at': '2021-08-11T02:25:50Z', 'revision_number': 4, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'subnets': [{'id': '6c9ffb78-cd06-4fb5-bdf5-3160e595080f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:51.707706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-3b11349f-df5e-4bda-a4b8-e85ec248ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:51.709452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-3b11349f-df5e-4bda-a4b8-e85ec248ed30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250748 Aug 11 02:25:51.845475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-5c260541-cce0-4efc-af09-64ed9d1072b5 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201160 Aug 11 02:25:52.084950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-67bc06c8-ab24-4efb-9018-691a349a4976 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.100725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-67bc06c8-ab24-4efb-9018-691a349a4976 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:52.103413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.126779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-67bc06c8-ab24-4efb-9018-691a349a4976 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/networks?id=a35aae22-5e43-4aa3-9fcf-882f27b53021&id=5add7526-c719-462b-918f-89aa560770db&id=a35aae22-5e43-4aa3-9fcf-882f27b53021 HTTP/1.1" status: 200 len: 1390 time: 0.8237281 Aug 11 02:25:52.188961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-5fea2c9c-3eac-4bff-867a-a01cb6e5d204 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/quotas/5de9ded75b204687a89266b78fbf839a HTTP/1.1" status: 200 len: 375 time: 0.0531673 Aug 11 02:25:52.262261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:52.378065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f4c888d7-5cf0-4d7b-80b9-8d1a98ac156b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1873543 Aug 11 02:25:52.398072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e51d50af-2e1c-4802-844c-8788bcf30f63 req-4edc9732-5978-4b87-ba5d-d13f39947ae2 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428894 Aug 11 02:25:52.421370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] For port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:52.451122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-5add7526-c719-462b-918f-89aa560770db', 'network_id': '5add7526-c719-462b-918f-89aa560770db', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'fixed_ips': [{'subnet_id': '6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:25:52.452854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.464406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.615788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-597499506-network', 'tenant_id': 'b50245f432884010a9f28f04860312f4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:52.717546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Made reservation on behalf of b50245f432884010a9f28f04860312f4 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:52.724307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.767398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:52.784331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-98c3c9b6-ea29-45f6-9aa6-d845a1c6d85a service neutron] 10.222.0.68 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834705 Aug 11 02:25:52.936172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57944) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:53.095455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.116996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.140109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-860fc676-9581-4472-89c2-2a2f35003b9f service neutron] 10.222.0.68 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286140 Aug 11 02:25:53.155176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:53.180633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.181337 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Added segment 0984fdcf-63a1-4394-bc92-b1f5604fdb97 of type vlan for network f96fea6a-904a-417d-975f-f9069aecd858 Aug 11 02:25:53.193718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bf9e0934-33a0-4a37-8f35-8a9ad2672bbf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:53.198911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce7acb-5aba-4f88-95a3-d25ef641f015 None None] Pushing event updated for resources: {'Port': ['ID=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.255369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.332341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6525785-e625-4f18-8696-96c42e2b6a19,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.336228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.337713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:53.338534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.374464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-656088318'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:53.394108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1287701 Aug 11 02:25:53.394963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:53.487989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0e86de1f-28db-4a6e-a37f-23b626703daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.500600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-587ac392-9050-4ba5-8b4c-cd542841d9e0 None None] Provisioning complete for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:53.500986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-587ac392-9050-4ba5-8b4c-cd542841d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.506989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f04a4806-8d4d-4b72-b268-cbf182d994fe service neutron] 10.222.0.68 "GET /v2.0/networks/5add7526-c719-462b-918f-89aa560770db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567255 Aug 11 02:25:53.510280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:53.518606 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.562289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:25:53.569579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Request body: {'subnet': {'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-597499506-subnet', 'tenant_id': 'b50245f432884010a9f28f04860312f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:53.595142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.595405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:53.595885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.619679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Made reservation on behalf of b50245f432884010a9f28f04860312f4 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:53.624442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:53.754637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-b71e306a-0084-44e4-a473-d8b268b458fa service neutron] 10.222.0.68 "GET /v2.0/networks/5add7526-c719-462b-918f-89aa560770db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461720 Aug 11 02:25:53.828015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733dd76-423e-486f-b950-2619a8f9d520 admin admin] Pushing event updated for resources: {'Network': ['ID=f96fea6a-904a-417d-975f-f9069aecd858,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:53.906994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8e145178-5e95-4732-b860-34219947995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7a57ff22-d090-4253-b35a-c7287a77a4d8', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:7a:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:18Z', 'updated_at': '2021-08-11T02:25:46Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:53.911794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f96fea6a-904a-417d-975f-f9069aecd858 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:54.009780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.014002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3662c3a7-db6d-4075-b929-eafffcc01794 service neutron] 10.222.0.68 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481430 Aug 11 02:25:54.122723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.176497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:25:54.214334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e145178-5e95-4732-b860-34219947995c None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:25:54.226324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70758c47-c7cb-4976-b0ce-b083b0438904 service neutron] 10.222.0.68 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989219 Aug 11 02:25:54.228258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f277cb4e-e843-490f-93c5-377f0131a878,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:54.232143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.261146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.262189 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Added segment 53822735-e390-4642-86cb-a5b28f65cbd7 of type vlan for network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d Aug 11 02:25:54.268058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.268434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Allocated IP 19.86.0.2 (5add7526-c719-462b-918f-89aa560770db/6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4/3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:54.368488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.371458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-587ac392-9050-4ba5-8b4c-cd542841d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.422319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e821515-d62c-4476-80be-83f70f2bcc1b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:54.427158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.457534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:54.459625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.478885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e145178-5e95-4732-b860-34219947995c None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:25:54.479959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8e145178-5e95-4732-b860-34219947995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:54.491599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Checking segment: {'id': '0984fdcf-63a1-4394-bc92-b1f5604fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:54.494409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Network hostable DHCP agents. Network: f96fea6a-904a-417d-975f-f9069aecd858, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:54.543123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Network f96fea6a-904a-417d-975f-f9069aecd858 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:54.597443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f96fea6a-904a-417d-975f-f9069aecd858) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:54.614141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:54.615169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.629242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e04f4a-ca11-4597-a86d-56d80cf9aa7e None None] Network f96fea6a-904a-417d-975f-f9069aecd858 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:54.686558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16fa522d-927b-4e76-a4e1-f0576babe884 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1480525 Aug 11 02:25:54.756297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8096275 Aug 11 02:25:54.760351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:54.766027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3f4b5cf-a7b6-421d-bb81-e3b7a52a30d5 req-df28c293-e11d-46a9-bedf-1c64a98442a6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 210 time: 0.0950873 Aug 11 02:25:54.772464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647fe02-d9c6-46e3-bed7-0aa4e305f25e tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Network': ['ID=22c4969e-4533-4afe-b34e-fbd6f4ce9e8d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:54.787093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'subnet': {'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:54.831812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:25:54.961006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:54.973771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:54.978114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:25:55.063926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.447777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:55.517742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.648580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Subnet': ['ID=629a63cb-4899-40a2-b50d-008113e50d31,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:55.660843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Checking segment: {'id': '53822735-e390-4642-86cb-a5b28f65cbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:55.661316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network hostable DHCP agents. Network: 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:25:55.686733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:25:55.709297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:55.718717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:55.719396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.752166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-586aeef6-0325-48de-944a-7314f336b7a6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9900956 Aug 11 02:25:55.756600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:25:55.762275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-779804401', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:55.832228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.833391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.859672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.861467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-eefabb6f-227d-4a92-b14f-db389b17f732 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:55.869077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-eefabb6f-227d-4a92-b14f-db389b17f732 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/networks?id=f96fea6a-904a-417d-975f-f9069aecd858 HTTP/1.1" status: 200 len: 820 time: 0.3293967 Aug 11 02:25:55.915663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:55.920117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-a51a7b92-266f-407f-bc98-0b8c67901db3 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/quotas/b50245f432884010a9f28f04860312f4 HTTP/1.1" status: 200 len: 375 time: 0.0315990 Aug 11 02:25:55.932167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b4a83-2ed8-4793-936f-d72ed6d9ff5f None None] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:55.937282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60967aa5-4335-4b9f-bc30-97a76118a87e None None] Network f96fea6a-904a-417d-975f-f9069aecd858 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:55.941979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:56.027357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-04a01ae1-938f-4213-af4c-a2744ba7c513 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b50245f432884010a9f28f04860312f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885406 Aug 11 02:25:56.098635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8e145178-5e95-4732-b860-34219947995c None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:25:56.150749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.282016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-454682f7-24a4-473b-afb8-9a290d455d3f req-40c8017e-eecb-43f6-b0c2-96197ced1035 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 210 time: 0.0655229 Aug 11 02:25:56.372467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b8e47132-9fd5-4bf2-9387-177c1dd1aabb service neutron] 10.222.0.68 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840540 Aug 11 02:25:56.421608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-587ac392-9050-4ba5-8b4c-cd542841d9e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:25:56.435056 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-587ac392-9050-4ba5-8b4c-cd542841d9e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:25:56.541432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-3f453161-7f96-4109-add3-b0907b10bd93 service neutron] 10.222.0.68 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621630 Aug 11 02:25:56.594676 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.602814 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb08-86e1-4fe0-ab5d-031196f11455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.613781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.662964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.791355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-160faacc-4d25-4748-9535-70d4ef128088 req-592b7d41-0bd6-4be8-a4f5-8f7613a4cd46 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 210 time: 0.0447624 Aug 11 02:25:56.836480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Transition to ACTIVE for port object 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:56.857023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Transition to ACTIVE for port object 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:56.910722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:56.921764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.100447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:57.100447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.195403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.226 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/d7ba0137-00d5-462b-b838-c7255221d8da) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:57.392341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-666a3ab4-4269-434b-a11d-91a853c83bd4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:57.403578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-666a3ab4-4269-434b-a11d-91a853c83bd4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:57.410605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-666a3ab4-4269-434b-a11d-91a853c83bd4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "GET /v2.0/networks?id=a35aae22-5e43-4aa3-9fcf-882f27b53021&id=5add7526-c719-462b-918f-89aa560770db&id=a35aae22-5e43-4aa3-9fcf-882f27b53021 HTTP/1.1" status: 200 len: 1390 time: 0.4690096 Aug 11 02:25:57.448150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'admin_state_up': True, 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:57.574569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.618025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Network 5add7526-c719-462b-918f-89aa560770db is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:57.679841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:57.704237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:57.710161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:57.710528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:57.712706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:57.715168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcd869b9-f37d-413f-a7bd-b22738b5e97a req-3a5b87d4-9611-42fc-ad94-593df4961a3e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 210 time: 0.1554551 Aug 11 02:25:57.725798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Pushing event updated for resources: {'Port': ['ID=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.737720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:57.841236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=d7ba0137-00d5-462b-b838-c7255221d8da,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:57.842608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b54b3b-370c-4709-86a6-59385c6066b2 None None] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:25:58.046863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d11991ea-57a4-4745-acf0-02516bc8d09d req-a639c5ce-d333-4032-ac44-9510577f141a tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 210 time: 0.1079211 Aug 11 02:25:58.071042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:25:58.075539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.180025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Attempting to bind port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:25:58.180395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Attempting to bind port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:25:58.180762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Attempting to bind port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d on network 5add7526-c719-462b-918f-89aa560770db {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:25:58.195367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:25:58.195798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Checking segment: {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:25:58.196184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.196571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Bound using segment: {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:25:58.197078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Bound port: 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:25:58.197478 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.199729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-498653a3-a33b-4dfa-a2e2-d126c883d063 None None] Provisioning complete for port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:58.200793 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-498653a3-a33b-4dfa-a2e2-d126c883d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.237448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.393290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Allocated IP 19.80.0.32 (a35aae22-5e43-4aa3-9fcf-882f27b53021/185204b4-2e42-467b-bbeb-4710d59c3913/3aa825ea-1784-4335-9c8c-55c2da83943c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:25:58.468842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bf9e0934-33a0-4a37-8f35-8a9ad2672bbf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:25:58.476349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8e145178-5e95-4732-b860-34219947995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7a57ff22-d090-4253-b35a-c7287a77a4d8', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:7a:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:18Z', 'updated_at': '2021-08-11T02:25:46Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:25:58.512683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.599158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e145178-5e95-4732-b860-34219947995c None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7a57ff22-d090-4253-b35a-c7287a77a4d8', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'port_id': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'mac_address': 'fa:16:3e:7a:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:25:18Z', 'updated_at': '2021-08-11T02:25:46Z', 'revision_number': 1, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:25:58.613756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] For port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:25:58.650635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] For port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:25:58.661853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.710491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:25:58.710764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.773856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90170e0-8007-41b1-8249-b493222f82ea None None] Pushing event updated for resources: {'Port': ['ID=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:58.895935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:58.985202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Transition to ACTIVE for port object 3aa825ea-1784-4335-9c8c-55c2da83943c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:25:59.102164 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.118714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6be606a-9fea-4b8f-a6a3-4d44ecd00c5d req-9402f6bc-a087-4dfd-8a03-7a99227db67a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 210 time: 0.1291993 Aug 11 02:25:59.192876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d8bd5c6-f0fe-4403-9f6f-437d72f80049 req-7a04c08e-741e-4b3f-8241-222d605a6b8a tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 210 time: 0.0440314 Aug 11 02:25:59.208424 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972e61b-5e72-428c-a7e1-e96f7012ea92 None None] New status for floating IP 7a57ff22-d090-4253-b35a-c7287a77a4d8: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:25:59.617903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.647045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:25:59.695744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:25:59.701747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:25:59.707488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:25:59.720121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-06f49ab2-572d-4c69-858c-63f5c19478e0 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:59.721778 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-06f49ab2-572d-4c69-858c-63f5c19478e0 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.61 "GET /v2.0/networks?id=f96fea6a-904a-417d-975f-f9069aecd858 HTTP/1.1" status: 200 len: 820 time: 0.6843967 Aug 11 02:25:59.756623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Request body: {'port': {'device_id': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858', 'admin_state_up': True, 'tenant_id': 'b50245f432884010a9f28f04860312f4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:25:59.868342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:25:59.869042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:25:59.910854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-1665f45d-6ca2-45fc-9742-1e978ee46ab1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4804051 Aug 11 02:25:59.932571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'network_id': '5add7526-c719-462b-918f-89aa560770db', 'admin_state_up': True, 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:00.118357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b8bc3780-d5b3-4ebc-ac44-59f00183ed66 None None] Provisioning for port 3aa825ea-1784-4335-9c8c-55c2da83943c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:00.125683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b8bc3780-d5b3-4ebc-ac44-59f00183ed66 None None] Provisioning complete for port 3aa825ea-1784-4335-9c8c-55c2da83943c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:00.126954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3780-d5b3-4ebc-ac44-59f00183ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.145457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:26:00.188445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Made reservation on behalf of b50245f432884010a9f28f04860312f4 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:00.204566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.210279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc3780-d5b3-4ebc-ac44-59f00183ed66 None None] Port 3aa825ea-1784-4335-9c8c-55c2da83943c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:00.317707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caff74-ecfd-4838-9d9a-a4a761c17ac1 req-1e32c1eb-cdba-4879-8b7f-8dedc8da5f15 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:00.319371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29caff74-ecfd-4838-9d9a-a4a761c17ac1 req-1e32c1eb-cdba-4879-8b7f-8dedc8da5f15 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 931 time: 0.0888798 Aug 11 02:26:00.429092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78ef4878-7bd8-4186-b8a3-db05da2af8f2 req-d8632db3-e23f-4c66-94ec-4f1af9dbecec tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 210 time: 0.0688343 Aug 11 02:26:00.432070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c256e8-7edf-476d-851d-5f3e15e9c06f None None] Network 5add7526-c719-462b-918f-89aa560770db requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:00.448646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29caff74-ecfd-4838-9d9a-a4a761c17ac1 req-061d0f95-3d7d-4221-b5b5-be45a1474d80 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213942 Aug 11 02:26:00.539628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ca9dd30c-aad9-4aac-9502-0a28e0f827d4 None None] Provisioning for port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:00.567279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:00.603654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:00.608397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.612886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:00.619130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:00.631889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:00.635684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e6abfe8-4642-4e94-a39e-0d82e7cb21b4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8755224 Aug 11 02:26:00.636056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:00.700957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:00.701887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:00.725404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Allocated IP 172.20.0.2 (f96fea6a-904a-417d-975f-f9069aecd858/1e821515-d62c-4476-80be-83f70f2bcc1b/b5d86391-36b4-48ed-85d0-27e875afba2c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:00.763395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:00.814105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:00.814943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:00.906330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:00.907627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4d3b4-d439-4725-8f06-a172d68c93b0 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:00.974738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:00.987379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:00.987820 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.152412 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.200646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:01.209290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.322225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.331663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.384762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Allocated IP 19.86.0.140 (5add7526-c719-462b-918f-89aa560770db/6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4/62265d23-7251-45ee-9638-e6270f2cf18f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:01.389119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.487563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Network f96fea6a-904a-417d-975f-f9069aecd858 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:01.501758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:01.504461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:01.564237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a657287-ed54-437a-bef6-29f6d0214ef3 None None] Provisioning complete for port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:01.564919 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a657287-ed54-437a-bef6-29f6d0214ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.568198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Pushing event updated for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:01.656880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.656880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.680986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-36b1d6f0-ce50-4a74-8bbc-792437cee00f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9354382 Aug 11 02:26:01.738090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Request body: {'port': {'device_id': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:01.821466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.838191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf385e-1f97-4f8c-a816-3f7cd5a63012 req-3e52f337-9a1c-4e34-86ab-92519cbdf78b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.841544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aeaf385e-1f97-4f8c-a816-3f7cd5a63012 req-3e52f337-9a1c-4e34-86ab-92519cbdf78b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 931 time: 0.2439871 Aug 11 02:26:01.881501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:01.888887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b8ea-d1d8-405e-a163-c3d5fdb6edc3 req-32856f6c-5195-4d87-b5c5-3dc5cea23ec9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:01.891586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db75b8ea-d1d8-405e-a163-c3d5fdb6edc3 req-32856f6c-5195-4d87-b5c5-3dc5cea23ec9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 931 time: 0.2818384 Aug 11 02:26:01.907155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Transition to ACTIVE for port object 62265d23-7251-45ee-9638-e6270f2cf18f will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:02.041311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aeaf385e-1f97-4f8c-a816-3f7cd5a63012 req-9b36f66a-3ddd-49bc-8f54-3f843dccd902 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771109 Aug 11 02:26:02.081991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.109451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network 5add7526-c719-462b-918f-89aa560770db is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:02.114268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:02.118697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db75b8ea-d1d8-405e-a163-c3d5fdb6edc3 req-826e440e-04b0-4055-ae82-c737a26ab49d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Aug 11 02:26:02.143875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:02.231908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:02.252186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:02.252890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.332806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-9cf9199b-e9b5-4b6e-9daf-3a6ebb517924 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4031348 Aug 11 02:26:02.361496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'admin_state_up': True, 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:02.464373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:02.474835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.611039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.611584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.638767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d86391-36b4-48ed-85d0-27e875afba2c {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:02.651820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.776460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Transition to ACTIVE for port object b5d86391-36b4-48ed-85d0-27e875afba2c will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:02.789132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.815806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8386357-60e5-41c4-b996-9644e3b89d89 None None] Provisioning for port 62265d23-7251-45ee-9638-e6270f2cf18f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:02.824446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8386357-60e5-41c4-b996-9644e3b89d89 None None] Provisioning complete for port 62265d23-7251-45ee-9638-e6270f2cf18f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:02.825423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8386357-60e5-41c4-b996-9644e3b89d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.908808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c8386357-60e5-41c4-b996-9644e3b89d89 None None] Port 62265d23-7251-45ee-9638-e6270f2cf18f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:02.912003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:02.916856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:02.920847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:02.983047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.1 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/a277a4bd-7c0a-4adc-8edd-d12f481a57ea) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:03.124491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.163181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Attempting to bind port b5d86391-36b4-48ed-85d0-27e875afba2c on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:03.163739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Attempting to bind port b5d86391-36b4-48ed-85d0-27e875afba2c by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '0984fdcf-63a1-4394-bc92-b1f5604fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:03.164300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Attempting to bind port b5d86391-36b4-48ed-85d0-27e875afba2c on network f96fea6a-904a-417d-975f-f9069aecd858 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:03.173543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.183593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Port b5d86391-36b4-48ed-85d0-27e875afba2c on network f96fea6a-904a-417d-975f-f9069aecd858 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:03.183593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Attempting to bind port b5d86391-36b4-48ed-85d0-27e875afba2c on network f96fea6a-904a-417d-975f-f9069aecd858 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:03.216977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:03.223452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:03.226314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:03.238251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:03.238575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Checking segment: {'id': '0984fdcf-63a1-4394-bc92-b1f5604fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:03.238988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Bound using segment: {'id': '0984fdcf-63a1-4394-bc92-b1f5604fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:03.239710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Bound port: b5d86391-36b4-48ed-85d0-27e875afba2c, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0984fdcf-63a1-4394-bc92-b1f5604fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:03.240315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.301953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=a277a4bd-7c0a-4adc-8edd-d12f481a57ea,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.360260 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.389637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Allocated IP 19.80.0.146 (a35aae22-5e43-4aa3-9fcf-882f27b53021/185204b4-2e42-467b-bbeb-4710d59c3913/c01bbcd8-18d7-42ff-af6c-879333b8088c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:03.451354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:03.478424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5d86391-36b4-48ed-85d0-27e875afba2c,segment=NetworkSegment(0984fdcf-63a1-4394-bc92-b1f5604fdb97),segment_id=0984fdcf-63a1-4394-bc92-b1f5604fdb97)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:03.490279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.494808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadf33a-74a1-4a25-b994-6a61ccbe10a3 req-b0808f79-a2f0-4e6b-b5f3-f54668f5aea1 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.497105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdadf33a-74a1-4a25-b994-6a61ccbe10a3 req-b0808f79-a2f0-4e6b-b5f3-f54668f5aea1 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 943 time: 0.2305267 Aug 11 02:26:03.571999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2fc7-98a5-499d-8563-45ad7e259d10 req-40ab7e2d-1322-4af5-9449-cc2c3b9cdf23 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.578111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2fc7-98a5-499d-8563-45ad7e259d10 req-40ab7e2d-1322-4af5-9449-cc2c3b9cdf23 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.579383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.580156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.581875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/b5d86391-36b4-48ed-85d0-27e875afba2c HTTP/1.1" status: 200 len: 1092 time: 1.8508914 Aug 11 02:26:03.586351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-422a2fc7-98a5-499d-8563-45ad7e259d10 req-40ab7e2d-1322-4af5-9449-cc2c3b9cdf23 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 1654 time: 0.2409782 Aug 11 02:26:03.591946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:03.594556 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947997d0-2e99-4236-ac3b-6fff0783bc98" -d '{"events": [{"name": "network-changed", "server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:03.624634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.647830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7e9fa-dc8c-46de-b52d-7b847c05a0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:03.659137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdadf33a-74a1-4a25-b994-6a61ccbe10a3 req-afa644ed-1018-4727-91ef-1b1d694001f1 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480587 Aug 11 02:26:03.675071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-422a2fc7-98a5-499d-8563-45ad7e259d10 req-7326ca79-4b35-4847-a159-4a85c729328b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Aug 11 02:26:03.736891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.771426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Transition to ACTIVE for port object c01bbcd8-18d7-42ff-af6c-879333b8088c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:03.845217 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e55cd-1a73-4430-8c07-3cf03cc1d3e2 x-openstack-request-id: req-1c0e55cd-1a73-4430-8c07-3cf03cc1d3e2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:03.846851 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:03.847390 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c0e55cd-1a73-4430-8c07-3cf03cc1d3e2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:03.848609 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c', 'status': 'completed', 'code': 200} Aug 11 02:26:03.890786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-1eaf645c-98e5-4d06-8c41-456bb206933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:03.892704 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-1eaf645c-98e5-4d06-8c41-456bb206933a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b50245f432884010a9f28f04860312f4&device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 1095 time: 0.1243622 Aug 11 02:26:03.906870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:03.995835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:04.000234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:04.002827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:04.006832 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-a44e4047-2e4d-4f32-8448-ce7ee1240ca2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d86391-36b4-48ed-85d0-27e875afba2c HTTP/1.1" status: 200 len: 217 time: 0.0933414 Aug 11 02:26:04.076375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:04.133092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.133933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.161389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668fc2-b30e-4995-9907-875c11b62b5a req-63a1b82c-c995-41e1-80cd-4a7e4deb04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.163848 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-63a1b82c-c995-41e1-80cd-4a7e4deb04b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e821515-d62c-4476-80be-83f70f2bcc1b HTTP/1.1" status: 200 len: 860 time: 0.1212122 Aug 11 02:26:04.166030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-ef31a204-1d31-4379-8dcb-bb16968488e4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8251612 Aug 11 02:26:04.201337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:04.253594 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-b2895e87-8068-4c70-981d-26803cfe7d9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f96fea6a-904a-417d-975f-f9069aecd858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730016 Aug 11 02:26:04.308519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.319698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.353145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.460175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afb4c0c2-8d14-4930-8917-b89b924be851 None None] Provisioning for port c01bbcd8-18d7-42ff-af6c-879333b8088c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:04.467690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afb4c0c2-8d14-4930-8917-b89b924be851 None None] Provisioning complete for port c01bbcd8-18d7-42ff-af6c-879333b8088c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:04.468824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afb4c0c2-8d14-4930-8917-b89b924be851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.470543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=a277a4bd-7c0a-4adc-8edd-d12f481a57ea,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:04.473750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:04.489552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-9c822b70-77a6-40cc-ac52-29bdb0df03c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238500 Aug 11 02:26:04.526045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-afb4c0c2-8d14-4930-8917-b89b924be851 None None] Port c01bbcd8-18d7-42ff-af6c-879333b8088c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:26:04.626748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:04.630158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:04.784292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-71668fc2-b30e-4995-9907-875c11b62b5a req-02e8ca65-4031-476d-9e50-366317d25b35 service neutron] 10.222.0.61 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040710 Aug 11 02:26:04.852903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518058-6e95-4256-a9f8-24cda3a2fbfb req-c0245d74-9283-481b-aa76-b92f376fa2dd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.854565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d518058-6e95-4256-a9f8-24cda3a2fbfb req-c0245d74-9283-481b-aa76-b92f376fa2dd tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.1638598 Aug 11 02:26:04.895777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:04.915945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bba39-bbbe-47f8-88a4-183d37d2399b req-652f3160-9fb0-450e-81b3-ce1372329706 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.922517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bba39-bbbe-47f8-88a4-183d37d2399b req-652f3160-9fb0-450e-81b3-ce1372329706 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.928688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bba39-bbbe-47f8-88a4-183d37d2399b req-652f3160-9fb0-450e-81b3-ce1372329706 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:04.930574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d20bba39-bbbe-47f8-88a4-183d37d2399b req-652f3160-9fb0-450e-81b3-ce1372329706 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2376 time: 0.1354558 Aug 11 02:26:04.956187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d518058-6e95-4256-a9f8-24cda3a2fbfb req-12c2d7bc-f8bc-4b41-8b60-979bc57af14a tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903845 Aug 11 02:26:05.088433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d20bba39-bbbe-47f8-88a4-183d37d2399b req-26471ec0-6227-429e-ad5e-177748ba86f7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446373 Aug 11 02:26:05.173476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:05.179779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d121eeb-de7a-43f6-aabc-4e8c751b51c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/routers/6cb01c21-466a-408d-b300-4c043fc06063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5426135 Aug 11 02:26:05.183834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58204) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:05.194750 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:05.200967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'port': {'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d', 'name': 'tempest-FloatingIPTestJSON-108320419'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:05.212136 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:05.213165 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:05.260639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa825ea-1784-4335-9c8c-55c2da83943c {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:05.271469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bf1ec-ca2c-4150-84a7-6a9f8658a328 req-15f5910a-160c-4417-9faf-c36a09eeb58c tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.272048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.274186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c90bf1ec-ca2c-4150-84a7-6a9f8658a328 req-15f5910a-160c-4417-9faf-c36a09eeb58c tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 943 time: 0.1762774 Aug 11 02:26:05.296239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-4eef0ab0-42dc-4cfc-8c4a-ee0626b2297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.298276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-4eef0ab0-42dc-4cfc-8c4a-ee0626b2297d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b50245f432884010a9f28f04860312f4&device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 1095 time: 0.4502881 Aug 11 02:26:05.310208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Transition to ACTIVE for port object 3aa825ea-1784-4335-9c8c-55c2da83943c will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:05.352216 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:05.374514 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:05.376402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:05.389977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.409060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c90bf1ec-ca2c-4150-84a7-6a9f8658a328 req-837cf96c-7f3b-4b38-87e3-10fc549da71e tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204679 Aug 11 02:26:05.416159 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:05.416942 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13692a-4cb4-4122-a888-ea406d5c12b5 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:05.473028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:05.476840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.527244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] device_id is not set on port 5c730b0d-61e3-4c8d-b9e7-698e476c663e yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:05.587260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2c92a29b-6d23-4242-a0b1-64f3323fcafb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0991080 Aug 11 02:26:05.666239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:05.680265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-8474143d-5131-49d2-9487-76d9746a8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.682145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-8474143d-5131-49d2-9487-76d9746a8967 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f96fea6a-904a-417d-975f-f9069aecd858 HTTP/1.1" status: 200 len: 921 time: 0.3742943 Aug 11 02:26:05.706917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Attempting to bind port 3aa825ea-1784-4335-9c8c-55c2da83943c on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:05.707364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Attempting to bind port 3aa825ea-1784-4335-9c8c-55c2da83943c by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:05.707774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Attempting to bind port 3aa825ea-1784-4335-9c8c-55c2da83943c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:05.716001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Port 3aa825ea-1784-4335-9c8c-55c2da83943c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:05.716498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Attempting to bind port 3aa825ea-1784-4335-9c8c-55c2da83943c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:05.756269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-8fc15047-0805-48d1-84a0-2d9293261d6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d86391-36b4-48ed-85d0-27e875afba2c HTTP/1.1" status: 200 len: 217 time: 0.0567453 Aug 11 02:26:05.757258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:05.757713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Checking segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:05.758264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Bound using segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:05.758849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Bound port: 3aa825ea-1784-4335-9c8c-55c2da83943c, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:05.759312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:05.873420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-313471bb-b6ef-4243-9b18-e7a1d8f0bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:05.875023 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-313471bb-b6ef-4243-9b18-e7a1d8f0bb90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e821515-d62c-4476-80be-83f70f2bcc1b HTTP/1.1" status: 200 len: 860 time: 0.1050272 Aug 11 02:26:05.899296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:05.920136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-6384bf9c-0044-4946-bfeb-2b1b00749435 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f96fea6a-904a-417d-975f-f9069aecd858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 11 02:26:05.939585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3aa825ea-1784-4335-9c8c-55c2da83943c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:05.963621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.056503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.057198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.060464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] 10.222.0.61 "PUT /v2.0/ports/3aa825ea-1784-4335-9c8c-55c2da83943c HTTP/1.1" status: 200 len: 1092 time: 1.8663721 Aug 11 02:26:06.072678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.4 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/5c730b0d-61e3-4c8d-b9e7-698e476c663e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:06.086365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:06.088942 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:06.104492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:06.119732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.120530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.121842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.121842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.122496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.123087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.123591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.126142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-fec7caae-fdb1-45cc-b3d8-53d27e03bd33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.4527311 Aug 11 02:26:06.174691 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35b44d-f64e-4ec7-92f0-c8bcaffe2d8d x-openstack-request-id: req-1b35b44d-f64e-4ec7-92f0-c8bcaffe2d8d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:06.175010 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:06.189168 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b35b44d-f64e-4ec7-92f0-c8bcaffe2d8d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:06.191802 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c', 'status': 'completed', 'code': 200} Aug 11 02:26:06.216803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1bdb5-1e2e-46c0-9f5d-83801da3fbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:06.309175 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-624838bb-9065-42af-898e-59eaeab255ed service neutron] 10.222.0.61 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819101 Aug 11 02:26:06.339397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.412367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-68f9a7d1-ed20-4ad7-9d05-25a12c056d28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.414208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-68f9a7d1-ed20-4ad7-9d05-25a12c056d28 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.67 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.2978461 Aug 11 02:26:06.486457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2a172-521e-44f2-8734-2812a5267b41 req-964a4644-d53a-4ee0-bac1-1ae46764e4fa tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.494150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5de2a172-521e-44f2-8734-2812a5267b41 req-964a4644-d53a-4ee0-bac1-1ae46764e4fa tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 947 time: 0.3174393 Aug 11 02:26:06.547871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-f7ebc10d-3af6-42ef-a404-9cd341dae7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.549915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-f7ebc10d-3af6-42ef-a404-9cd341dae7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.549915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-f7ebc10d-3af6-42ef-a404-9cd341dae7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.550875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-f7ebc10d-3af6-42ef-a404-9cd341dae7ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2732 time: 0.3456433 Aug 11 02:26:06.589888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603444f3-b842-43f6-a9f7-f92dcbda890d req-ecb20c6d-f0ec-4ade-92fc-70e7c71db04e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.601975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603444f3-b842-43f6-a9f7-f92dcbda890d req-ecb20c6d-f0ec-4ade-92fc-70e7c71db04e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.605336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603444f3-b842-43f6-a9f7-f92dcbda890d req-ecb20c6d-f0ec-4ade-92fc-70e7c71db04e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.607177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-603444f3-b842-43f6-a9f7-f92dcbda890d req-ecb20c6d-f0ec-4ade-92fc-70e7c71db04e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2388 time: 0.3327141 Aug 11 02:26:06.634909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-91cfc888-9a0c-4e94-9fe9-3a17913eff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.635395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-91cfc888-9a0c-4e94-9fe9-3a17913eff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.635824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-91cfc888-9a0c-4e94-9fe9-3a17913eff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:06.638130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-91cfc888-9a0c-4e94-9fe9-3a17913eff97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 2293 time: 0.4602308 Aug 11 02:26:06.657903 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-5682f1a5-1eca-4461-b9a1-417e46690fab service neutron] 10.222.0.61 "GET /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338351 Aug 11 02:26:06.661763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.734041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5de2a172-521e-44f2-8734-2812a5267b41 req-a52aef44-f3f3-4ba6-b0bd-dd198ceaa80d tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups?id=188cff04-60bc-4054-bd91-12833290c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383428 Aug 11 02:26:06.748705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Deleting port 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:06.749329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:06.915727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] For port 69856533-516c-437a-af21-5b899ab29e1e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=69856533-516c-437a-af21-5b899ab29e1e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:06.915727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.007752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-38a39265-bf37-41a7-8325-7a4dab41c57c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 1001 time: 0.2782438 Aug 11 02:26:07.014845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-e316ec9b-8380-40c4-844c-28cacf11d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.015362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-e316ec9b-8380-40c4-844c-28cacf11d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.015791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-e316ec9b-8380-40c4-844c-28cacf11d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.018311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-e316ec9b-8380-40c4-844c-28cacf11d262 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5de9ded75b204687a89266b78fbf839a&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4390018 Aug 11 02:26:07.022652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-603444f3-b842-43f6-a9f7-f92dcbda890d req-98185185-eb64-4b01-91bb-bbc7fa2247c6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991225 Aug 11 02:26:07.056901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62265d23-7251-45ee-9638-e6270f2cf18f {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:07.071506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.135703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Transition to ACTIVE for port object 62265d23-7251-45ee-9638-e6270f2cf18f will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:07.144362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.265559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.279352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-dbf6ade8-ec95-432e-8363-e047a80eb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.280933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-dbf6ade8-ec95-432e-8363-e047a80eb94b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.2077658 Aug 11 02:26:07.304310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd279b5-2db2-44a7-8109-4172f23a4318 req-bdb9f589-9f9e-4a44-a655-9d36c1f8bae4 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.307808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.324992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbd279b5-2db2-44a7-8109-4172f23a4318 req-bdb9f589-9f9e-4a44-a655-9d36c1f8bae4 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 943 time: 0.3143969 Aug 11 02:26:07.382884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.383546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.384229 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Floating IP a4120656-a5d1-4d50-ad8b-167d99f0c8d9 disassociated. External IP: 172.25.3.142, port: 69856533-516c-437a-af21-5b899ab29e1e. Aug 11 02:26:07.386012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Calling delete_port for 69856533-516c-437a-af21-5b899ab29e1e owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:07.466510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-b8ad128c-8cbd-434a-bb15-f69417745107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.468042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d6f30c0-4312-4149-9e3c-02e4b327f9c2 req-b8ad128c-8cbd-434a-bb15-f69417745107 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3820040 Aug 11 02:26:07.471470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:07.475812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=5c730b0d-61e3-4c8d-b9e7-698e476c663e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.484903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:07.498949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:07.525413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbd279b5-2db2-44a7-8109-4172f23a4318 req-854b0e8f-7b44-4501-8457-5e4cc40ae70e tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994121 Aug 11 02:26:07.595057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.595594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.611001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-a40ac9a6-e639-49e7-989e-90e648e54c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:07.612886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-a40ac9a6-e639-49e7-989e-90e648e54c05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773082 Aug 11 02:26:07.624262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-917baf23-524d-4f93-8325-fdbe22a6be4c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4354846 Aug 11 02:26:07.631430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58248) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:07.641970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'port': {'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d', 'name': 'tempest-FloatingIPTestJSON-1325400482'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:07.654156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Attempting to bind port 62265d23-7251-45ee-9638-e6270f2cf18f on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:07.654156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Attempting to bind port 62265d23-7251-45ee-9638-e6270f2cf18f by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:07.654156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Attempting to bind port 62265d23-7251-45ee-9638-e6270f2cf18f on network 5add7526-c719-462b-918f-89aa560770db {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.708828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Port 62265d23-7251-45ee-9638-e6270f2cf18f on network 5add7526-c719-462b-918f-89aa560770db not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:07.709158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Attempting to bind port 62265d23-7251-45ee-9638-e6270f2cf18f on network 5add7526-c719-462b-918f-89aa560770db {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:07.717218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.727528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:07.727939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Checking segment: {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:07.728275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Bound using segment: {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:07.728747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Bound port: 62265d23-7251-45ee-9638-e6270f2cf18f, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a72c59d-8095-42a1-ae97-bf98c1bf02a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5add7526-c719-462b-918f-89aa560770db'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:07.729202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:07.757730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-f3d8feb2-0a66-4633-8d04-17a809ee0f5c service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341014 Aug 11 02:26:07.784470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'Port': ['ID=69856533-516c-437a-af21-5b899ab29e1e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:07.903788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-84f6f037-8596-4dde-8ebe-ee52491a7905 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375396 Aug 11 02:26:07.997083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fde5a18a-408a-4f05-9c6a-d12a697187ab req-dc1f2ffe-0a89-458d-a963-ec705bca90e2 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 210 time: 0.0755880 Aug 11 02:26:07.999208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-3a68d9b0-41d7-44fc-b02d-dcda9bc64422 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 217 time: 0.0849116 Aug 11 02:26:08.004431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:08.054537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:08.082267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-b52364cb-2761-4578-823e-5a29ae68b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.086296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-b52364cb-2761-4578-823e-5a29ae68b87b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0720325 Aug 11 02:26:08.095622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.135681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:08.139801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.224378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.226873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.228395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] 10.222.0.61 "PUT /v2.0/ports/62265d23-7251-45ee-9638-e6270f2cf18f HTTP/1.1" status: 200 len: 1093 time: 2.1335969 Aug 11 02:26:08.228888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:08.232133 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b9b9f-07f5-47dd-b581-4942adb4e031" -d '{"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:08.243997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2144fb92-94ff-4556-b414-fb3970293064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.247513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2144fb92-94ff-4556-b414-fb3970293064 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506071 Aug 11 02:26:08.273794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f089b-6ca1-4c71-91eb-05c3f8059f25 req-e822eb0f-5dc3-4ddc-8799-2f546d02253d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.282278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f089b-6ca1-4c71-91eb-05c3f8059f25 req-e822eb0f-5dc3-4ddc-8799-2f546d02253d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.290893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f089b-6ca1-4c71-91eb-05c3f8059f25 req-e822eb0f-5dc3-4ddc-8799-2f546d02253d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.302010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-324f089b-6ca1-4c71-91eb-05c3f8059f25 req-e822eb0f-5dc3-4ddc-8799-2f546d02253d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2400 time: 0.1567163 Aug 11 02:26:08.325269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada05f8-17b5-4301-a20f-b8eec5633c4f service neutron] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:08.334548 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae23250-581d-4f2a-81fd-27ac011b06ed x-openstack-request-id: req-5ae23250-581d-4f2a-81fd-27ac011b06ed {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:08.334881 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:08.335095 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ae23250-581d-4f2a-81fd-27ac011b06ed {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:08.335515 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f', 'status': 'completed', 'code': 200} Aug 11 02:26:08.343197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Request body: {'port': {'device_id': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:08.346449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] device_id is not set on port 3ecad50d-b109-4aae-8413-37d011eac510 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:08.360854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:08.415664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5d86391-36b4-48ed-85d0-27e875afba2c details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:08.586025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-324f089b-6ca1-4c71-91eb-05c3f8059f25 req-393fc9b4-b959-4428-aabf-b43d27509e44 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801964 Aug 11 02:26:08.712890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-2aea8257-733b-40a7-aeba-87d1edaeebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.717473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-2aea8257-733b-40a7-aeba-87d1edaeebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.718305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-2aea8257-733b-40a7-aeba-87d1edaeebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:08.721293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-2aea8257-733b-40a7-aeba-87d1edaeebb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2800 time: 0.3474762 Aug 11 02:26:08.754585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5d86391-36b4-48ed-85d0-27e875afba2c,segment=NetworkSegment(0984fdcf-63a1-4394-bc92-b1f5604fdb97),segment_id=0984fdcf-63a1-4394-bc92-b1f5604fdb97)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:08.782436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b5d86391-36b4-48ed-85d0-27e875afba2c', 'network_id': 'f96fea6a-904a-417d-975f-f9069aecd858', 'port_id': 'b5d86391-36b4-48ed-85d0-27e875afba2c', 'mac_address': 'fa:16:3e:13:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e821515-d62c-4476-80be-83f70f2bcc1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:08.837522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.891505 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:08.904122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-581b8823-63f7-4948-9ae8-2c25ffd6b662 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712001 Aug 11 02:26:08.921470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d86391-36b4-48ed-85d0-27e875afba2c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:09.004903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.3 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/3ecad50d-b109-4aae-8413-37d011eac510) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:09.009021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5d86391-36b4-48ed-85d0-27e875afba2c,segment=NetworkSegment(0984fdcf-63a1-4394-bc92-b1f5604fdb97),segment_id=0984fdcf-63a1-4394-bc92-b1f5604fdb97)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:09.020810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.022515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a478d4-17c0-4e9c-9aad-0d33a6f0df0b req-bbf51ffc-1055-4add-ac6b-519802d66945 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.035732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a478d4-17c0-4e9c-9aad-0d33a6f0df0b req-bbf51ffc-1055-4add-ac6b-519802d66945 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 943 time: 0.3095503 Aug 11 02:26:09.099283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:09.131405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:09.139926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:09.151887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:09.152824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:09.188626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a478d4-17c0-4e9c-9aad-0d33a6f0df0b req-9ebe6b61-044c-4843-ad34-5ec24128a532 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514173 Aug 11 02:26:09.213774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] No DVR routers for this DVR port 69856533-516c-437a-af21-5b899ab29e1e on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:09.227743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-bfe9a7ad-f061-4740-9ef2-4bd0b0c29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.228561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-bfe9a7ad-f061-4740-9ef2-4bd0b0c29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.229392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-bfe9a7ad-f061-4740-9ef2-4bd0b0c29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:09.232212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-bfe9a7ad-f061-4740-9ef2-4bd0b0c29b81 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5de9ded75b204687a89266b78fbf839a&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4857144 Aug 11 02:26:09.343619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b5d86391-36b4-48ed-85d0-27e875afba2c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:09.344002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-41cb6b07-c1df-4b26-b945-8b92ce05d55f service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252596 Aug 11 02:26:09.459278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:09.777376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:09.779749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-233e68c5-b2d9-4151-95d6-9f34954239e6 req-167e39db-6b43-4a69-9be6-001a65e621c6 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.67 "DELETE /v2.0/ports/69856533-516c-437a-af21-5b899ab29e1e HTTP/1.1" status: 204 len: 173 time: 3.3570027 Aug 11 02:26:10.005227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4fb486a-0b2e-4022-bf9a-4b30506093da req-ba015d98-ee4a-4a33-9649-8d82d640385f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/ports?device_id=e510e5b0-c312-4650-b12c-d09b882ebacf HTTP/1.1" status: 200 len: 210 time: 0.6650629 Aug 11 02:26:10.011863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-5354486b-118c-432b-a0d3-e9950c00bd7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 217 time: 0.6529150 Aug 11 02:26:10.274674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.306730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-9ade6a46-a50d-495d-9e06-7a2bd972270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.310084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-753b9b9f-07f5-47dd-b581-4942adb4e031 req-9ade6a46-a50d-495d-9e06-7a2bd972270c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0423024 Aug 11 02:26:10.335826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebd7d-4f19-43df-8c57-ccc0756e47ea req-7966d96c-6b23-42dd-971e-673c395aa59c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.347410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-deleted', 'tag': '69856533-516c-437a-af21-5b899ab29e1e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:10.350529 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97169925-c3ac-45ff-aff3-b2373c8acbed" -d '{"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-deleted", "tag": "69856533-516c-437a-af21-5b899ab29e1e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:10.354528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebd7d-4f19-43df-8c57-ccc0756e47ea req-7966d96c-6b23-42dd-971e-673c395aa59c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.369458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebd7d-4f19-43df-8c57-ccc0756e47ea req-7966d96c-6b23-42dd-971e-673c395aa59c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.385629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e34ebd7d-4f19-43df-8c57-ccc0756e47ea req-7966d96c-6b23-42dd-971e-673c395aa59c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2400 time: 0.3843937 Aug 11 02:26:10.440392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-8094d8e8-e4f8-438b-9ca6-cb833689c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.443589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-8094d8e8-e4f8-438b-9ca6-cb833689c7ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.3726168 Aug 11 02:26:10.488801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.505964 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.531939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01bbcd8-18d7-42ff-af6c-879333b8088c {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:10.544237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.564103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Transition to ACTIVE for port object c01bbcd8-18d7-42ff-af6c-879333b8088c will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:10.591632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:10.624636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e34ebd7d-4f19-43df-8c57-ccc0756e47ea req-b063c235-0f4f-4a3d-a7c4-ce4ac5f347e9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342844 Aug 11 02:26:10.663724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:10.688709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:10.690054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:10.692362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c69a-c39b-446d-9a97-96aedad531cf req-af15a0ab-07eb-4b30-812e-9dada1190c5e tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.712095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56c69a-c39b-446d-9a97-96aedad531cf req-af15a0ab-07eb-4b30-812e-9dada1190c5e tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 944 time: 0.1788595 Aug 11 02:26:10.727178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-8568dd7c-e280-4b32-aa66-7314ae752825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:10.729015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-8568dd7c-e280-4b32-aa66-7314ae752825 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756310 Aug 11 02:26:10.750146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.761800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:10.878932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-8159aa47-6137-41e2-a818-7e6fcb602ab4 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404386 Aug 11 02:26:10.901535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:10.916009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:11.018246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:11.023187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:11.051120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=3ecad50d-b109-4aae-8413-37d011eac510,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.140924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:11.167486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56c69a-c39b-446d-9a97-96aedad531cf req-a2216a12-d5cf-4f59-b664-55e5b780c485 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543340 Aug 11 02:26:11.258252 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e58a4-19d9-4916-a721-b61655ff9681 x-openstack-request-id: req-5a2e58a4-19d9-4916-a721-b61655ff9681 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:11.258657 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e510e5b0-c312-4650-b12c-d09b882ebacf", "name": "network-vif-deleted", "tag": "69856533-516c-437a-af21-5b899ab29e1e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:11.259071 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a2e58a4-19d9-4916-a721-b61655ff9681 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:11.259664 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e510e5b0-c312-4650-b12c-d09b882ebacf', 'name': 'network-vif-deleted', 'tag': '69856533-516c-437a-af21-5b899ab29e1e', 'status': 'completed', 'code': 200} Aug 11 02:26:11.297878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-1ad2dcb5-5afa-488d-9062-29a06c076973 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043746 Aug 11 02:26:11.367849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:11.409419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58322) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.420782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2bb7f59d-a168-4fb8-b82d-4973d7076f52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 217 time: 0.1144173 Aug 11 02:26:11.443370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.446250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.461305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59eef-6e59-4aa0-8237-5d8705f2bb5f None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:16:49Z', 'revision_number': 4, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e9f4a429-d8bb-41e9-a581-d86552966e7c', 'name': '', 'network_id': '4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'mac_address': 'fa:16:3e:e1:84:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:45Z', 'updated_at': '2021-08-11T02:17:01Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'subnets': [{'id': '59bf5a47-63b0-42bf-8cf4-97409b777326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:11.482085 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-454b4472-1f80-4b05-bd50-c58757d52bf3 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8489377 Aug 11 02:26:11.488178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58324) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.500717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '3ecad50d-b109-4aae-8413-37d011eac510', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:11.519539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-b65a8db5-67e9-482b-841d-f3df95e997b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.522154 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-b65a8db5-67e9-482b-841d-f3df95e997b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0935614 Aug 11 02:26:11.560042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Attempting to bind port c01bbcd8-18d7-42ff-af6c-879333b8088c on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:11.560765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Attempting to bind port c01bbcd8-18d7-42ff-af6c-879333b8088c by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:11.561969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Attempting to bind port c01bbcd8-18d7-42ff-af6c-879333b8088c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:11.579551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Port c01bbcd8-18d7-42ff-af6c-879333b8088c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:11.580861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Attempting to bind port c01bbcd8-18d7-42ff-af6c-879333b8088c on network a35aae22-5e43-4aa3-9fcf-882f27b53021 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:11.585758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.597727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:11.598471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Checking segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:11.599172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Bound using segment: {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:11.599994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Bound port: c01bbcd8-18d7-42ff-af6c-879333b8088c, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5463acfa-1ddc-40f7-8e35-346c46f15603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:11.601760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.618582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.632623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.654898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2625fae1-ac88-473c-83e7-72ba604f6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.658007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-2625fae1-ac88-473c-83e7-72ba604f6678 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232932 Aug 11 02:26:11.737978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:11.838538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 69856533-516c-437a-af21-5b899ab29e1e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:11.841534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 69856533-516c-437a-af21-5b899ab29e1e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:11.845506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:11.851857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:11.862952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.901482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.907580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.914471 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "DELETE /v2.0/security-groups/188cff04-60bc-4054-bd91-12833290c4a8 HTTP/1.1" status: 204 len: 168 time: 0.5034437 Aug 11 02:26:11.920111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58334) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:11.945114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:11.946703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:11.949052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/c01bbcd8-18d7-42ff-af6c-879333b8088c HTTP/1.1" status: 200 len: 1093 time: 3.6114645 Aug 11 02:26:12.001527 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-a66d6488-a10e-43f0-99a1-12b013052a0b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] show failed (client error): The resource could not be found. Aug 11 02:26:12.005801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a66d6488-a10e-43f0-99a1-12b013052a0b tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "GET /v2.0/security-groups/188cff04-60bc-4054-bd91-12833290c4a8 HTTP/1.1" status: 404 len: 347 time: 0.0758572 Aug 11 02:26:12.013104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58336) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:12.029049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a600-074a-4463-b9d1-913f1c3c883f tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cff04-60bc-4054-bd91-12833290c4a8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.046961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317827-b99e-475e-a829-23ea188915b4 req-94693ec9-350b-417c-bdf4-6ba3d7762660 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.057316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317827-b99e-475e-a829-23ea188915b4 req-94693ec9-350b-417c-bdf4-6ba3d7762660 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.065441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317827-b99e-475e-a829-23ea188915b4 req-94693ec9-350b-417c-bdf4-6ba3d7762660 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.074308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04317827-b99e-475e-a829-23ea188915b4 req-94693ec9-350b-417c-bdf4-6ba3d7762660 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.2713125 Aug 11 02:26:12.133961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-491ec607-314f-4830-8e5f-90675914a3bd service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630308 Aug 11 02:26:12.139539 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16fc40-891c-44f9-ad7f-aa7b9b5f1763 None None] New status for floating IP a4120656-a5d1-4d50-ad8b-167d99f0c8d9: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:26:12.224180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed014-a14e-409f-ada0-34daf133f2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:12.384625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f6541ccb-e9db-402e-a61c-133e0af26480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.391621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f6541ccb-e9db-402e-a61c-133e0af26480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.392438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f6541ccb-e9db-402e-a61c-133e0af26480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.398369 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-f6541ccb-e9db-402e-a61c-133e0af26480 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2868 time: 0.2973828 Aug 11 02:26:12.402125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.439262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5d86391-36b4-48ed-85d0-27e875afba2c up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:12.479821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-1d8cef09-efe5-403c-b04a-e257ed25464e service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146272 Aug 11 02:26:12.499168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04317827-b99e-475e-a829-23ea188915b4 req-d28133f3-53fa-4921-a52f-7e3aa1e085a8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203587 Aug 11 02:26:12.614937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port b5d86391-36b4-48ed-85d0-27e875afba2c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:12.625215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b5d86391-36b4-48ed-85d0-27e875afba2c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:12.625675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.726329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-9060e9e7-1b41-4b20-9e70-bf4feeceef09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 217 time: 0.2256918 Aug 11 02:26:12.804613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.137 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/90cf76df-9293-44ed-bd25-1de4ebb06562) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:12.901127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:12.947671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-55ebdeab-3d54-4780-851d-79a1b7533011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.949469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-55ebdeab-3d54-4780-851d-79a1b7533011 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.1479979 Aug 11 02:26:12.957497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:12.957873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-a45baca0-b407-46ed-ad90-41e26fe85f4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=3aa825ea-1784-4335-9c8c-55c2da83943c HTTP/1.1" status: 200 len: 217 time: 0.5388718 Aug 11 02:26:12.959254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374628c-61e7-41da-805c-4b372c3b0378 req-04bd095b-50ca-4d99-b8d1-159dfb1fd110 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:12.960986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3374628c-61e7-41da-805c-4b372c3b0378 req-04bd095b-50ca-4d99-b8d1-159dfb1fd110 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 944 time: 0.4574080 Aug 11 02:26:12.987076 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b083b9-bf98-4b20-a46d-3c503ce9c24b" -d '{"events": [{"server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "name": "network-vif-plugged", "status": "completed", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:13.028702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5d86391-36b4-48ed-85d0-27e875afba2c,segment=NetworkSegment(0984fdcf-63a1-4394-bc92-b1f5604fdb97),segment_id=0984fdcf-63a1-4394-bc92-b1f5604fdb97)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:13.056901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.084587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.123233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3374628c-61e7-41da-805c-4b372c3b0378 req-ef12c554-d64c-4946-b0bf-70cf5baa6283 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460814 Aug 11 02:26:13.142077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Deleting port 90ff1314-1482-46fe-8d8d-61d3f4bc7046 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:13.142706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.177634 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eb8705-7112-4bec-b5c3-527dc1cc836d x-openstack-request-id: req-12eb8705-7112-4bec-b5c3-527dc1cc836d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:13.178620 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "name": "network-vif-plugged", "status": "completed", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:13.179220 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12eb8705-7112-4bec-b5c3-527dc1cc836d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:13.179987 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c', 'code': 200} Aug 11 02:26:13.266472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-0181af01-1d1a-4bc4-8f67-013381bbc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.268081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-0181af01-1d1a-4bc4-8f67-013381bbc929 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3050525 Aug 11 02:26:13.270540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.298364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:13.302858 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d13c8-f521-480a-bc47-c928ecbab498" -d '{"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:13.354206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.395263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89ebbd-cf43-46d6-bf50-d976de695b74 req-4719f53b-d812-4dd7-bc97-23b8ff5bd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.395967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a89ebbd-cf43-46d6-bf50-d976de695b74 req-4719f53b-d812-4dd7-bc97-23b8ff5bd26d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 1097 time: 0.1849396 Aug 11 02:26:13.398026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.398362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:13.452004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Calling delete_port for 90ff1314-1482-46fe-8d8d-61d3f4bc7046 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:13.461480 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3635b1-6af0-4a74-9e25-ff48d95dc36d x-openstack-request-id: req-fe3635b1-6af0-4a74-9e25-ff48d95dc36d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:13.461979 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:13.462569 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fe3635b1-6af0-4a74-9e25-ff48d95dc36d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:13.463023 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c', 'status': 'completed', 'code': 200} Aug 11 02:26:13.466382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-89a741ac-6f9a-4acb-9f9c-846a88f3b965 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889584 Aug 11 02:26:13.474687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:13.486799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:13.503787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:13.516930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-a20e9a6f-962c-48d6-82ef-07c382f5104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.519634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-a20e9a6f-962c-48d6-82ef-07c382f5104e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=185204b4-2e42-467b-bbeb-4710d59c3913 HTTP/1.1" status: 200 len: 801 time: 0.3148134 Aug 11 02:26:13.574855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=90cf76df-9293-44ed-bd25-1de4ebb06562,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:13.646189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.646732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.647367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.648016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.648662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.649300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.649978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.650622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.651229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.651838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.653907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.653907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:13.702750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a89ebbd-cf43-46d6-bf50-d976de695b74 req-24f3619b-315a-4301-a898-96754d903ced service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897432 Aug 11 02:26:13.810203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-4899b688-4bac-4dc5-9b9b-102b31240eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.813168 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-4899b688-4bac-4dc5-9b9b-102b31240eaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a35aae22-5e43-4aa3-9fcf-882f27b53021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404604 Aug 11 02:26:13.850798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e2b1-69fd-4979-8cc3-70ef0d94bf31 req-92af8bbc-b31b-4c01-aaae-6f91a9fc9f50 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.857525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e2b1-69fd-4979-8cc3-70ef0d94bf31 req-92af8bbc-b31b-4c01-aaae-6f91a9fc9f50 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.863725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e2b1-69fd-4979-8cc3-70ef0d94bf31 req-92af8bbc-b31b-4c01-aaae-6f91a9fc9f50 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:13.865686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb09e2b1-69fd-4979-8cc3-70ef0d94bf31 req-92af8bbc-b31b-4c01-aaae-6f91a9fc9f50 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.1893048 Aug 11 02:26:13.932143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb09e2b1-69fd-4979-8cc3-70ef0d94bf31 req-91db702b-1f63-4392-989f-9fc3e3e81a5a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495970 Aug 11 02:26:13.935125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-de7265d2-82a0-4630-8eab-3d4689891ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597712 Aug 11 02:26:14.013440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-9d291392-26f5-4913-925a-206658cbcdc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 217 time: 0.0574338 Aug 11 02:26:14.072376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.112948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-562ae7e8-52d1-4528-bc4c-e5d61b8375b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.114511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-562ae7e8-52d1-4528-bc4c-e5d61b8375b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0938087 Aug 11 02:26:14.115318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Pushing event deleted for resources: {'Port': ['ID=90ff1314-1482-46fe-8d8d-61d3f4bc7046,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:14.184256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-403d7d2a-3e91-4628-8900-b07cfa374558 service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582578 Aug 11 02:26:14.287867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.291277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:14.295872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2cffe3bc-3a26-4eb7-bc8e-5823ffea33e1 tempest-AttachVolumeShelveTestJSON-1713974821 tempest-AttachVolumeShelveTestJSON-1713974821-project] 10.222.0.68 "DELETE /v2.0/floatingips/a4120656-a5d1-4d50-ad8b-167d99f0c8d9 HTTP/1.1" status: 204 len: 168 time: 2.2800596 Aug 11 02:26:14.305421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-c46ec1ba-b3f8-4c55-b66a-463091b8057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.309363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-c46ec1ba-b3f8-4c55-b66a-463091b8057b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687791 Aug 11 02:26:14.532330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de319a-ce33-4ea7-bb9f-17c03d76df41 req-40049db2-96e6-4650-b626-9bb292e1bd68 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:14.534199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7de319a-ce33-4ea7-bb9f-17c03d76df41 req-40049db2-96e6-4650-b626-9bb292e1bd68 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 945 time: 0.2953887 Aug 11 02:26:14.638080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7de319a-ce33-4ea7-bb9f-17c03d76df41 req-26d54621-a27a-467f-8f6a-68026d0656d7 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849261 Aug 11 02:26:14.652130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-9f800974-9edd-448d-90b9-6b33ecb62a40 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318918 Aug 11 02:26:14.909766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-9dc31a22-bab7-45b1-820b-01465e33f37a service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482195 Aug 11 02:26:14.967158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-63b3a9f4-a4f2-4136-8e67-c6193866edfd service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316761 Aug 11 02:26:15.060537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-4bf0d7a9-1afa-4cbb-9c3e-1e18f4aba505 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.1382172 Aug 11 02:26:15.078276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-86f8e7c3-3706-4247-a6b9-c9842e7356d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.140&port_id=62265d23-7251-45ee-9638-e6270f2cf18f HTTP/1.1" status: 200 len: 217 time: 0.1000781 Aug 11 02:26:15.157216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-4a56708b-2f6b-4712-b4da-14857de5c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.158951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-4a56708b-2f6b-4712-b4da-14857de5c96b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0928376 Aug 11 02:26:15.172420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.216327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfea54-dc99-4dcd-adfe-38f35d7a6083 req-5e10318b-3e0c-41fe-b3fa-2112377c844d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.250542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfea54-dc99-4dcd-adfe-38f35d7a6083 req-5e10318b-3e0c-41fe-b3fa-2112377c844d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.264744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfea54-dc99-4dcd-adfe-38f35d7a6083 req-5e10318b-3e0c-41fe-b3fa-2112377c844d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.268229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53bfea54-dc99-4dcd-adfe-38f35d7a6083 req-5e10318b-3e0c-41fe-b3fa-2112377c844d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.1645229 Aug 11 02:26:15.366949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-7af173d5-369e-4bfc-95ea-83ad5859fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.368548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-7af173d5-369e-4bfc-95ea-83ad5859fc1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4 HTTP/1.1" status: 200 len: 801 time: 0.2814112 Aug 11 02:26:15.424575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-07838bcf-be65-4a89-a358-ab32503069b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.427957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-07838bcf-be65-4a89-a358-ab32503069b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2571921 Aug 11 02:26:15.428517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:15.602526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-bcffb340-240a-4fa5-a379-51861dbf1e58 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648498 Aug 11 02:26:15.714711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53bfea54-dc99-4dcd-adfe-38f35d7a6083 req-a86d7afb-41ec-4ddf-bdc8-85574b8681b2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105918 Aug 11 02:26:15.825823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abf385d8-988f-4a99-9e71-a396e88dd8bc req-b3174114-2193-4ef3-b025-5169e04ca49f service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121694 Aug 11 02:26:15.921363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704f522-54de-4bb7-b674-d86adfc214c7 req-d8e291a0-a10e-49b1-88d3-1ea5ec29856f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:15.930269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9704f522-54de-4bb7-b674-d86adfc214c7 req-d8e291a0-a10e-49b1-88d3-1ea5ec29856f tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 945 time: 0.1031730 Aug 11 02:26:16.038589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9704f522-54de-4bb7-b674-d86adfc214c7 req-2c8f034e-c6a5-4503-90a3-621f4c9c883a tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Aug 11 02:26:16.276534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-8b7e1b7b-2392-45da-b687-d548fb0b23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:16.284991 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-8b7e1b7b-2392-45da-b687-d548fb0b23a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5add7526-c719-462b-918f-89aa560770db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7217228 Aug 11 02:26:16.467396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.487024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.685569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-c4f7f169-8888-406f-80a9-65d4ea2a7a6d service neutron] 10.222.0.61 "GET /v2.0/networks/5add7526-c719-462b-918f-89aa560770db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827686 Aug 11 02:26:16.711934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=90cf76df-9293-44ed-bd25-1de4ebb06562,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:16.789705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:16.923616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-5c7e2385-7fb8-4edd-ac48-0b2f7ca08598 service neutron] 10.222.0.61 "GET /v2.0/networks/5add7526-c719-462b-918f-89aa560770db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269645 Aug 11 02:26:16.958682 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP f0d6fa29-c794-47e7-93c1-2988d69d939d associated. External IP: 172.25.3.137, port: 3ecad50d-b109-4aae-8413-37d011eac510. Aug 11 02:26:17.006418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-2118bd45-c912-4718-b2c5-e763b5440475 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c HTTP/1.1" status: 200 len: 217 time: 0.0648882 Aug 11 02:26:17.109801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-a824e706-4c97-4dbf-84b4-ae7a8df5c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.111468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-a824e706-4c97-4dbf-84b4-ae7a8df5c562 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=185204b4-2e42-467b-bbeb-4710d59c3913 HTTP/1.1" status: 200 len: 801 time: 0.0585768 Aug 11 02:26:17.222980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ce32-9f56-4257-9a27-7323f5507689 req-76ba11db-4ea4-4dcf-a301-135da4b0c371 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.235498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63b9ce32-9f56-4257-9a27-7323f5507689 req-76ba11db-4ea4-4dcf-a301-135da4b0c371 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 945 time: 0.1698861 Aug 11 02:26:17.277688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-d6adfb66-1ea3-41ed-bb28-3544e4d35ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.279351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-d6adfb66-1ea3-41ed-bb28-3544e4d35ffa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a35aae22-5e43-4aa3-9fcf-882f27b53021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627031 Aug 11 02:26:17.359775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d43d-0100-4240-a4ba-95d772d6ba55 req-08503481-1c97-4dfe-8f7f-3728c070da33 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.369518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d43d-0100-4240-a4ba-95d772d6ba55 req-08503481-1c97-4dfe-8f7f-3728c070da33 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.378718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d43d-0100-4240-a4ba-95d772d6ba55 req-08503481-1c97-4dfe-8f7f-3728c070da33 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:17.380521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbc3d43d-0100-4240-a4ba-95d772d6ba55 req-08503481-1c97-4dfe-8f7f-3728c070da33 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.3377624 Aug 11 02:26:17.384123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63b9ce32-9f56-4257-9a27-7323f5507689 req-8680296e-1108-4f80-b1a1-4c505bf08cda tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406605 Aug 11 02:26:17.445733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbc3d43d-0100-4240-a4ba-95d772d6ba55 req-2bf2200f-9ea4-4e47-aaf7-e8a207c81776 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551765 Aug 11 02:26:17.517316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-2bf0a6a8-b610-4642-ac39-520412ed9816 service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827083 Aug 11 02:26:17.533630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:17.882558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41838e7d-a2a3-4598-880a-8f6ae04300f7 req-eda9b0bd-c4d6-4287-9b66-a3928338389b service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466139 Aug 11 02:26:17.913527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:17.932867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:17.955938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:17.957013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:18.005947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.009536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:18.020023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:18.020924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:18.083314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:18.084384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed3db-e647-403d-8cc9-45d27d543792 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:18.099142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-da908c4c-c633-4445-9516-184f159b9344 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6052682 Aug 11 02:26:18.100048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58480) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:18.105303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:18.135844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-ca4b1042-8055-4d5a-8549-f777cffe552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.136325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-ca4b1042-8055-4d5a-8549-f777cffe552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.137222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-ca4b1042-8055-4d5a-8549-f777cffe552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.139272 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-ca4b1042-8055-4d5a-8549-f777cffe552b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2868 time: 0.1547990 Aug 11 02:26:18.236389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.371007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-e543108c-c070-471c-ac25-ec8b21d4bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.384902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-e543108c-c070-471c-ac25-ec8b21d4bf8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a35aae22-5e43-4aa3-9fcf-882f27b53021 HTTP/1.1" status: 200 len: 902 time: 0.2290854 Aug 11 02:26:18.476507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-aa316a46-a4a0-4ef1-9208-7b2fe254acc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c HTTP/1.1" status: 200 len: 217 time: 0.0876348 Aug 11 02:26:18.496795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.510071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:18.510394 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP f0d6fa29-c794-47e7-93c1-2988d69d939d disassociated. External IP: 172.25.3.137, port: 3ecad50d-b109-4aae-8413-37d011eac510. Aug 11 02:26:18.620132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-11ee4a90-bc6c-42d3-950b-4d1b7e69a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.622031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-11ee4a90-bc6c-42d3-950b-4d1b7e69a76f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=185204b4-2e42-467b-bbeb-4710d59c3913 HTTP/1.1" status: 200 len: 801 time: 0.1375744 Aug 11 02:26:18.827082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d13c8-f521-480a-bc47-c928ecbab498 req-7cbcdb42-16a8-4a04-8b76-cc3f032caa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:18.840157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-7cbcdb42-16a8-4a04-8b76-cc3f032caa6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a35aae22-5e43-4aa3-9fcf-882f27b53021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034869 Aug 11 02:26:19.115706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-3a52cb3e-92ea-4328-81f4-b139949df4bc tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.116352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-3a52cb3e-92ea-4328-81f4-b139949df4bc tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.61 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 945 time: 0.6178041 Aug 11 02:26:19.141025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-a674cb19-0fcf-48dd-bd0d-c472c3b9e15f service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917197 Aug 11 02:26:19.349023 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-641d13c8-f521-480a-bc47-c928ecbab498 req-9745eaa5-e5c2-4162-a5e9-62443db03f7f service neutron] 10.222.0.61 "GET /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948156 Aug 11 02:26:19.391895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ed91e-2225-480b-84a7-0de9314f87ff req-c1cbb247-c110-4555-8fb4-370ed21d15df tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.398202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ed91e-2225-480b-84a7-0de9314f87ff req-c1cbb247-c110-4555-8fb4-370ed21d15df tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.404832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ed91e-2225-480b-84a7-0de9314f87ff req-c1cbb247-c110-4555-8fb4-370ed21d15df tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.406930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-039ed91e-2225-480b-84a7-0de9314f87ff req-c1cbb247-c110-4555-8fb4-370ed21d15df tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.3155680 Aug 11 02:26:19.419305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091601-9fb3-4f47-a2b5-128f6e7b69ef req-291d07cd-8ad9-48f3-a129-670832d6ee63 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:19.422179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22091601-9fb3-4f47-a2b5-128f6e7b69ef req-291d07cd-8ad9-48f3-a129-670832d6ee63 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 945 time: 0.3409858 Aug 11 02:26:19.586130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-039ed91e-2225-480b-84a7-0de9314f87ff req-73161bbe-6cc4-48cd-99b6-044051ef309a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617537 Aug 11 02:26:19.716670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22091601-9fb3-4f47-a2b5-128f6e7b69ef req-ecbb0e8e-5fa2-4856-bd69-dcf44ec50a51 tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6525785-e625-4f18-8696-96c42e2b6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768424 Aug 11 02:26:19.736802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Deleting port b5d86391-36b4-48ed-85d0-27e875afba2c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:19.737341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.839843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:19.928526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] For port b5d86391-36b4-48ed-85d0-27e875afba2c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b5d86391-36b4-48ed-85d0-27e875afba2c,segment=NetworkSegment(0984fdcf-63a1-4394-bc92-b1f5604fdb97),segment_id=0984fdcf-63a1-4394-bc92-b1f5604fdb97)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:19.928893 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:19.954891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Calling delete_port for b5d86391-36b4-48ed-85d0-27e875afba2c owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:20.090507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:20.098974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.115280 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:20.131726 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:20.133452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:20.143398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e1434117-e261-4a60-a3df-bee3c6265b6f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/f0d6fa29-c794-47e7-93c1-2988d69d939d HTTP/1.1" status: 200 len: 688 time: 2.0419507 Aug 11 02:26:20.146580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:20.202585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:20.214214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:20.215597 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:25:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:20.252780 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:20.253569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27768fea-e97f-4d77-b05c-a1d15515af36 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:20.401560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.413461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 90cf76df-9293-44ed-bd25-1de4ebb06562 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:20.414310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.428896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b5d86391-36b4-48ed-85d0-27e875afba2c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:20.460638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3aa825ea-1784-4335-9c8c-55c2da83943c details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:20.546087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Pushing event deleted for resources: {'Port': ['ID=b5d86391-36b4-48ed-85d0-27e875afba2c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:20.635068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] No DVR routers for this DVR port b5d86391-36b4-48ed-85d0-27e875afba2c on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:20.639482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.641896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1852c88-a29a-4faa-83b7-47af4df9f171 req-0e89a39b-40c1-4208-a509-24af6666b32b tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.61 "DELETE /v2.0/ports/b5d86391-36b4-48ed-85d0-27e875afba2c HTTP/1.1" status: 204 len: 173 time: 1.4894817 Aug 11 02:26:20.642581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'name': 'network-vif-deleted', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:20.645282 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de8a1b2-919d-4a65-b9a4-23c963d69197" -d '{"events": [{"server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "name": "network-vif-deleted", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:20.708825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3aa825ea-1784-4335-9c8c-55c2da83943c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:20.718559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.718906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.741726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 90cf76df-9293-44ed-bd25-1de4ebb06562 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:20.760778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '3aa825ea-1784-4335-9c8c-55c2da83943c', 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'port_id': '3aa825ea-1784-4335-9c8c-55c2da83943c', 'mac_address': 'fa:16:3e:4c:29:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185204b4-2e42-467b-bbeb-4710d59c3913', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:20.910462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:20.924958 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffde803-4b91-4114-ba8e-7a2bf39a2aaf x-openstack-request-id: req-bffde803-4b91-4114-ba8e-7a2bf39a2aaf {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:20.925801 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3deb58-3a5c-4730-980a-0e406eebbbef", "name": "network-vif-deleted", "tag": "b5d86391-36b4-48ed-85d0-27e875afba2c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:20.926523 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bffde803-4b91-4114-ba8e-7a2bf39a2aaf {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:20.927201 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3deb58-3a5c-4730-980a-0e406eebbbef', 'name': 'network-vif-deleted', 'tag': 'b5d86391-36b4-48ed-85d0-27e875afba2c', 'status': 'completed', 'code': 200} Aug 11 02:26:20.969332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa825ea-1784-4335-9c8c-55c2da83943c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:20.996044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3aa825ea-1784-4335-9c8c-55c2da83943c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:21.010782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.012805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 62265d23-7251-45ee-9638-e6270f2cf18f details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:21.025524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2c9dcc5-fbe7-41a8-81d2-34a0b2503567 req-50a040ae-6cf9-46ec-90c5-df28d7d9de0c tempest-ServerMetadataNegativeTestJSON-1356124106 tempest-ServerMetadataNegativeTestJSON-1356124106-project] 10.222.0.68 "GET /v2.0/ports?device_id=da3deb58-3a5c-4730-980a-0e406eebbbef HTTP/1.1" status: 200 len: 210 time: 0.1246715 Aug 11 02:26:21.124616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdce79-1544-4bec-873e-aab865e44f99 req-a88d93a7-6a3c-4fd5-ba65-fd8d567fbbeb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.137726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdce79-1544-4bec-873e-aab865e44f99 req-a88d93a7-6a3c-4fd5-ba65-fd8d567fbbeb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.143865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.161628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdce79-1544-4bec-873e-aab865e44f99 req-a88d93a7-6a3c-4fd5-ba65-fd8d567fbbeb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:21.175588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-febdce79-1544-4bec-873e-aab865e44f99 req-a88d93a7-6a3c-4fd5-ba65-fd8d567fbbeb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2412 time: 0.2468700 Aug 11 02:26:21.283265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.347435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-febdce79-1544-4bec-873e-aab865e44f99 req-495e55fc-f5e8-474b-8104-074d54abae5f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Aug 11 02:26:21.420793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=90cf76df-9293-44ed-bd25-1de4ebb06562,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.484253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:21.532237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '62265d23-7251-45ee-9638-e6270f2cf18f', 'network_id': '5add7526-c719-462b-918f-89aa560770db', 'port_id': '62265d23-7251-45ee-9638-e6270f2cf18f', 'mac_address': 'fa:16:3e:f7:31:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4', 'ip_address': '19.86.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:21.618744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.626541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.626890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.634548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58550) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:21.636279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e8bba6cd-65d0-446f-8098-a8b27c9c38e2 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/f0d6fa29-c794-47e7-93c1-2988d69d939d HTTP/1.1" status: 204 len: 168 time: 1.4882464 Aug 11 02:26:21.640235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '5c730b0d-61e3-4c8d-b9e7-698e476c663e'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:21.655219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62265d23-7251-45ee-9638-e6270f2cf18f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:21.695692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.708070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:21.727085 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.729020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c01bbcd8-18d7-42ff-af6c-879333b8088c details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:21.849448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:21.870319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:21.874141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:21.880450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c01bbcd8-18d7-42ff-af6c-879333b8088c', 'network_id': 'a35aae22-5e43-4aa3-9fcf-882f27b53021', 'port_id': 'c01bbcd8-18d7-42ff-af6c-879333b8088c', 'mac_address': 'fa:16:3e:50:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185204b4-2e42-467b-bbeb-4710d59c3913', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:21.974018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.008728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01bbcd8-18d7-42ff-af6c-879333b8088c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:22.055622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:22.061373 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.157640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.42 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/a4058068-ad3b-4ac3-ab1f-c9442eb7f525) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:22.171234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.173697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:22.250178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Deleting subnet 1e821515-d62c-4476-80be-83f70f2bcc1b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:22.254709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.344800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c01bbcd8-18d7-42ff-af6c-879333b8088c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:22.349569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.444828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['62265d23-7251-45ee-9638-e6270f2cf18f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:22.449534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5d86391-36b4-48ed-85d0-27e875afba2c no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:22.472220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.473697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.550291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.566384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.595848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e821515-d62c-4476-80be-83f70f2bcc1b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.616609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: b5d86391-36b4-48ed-85d0-27e875afba2c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:22.618973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b5d86391-36b4-48ed-85d0-27e875afba2c not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:22.624115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.632907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-43f0f008-0a16-432a-8f09-c802260157cd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1e821515-d62c-4476-80be-83f70f2bcc1b HTTP/1.1" status: 204 len: 168 time: 0.4533305 Aug 11 02:26:22.634099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58574) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:22.667497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=a4058068-ad3b-4ac3-ab1f-c9442eb7f525,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:22.691901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:22.695140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:22.706532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:22.764501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcb7c-17e2-460e-b61d-8dcc6d16620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:22.928876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.073106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065808c1-2699-4791-abf8-df65884db7c2 req-bf1a79b0-ff19-4024-b670-9f4121e6c661 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.080338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065808c1-2699-4791-abf8-df65884db7c2 req-bf1a79b0-ff19-4024-b670-9f4121e6c661 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.087053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065808c1-2699-4791-abf8-df65884db7c2 req-bf1a79b0-ff19-4024-b670-9f4121e6c661 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:23.095161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-065808c1-2699-4791-abf8-df65884db7c2 req-bf1a79b0-ff19-4024-b670-9f4121e6c661 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2415 time: 0.4516077 Aug 11 02:26:23.187524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-065808c1-2699-4791-abf8-df65884db7c2 req-51136645-bbe4-4484-ad82-3d5a76f7adb1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Aug 11 02:26:23.191534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.217523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96fea6a-904a-417d-975f-f9069aecd858']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.240552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0984fdcf-63a1-4394-bc92-b1f5604fdb97') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.241147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0984fdcf-63a1-4394-bc92-b1f5604fdb97') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:23.252521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.252860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:23.270683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.279837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:23.281622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:23.358576 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:23.367738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.376627 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.381417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f96fea6a-904a-417d-975f-f9069aecd858 HTTP/1.1" status: 204 len: 168 time: 0.7459140 Aug 11 02:26:23.414397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b38c12-d992-41ca-86d0-cfc7d51dd5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96fea6a-904a-417d-975f-f9069aecd858,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:23.444777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3aa825ea-1784-4335-9c8c-55c2da83943c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:23.580791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.771068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:23.882245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58604) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:23.941386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e81b997c-a958-4ab1-b9b4-330c7f1b7ea1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b50245f432884010a9f28f04860312f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542314 Aug 11 02:26:23.941688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:24.029364 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.070472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.131435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.141093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.172469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.175905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.177432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c6525785-e625-4f18-8696-96c42e2b6a19 HTTP/1.1" status: 204 len: 168 time: 0.2346809 Aug 11 02:26:24.188475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e18a6e-e24e-4ccb-8d25-a68a8f6ba736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6525785-e625-4f18-8696-96c42e2b6a19,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:24.257717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=a4058068-ad3b-4ac3-ab1f-c9442eb7f525,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:24.375664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0cb2-b5be-40b1-93dc-c31e70c73fbe req-c99de093-8942-44d8-b4d6-150d022dfdc0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:24.382466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0cb2-b5be-40b1-93dc-c31e70c73fbe req-c99de093-8942-44d8-b4d6-150d022dfdc0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:24.388690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0cb2-b5be-40b1-93dc-c31e70c73fbe req-c99de093-8942-44d8-b4d6-150d022dfdc0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:24.390538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc6c0cb2-b5be-40b1-93dc-c31e70c73fbe req-c99de093-8942-44d8-b4d6-150d022dfdc0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2415 time: 0.0887592 Aug 11 02:26:24.452912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3aa825ea-1784-4335-9c8c-55c2da83943c up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:24.479781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc6c0cb2-b5be-40b1-93dc-c31e70c73fbe req-2f0a737e-80bb-4f2d-9e69-ec6fce51c000 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788126 Aug 11 02:26:24.611504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 3aa825ea-1784-4335-9c8c-55c2da83943c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:24.619311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 3aa825ea-1784-4335-9c8c-55c2da83943c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:24.620548 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.663773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.802215 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.870572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.875452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:24.880750 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb28fa-cf9c-4423-9ea6-6944e19e6854" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:24.909617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3aa825ea-1784-4335-9c8c-55c2da83943c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:24.921687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:24.923538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 62265d23-7251-45ee-9638-e6270f2cf18f up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:24.956556 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 5405e108-0df3-4500-a8d6-ec3c5c2dead5 associated. External IP: 172.25.3.42, port: 5c730b0d-61e3-4c8d-b9e7-698e476c663e. Aug 11 02:26:25.005039 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f746a-6e35-4b72-8e0f-1b10e74b6f79 x-openstack-request-id: req-f33f746a-6e35-4b72-8e0f-1b10e74b6f79 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:25.005559 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:25.005947 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f33f746a-6e35-4b72-8e0f-1b10e74b6f79 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:25.006470 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c', 'code': 200} Aug 11 02:26:25.073951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.090387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.091344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.092053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.092586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.093573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.094281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.095104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.095627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.096255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.096766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.097442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.097977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:25.146946 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1cdf-c6a0-404b-b1ad-9a92cd3fb57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.153529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 62265d23-7251-45ee-9638-e6270f2cf18f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:25.160739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 62265d23-7251-45ee-9638-e6270f2cf18f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:25.161623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.300597 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.360298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:25.384199 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.384199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c01bbcd8-18d7-42ff-af6c-879333b8088c up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:25.534614 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.546913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c01bbcd8-18d7-42ff-af6c-879333b8088c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:25.578390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c01bbcd8-18d7-42ff-af6c-879333b8088c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:25.578807 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.585313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58656) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:25.650132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.695901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:25.802755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f241d-d7e8-4513-9042-c7ce50cd8764 req-c825d68c-cfe5-4658-a0a7-38ae026f3860 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.812403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f241d-d7e8-4513-9042-c7ce50cd8764 req-c825d68c-cfe5-4658-a0a7-38ae026f3860 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.820905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f241d-d7e8-4513-9042-c7ce50cd8764 req-c825d68c-cfe5-4658-a0a7-38ae026f3860 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:25.822687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.831236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-973f241d-d7e8-4513-9042-c7ce50cd8764 req-c825d68c-cfe5-4658-a0a7-38ae026f3860 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2417 time: 0.1753478 Aug 11 02:26:25.863145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1944066741-network', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:25.869364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:25.881931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.904161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-973f241d-d7e8-4513-9042-c7ce50cd8764 req-5dc0b536-8c0d-4b6b-8252-f737db938560 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712168 Aug 11 02:26:25.942737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Made reservation on behalf of ba5d98d2d0694bd683e26ac667ca8713 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:25.947438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Deleting port e9f4a429-d8bb-41e9-a581-d86552966e7c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:25.948080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.952166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:25.961261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:25.989362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.046175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:26.058221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:26.086730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:26.087739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.133165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.147366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:26.148023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.151819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] For port e9f4a429-d8bb-41e9-a581-d86552966e7c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9f4a429-d8bb-41e9-a581-d86552966e7c,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:26.153012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.162261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.172625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.196811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:26.197608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d8f8e-961e-42bd-96ef-5722252ef673 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:26.209646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Calling delete_port for e9f4a429-d8bb-41e9-a581-d86552966e7c owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:26.212684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.217215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:26.248260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b3c49-f231-402a-8ee2-afc0713f93e9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.254324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.255027 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Added segment 48bf1121-0587-44b6-b335-816c138cf8bf of type vlan for network 13011b8c-1fb7-42c2-9445-e55fe397b269 Aug 11 02:26:26.279737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.280332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.281163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.281743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.282345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.282918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.283484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.284066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.284627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.285179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.285705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.286487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:26:26.341922 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09ccf2e6-e42e-481e-ae85-79072e8711d7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.7031157 Aug 11 02:26:26.342657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58672) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.378346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.434093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.507045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3f2ea9ab-2b16-43c1-b2f3-9944b6b23723 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/floatingips/5405e108-0df3-4500-a8d6-ec3c5c2dead5 HTTP/1.1" status: 200 len: 976 time: 0.1628318 Aug 11 02:26:26.512325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58678) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.555841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.572040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.573257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:26.574104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.588044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f4a429-d8bb-41e9-a581-d86552966e7c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.670747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0839968 Aug 11 02:26:26.678429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.695256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Request body: {'subnet': {'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1944066741-subnet', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:26.713491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-77ea9869-3c7d-4276-97a5-4880ae48c4f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1976984 Aug 11 02:26:26.713491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3210b-800d-47bc-947d-5e3c59b6e8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=13011b8c-1fb7-42c2-9445-e55fe397b269,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:26.715380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58684) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:26.728089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': '3ecad50d-b109-4aae-8413-37d011eac510'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:26.736262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:26.759652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Made reservation on behalf of ba5d98d2d0694bd683e26ac667ca8713 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:26.765019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:26.880561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.008083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f'}, {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:27.010997 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73935c56-53d2-428a-b1c5-d7e1dbf61c33" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f"}, {"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:27.074891 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a01fcfc-1462-4a02-88d8-a9f01696bfef x-openstack-request-id: req-7a01fcfc-1462-4a02-88d8-a9f01696bfef {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:27.077156 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f", "code": 200}, {"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-plugged", "status": "completed", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:27.078368 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a01fcfc-1462-4a02-88d8-a9f01696bfef {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:27.093253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.095612 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f', 'code': 200} Aug 11 02:26:27.096212 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c', 'code': 200} Aug 11 02:26:27.267011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.294715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012fb72-6441-47e3-9de8-9d77e1c0199f req-73766853-2257-41dd-8cdb-fe39b4335bd9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.306903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012fb72-6441-47e3-9de8-9d77e1c0199f req-73766853-2257-41dd-8cdb-fe39b4335bd9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.319338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012fb72-6441-47e3-9de8-9d77e1c0199f req-73766853-2257-41dd-8cdb-fe39b4335bd9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.322349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b012fb72-6441-47e3-9de8-9d77e1c0199f req-73766853-2257-41dd-8cdb-fe39b4335bd9 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.2999361 Aug 11 02:26:27.383882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87ab91f-a181-4912-9288-27a317831ede,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:27.412837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e90b-488a-42c4-a6b3-d83804870717 req-78dfe7a0-3c5c-4a83-9ca6-4a55bd1585fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.413325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e90b-488a-42c4-a6b3-d83804870717 req-78dfe7a0-3c5c-4a83-9ca6-4a55bd1585fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.413792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e90b-488a-42c4-a6b3-d83804870717 req-78dfe7a0-3c5c-4a83-9ca6-4a55bd1585fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.415506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98b2e90b-488a-42c4-a6b3-d83804870717 req-78dfe7a0-3c5c-4a83-9ca6-4a55bd1585fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2874 time: 0.2063377 Aug 11 02:26:27.418335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Checking segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:27.418700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Network hostable DHCP agents. Network: 13011b8c-1fb7-42c2-9445-e55fe397b269, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:27.497444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:27.537456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 13011b8c-1fb7-42c2-9445-e55fe397b269) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:27.549498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:27.550174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.554244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a0a42-22f0-48dc-8bf3-0fa10ce47f9c None None] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:27.574624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d5d6baec-8626-4bc1-9cdc-806bf2a0d4fd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8940763 Aug 11 02:26:27.577254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58702) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:27.582160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:27.595846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Router 99d03346-2d5e-44c0-a110-fd18ed42b9bb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:27.623371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.624470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.760372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:27.790093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5321102-6169-4029-aa78-fbabe146c6b9 None None] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:27.805360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b012fb72-6441-47e3-9de8-9d77e1c0199f req-75208c5b-6471-424d-91bc-690475966672 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327848 Aug 11 02:26:27.867257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98b2e90b-488a-42c4-a6b3-d83804870717 req-670e9f90-1f53-4bfd-aa49-a99d6b4e5b39 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374762 Aug 11 02:26:27.868100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:27.874400 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-71184955-3505-4807-8a9b-75a61f891cba admin admin] 10.222.0.68 "PUT /v2.0/routers/99d03346-2d5e-44c0-a110-fd18ed42b9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6196468 Aug 11 02:26:27.886871 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Sync routers for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:27.913733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:27.924328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:27.925778 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:28.022859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.029405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.086811 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:28.130277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.283851 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:26:28.297555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.304672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.319595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:28.391628 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Checking router: 99d03346-2d5e-44c0-a110-fd18ed42b9bb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:28.424856 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Routers {'99d03346-2d5e-44c0-a110-fd18ed42b9bb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:28.425509 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:28.483685 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 5405e108-0df3-4500-a8d6-ec3c5c2dead5 associated. External IP: 172.25.3.42, port: 5c730b0d-61e3-4c8d-b9e7-698e476c663e. Aug 11 02:26:28.738321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] Set router 99d03346-2d5e-44c0-a110-fd18ed42b9bb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:28.795633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:28.820805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:28.988256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.029413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529e9f-07d4-428c-bb2a-363b958af257 req-dd6579c5-a599-4b8e-b9f9-d90d2768696f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.036659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529e9f-07d4-428c-bb2a-363b958af257 req-dd6579c5-a599-4b8e-b9f9-d90d2768696f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.037503 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe30fa0c-994e-48b5-831a-ee11c624bd6d None None] The sync data for ids ['99d03346-2d5e-44c0-a110-fd18ed42b9bb'] in n-d-713498-10 is: [{'id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-140466089-router', 'tenant_id': '30f1b364f7a44b18baf05843d415acd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '2813918e-76de-4af3-a30c-9797196d79d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:16:37Z', 'updated_at': '2021-08-11T02:26:26Z', 'revision_number': 5, 'project_id': '30f1b364f7a44b18baf05843d415acd3', 'gw_port': {'id': '2813918e-76de-4af3-a30c-9797196d79d3', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d03346-2d5e-44c0-a110-fd18ed42b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:16:38Z', 'updated_at': '2021-08-11T02:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:29.043302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529e9f-07d4-428c-bb2a-363b958af257 req-dd6579c5-a599-4b8e-b9f9-d90d2768696f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:29.051047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53529e9f-07d4-428c-bb2a-363b958af257 req-dd6579c5-a599-4b8e-b9f9-d90d2768696f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.1352711 Aug 11 02:26:29.072887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:29.093498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:29.113330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Deleting port 2813918e-76de-4af3-a30c-9797196d79d3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:29.113685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.127906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:29.128684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.166708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53529e9f-07d4-428c-bb2a-363b958af257 req-1c6179a2-8227-4706-a244-f8f110d8095d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147001 Aug 11 02:26:29.195920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.211591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:29.221112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.221636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.258529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.280449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.281576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff9fae-9076-41a0-a775-3a4587bbb8d0 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:29.298551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] For port 2813918e-76de-4af3-a30c-9797196d79d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2813918e-76de-4af3-a30c-9797196d79d3,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:29.299013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.342217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Calling delete_port for 2813918e-76de-4af3-a30c-9797196d79d3 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:29.460733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:29.541126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Allocated IP 172.25.3.151 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/250cf7ba-9eee-4d40-89ad-509fbc24d8e2) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:29.631901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:29.641303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.648575 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:29.665702 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:29.666696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.719713 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.731542 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:29.732188 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.742375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8875dd7-1db4-4048-b7f0-3c583ba2fa1d tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/5405e108-0df3-4500-a8d6-ec3c5c2dead5 HTTP/1.1" status: 200 len: 977 time: 3.0187945 Aug 11 02:26:29.743454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58740) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:29.750743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:29.789467 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:29.790829 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c7ea7-fb31-4118-bcbf-c191cb1352ad None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:29.809869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.819950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.836654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:29.852433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2813918e-76de-4af3-a30c-9797196d79d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:29.941256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.010996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.017449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.017721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.018001 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 5405e108-0df3-4500-a8d6-ec3c5c2dead5 disassociated. External IP: 172.25.3.42, port: 3ecad50d-b109-4aae-8413-37d011eac510. Aug 11 02:26:30.089643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.095059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.155103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:30.158227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:30.163116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:30.188687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.189414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d03346-2d5e-44c0-a110-fd18ed42b9bb {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:26:30.197569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.199478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-80a7d245-04b2-4295-897e-f17ed1d56d84 admin admin] 10.222.0.68 "DELETE /v2.0/routers/99d03346-2d5e-44c0-a110-fd18ed42b9bb HTTP/1.1" status: 204 len: 168 time: 2.2841685 Aug 11 02:26:30.203724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58748) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:30.210662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Pushing event updated for resources: {'Port': ['ID=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:30.301617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Deleting subnet 59bf5a47-63b0-42bf-8cf4-97409b777326 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:30.307300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.517546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.537973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9f4a429-d8bb-41e9-a581-d86552966e7c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:30.567392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e9f4a429-d8bb-41e9-a581-d86552966e7c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:30.568262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9f4a429-d8bb-41e9-a581-d86552966e7c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:30.640852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea55a-bbcd-4812-9798-6865295c0d01 req-710bb3a2-5741-40d2-9378-8d1935823a08 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.647225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea55a-bbcd-4812-9798-6865295c0d01 req-710bb3a2-5741-40d2-9378-8d1935823a08 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.653560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea55a-bbcd-4812-9798-6865295c0d01 req-710bb3a2-5741-40d2-9378-8d1935823a08 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:30.656168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87ea55a-bbcd-4812-9798-6865295c0d01 req-710bb3a2-5741-40d2-9378-8d1935823a08 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.2839406 Aug 11 02:26:30.671458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:30.758371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.794459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.799984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87ea55a-bbcd-4812-9798-6865295c0d01 req-c76cc2a5-1754-4b5a-a38b-cc68fd57e682 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271210 Aug 11 02:26:30.947762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:30.956244 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.959402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:30.962955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:30.981180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:30.985104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.050570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bf5a47-63b0-42bf-8cf4-97409b777326,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.056371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.059298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0826cdf1-e982-461d-971c-fdacafb874a1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/59bf5a47-63b0-42bf-8cf4-97409b777326 HTTP/1.1" status: 204 len: 168 time: 0.8535306 Aug 11 02:26:31.063334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58770) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:31.063731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.081053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ce18aec0-ad88-4e69-b4a3-ec5a103e00d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/5405e108-0df3-4500-a8d6-ec3c5c2dead5 HTTP/1.1" status: 200 len: 687 time: 1.3361678 Aug 11 02:26:31.083934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:31.096431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559050f6-33c2-49e7-8fb6-0b7099e9fbaa None None] Network 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:31.192459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.210534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:31.211182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.304432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.417873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35852-9bb3-4ac8-b0c7-7e693963c738 req-46705a99-a843-4169-8f8a-6d8bace86da4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.420253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35852-9bb3-4ac8-b0c7-7e693963c738 req-46705a99-a843-4169-8f8a-6d8bace86da4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.427679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35852-9bb3-4ac8-b0c7-7e693963c738 req-46705a99-a843-4169-8f8a-6d8bace86da4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:31.437132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9e35852-9bb3-4ac8-b0c7-7e693963c738 req-46705a99-a843-4169-8f8a-6d8bace86da4 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.1771884 Aug 11 02:26:31.447659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Deleting port b4e3d052-4e3c-42c7-961e-d14f73737c5e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:31.448007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.490714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.491703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6897d-9f76-4df4-aa96-749c06653dd5 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:31.504017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port a4058068-ad3b-4ac3-ab1f-c9442eb7f525 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:31.504495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.554565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:26:31.567227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9e35852-9bb3-4ac8-b0c7-7e693963c738 req-590ff42e-bd28-45cf-91cf-959f02496443 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292834 Aug 11 02:26:31.586034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] For port b4e3d052-4e3c-42c7-961e-d14f73737c5e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4e3d052-4e3c-42c7-961e-d14f73737c5e,segment=NetworkSegment(0f221b38-6b05-481e-84f9-fe8ce717375e),segment_id=0f221b38-6b05-481e-84f9-fe8ce717375e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:31.586426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.615341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Calling delete_port for b4e3d052-4e3c-42c7-961e-d14f73737c5e owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:31.639869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] DHCP port deletion for 4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:31.666682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.667006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.683636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for a4058068-ad3b-4ac3-ab1f-c9442eb7f525 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:31.731434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.747814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Deleting port b4e3d052-4e3c-42c7-961e-d14f73737c5e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:31.748597 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.785516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e3d052-4e3c-42c7-961e-d14f73737c5e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.788819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] No DVR routers for this DVR port b4e3d052-4e3c-42c7-961e-d14f73737c5e on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:31.834139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] For port b4e3d052-4e3c-42c7-961e-d14f73737c5e, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:31.834971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.860182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Calling delete_port for b4e3d052-4e3c-42c7-961e-d14f73737c5e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:31.863667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Port b4e3d052-4e3c-42c7-961e-d14f73737c5e was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:26:31.865069 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.891744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] Pushing event deleted for resources: {'Port': ['ID=b4e3d052-4e3c-42c7-961e-d14f73737c5e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:31.896561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:31.905922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c15bc-7f43-490c-9734-5abaf880a13c None None] No DVR routers for this DVR port b4e3d052-4e3c-42c7-961e-d14f73737c5e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:31.925835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.931060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.935757 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-56cf71e1-6632-4b17-92b2-bc6693742b0d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3543425 Aug 11 02:26:31.936480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:31.939480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.946966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Sync routers for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:31.957052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f221b38-6b05-481e-84f9-fe8ce717375e') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.957665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f221b38-6b05-481e-84f9-fe8ce717375e') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.969637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.975457 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:31.976504 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:31.986309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:31.997470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:31.998022 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:32.000329 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:32.093302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.105543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.112268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] 10.222.0.68 "DELETE /v2.0/networks/4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14 HTTP/1.1" status: 204 len: 168 time: 1.0456536 Aug 11 02:26:32.122888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.130108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dd5a6-8fb6-40d2-bf98-56103785ec1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bceb39d-a2a0-47cc-afc8-7fbb5f2c0d14,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:32.174729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=a4058068-ad3b-4ac3-ab1f-c9442eb7f525,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:32.180727 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:32.351919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58798) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:32.459765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8c2bb91e-f934-46b7-8e8c-12d97aca15b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30f1b364f7a44b18baf05843d415acd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056635 Aug 11 02:26:32.460085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:30Z', 'revision_number': 3, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:32.470261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58800) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:32.495743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Checking router: 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:32.496072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Updating router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:26:32.524758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2813918e-76de-4af3-a30c-9797196d79d3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:32.537639 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.578396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2813918e-76de-4af3-a30c-9797196d79d3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:32.579144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2813918e-76de-4af3-a30c-9797196d79d3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:32.579822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4e3d052-4e3c-42c7-961e-d14f73737c5e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:32.610074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b4e3d052-4e3c-42c7-961e-d14f73737c5e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:32.610788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4e3d052-4e3c-42c7-961e-d14f73737c5e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:32.638874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.697517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.771238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.774836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.776465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-adf0a1ff-23b0-482d-a15b-9252b5ff187a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/5405e108-0df3-4500-a8d6-ec3c5c2dead5 HTTP/1.1" status: 204 len: 168 time: 1.6912608 Aug 11 02:26:32.779947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58812) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:32.847665 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-959a164e-5b11-490d-9aa6-b7a534bbc1c7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] delete failed (client error): The resource could not be found. Aug 11 02:26:32.850163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-959a164e-5b11-490d-9aa6-b7a534bbc1c7 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/5405e108-0df3-4500-a8d6-ec3c5c2dead5 HTTP/1.1" status: 404 len: 345 time: 0.0682683 Aug 11 02:26:32.863145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.869459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:32.872369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58814) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:32.875769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2dd6dcb6-253b-42ef-b668-58b99c37bd14 HTTP/1.1" status: 204 len: 168 time: 0.3809531 Aug 11 02:26:32.904454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fd61d-8d5f-4e4e-a24c-b2b89494c802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6dcb6-253b-42ef-b668-58b99c37bd14,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:32.998088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023c749-b137-4e58-b83e-98e788500c34 req-9e6c144f-ff47-40a8-9968-9bff5a785bcb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.011523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023c749-b137-4e58-b83e-98e788500c34 req-9e6c144f-ff47-40a8-9968-9bff5a785bcb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.025424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023c749-b137-4e58-b83e-98e788500c34 req-9e6c144f-ff47-40a8-9968-9bff5a785bcb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.028919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6023c749-b137-4e58-b83e-98e788500c34 req-9e6c144f-ff47-40a8-9968-9bff5a785bcb tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.2728770 Aug 11 02:26:33.064870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9957-64ea-4fe1-9c2a-9b169d5b568f req-752050ec-329c-4321-bbac-2f793de4940c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.083871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9957-64ea-4fe1-9c2a-9b169d5b568f req-752050ec-329c-4321-bbac-2f793de4940c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.098250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9957-64ea-4fe1-9c2a-9b169d5b568f req-752050ec-329c-4321-bbac-2f793de4940c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.102259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04cb9957-64ea-4fe1-9c2a-9b169d5b568f req-752050ec-329c-4321-bbac-2f793de4940c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2418 time: 0.3477292 Aug 11 02:26:33.177944 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.193017 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Transition to ACTIVE for port object 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:33.202695 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.268185 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Attempting to bind port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:33.268743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Attempting to bind port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:33.269271 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Attempting to bind port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:33.282407 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:33.283018 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:33.295199 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.296227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:33.297268 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Bound port: 250cf7ba-9eee-4d40-89ad-509fbc24d8e2, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:33.298223 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.342038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04cb9957-64ea-4fe1-9c2a-9b169d5b568f req-daee8460-c8f7-43da-9ddc-eba0debbb327 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855987 Aug 11 02:26:33.367182 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57d98-61bb-489b-bb65-3a68dedd5ea4 None None] Pushing event updated for resources: {'Port': ['ID=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:33.393352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port 3aa825ea-1784-4335-9c8c-55c2da83943c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:33.394164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.497665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db3823-e75e-4f23-a61d-4ffbee268091 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.502749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] For port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:33.507708 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] For port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:33.511951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db3823-e75e-4f23-a61d-4ffbee268091 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.514592 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.529099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db3823-e75e-4f23-a61d-4ffbee268091 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:33.535458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-14db3823-e75e-4f23-a61d-4ffbee268091 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/ports?network_id=22c4969e-4533-4afe-b34e-fbd6f4ce9e8d HTTP/1.1" status: 200 len: 2357 time: 0.6521964 Aug 11 02:26:33.540584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58838) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:33.680161 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57d98-61bb-489b-bb65-3a68dedd5ea4 None None] Pushing event updated for resources: {'Port': ['ID=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:33.700305 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:33.700972 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:33.875464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:33.929966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:34.134772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25728a6-a06d-4cab-9fcf-1c635faba20f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:34.142135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f25728a6-a06d-4cab-9fcf-1c635faba20f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/subnets/629a63cb-4899-40a2-b50d-008113e50d31 HTTP/1.1" status: 200 len: 797 time: 0.5994992 Aug 11 02:26:34.148166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 58854) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:34.155996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'port': {'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d', 'name': 'tempest-FloatingIPTestJSON-585168991', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:34.225049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Allocated IP 172.20.0.1 (13011b8c-1fb7-42c2-9445-e55fe397b269/d87ab91f-a181-4912-9288-27a317831ede/55caf9d0-9118-4ede-9ec9-e23e399939a6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:34.232279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port 3aa825ea-1784-4335-9c8c-55c2da83943c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3aa825ea-1784-4335-9c8c-55c2da83943c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:34.232784 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.254630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for 3aa825ea-1784-4335-9c8c-55c2da83943c owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:34.360251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:30Z', 'revision_number': 3, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:34.445334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.462750 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9bc44-ecb5-4cda-bc89-794f6b4d0d3f None None] The sync data for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 is: [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:30Z', 'revision_number': 3, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:34.512683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:34.522169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.601370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:34.686628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:34.695432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Pushing event updated for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:34.701250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.711840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:34.791812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.910221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=3aa825ea-1784-4335-9c8c-55c2da83943c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:34.920513 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:34.981977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] device_id is not set on port 762b8bc4-6218-4f93-8d40-983b90d93590 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:35.007094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port 3aa825ea-1784-4335-9c8c-55c2da83943c on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:35.098453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899e40-979c-403a-be2d-abf5d2b39445 req-891310cf-654d-44f0-84ff-5fbf56e8c6fc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.135556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899e40-979c-403a-be2d-abf5d2b39445 req-891310cf-654d-44f0-84ff-5fbf56e8c6fc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.184368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899e40-979c-403a-be2d-abf5d2b39445 req-891310cf-654d-44f0-84ff-5fbf56e8c6fc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:35.201967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7899e40-979c-403a-be2d-abf5d2b39445 req-891310cf-654d-44f0-84ff-5fbf56e8c6fc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 2340 time: 0.6078191 Aug 11 02:26:35.203963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.216715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6023c749-b137-4e58-b83e-98e788500c34 req-25e0f684-a357-4443-ab6d-26fb667c41d7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "DELETE /v2.0/ports/3aa825ea-1784-4335-9c8c-55c2da83943c HTTP/1.1" status: 204 len: 173 time: 2.1094329 Aug 11 02:26:35.224052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:35.233336 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e401e-c613-4cd0-bc31-191e9585b289" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:35.408241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.454399 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a000d-adf4-4d19-8f00-7c44933fa21c x-openstack-request-id: req-ee1a000d-adf4-4d19-8f00-7c44933fa21c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:35.454742 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "3aa825ea-1784-4335-9c8c-55c2da83943c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:35.454975 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee1a000d-adf4-4d19-8f00-7c44933fa21c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:35.455406 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': '3aa825ea-1784-4335-9c8c-55c2da83943c', 'status': 'completed', 'code': 200} Aug 11 02:26:35.662920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7899e40-979c-403a-be2d-abf5d2b39445 req-96b4ff98-a49c-48ad-aa8c-68dbee364a6a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145756 Aug 11 02:26:35.802222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port c01bbcd8-18d7-42ff-af6c-879333b8088c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:35.802884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:35.992561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.004943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.187706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.289337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Pushing event updated for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:36.321310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port c01bbcd8-18d7-42ff-af6c-879333b8088c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c01bbcd8-18d7-42ff-af6c-879333b8088c,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:36.321984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.388452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for c01bbcd8-18d7-42ff-af6c-879333b8088c owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:36.459542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.14 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/762b8bc4-6218-4f93-8d40-983b90d93590) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:36.473011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.13 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/762b8bc4-6218-4f93-8d40-983b90d93590) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:36.483774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3aa825ea-1784-4335-9c8c-55c2da83943c no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:36.485540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:36.488348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:36.529006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 3aa825ea-1784-4335-9c8c-55c2da83943c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:36.530121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3aa825ea-1784-4335-9c8c-55c2da83943c not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:36.531399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 62265d23-7251-45ee-9638-e6270f2cf18f no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:36.645567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:36.856954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:36.877844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:36.931785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:36.932687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:36.998596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.021202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.185047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f2e5e-336e-489c-92e2-da51b1f8efec req-1986be86-3312-48c1-bcde-5faff32be70d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.213791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f2e5e-336e-489c-92e2-da51b1f8efec req-1986be86-3312-48c1-bcde-5faff32be70d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:37.223368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:37.226636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b6f2e5e-336e-489c-92e2-da51b1f8efec req-1986be86-3312-48c1-bcde-5faff32be70d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 1683 time: 0.3234808 Aug 11 02:26:37.229197 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c1074b-33d8-4f4f-b487-a4f27dc3c407" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:37.275347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:37.289618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.297183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b7d06c7-526e-4fd6-8686-e34cdc87eec3 admin admin] 10.222.0.68 "PUT /v2.0/routers/6b90cd54-c894-41b4-a8d8-6bbfb7bbe511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3593378 Aug 11 02:26:37.307501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:37.354646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:37.358791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.363059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c01bbcd8-18d7-42ff-af6c-879333b8088c no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:37.387107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.458266 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8255594a-c197-4faa-a149-167064ca8195 x-openstack-request-id: req-8255594a-c197-4faa-a149-167064ca8195 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:37.458753 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:37.459160 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8255594a-c197-4faa-a149-167064ca8195 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:37.459805 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f', 'code': 200} Aug 11 02:26:37.522678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b6f2e5e-336e-489c-92e2-da51b1f8efec req-53067f97-f726-424c-add7-5605e3db5641 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851827 Aug 11 02:26:37.616284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.640421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.778697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.825831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:37.877560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:37.937466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:38.009755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port c01bbcd8-18d7-42ff-af6c-879333b8088c on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:38.012862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.015946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6023c749-b137-4e58-b83e-98e788500c34 req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "DELETE /v2.0/ports/c01bbcd8-18d7-42ff-af6c-879333b8088c HTTP/1.1" status: 204 len: 173 time: 2.7488832 Aug 11 02:26:38.016993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:38.020990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:38.032851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:38.036349 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625c10dd-6756-4442-9b28-23ca0e7af53f" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:38.139068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Sync routers for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:38.149552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=762b8bc4-6218-4f93-8d40-983b90d93590,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:38.159294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:38.160394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:38.241892 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b52eb-7a91-4b70-91f2-8c41e089b17b x-openstack-request-id: req-820b52eb-7a91-4b70-91f2-8c41e089b17b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:38.243787 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "c01bbcd8-18d7-42ff-af6c-879333b8088c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:38.244475 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-820b52eb-7a91-4b70-91f2-8c41e089b17b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:38.246164 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': 'c01bbcd8-18d7-42ff-af6c-879333b8088c', 'status': 'completed', 'code': 200} Aug 11 02:26:38.309160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.310381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.388302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5b6e8-5fae-414c-9190-d8442d25193c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=c01bbcd8-18d7-42ff-af6c-879333b8088c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:38.496370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:38.526165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f560a567-a259-4163-8fa7-2c4b2d1dc075 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.3729274 Aug 11 02:26:38.527160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:38.532861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '762b8bc4-6218-4f93-8d40-983b90d93590', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:38.591776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.652915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:38.889284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.907010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86ce9-b43d-4bae-969c-18ee6168b8dd req-dc160cbf-6a82-485c-8fab-a4bcab29e205 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:38.909800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25a86ce9-b43d-4bae-969c-18ee6168b8dd req-dc160cbf-6a82-485c-8fab-a4bcab29e205 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 944 time: 0.2503688 Aug 11 02:26:38.914501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port 62265d23-7251-45ee-9638-e6270f2cf18f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:38.915080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:38.961910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:38.962484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.053780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:35Z', 'revision_number': 4, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '55caf9d0-9118-4ede-9ec9-e23e399939a6', 'name': '', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'mac_address': 'fa:16:3e:35:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'd87ab91f-a181-4912-9288-27a317831ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:33Z', 'updated_at': '2021-08-11T02:26:35Z', 'revision_number': 2, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'subnets': [{'id': 'd87ab91f-a181-4912-9288-27a317831ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:39.071007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-e56d5f33-a452-4644-9278-26ef4c01ac55 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:39.073890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-e56d5f33-a452-4644-9278-26ef4c01ac55 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 811 time: 0.5818009 Aug 11 02:26:39.098684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Checking router: 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:26:39.099226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Updating router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 port 55caf9d0-9118-4ede-9ec9-e23e399939a6 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:26:39.131553 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.160492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.163 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/db6bfab8-da4d-4383-814e-67cf0a9f1164) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:39.175210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-0594bcf7-e5b7-4854-aee0-f2a384fba191 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/quotas/ba5d98d2d0694bd683e26ac667ca8713 HTTP/1.1" status: 200 len: 375 time: 0.0729249 Aug 11 02:26:39.226054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25a86ce9-b43d-4bae-969c-18ee6168b8dd req-3572a3a0-2d09-40c5-9971-99c86f441074 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017562 Aug 11 02:26:39.369949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port 62265d23-7251-45ee-9638-e6270f2cf18f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=62265d23-7251-45ee-9638-e6270f2cf18f,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:39.373146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.390815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.421912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for 62265d23-7251-45ee-9638-e6270f2cf18f owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:39.465025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.475039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-21744e4a-c3c3-4dba-9472-9820e4879ab4 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776594 Aug 11 02:26:39.521260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 58982) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:39.543578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:39.552635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:39.556959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:39.583103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=db6bfab8-da4d-4383-814e-67cf0a9f1164,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.663657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.678370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Transition to ACTIVE for port object 55caf9d0-9118-4ede-9ec9-e23e399939a6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:39.688990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.793098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-e6d4dcef-6420-4c50-b3ef-c95077c5113a service neutron] 10.222.0.68 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706974 Aug 11 02:26:39.806209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ced3-81e5-49b2-b35d-e1fd010e5182 None None] Pushing event updated for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:39.879167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Attempting to bind port 55caf9d0-9118-4ede-9ec9-e23e399939a6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:39.880345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Attempting to bind port 55caf9d0-9118-4ede-9ec9-e23e399939a6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:39.880345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Attempting to bind port 55caf9d0-9118-4ede-9ec9-e23e399939a6 on network 13011b8c-1fb7-42c2-9445-e55fe397b269 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:39.889929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:39.889929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Checking segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:39.889929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.890645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Bound using segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:39.890821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Bound port: 55caf9d0-9118-4ede-9ec9-e23e399939a6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:39.891999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.913363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:39.977005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=62265d23-7251-45ee-9638-e6270f2cf18f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.013112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] For port 55caf9d0-9118-4ede-9ec9-e23e399939a6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:40.017519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] For port 55caf9d0-9118-4ede-9ec9-e23e399939a6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=55caf9d0-9118-4ede-9ec9-e23e399939a6,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:40.026725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.028449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-0f262a74-7055-45db-8dd3-70cdb0023c4d service neutron] 10.222.0.68 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344215 Aug 11 02:26:40.062843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port 62265d23-7251-45ee-9638-e6270f2cf18f on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:40.069477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-26bc6abd-719a-4657-9e24-583b4d306ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.075203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.077341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6023c749-b137-4e58-b83e-98e788500c34 req-4fbff4d2-4167-4fcd-9365-4abc8f44d09f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "DELETE /v2.0/ports/62265d23-7251-45ee-9638-e6270f2cf18f HTTP/1.1" status: 204 len: 173 time: 2.0457699 Aug 11 02:26:40.140661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:40.141304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:40.247785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ced3-81e5-49b2-b35d-e1fd010e5182 None None] Pushing event updated for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:40.248083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:40.252951 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03245ed7-8d8d-4088-830b-379d454a8e25" -d '{"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:40.429895 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c7223-7fd8-405f-9f31-39cc56757559 x-openstack-request-id: req-dd1c7223-7fd8-405f-9f31-39cc56757559 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:40.430780 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc79790c-e00e-483e-8eda-18ed85899dc4", "name": "network-vif-deleted", "tag": "62265d23-7251-45ee-9638-e6270f2cf18f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:40.431932 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd1c7223-7fd8-405f-9f31-39cc56757559 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:40.433911 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79790c-e00e-483e-8eda-18ed85899dc4', 'name': 'network-vif-deleted', 'tag': '62265d23-7251-45ee-9638-e6270f2cf18f', 'status': 'completed', 'code': 200} Aug 11 02:26:40.510787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.541511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:26:40.556859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-914f0d89-fb91-413b-aef4-1d12122ec47f req-3305a561-3d45-4733-bcdf-c46d36ceb4ae tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 210 time: 0.0769794 Aug 11 02:26:40.622441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fb03b87-3a16-43a7-ae67-83475fdf5888 req-11099f26-aceb-4cdc-92ae-7f7c9e1408f6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc79790c-e00e-483e-8eda-18ed85899dc4 HTTP/1.1" status: 200 len: 210 time: 0.0631428 Aug 11 02:26:40.701258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:40.868488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.005796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.020394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-26bc6abd-719a-4657-9e24-583b4d306ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.065686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-26bc6abd-719a-4657-9e24-583b4d306ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.133448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:35Z', 'revision_number': 4, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '55caf9d0-9118-4ede-9ec9-e23e399939a6', 'name': '', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'mac_address': 'fa:16:3e:35:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'd87ab91f-a181-4912-9288-27a317831ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:33Z', 'updated_at': '2021-08-11T02:26:40Z', 'revision_number': 4, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'subnets': [{'id': 'd87ab91f-a181-4912-9288-27a317831ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:41.173880 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-26bc6abd-719a-4657-9e24-583b4d306ec6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f327dfa6fe142e6bcf052fa9ca38d00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6488237 Aug 11 02:26:41.176029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.181603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc6abd-719a-4657-9e24-583b4d306ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4bf7de-0ed1-4cc1-ac8b-bae6266a47c7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.185423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf7665-03d0-4e13-bdbd-af3fc0f2c0ee None None] The sync data for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 is: [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:26:35Z', 'revision_number': 4, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '55caf9d0-9118-4ede-9ec9-e23e399939a6', 'name': '', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'mac_address': 'fa:16:3e:35:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': 'd87ab91f-a181-4912-9288-27a317831ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:33Z', 'updated_at': '2021-08-11T02:26:40Z', 'revision_number': 4, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'subnets': [{'id': 'd87ab91f-a181-4912-9288-27a317831ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:41.299836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.336747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.419755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.429792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.447331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.450402 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.451709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec4bf7de-0ed1-4cc1-ac8b-bae6266a47c7 HTTP/1.1" status: 204 len: 168 time: 0.2738762 Aug 11 02:26:41.465395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f536-83d2-414f-af3b-6e65c62c4aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4bf7de-0ed1-4cc1-ac8b-bae6266a47c7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.601426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:41.619494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=db6bfab8-da4d-4383-814e-67cf0a9f1164,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:41.793994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e721bc7d-d10b-42bc-bc7c-3665f3120e45 req-b5cd8a54-3e3c-4d83-9907-8da8a0bc8fed tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 210 time: 0.0518277 Aug 11 02:26:41.794491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59018) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:41.897977 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP cb8bdf74-e157-4a67-a791-900c195156af associated. External IP: 172.25.3.163, port: 762b8bc4-6218-4f93-8d40-983b90d93590. Aug 11 02:26:41.909479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting subnet 6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:41.925728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.012588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.114952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.207666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.275654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59024) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:42.327150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:42.343503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:42.363588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.365599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a57ea710-c736-4f1a-977c-55fe5644dbed tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/subnets/6fc9b27f-2461-45fd-b2ab-c68f0fb86ec4 HTTP/1.1" status: 204 len: 168 time: 0.5701387 Aug 11 02:26:42.371090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83f188-98c4-492b-b528-e124f0f7991c None None] Network 5add7526-c719-462b-918f-89aa560770db requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:42.374753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59026) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:42.462497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a066c9a-b41b-413e-b203-a9391983d314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.526318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.592323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:42.611861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-c76e1f24-6ae4-4c29-bfa9-9cdd81662b13 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:42.613024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 55caf9d0-9118-4ede-9ec9-e23e399939a6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:42.615653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:42.616217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-c76e1f24-6ae4-4c29-bfa9-9cdd81662b13 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 811 time: 0.4282589 Aug 11 02:26:42.634896 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:42.635913 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:42.653322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Request body: {'port': {'device_id': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'admin_state_up': True, 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:42.722588 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:42.736848 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:42.737733 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:42.739413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 55caf9d0-9118-4ede-9ec9-e23e399939a6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:42.744074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 55caf9d0-9118-4ede-9ec9-e23e399939a6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:42.744857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.792528 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:42.793479 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71443e0-a64c-4dfc-8e09-2201bf49f91b None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:42.830447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] DHCP port deletion for 5add7526-c719-462b-918f-89aa560770db request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:42.867783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:42.868849 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.980013 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:42.997268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:43.000855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.050872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5121d4dd-93e0-45c3-8a95-aa831f0bb607 req-ca3ddd32-1182-490c-aff2-a446f8310512 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 210 time: 0.1007493 Aug 11 02:26:43.060350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a066c9a-b41b-413e-b203-a9391983d314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.081864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a066c9a-b41b-413e-b203-a9391983d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.082163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.082656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 55caf9d0-9118-4ede-9ec9-e23e399939a6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=55caf9d0-9118-4ede-9ec9-e23e399939a6,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:43.084952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Deleting port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:43.085569 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.100959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:43.109608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.177654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2a066c9a-b41b-413e-b203-a9391983d314 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6601bbc43a2945f78a99bf54db6be2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733699 Aug 11 02:26:43.185476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59036) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.186394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Made reservation on behalf of ba5d98d2d0694bd683e26ac667ca8713 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:43.190221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.312095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a066c9a-b41b-413e-b203-a9391983d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d0c59-3638-4349-a2e6-fde8bf717ae7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:43.382939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.395853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] For port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,segment=NetworkSegment(0a72c59d-8095-42a1-ae97-bf98c1bf02a5),segment_id=0a72c59d-8095-42a1-ae97-bf98c1bf02a5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:43.396558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.408310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.537609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.546909 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.546909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef9d0c59-3638-4349-a2e6-fde8bf717ae7 HTTP/1.1" status: 204 len: 168 time: 0.3362260 Aug 11 02:26:43.568517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.648313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:43.661866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b1c9050d-7c18-4215-900d-4e7c16cd88b6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1335170 Aug 11 02:26:43.668692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77f475-6e24-421c-9c57-aa62803760f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d0c59-3638-4349-a2e6-fde8bf717ae7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:43.669149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59044) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:43.673669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Allocated IP 172.20.0.5 (13011b8c-1fb7-42c2-9445-e55fe397b269/d87ab91f-a181-4912-9288-27a317831ede/f59d9986-3524-4257-be11-c2805fdcb96b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:43.683255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:43.686253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': '762b8bc4-6218-4f93-8d40-983b90d93590', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:43.763690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.819433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:43.826586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Calling delete_port for 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:43.888172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:43.915773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5add7526-c719-462b-918f-89aa560770db']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: from cryptography.utils import int_from_bytes Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: from cryptography.utils import int_from_bytes Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.030235 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:26:44.034515 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:26:44.042325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.095385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] Pushing event deleted for resources: {'Port': ['ID=3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:44.101994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bacff6-4f53-42b8-b870-f49c772b5d14 None None] No DVR routers for this DVR port 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:44.537427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 55caf9d0-9118-4ede-9ec9-e23e399939a6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:44.552288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a72c59d-8095-42a1-ae97-bf98c1bf02a5') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:44.553140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a72c59d-8095-42a1-ae97-bf98c1bf02a5') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:44.651970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcbed2b2-9cf2-42da-8d16-5f6e46c97694 req-4d60050b-d795-46db-9ce3-b12af0a8eddd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 210 time: 0.2124567 Aug 11 02:26:44.668462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 55caf9d0-9118-4ede-9ec9-e23e399939a6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:44.670859 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.687777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.744437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.761914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:44.768523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:44.772404 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:44.891009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.913049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.920859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:26:44.939577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:44.958070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/networks/5add7526-c719-462b-918f-89aa560770db HTTP/1.1" status: 204 len: 168 time: 2.5818229 Aug 11 02:26:44.962469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59152) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:45.017311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:45.065410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9b5a2-8ec5-4439-82ab-ba030f630d37 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Network': ['ID=5add7526-c719-462b-918f-89aa560770db,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.074372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:26:45.074752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3e1d0766-05ad-4ef3-8ebb-bd101d5eb25d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:26:45.107533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting subnet 185204b4-2e42-467b-bbeb-4710d59c3913 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:26:45.110292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.111235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.122349 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.172707 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.317186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.427951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.514116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.519667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:45.608428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:45.625087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:45.630515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Subnet': ['ID=185204b4-2e42-467b-bbeb-4710d59c3913,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.637757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.640619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-11356649-bf0a-40a0-9e0f-f615b1e8d521 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/subnets/185204b4-2e42-467b-bbeb-4710d59c3913 HTTP/1.1" status: 204 len: 168 time: 0.6753743 Aug 11 02:26:45.650242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4ec18-1caa-46fc-968e-73aaa60b42b3 None None] Network a35aae22-5e43-4aa3-9fcf-882f27b53021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:45.663898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:45.705454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Pushing event updated for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:45.786828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:45.787770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.827023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-af1dd8ae-33f1-4e55-ad4c-663df65dc113 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1786759 Aug 11 02:26:45.892440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Request body: {'port': {'device_id': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:45.894626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:45.912532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:46.099646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74dcfa-0e23-45d2-a70b-f76da14c22fd req-81c6e3b3-f3a6-4d2f-9df6-4d89b3249de0 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:46.101592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d74dcfa-0e23-45d2-a70b-f76da14c22fd req-81c6e3b3-f3a6-4d2f-9df6-4d89b3249de0 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 931 time: 0.2709620 Aug 11 02:26:46.171637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] DHCP port deletion for a35aae22-5e43-4aa3-9fcf-882f27b53021 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:26:46.183349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.229005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d74dcfa-0e23-45d2-a70b-f76da14c22fd req-4072a05e-4d8d-4c59-a665-be6351ff617f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880806 Aug 11 02:26:46.324909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:46.344029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.359190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:46.437660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:46.467136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.622991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:46.624099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.642491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.648984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:26:46.672096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3692c73-293c-4df5-863a-908fc1c59cc8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/cb8bdf74-e157-4a67-a791-900c195156af HTTP/1.1" status: 200 len: 978 time: 3.0011864 Aug 11 02:26:46.677556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59310) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:46.723650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:46.724778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.804937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:46.807247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38581259-5e2b-43bb-a06b-dea18eac4c19 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:46.839729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Deleting port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:46.840878 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.867151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59d9986-3524-4257-be11-c2805fdcb96b {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:46.889559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:46.937771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Transition to ACTIVE for port object f59d9986-3524-4257-be11-c2805fdcb96b will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:46.946812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.113638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] For port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.114659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.126445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Pushing event updated for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.147361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Calling delete_port for 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:47.244881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,segment=NetworkSegment(5463acfa-1ddc-40f7-8e35-346c46f15603),segment_id=5463acfa-1ddc-40f7-8e35-346c46f15603)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:47.246122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.265972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:47.294645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Attempting to bind port f59d9986-3524-4257-be11-c2805fdcb96b on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:47.295700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Attempting to bind port f59d9986-3524-4257-be11-c2805fdcb96b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:47.296391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Attempting to bind port f59d9986-3524-4257-be11-c2805fdcb96b on network 13011b8c-1fb7-42c2-9445-e55fe397b269 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:47.307543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Port f59d9986-3524-4257-be11-c2805fdcb96b on network 13011b8c-1fb7-42c2-9445-e55fe397b269 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:47.308744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Attempting to bind port f59d9986-3524-4257-be11-c2805fdcb96b on network 13011b8c-1fb7-42c2-9445-e55fe397b269 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:47.322312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:47.323920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Checking segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:47.325280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Bound using segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:47.326374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Bound port: f59d9986-3524-4257-be11-c2805fdcb96b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:47.327346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.346008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port db6bfab8-da4d-4383-814e-67cf0a9f1164 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:47.347006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.532146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.535712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.535931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.593120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:47.608417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f59d9986-3524-4257-be11-c2805fdcb96b,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:47.626644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.653471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for db6bfab8-da4d-4383-814e-67cf0a9f1164 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:47.668015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.751596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.755659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] No DVR routers for this DVR port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:47.757590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55619-ee1b-4ae8-9d47-36ccf052e180 None None] Pushing event deleted for resources: {'Port': ['ID=350d54aa-7332-4d1a-ac16-9bb2d2086cb1,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:47.819486 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:47.981828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port 350d54aa-7332-4d1a-ac16-9bb2d2086cb1 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:26:48.016121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Pushing event updated for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:48.031644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.032556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.034924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-fc1109d9-1cab-4921-bd35-8a6297c238da service neutron] 10.222.0.61 "PUT /v2.0/ports/f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 1092 time: 2.1799166 Aug 11 02:26:48.035930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:48.039222 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88772c4-1478-4e23-9669-f2c0fe6a8432" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:48.060176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a1025-abcb-44f1-a698-3ba982d53ce6 req-ee3e9d34-973c-4cd1-ac46-9f9305637a68 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.062922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-271a1025-abcb-44f1-a698-3ba982d53ce6 req-ee3e9d34-973c-4cd1-ac46-9f9305637a68 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 943 time: 0.4494512 Aug 11 02:26:48.197120 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f08545-efdf-4d63-8114-b700c579f9a9 x-openstack-request-id: req-b6f08545-efdf-4d63-8114-b700c579f9a9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:48.197416 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:48.197662 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6f08545-efdf-4d63-8114-b700c579f9a9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:48.200073 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b', 'status': 'completed', 'code': 200} Aug 11 02:26:48.244116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-271a1025-abcb-44f1-a698-3ba982d53ce6 req-6d5a68d9-8004-4869-b8c1-818c144e26b7 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575701 Aug 11 02:26:48.250195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.266656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-94cb3d7a-3af2-4060-a195-6b79723fdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.268423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-94cb3d7a-3af2-4060-a195-6b79723fdf7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1095 time: 0.1647890 Aug 11 02:26:48.281297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35aae22-5e43-4aa3-9fcf-882f27b53021']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:48.301711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5463acfa-1ddc-40f7-8e35-346c46f15603') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:48.301711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5463acfa-1ddc-40f7-8e35-346c46f15603') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:48.316277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.335810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.358870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-c9f62834-6de2-4823-9860-aea96a75bf46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 217 time: 0.0762904 Aug 11 02:26:48.384958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:26:48.385618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:26:48.388650 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:26:48.478640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.479762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-85f54a3c-ae12-482c-a53c-af8229468754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.482679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-85f54a3c-ae12-482c-a53c-af8229468754 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.0995297 Aug 11 02:26:48.489394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.500394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.508044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/networks/a35aae22-5e43-4aa3-9fcf-882f27b53021 HTTP/1.1" status: 204 len: 168 time: 2.8370073 Aug 11 02:26:48.525741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-96bef490-92d2-4614-9411-11af10c41562 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323682 Aug 11 02:26:48.526908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59466) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:48.536655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2135988270'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:48.543328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=db6bfab8-da4d-4383-814e-67cf0a9f1164,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:48.555707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d86a2-8626-4b75-884f-a839f444861c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Network': ['ID=a35aae22-5e43-4aa3-9fcf-882f27b53021,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:48.615637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:48.621419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.629287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.629501 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP cb8bdf74-e157-4a67-a791-900c195156af disassociated (deleted). External IP: 172.25.3.163, port: 762b8bc4-6218-4f93-8d40-983b90d93590. Aug 11 02:26:48.749784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:48.783497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.783852 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Added segment a4dcb0bf-6d56-4d14-bf13-0c4531296710 of type vlan for network d9bfcc85-4d1d-430d-ac83-d937ad5896da Aug 11 02:26:48.807975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-e9d22df3-f1a6-421c-bd48-238f5e0e98e5 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304740 Aug 11 02:26:48.902989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.988008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:48.994533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:48.995518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.000290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:49.077416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a361d730-58ad-4fc0-8b29-907d3b89f592 req-7dd120bc-9a96-44e8-853a-331cbc9b0aed service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370443 Aug 11 02:26:49.082231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5542090 Aug 11 02:26:49.085801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:49.096146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'subnet': {'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:49.185529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ad78-af66-4e82-aea0-703ae5a75308 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Network': ['ID=d9bfcc85-4d1d-430d-ac83-d937ad5896da,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:49.200022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:49.216412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.233267 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:49.238247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:49.285923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-17971868-f221-4bab-b6cf-60eb32888bf5 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/cb8bdf74-e157-4a67-a791-900c195156af HTTP/1.1" status: 204 len: 168 time: 2.5783069 Aug 11 02:26:49.290369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59532) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:49.300278 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:49.300278 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.351614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-10b2e9d3-c18b-462a-8f64-5b5f5c6eb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.365084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-10b2e9d3-c18b-462a-8f64-5b5f5c6eb6a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1095 time: 0.1812520 Aug 11 02:26:49.436135 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.442782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 762b8bc4-6218-4f93-8d40-983b90d93590 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:49.443864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.455373 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:49.456825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.490829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:49.494477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.525504 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:49.526976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963dc76-6c04-4e7a-bcfb-6570de747715 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:49.757024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a617-d62f-4230-92be-d7a23c024e60 req-f0a716f8-0f26-4a0e-a9e6-f4f494277a66 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.766724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1988a617-d62f-4230-92be-d7a23c024e60 req-f0a716f8-0f26-4a0e-a9e6-f4f494277a66 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 943 time: 0.3467374 Aug 11 02:26:49.775767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-3260ce1f-e4aa-4a08-80a2-68e4efbaee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:49.778980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-3260ce1f-e4aa-4a08-80a2-68e4efbaee0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.3988853 Aug 11 02:26:49.849256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-8dd2ef61-ed72-4d71-8727-4e8b802db29f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 217 time: 0.0574243 Aug 11 02:26:49.931078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1988a617-d62f-4230-92be-d7a23c024e60 req-cc5b9b0b-9581-4df4-b076-d540a736ff36 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592681 Aug 11 02:26:49.958317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:49.988693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 762b8bc4-6218-4f93-8d40-983b90d93590 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:50.067161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-00c6a05f-ea58-421d-ab50-663efd41fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.068710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-00c6a05f-ea58-421d-ab50-663efd41fdbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.2102866 Aug 11 02:26:50.165452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-8d42a7f4-89c4-4291-8447-e6c8ac5a23a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517993 Aug 11 02:26:50.201408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.250642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.282826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=762b8bc4-6218-4f93-8d40-983b90d93590,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.306497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59596) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.370850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Checking segment: {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:50.371224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network hostable DHCP agents. Network: d9bfcc85-4d1d-430d-ac83-d937ad5896da, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:50.375042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Subnet': ['ID=57bb4acb-4c8d-4dd4-af01-f6014d6fce3f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.399123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-f86f9c25-1ba0-4487-b49c-31c6da77ba28 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216208 Aug 11 02:26:50.404802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.412876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66985fff-8f58-4545-af18-a6709334a303 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/762b8bc4-6218-4f93-8d40-983b90d93590 HTTP/1.1" status: 204 len: 168 time: 1.1182585 Aug 11 02:26:50.412876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59606) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.417139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:50.429503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:50.479031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.490352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d9bfcc85-4d1d-430d-ac83-d937ad5896da) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:50.505491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc89ddd-4be4-4034-aa40-017ca0304876 None None] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:50.513380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.516994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.555432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9eae1b8c-9e3a-4a30-845d-b0171a9490d2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4681482 Aug 11 02:26:50.577210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f88772c4-1478-4e23-9669-f2c0fe6a8432 req-b11ef6bd-51b8-430e-a15e-f5ef292759ed service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569498 Aug 11 02:26:50.577867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59614) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.584172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd2fbea-5ca1-4cda-b121-15e588c63481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.606820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1271320360'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:50.716961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-d9bfcc85-4d1d-430d-ac83-d937ad5896da', 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'fixed_ips': [{'subnet_id': '57bb4acb-4c8d-4dd4-af01-f6014d6fce3f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:50.717849 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.746461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.747830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-3a4e7869-6173-4540-9069-bca4fc53dd83 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:50.750262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-3a4e7869-6173-4540-9069-bca4fc53dd83 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 813 time: 0.1385205 Aug 11 02:26:50.765233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd2fbea-5ca1-4cda-b121-15e588c63481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.779496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-4fefa27c-5c9a-42d8-9ef6-ca32ea89d17a tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/quotas/f9e968a08a3d40a39ade1f76640f2192 HTTP/1.1" status: 200 len: 375 time: 0.0176353 Aug 11 02:26:50.803137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcd2fbea-5ca1-4cda-b121-15e588c63481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.804298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:50.811115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.830003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-c6d96a68-b1cb-43a1-9739-5d2a08e9d507 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381024 Aug 11 02:26:50.858156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:26:50.864227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bcd2fbea-5ca1-4cda-b121-15e588c63481 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=066a782c4df541318e99a8f34df9d2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518014 Aug 11 02:26:50.868519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:50.880085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2fbea-5ca1-4cda-b121-15e588c63481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1141dfb-3775-434f-a1a6-58e5930ff1d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:50.926470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:50.927018 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Added segment 5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe of type vlan for network c5278525-0c1b-4654-991c-8e612bc344ef Aug 11 02:26:50.928723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Allocated IP 19.80.0.2 (d9bfcc85-4d1d-430d-ac83-d937ad5896da/57bb4acb-4c8d-4dd4-af01-f6014d6fce3f/818b1836-5183-4e2f-a4df-0cd684484869) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:50.966103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.79 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c7abbf69-52ca-4ff5-9025-3506cb8422d0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:50.992825 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.005873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.031923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-957aa21f-c762-4a86-90cf-8b5f1e709742 service neutron] 10.222.0.68 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755648 Aug 11 02:26:51.095398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.137175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.142982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.143597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.159222 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.171713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Transition to ACTIVE for port object 818b1836-5183-4e2f-a4df-0cd684484869 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:51.181770 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.199469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Transition to ACTIVE for port object 818b1836-5183-4e2f-a4df-0cd684484869 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:51.199766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.202460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.203577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1141dfb-3775-434f-a1a6-58e5930ff1d5 HTTP/1.1" status: 204 len: 168 time: 0.3337152 Aug 11 02:26:51.216485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.226315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad8ca4-a49f-492c-8bbd-b0e88fe6b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1141dfb-3775-434f-a1a6-58e5930ff1d5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.240692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59628) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:51.240897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6615753 Aug 11 02:26:51.247867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'subnet': {'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:51.254079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.275663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:51.281954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d6a4-827b-4b79-a5bd-91b9756e7ce7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Network': ['ID=c5278525-0c1b-4654-991c-8e612bc344ef,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.282937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:51.289605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:51.296502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a50626-8f20-4421-a96b-9e4582339877 req-b269ed01-ebe0-4f01-be02-280bcaa8a54e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:51.305278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0a50626-8f20-4421-a96b-9e4582339877 req-b269ed01-ebe0-4f01-be02-280bcaa8a54e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 943 time: 0.2513933 Aug 11 02:26:51.312255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-3ec28c2c-5b0e-4c21-befc-b29cb1635ea5 service neutron] 10.222.0.68 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708533 Aug 11 02:26:51.322070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c5278525-0c1b-4654-991c-8e612bc344ef details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:26:51.355361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:51.359167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Pushing event updated for resources: {'Port': ['ID=818b1836-5183-4e2f-a4df-0cd684484869,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.368420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:51.374948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:51.380187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0a50626-8f20-4421-a96b-9e4582339877 req-3fd49c68-2a5b-4613-9ca2-f55f07f7678d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Aug 11 02:26:51.418043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=c7abbf69-52ca-4ff5-9025-3506cb8422d0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.420659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Attempting to bind port 818b1836-5183-4e2f-a4df-0cd684484869 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:51.421378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Attempting to bind port 818b1836-5183-4e2f-a4df-0cd684484869 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:51.422578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Attempting to bind port 818b1836-5183-4e2f-a4df-0cd684484869 on network d9bfcc85-4d1d-430d-ac83-d937ad5896da {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:51.453823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:51.454692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Checking segment: {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:51.455597 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.456312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Bound using segment: {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:51.457585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Bound port: 818b1836-5183-4e2f-a4df-0cd684484869, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:51.458289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.466494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:51.470217 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.586590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] For port 818b1836-5183-4e2f-a4df-0cd684484869, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:51.604952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] For port 818b1836-5183-4e2f-a4df-0cd684484869, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=818b1836-5183-4e2f-a4df-0cd684484869,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:51.617173 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.704647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08279cff-c9f9-4124-8da6-85b9a78e164a req-45a82afd-1b7a-4b48-ba90-acf28fc51643 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 210 time: 0.0418618 Aug 11 02:26:51.710836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eef44-e1b2-4dd5-9159-8727dce0591f None None] Pushing event updated for resources: {'Port': ['ID=818b1836-5183-4e2f-a4df-0cd684484869,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:51.749671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.842085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:51.902518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59642) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:51.959371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e4a958a-1f8d-4626-b617-5ba06ca8e56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.049043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.148988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e4a958a-1f8d-4626-b617-5ba06ca8e56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.156569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e4a958a-1f8d-4626-b617-5ba06ca8e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.190872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.203255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.243940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e4a958a-1f8d-4626-b617-5ba06ca8e56b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55b8cf4f4dd34fc5974c0ed4e8aa8d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367174 Aug 11 02:26:52.243940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a958a-1f8d-4626-b617-5ba06ca8e56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca0f65-19b0-49f6-a98a-beb269bd5bb5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.246412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:52.288413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Subnet': ['ID=a6e634f1-dca5-4789-b269-45a0eccd22ef,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.352237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=c7abbf69-52ca-4ff5-9025-3506cb8422d0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.366806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Checking segment: {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:52.367086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network hostable DHCP agents. Network: c5278525-0c1b-4654-991c-8e612bc344ef, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:26:52.389900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.395840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.432102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.434293 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d3f756ae-662f-4015-81f2-09d516630dab tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0202188 Aug 11 02:26:52.438717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network c5278525-0c1b-4654-991c-8e612bc344ef is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:26:52.439236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59652) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:52.442780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.451747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'port': {'network_id': '22c4969e-4533-4afe-b34e-fbd6f4ce9e8d', 'name': 'tempest-FloatingIPTestJSON-1162923991'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:52.463500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c5278525-0c1b-4654-991c-8e612bc344ef) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:52.476584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38617532-d12b-43c9-9a07-4f0f16b63b55 None None] Network c5278525-0c1b-4654-991c-8e612bc344ef requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:52.478918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.480215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.547915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f37f6dd9-7d30-4f1e-8349-906f8ce8af98 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3049109 Aug 11 02:26:52.584441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.586345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:52.591763 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57ca0f65-19b0-49f6-a98a-beb269bd5bb5 HTTP/1.1" status: 204 len: 168 time: 0.3358271 Aug 11 02:26:52.632036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceebfd-2691-4ae8-8854-ef34553aa37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca0f65-19b0-49f6-a98a-beb269bd5bb5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:52.645371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f59d9986-3524-4257-be11-c2805fdcb96b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:26:52.827820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 818b1836-5183-4e2f-a4df-0cd684484869 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:52.848923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bede4a5-fffa-4a31-8f68-2dd5d4d7628e req-c6f265ed-3ef5-49a4-8560-45eb97a19f16 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:52.858080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bede4a5-fffa-4a31-8f68-2dd5d4d7628e req-c6f265ed-3ef5-49a4-8560-45eb97a19f16 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 943 time: 0.2048745 Aug 11 02:26:52.997381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1642345-df84-462b-a85d-d8f8fa0911f1 req-178063c6-dc3f-4552-a4be-8d3bb6e38558 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 210 time: 0.0976443 Aug 11 02:26:53.013173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bede4a5-fffa-4a31-8f68-2dd5d4d7628e req-c5deab27-ef83-46d2-8e34-7c7ddf91accc tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539149 Aug 11 02:26:53.067033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:53.080679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.093077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f59d9986-3524-4257-be11-c2805fdcb96b,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:53.161497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] device_id is not set on port 28025f85-2304-4278-837c-b234c0206f1b yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:26:53.172426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'f59d9986-3524-4257-be11-c2805fdcb96b', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'port_id': 'f59d9986-3524-4257-be11-c2805fdcb96b', 'mac_address': 'fa:16:3e:46:eb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87ab91f-a181-4912-9288-27a317831ede', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:26:53.179822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-30d3fc84-908f-48ec-bec0-05dfca10f92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.189380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 818b1836-5183-4e2f-a4df-0cd684484869 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:53.344608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.399505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59d9986-3524-4257-be11-c2805fdcb96b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:53.447126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c5278525-0c1b-4654-991c-8e612bc344ef', 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'fixed_ips': [{'subnet_id': 'a6e634f1-dca5-4789-b269-45a0eccd22ef'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:26:53.449248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.460392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5bf71-98c4-4524-813a-a36c2bc0329e None None] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:53.477392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f59d9986-3524-4257-be11-c2805fdcb96b,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:53.529590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.561062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.6 (22c4969e-4533-4afe-b34e-fbd6f4ce9e8d/629a63cb-4899-40a2-b50d-008113e50d31/28025f85-2304-4278-837c-b234c0206f1b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:53.596715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-33098917-06e6-4097-bd93-0e46a087019c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.598255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-33098917-06e6-4097-bd93-0e46a087019c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.67 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 813 time: 0.2719948 Aug 11 02:26:53.616365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Request body: {'port': {'device_id': 'baad6502-c282-44bc-b453-d9500e21185a', 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d', 'admin_state_up': True, 'tenant_id': 'f9e968a08a3d40a39ade1f76640f2192'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:53.643124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Provisioning for port 818b1836-5183-4e2f-a4df-0cd684484869 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:53.670788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Provisioning complete for port 818b1836-5183-4e2f-a4df-0cd684484869 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:53.671914 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:53.719483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-2d8abb3d-7f74-46f7-b351-dc9fd51f9da0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.732004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-2d8abb3d-7f74-46f7-b351-dc9fd51f9da0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:53.744275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-2d8abb3d-7f74-46f7-b351-dc9fd51f9da0 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/networks?id=d9bfcc85-4d1d-430d-ac83-d937ad5896da&id=c5278525-0c1b-4654-991c-8e612bc344ef HTTP/1.1" status: 200 len: 1392 time: 0.5582075 Aug 11 02:26:53.747497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:53.815762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-3ce4c39d-cdfe-4da5-b8d6-25bdef8bdb9a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/quotas/5de9ded75b204687a89266b78fbf839a HTTP/1.1" status: 200 len: 375 time: 0.0692382 Aug 11 02:26:53.827790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['f59d9986-3524-4257-be11-c2805fdcb96b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:26:54.090909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Allocated IP 19.86.0.2 (c5278525-0c1b-4654-991c-8e612bc344ef/a6e634f1-dca5-4789-b269-45a0eccd22ef/af50d1d6-5df5-475e-b261-e3695626d8f3) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:54.128097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.273793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] For port 818b1836-5183-4e2f-a4df-0cd684484869, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=818b1836-5183-4e2f-a4df-0cd684484869,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:54.295378 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.437096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-2de02c36-2457-4dd6-9322-85482e8e7dec tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6078622 Aug 11 02:26:54.494045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab91a4-64d2-4661-9a09-bcfae0b86c08 req-0f59960a-0677-4638-91d4-ecb4258dc826 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:54.505783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0ab91a4-64d2-4661-9a09-bcfae0b86c08 req-0f59960a-0677-4638-91d4-ecb4258dc826 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 944 time: 0.2564049 Aug 11 02:26:54.510047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50d2ca-a7b9-40e9-b837-edd5d4701e6d None None] Pushing event updated for resources: {'Port': ['ID=818b1836-5183-4e2f-a4df-0cd684484869,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:54.585061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.591902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Made reservation on behalf of f9e968a08a3d40a39ade1f76640f2192 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:54.597210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.628905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Transition to ACTIVE for port object af50d1d6-5df5-475e-b261-e3695626d8f3 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:54.638011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.653855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0ab91a4-64d2-4661-9a09-bcfae0b86c08 req-8e5b44c6-4957-40ab-9854-b2067544ae01 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469364 Aug 11 02:26:54.688537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Transition to ACTIVE for port object af50d1d6-5df5-475e-b261-e3695626d8f3 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:54.699568 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.755685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Network c5278525-0c1b-4654-991c-8e612bc344ef is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:54.762099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:54.771172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:54.776041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Pushing event updated for resources: {'Port': ['ID=af50d1d6-5df5-475e-b261-e3695626d8f3,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:54.788707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8fa30e2e-d818-4a08-822c-355fd0652968 None None] Provisioning complete for port 818b1836-5183-4e2f-a4df-0cd684484869 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:54.789101 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa30e2e-d818-4a08-822c-355fd0652968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.858832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c5869ed-fdda-4228-9256-f658dc6979cd req-c7305ecc-193b-424c-ab1e-7b3522a78673 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 210 time: 0.0606661 Aug 11 02:26:54.872388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Attempting to bind port af50d1d6-5df5-475e-b261-e3695626d8f3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:54.872799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Attempting to bind port af50d1d6-5df5-475e-b261-e3695626d8f3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:54.873031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Attempting to bind port af50d1d6-5df5-475e-b261-e3695626d8f3 on network c5278525-0c1b-4654-991c-8e612bc344ef {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:54.882623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:54.883014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Checking segment: {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:54.883429 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.883733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Bound using segment: {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:54.884157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Bound port: af50d1d6-5df5-475e-b261-e3695626d8f3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:54.884544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:54.889443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-88cd2b31-4033-49b5-8b16-6609e6bf424d service neutron] 10.222.0.68 "GET /v2.0/networks/d9bfcc85-4d1d-430d-ac83-d937ad5896da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509616 Aug 11 02:26:55.000551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.018147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] For port af50d1d6-5df5-475e-b261-e3695626d8f3, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:55.024752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] For port af50d1d6-5df5-475e-b261-e3695626d8f3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=af50d1d6-5df5-475e-b261-e3695626d8f3,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:55.036050 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.085844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Allocated IP 172.20.0.10 (63ee7c85-8f11-49ab-8de7-ce126065d04d/23c69971-71b5-476b-8c69-aca46d1ff1cb/eeeb99ac-d1e8-47a8-a201-cfc9854addff) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:26:55.089912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 22c4969e-4533-4afe-b34e-fbd6f4ce9e8d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:55.108886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:55.124531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:55.182625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=28025f85-2304-4278-837c-b234c0206f1b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:55.191345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126b3aa-6c5a-440d-92f8-499bcbf3aa9f None None] Pushing event updated for resources: {'Port': ['ID=af50d1d6-5df5-475e-b261-e3695626d8f3,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:55.196838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a48758f4-bc93-4d11-9bda-9c12f647cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.244952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.245643 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.249752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-aed92d6b-27f2-48be-9a2b-4ff34c6d246a service neutron] 10.222.0.68 "GET /v2.0/networks/d9bfcc85-4d1d-430d-ac83-d937ad5896da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593969 Aug 11 02:26:55.379662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c2581fdb-fe81-4a85-9879-c77d3af735b8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9390278 Aug 11 02:26:55.379951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59722) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:55.387531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': '28025f85-2304-4278-837c-b234c0206f1b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:55.400149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.455397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.473370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7d81bd9e-02de-43a9-b6c0-17e98c18e4b6 service neutron] 10.222.0.68 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084231 Aug 11 02:26:55.625882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.633845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-4d0f1098-c25d-40ff-bfe3-70ec9e571fa7 service neutron] 10.222.0.68 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502094 Aug 11 02:26:55.684580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.748207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Pushing event updated for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:55.762504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:26:55.764481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:26:55.771827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:26:55.890402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.890990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:55.936454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-9e2d0172-716c-44a1-9d19-ab53a780b32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3240497 Aug 11 02:26:55.952474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af130ea-acfa-4aff-a37e-192efb448dd2 req-4295970d-fb2f-4552-b8f6-f38faf406b68 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:55.961964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6af130ea-acfa-4aff-a37e-192efb448dd2 req-4295970d-fb2f-4552-b8f6-f38faf406b68 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 944 time: 0.1296225 Aug 11 02:26:55.975976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Request body: {'port': {'device_id': 'baad6502-c282-44bc-b453-d9500e21185a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:56.064032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69c26582-66c9-44ec-b260-e2e187acfe72 req-1b001016-060a-4a13-a43b-8a0969aa2414 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 210 time: 0.0921628 Aug 11 02:26:56.144599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6af130ea-acfa-4aff-a37e-192efb448dd2 req-16aeb129-edca-40fe-8e9c-d746cad25de6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799915 Aug 11 02:26:56.262225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.408283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.420460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1f4c-34be-427d-8377-2e64806da51f req-c6d79f96-c5e2-46f4-8c11-c2c9c8bada83 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:56.437165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a8e1f4c-34be-427d-8377-2e64806da51f req-c6d79f96-c5e2-46f4-8c11-c2c9c8bada83 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 932 time: 0.2264807 Aug 11 02:26:56.463139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.469796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.577882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f59d9986-3524-4257-be11-c2805fdcb96b up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:56.645586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a8e1f4c-34be-427d-8377-2e64806da51f req-757e9591-eb95-4688-a1aa-86c9380de4eb tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071676 Aug 11 02:26:56.670698 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 579baa70-f799-4924-81e2-7aba89e946db associated. External IP: 172.25.3.79, port: 28025f85-2304-4278-837c-b234c0206f1b. Aug 11 02:26:56.787333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port f59d9986-3524-4257-be11-c2805fdcb96b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:56.799864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port f59d9986-3524-4257-be11-c2805fdcb96b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:56.801634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:56.875985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device af50d1d6-5df5-475e-b261-e3695626d8f3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:56.887161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf44a6c-4eba-4ece-a9dc-616c38aa61cf None None] Network c5278525-0c1b-4654-991c-8e612bc344ef requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:26:57.061953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.106971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9c0e2c02-708c-4b74-9b49-38a6ab6c8e33 None None] Provisioning for port af50d1d6-5df5-475e-b261-e3695626d8f3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:57.110399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:57.149648 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.279806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port af50d1d6-5df5-475e-b261-e3695626d8f3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:26:57.288713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeeb99ac-d1e8-47a8-a201-cfc9854addff {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:26:57.305929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.319923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:57.322697 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2511c-d39c-42fb-9622-7cd3431537a6" -d '{"events": [{"server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:57.370250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:57.370539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port af50d1d6-5df5-475e-b261-e3695626d8f3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:57.371010 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.383500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.393374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Transition to ACTIVE for port object eeeb99ac-d1e8-47a8-a201-cfc9854addff will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:26:57.413987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f59d9986-3524-4257-be11-c2805fdcb96b,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:57.422751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:57.432552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.436660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d672f837-8488-46f7-bc73-d60dad59bb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.445298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c71e739c-cf54-41cf-823b-84ca5089f9ed tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/579baa70-f799-4924-81e2-7aba89e946db HTTP/1.1" status: 200 len: 977 time: 2.0610549 Aug 11 02:26:57.445696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59778) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.461265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.485446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:57.486356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.542202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adec85dd-69e7-4292-ba47-cad882ebe3cb req-30dafdea-29b6-4b63-8e13-a2f81b4a606a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 210 time: 0.2107286 Aug 11 02:26:57.546901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.558908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Pushing event updated for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:57.594658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:57.595841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.602211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:57.652567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 28025f85-2304-4278-837c-b234c0206f1b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:26:57.653426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.737379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d672f837-8488-46f7-bc73-d60dad59bb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.774188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d672f837-8488-46f7-bc73-d60dad59bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.774631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:57.775887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ef1ed-81ed-4632-954d-ebbc08562832 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:57.791074 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605fa142-7125-471e-bdbc-934c3041cb53 x-openstack-request-id: req-605fa142-7125-471e-bdbc-934c3041cb53 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:57.795630 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:57.798388 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-605fa142-7125-471e-bdbc-934c3041cb53 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:57.799156 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b', 'code': 200} Aug 11 02:26:57.802576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.831892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5664f-9bdc-4246-b452-6dac68c2c901 req-ba82dfcd-b056-45b5-8de5-a228554b816e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:57.839608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6c5664f-9bdc-4246-b452-6dac68c2c901 req-ba82dfcd-b056-45b5-8de5-a228554b816e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 944 time: 0.5024393 Aug 11 02:26:57.913224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d672f837-8488-46f7-bc73-d60dad59bb62 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68a0406bd015450faee5381f48033e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8496363 Aug 11 02:26:57.929555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port af50d1d6-5df5-475e-b261-e3695626d8f3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=af50d1d6-5df5-475e-b261-e3695626d8f3,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:26:57.936019 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:57.938027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 818b1836-5183-4e2f-a4df-0cd684484869 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:57.960257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59782) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:57.961277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672f837-8488-46f7-bc73-d60dad59bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6058ef9-c3db-4ca5-9235-c3d7081870f7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.058625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.089409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.117260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6c5664f-9bdc-4246-b452-6dac68c2c901 req-be7a56a0-6b29-4344-bbf3-f627073c70fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390337 Aug 11 02:26:58.158163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c128a2f7-9b27-44a1-9604-88f533f872ff None None] Provisioning complete for port af50d1d6-5df5-475e-b261-e3695626d8f3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:58.158738 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c128a2f7-9b27-44a1-9604-88f533f872ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.288992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=af50d1d6-5df5-475e-b261-e3695626d8f3,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.312464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.324900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 818b1836-5183-4e2f-a4df-0cd684484869 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:58.325481 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.376079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.376881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.377440 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 579baa70-f799-4924-81e2-7aba89e946db disassociated. External IP: 172.25.3.79, port: 28025f85-2304-4278-837c-b234c0206f1b. Aug 11 02:26:58.378044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 28025f85-2304-4278-837c-b234c0206f1b owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:26:58.389413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Attempting to bind port eeeb99ac-d1e8-47a8-a201-cfc9854addff on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:26:58.390121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Attempting to bind port eeeb99ac-d1e8-47a8-a201-cfc9854addff by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:26:58.390296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Attempting to bind port eeeb99ac-d1e8-47a8-a201-cfc9854addff on network 63ee7c85-8f11-49ab-8de7-ce126065d04d {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:58.400858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5f63a-c836-478e-befb-576e18cab4cf req-d5cb097e-c3f4-4a74-b16c-032d520af6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.403199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df5f63a-c836-478e-befb-576e18cab4cf req-d5cb097e-c3f4-4a74-b16c-032d520af6a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1097 time: 0.2963502 Aug 11 02:26:58.445041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.446958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Port eeeb99ac-d1e8-47a8-a201-cfc9854addff on network 63ee7c85-8f11-49ab-8de7-ce126065d04d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:26:58.447282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Attempting to bind port eeeb99ac-d1e8-47a8-a201-cfc9854addff on network 63ee7c85-8f11-49ab-8de7-ce126065d04d {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:26:58.497230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cf17-394c-4ba1-8887-04b7a9e50ac5 req-77ee4e5e-6c30-4c35-a2aa-2b725626b563 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.498778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f53cf17-394c-4ba1-8887-04b7a9e50ac5 req-77ee4e5e-6c30-4c35-a2aa-2b725626b563 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 944 time: 0.2250309 Aug 11 02:26:58.499620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:26:58.499958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Checking segment: {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:26:58.500343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Bound using segment: {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:26:58.500811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Bound port: eeeb99ac-d1e8-47a8-a201-cfc9854addff, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:26:58.501170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.524354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df5f63a-c836-478e-befb-576e18cab4cf req-c92c1570-a012-4797-b6d9-0ae4aef75791 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087351 Aug 11 02:26:58.609744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f53cf17-394c-4ba1-8887-04b7a9e50ac5 req-aca61578-1c1f-48fc-9a5c-36ec3a776698 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894418 Aug 11 02:26:58.632964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.669844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.669844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.674975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=28025f85-2304-4278-837c-b234c0206f1b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.684446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6058ef9-c3db-4ca5-9235-c3d7081870f7 HTTP/1.1" status: 204 len: 168 time: 0.7013001 Aug 11 02:26:58.734898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904919c4-db1b-4199-a60d-9de3c0b52040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6058ef9-c3db-4ca5-9235-c3d7081870f7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:58.762604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:26:58.775918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:26:58.777551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-ce624824-2b93-4c1c-ac1f-a47e796eadbc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.784950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-ce624824-2b93-4c1c-ac1f-a47e796eadbc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.786920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-ce624824-2b93-4c1c-ac1f-a47e796eadbc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "GET /v2.0/networks?id=d9bfcc85-4d1d-430d-ac83-d937ad5896da&id=c5278525-0c1b-4654-991c-8e612bc344ef HTTP/1.1" status: 200 len: 1392 time: 0.2499697 Aug 11 02:26:58.791418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.804087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'port': {'device_id': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da', 'admin_state_up': True, 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:26:58.808077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device af50d1d6-5df5-475e-b261-e3695626d8f3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:26:58.930774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a413c12b-03e4-46b6-9e61-763ea9b0c15e req-586d4023-b89a-449e-a6c0-1d063eb649bc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 210 time: 0.1084402 Aug 11 02:26:58.933756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:58.934981 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.940681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port af50d1d6-5df5-475e-b261-e3695626d8f3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:26:58.941051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:58.947536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] 10.222.0.67 "PUT /v2.0/ports/eeeb99ac-d1e8-47a8-a201-cfc9854addff HTTP/1.1" status: 200 len: 1093 time: 2.9720020 Aug 11 02:26:58.953575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:26:58.958846 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0df1d3b-34da-43a2-a8d5-c3469d06990e" -d '{"events": [{"name": "network-changed", "server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:26:59.108186 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bebd267-f66b-4e22-9f99-ff5dbfb760eb x-openstack-request-id: req-3bebd267-f66b-4e22-9f99-ff5dbfb760eb {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:26:59.108958 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:26:59.109467 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3bebd267-f66b-4e22-9f99-ff5dbfb760eb {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:26:59.110277 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff', 'status': 'completed', 'code': 200} Aug 11 02:26:59.111277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b4b4-66bf-46f4-a593-50614652535e service neutron] Pushing event updated for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:59.146613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-b792a071-1446-4208-a583-15e8b68266b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.148238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-b792a071-1446-4208-a583-15e8b68266b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 1096 time: 0.0887237 Aug 11 02:26:59.211947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-adebf6c8-b96e-47e7-865c-7047f4313983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff HTTP/1.1" status: 200 len: 217 time: 0.0545282 Aug 11 02:26:59.348066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde81341-4abf-421e-a699-83c3c63395db req-40cc4504-8ae9-4d94-aee2-3cc03e82c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.350430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-40cc4504-8ae9-4d94-aee2-3cc03e82c0a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23c69971-71b5-476b-8c69-aca46d1ff1cb HTTP/1.1" status: 200 len: 853 time: 0.1309652 Aug 11 02:26:59.367896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60f9d-51d9-497d-a267-364bdd11436a req-974069a7-b663-4506-b353-82ee1c0ad246 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.369496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c60f9d-51d9-497d-a267-364bdd11436a req-974069a7-b663-4506-b353-82ee1c0ad246 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1031876 Aug 11 02:26:59.370570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59798) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.416938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-0a5513c2-0c82-49d8-9b4c-4ffb3b6c1f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ee7c85-8f11-49ab-8de7-ce126065d04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453825 Aug 11 02:26:59.423460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6031f662-bb4a-4b0b-9d4e-5b50c3da7726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.496075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:26:59.507243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9c60f9d-51d9-497d-a267-364bdd11436a req-1a3217b2-2c28-4097-aa11-1f4133c125c3 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192575 Aug 11 02:26:59.580748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-eca217ff-9b5b-46cf-9bc2-45ec6526917d service neutron] 10.222.0.67 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463494 Aug 11 02:26:59.670222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:26:59.691891 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:26:59.707662 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:59.709872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:59.719210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6031f662-bb4a-4b0b-9d4e-5b50c3da7726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.731826 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6031f662-bb4a-4b0b-9d4e-5b50c3da7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.756241 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:59.766564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:26:59.767289 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:59.779788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde81341-4abf-421e-a699-83c3c63395db req-b49d891f-b08e-409b-9a1d-e7208393adb8 service neutron] 10.222.0.67 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855955 Aug 11 02:26:59.781311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:26:59.786252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.806291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:26:59.812152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e8a3bb2-3ef6-46ec-a1f4-218a1bd0f92b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/28025f85-2304-4278-837c-b234c0206f1b HTTP/1.1" status: 204 len: 168 time: 2.3637156 Aug 11 02:26:59.812411 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:26:59.812866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.813657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db9e2c-81c2-4ab7-ba51-ae39a9a89e3c None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:26:59.830088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6031f662-bb4a-4b0b-9d4e-5b50c3da7726 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=947a2577508a4f218c13253b1040f3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504173 Aug 11 02:26:59.830851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031f662-bb4a-4b0b-9d4e-5b50c3da7726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ac0548-f82d-44fc-9d93-46113fc4ba47,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:26:59.834317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59804) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.889914 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3121b7b8-5ed1-4bd5-b8ea-c7e8598c2ede tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/floatingips/579baa70-f799-4924-81e2-7aba89e946db HTTP/1.1" status: 200 len: 687 time: 0.0672204 Aug 11 02:26:59.894743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:26:59.910324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6124e3-5045-4664-a9fc-cf13f132e685 req-4cf5bc66-5469-4169-b6e1-6fd67632af56 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.911914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b6124e3-5045-4664-a9fc-cf13f132e685 req-4cf5bc66-5469-4169-b6e1-6fd67632af56 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 944 time: 0.1605287 Aug 11 02:26:59.969407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-364ade72-f25d-4733-ac08-802d6fd6d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:26:59.970952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-364ade72-f25d-4733-ac08-802d6fd6d9c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 1096 time: 0.1125472 Aug 11 02:26:59.986784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b6124e3-5045-4664-a9fc-cf13f132e685 req-f3477b0d-b580-40b3-b094-a5e3ca64a32d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627100 Aug 11 02:27:00.034018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.075878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.131697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdc0c8fd-4d6f-489b-b22c-b0983734b6b0 req-54bc5542-e39d-4af3-9130-0e44be01a999 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 210 time: 0.0446625 Aug 11 02:27:00.173730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port c7abbf69-52ca-4ff5-9025-3506cb8422d0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:00.173948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.189058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-2dd37483-9e33-4f0d-a42e-2f0a7b4f86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.190689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-2dd37483-9e33-4f0d-a42e-2f0a7b4f86df service neutron] 10.222.0.67 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 914 time: 0.2077799 Aug 11 02:27:00.258662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Allocated IP 19.80.0.90 (d9bfcc85-4d1d-430d-ac83-d937ad5896da/57bb4acb-4c8d-4dd4-af01-f6014d6fce3f/fdd4451f-0d51-4fdb-ba03-ed1bbef395ee) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:00.265485 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.268157 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.269588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2ac0548-f82d-44fc-9d93-46113fc4ba47 HTTP/1.1" status: 204 len: 168 time: 0.4337900 Aug 11 02:27:00.274214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-8f2aa30b-c4a4-4ff6-963d-a6e5b762dd29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff HTTP/1.1" status: 200 len: 217 time: 0.0737865 Aug 11 02:27:00.282311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd30f7-06c4-458c-ab30-94be7494ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ac0548-f82d-44fc-9d93-46113fc4ba47,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.311272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.311856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.341026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for c7abbf69-52ca-4ff5-9025-3506cb8422d0 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:00.352413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-7b766126-4b24-435d-9656-fddab19d3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.355833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-7b766126-4b24-435d-9656-fddab19d3d4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23c69971-71b5-476b-8c69-aca46d1ff1cb HTTP/1.1" status: 200 len: 853 time: 0.0713694 Aug 11 02:27:00.392889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-fe808827-1148-4634-9fb3-d8959880579f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=63ee7c85-8f11-49ab-8de7-ce126065d04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292780 Aug 11 02:27:00.508146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-017e575d-90b3-499e-bf27-fe8da12f6a05 service neutron] 10.222.0.67 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036575 Aug 11 02:27:00.545614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.568268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Transition to ACTIVE for port object fdd4451f-0d51-4fdb-ba03-ed1bbef395ee will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:00.639269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.676778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.695492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=c7abbf69-52ca-4ff5-9025-3506cb8422d0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.752569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0df1d3b-34da-43a2-a8d5-c3469d06990e req-e5738fd2-ae58-463a-b57a-e5fadcb861d8 service neutron] 10.222.0.67 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368536 Aug 11 02:27:00.755800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:00.788876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab33aa-7a97-4679-96fc-8be10edaacee req-723ef6ec-82d9-4550-a303-3a195799917e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.796517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3aab33aa-7a97-4679-96fc-8be10edaacee req-723ef6ec-82d9-4550-a303-3a195799917e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1381569 Aug 11 02:27:00.806339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:00.809570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:00.864992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:00.879793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.882919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.886761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3aab33aa-7a97-4679-96fc-8be10edaacee req-ab79b7d2-9198-4926-9db0-26bcf9bf5328 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877359 Aug 11 02:27:00.889070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59828) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:00.889599 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf9a7a61-6762-4f43-a196-ba197986b285 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/579baa70-f799-4924-81e2-7aba89e946db HTTP/1.1" status: 204 len: 168 time: 0.9914062 Aug 11 02:27:00.908869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '3ecad50d-b109-4aae-8413-37d011eac510'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:00.921366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:00.922502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.969381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:00.978684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-7b68cb2f-f826-448f-b675-88e8a8e7bab2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1794972 Aug 11 02:27:00.997264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Request body: {'port': {'device_id': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef', 'admin_state_up': True, 'tenant_id': '5de9ded75b204687a89266b78fbf839a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:01.172374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.280743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414d2b-baba-4cb7-b530-bdee0d552882 req-9e01eddc-a372-4291-9c51-1c0d0839ae00 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:01.282682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6414d2b-baba-4cb7-b530-bdee0d552882 req-9e01eddc-a372-4291-9c51-1c0d0839ae00 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 944 time: 0.1297624 Aug 11 02:27:01.330371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Made reservation on behalf of 5de9ded75b204687a89266b78fbf839a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:01.340936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.345797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5dbaca5c-6d4c-4e99-994a-419f99aadf01 None None] Provisioning for port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:01.356302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5dbaca5c-6d4c-4e99-994a-419f99aadf01 None None] Provisioning complete for port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:01.356902 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5dbaca5c-6d4c-4e99-994a-419f99aadf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.442338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5dbaca5c-6d4c-4e99-994a-419f99aadf01 None None] Port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:01.466420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6414d2b-baba-4cb7-b530-bdee0d552882 req-4830d27c-93ea-40b6-946d-41624c6e6ca8 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681955 Aug 11 02:27:01.468102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.185 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/cf48f50d-2376-4623-bff7-4a60974ea347) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:01.487271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-f2542d6e-f900-49a2-8a7e-8eb116078a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:01.489276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-f2542d6e-f900-49a2-8a7e-8eb116078a8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1097 time: 0.1268094 Aug 11 02:27:01.630059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Allocated IP 19.86.0.248 (c5278525-0c1b-4654-991c-8e612bc344ef/a6e634f1-dca5-4789-b269-45a0eccd22ef/e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:01.702950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-dbc682f2-84a8-416a-bcba-a1e72f75ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:01.704666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-dbc682f2-84a8-416a-bcba-a1e72f75ca6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.2074125 Aug 11 02:27:01.930026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:01.950890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Transition to ACTIVE for port object e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:01.999826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.070416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Network c5278525-0c1b-4654-991c-8e612bc344ef is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:02.080481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:02.088816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:02.156443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event updated for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.187044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.193717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-04e10c23-83e4-4fa9-b127-672f4dd61bf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 217 time: 0.1017847 Aug 11 02:27:02.212923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.214849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.240869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-eefbb17d-8d78-4ac2-a63f-ca291abe9ef7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2537754 Aug 11 02:27:02.254944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3b60f-18b1-4331-82b8-93da9d3a058f req-7ea77121-74ed-450b-ba3c-573c733c6f87 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.256585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47c3b60f-18b1-4331-82b8-93da9d3a058f req-7ea77121-74ed-450b-ba3c-573c733c6f87 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.5622146 Aug 11 02:27:02.274170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Request body: {'port': {'device_id': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:02.275213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da175686-b80e-4272-9980-48356251675a req-de428cb4-e639-4130-946f-866ae0656497 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.286591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da175686-b80e-4272-9980-48356251675a req-de428cb4-e639-4130-946f-866ae0656497 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.289316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da175686-b80e-4272-9980-48356251675a req-de428cb4-e639-4130-946f-866ae0656497 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1654 time: 0.7635100 Aug 11 02:27:02.383318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-519a2f5b-4e74-4b6a-b1cb-624a063cc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.385014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-519a2f5b-4e74-4b6a-b1cb-624a063cc316 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.1789272 Aug 11 02:27:02.409581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.422049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da175686-b80e-4272-9980-48356251675a req-7f3a9692-e1a8-401e-afd7-b0d9ca3474ab tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128693 Aug 11 02:27:02.469404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-4b953ea6-0fbe-418b-95c9-f7b46ec07f6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757072 Aug 11 02:27:02.490894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-972633c0-ce20-4d95-993f-a7c19b066be7 None None] Provisioning for port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:02.492845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.499327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-972633c0-ce20-4d95-993f-a7c19b066be7 None None] Provisioning complete for port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:02.500076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-972633c0-ce20-4d95-993f-a7c19b066be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.591157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-972633c0-ce20-4d95-993f-a7c19b066be7 None None] Port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:02.616909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:02.621679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:02.629641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:02.698295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=cf48f50d-2376-4623-bff7-4a60974ea347,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:02.807497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-07d59ba1-24fd-4fac-b56e-9d428bf54a40 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307083 Aug 11 02:27:02.815252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47c3b60f-18b1-4331-82b8-93da9d3a058f req-5b1b35e2-181d-4025-a599-cb8e34338929 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213189 Aug 11 02:27:02.863449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd4451f-0d51-4fdb-ba03-ed1bbef395ee {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:02.874994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.892452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Transition to ACTIVE for port object fdd4451f-0d51-4fdb-ba03-ed1bbef395ee will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:02.900425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:02.904068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3df8-2f8a-4543-9802-f6bcb30ef2b1 req-06b6ec79-f9cf-4b07-a17b-52ea451b8d74 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:02.906008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cec3df8-2f8a-4543-9802-f6bcb30ef2b1 req-06b6ec79-f9cf-4b07-a17b-52ea451b8d74 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 944 time: 0.2222631 Aug 11 02:27:03.040896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.054575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cec3df8-2f8a-4543-9802-f6bcb30ef2b1 req-afa1da50-8ba8-40a7-8158-7d897a2174ad tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379919 Aug 11 02:27:03.080199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1310baf-9b56-4a63-9b81-9fb8aa9e106c req-4f33bc8d-c183-4935-9c70-8c4c3c065b49 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607949 Aug 11 02:27:03.202473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Attempting to bind port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:03.203011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Attempting to bind port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:03.203551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Attempting to bind port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee on network d9bfcc85-4d1d-430d-ac83-d937ad5896da {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:03.212403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee on network d9bfcc85-4d1d-430d-ac83-d937ad5896da not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:03.212959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Attempting to bind port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee on network d9bfcc85-4d1d-430d-ac83-d937ad5896da {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:03.223775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:03.224270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Checking segment: {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:03.224921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Bound using segment: {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:03.225692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Bound port: fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dcb0bf-6d56-4d14-bf13-0c4531296710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:03.226452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.356396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:03.360092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:03.366261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.410636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.411483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.412775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/fdd4451f-0d51-4fdb-ba03-ed1bbef395ee HTTP/1.1" status: 200 len: 1092 time: 1.1614408 Aug 11 02:27:03.413256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:03.415896 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148d7cd-ebf2-4c77-b9cd-698ef5499921" -d '{"events": [{"name": "network-changed", "server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:03.445374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082e4f-8daf-4f90-9bf9-04db807452d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:03.485609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.503732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Request body: {'port': {'device_id': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:03.562069 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f37805-f980-4db9-9307-430f4af8c4cc x-openstack-request-id: req-20f37805-f980-4db9-9307-430f4af8c4cc {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:03.563114 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:03.564606 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20f37805-f980-4db9-9307-430f4af8c4cc {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:03.565555 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee', 'status': 'completed', 'code': 200} Aug 11 02:27:03.651452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.669202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:03.738112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b445e0c-a496-45cb-a3a7-b0e027486ff5 req-14c21399-755d-4eff-9e4b-1d9903f43d1a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.751063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b445e0c-a496-45cb-a3a7-b0e027486ff5 req-14c21399-755d-4eff-9e4b-1d9903f43d1a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.765304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b445e0c-a496-45cb-a3a7-b0e027486ff5 req-14c21399-755d-4eff-9e4b-1d9903f43d1a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1666 time: 0.2373128 Aug 11 02:27:03.820057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-dff78b39-5094-4a9d-8e99-d3a202737f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.820906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-dff78b39-5094-4a9d-8e99-d3a202737f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:03.835834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-dff78b39-5094-4a9d-8e99-d3a202737f14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1914 time: 0.2565913 Aug 11 02:27:03.903845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eeeb99ac-d1e8-47a8-a201-cfc9854addff details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:04.080710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:04.099057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff', 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d', 'port_id': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff', 'mac_address': 'fa:16:3e:8e:9f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c69971-71b5-476b-8c69-aca46d1ff1cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:04.115813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b445e0c-a496-45cb-a3a7-b0e027486ff5 req-de3c7df5-f07a-440a-a6c7-577f082afcc1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488762 Aug 11 02:27:04.142202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:04.151681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.167028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Transition to ACTIVE for port object e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:04.174894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.193738 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.223395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.224649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.240661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.251549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeeb99ac-d1e8-47a8-a201-cfc9854addff {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:04.330695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:04.343852 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.359084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d784f18-86cc-49f1-9982-63de690c9ae7 req-241160ec-bacc-44d0-a320-301190aa6b6e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.370923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d784f18-86cc-49f1-9982-63de690c9ae7 req-241160ec-bacc-44d0-a320-301190aa6b6e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.4010482 Aug 11 02:27:04.457632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=cf48f50d-2376-4623-bff7-4a60974ea347,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.464968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-d96e9bc8-6732-4ef0-a9e5-dfbdbe37cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.465593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-d96e9bc8-6732-4ef0-a9e5-dfbdbe37cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.466160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-d96e9bc8-6732-4ef0-a9e5-dfbdbe37cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.467884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-d96e9bc8-6732-4ef0-a9e5-dfbdbe37cccc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5de9ded75b204687a89266b78fbf839a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6209743 Aug 11 02:27:04.473374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.497526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Attempting to bind port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:04.505140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Attempting to bind port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:04.505710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Attempting to bind port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 on network c5278525-0c1b-4654-991c-8e612bc344ef {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:04.516098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 on network c5278525-0c1b-4654-991c-8e612bc344ef not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:04.517018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Attempting to bind port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 on network c5278525-0c1b-4654-991c-8e612bc344ef {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:04.532191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:04.532993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Checking segment: {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:04.533629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Bound using segment: {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:04.534958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Bound port: e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:04.535654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.701367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:04.706947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:04.710487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d784f18-86cc-49f1-9982-63de690c9ae7 req-7a375a8f-c0bf-437f-a904-d67105f90855 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380539 Aug 11 02:27:04.720149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.743040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59912) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:04.835926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.845164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:04.857512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.867189 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:04.871049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-c8228936-eb83-4f65-ad69-da0528aa4bd6 service neutron] 10.222.0.61 "PUT /v2.0/ports/e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 HTTP/1.1" status: 200 len: 1093 time: 1.3725901 Aug 11 02:27:04.926162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['eeeb99ac-d1e8-47a8-a201-cfc9854addff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:04.932578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485b7b7-7e41-4944-8b5a-5735f1e4c36b req-0dcbe1fc-7c61-4502-9066-4fc349d62159 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:04.935370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c485b7b7-7e41-4944-8b5a-5735f1e4c36b req-0dcbe1fc-7c61-4502-9066-4fc349d62159 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 945 time: 0.4125817 Aug 11 02:27:04.999295 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 46b423c8-fede-42fc-96a5-c875d1dd85af associated. External IP: 172.25.3.185, port: 3ecad50d-b109-4aae-8413-37d011eac510. Aug 11 02:27:05.104574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8328ab4e-2efe-429a-a56b-a8aaf2ea57a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:05.107203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-03089ab5-8140-42fa-a1e1-6298c21e4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.109937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2148d7cd-ebf2-4c77-b9cd-698ef5499921 req-03089ab5-8140-42fa-a1e1-6298c21e4bdc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5860372 Aug 11 02:27:05.126421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c485b7b7-7e41-4944-8b5a-5735f1e4c36b req-a6e5bffb-58b8-4e24-9133-9e66ce23a49f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820812 Aug 11 02:27:05.172715 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:27:05.363543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-8e254ddc-42f8-462e-899f-97206bb6a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.364040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-8e254ddc-42f8-462e-899f-97206bb6a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.365679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-8e254ddc-42f8-462e-899f-97206bb6a832 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1982 time: 0.1374071 Aug 11 02:27:05.569445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:05.572660 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:05.635119 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76b541-ed40-4fb0-ab8c-c002df252ae9 x-openstack-request-id: req-db76b541-ed40-4fb0-ab8c-c002df252ae9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:05.635585 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:05.635956 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db76b541-ed40-4fb0-ab8c-c002df252ae9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:05.636501 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'status': 'completed', 'code': 200} Aug 11 02:27:05.848774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00efe2-4681-41b6-a78c-954f355bbe05 req-9d244eec-1706-4f8d-9513-8d1b10f076e2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.854907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00efe2-4681-41b6-a78c-954f355bbe05 req-9d244eec-1706-4f8d-9513-8d1b10f076e2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:05.856614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f00efe2-4681-41b6-a78c-954f355bbe05 req-9d244eec-1706-4f8d-9513-8d1b10f076e2 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1678 time: 0.5879622 Aug 11 02:27:05.866122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-6e99e082-679a-4c83-bd71-d9cd490df842 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee HTTP/1.1" status: 200 len: 217 time: 0.1136744 Aug 11 02:27:06.064597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-b8a0adf5-b23b-484d-9c83-3c7f887818a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3090458 Aug 11 02:27:06.069871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8328ab4e-2efe-429a-a56b-a8aaf2ea57a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.081309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-3072a368-d375-4f17-bdfc-2c18d9ab1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.083110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-3072a368-d375-4f17-bdfc-2c18d9ab1da6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=57bb4acb-4c8d-4dd4-af01-f6014d6fce3f HTTP/1.1" status: 200 len: 801 time: 0.2010317 Aug 11 02:27:06.083813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8328ab4e-2efe-429a-a56b-a8aaf2ea57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.089718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f00efe2-4681-41b6-a78c-954f355bbe05 req-81d1c4e8-58b9-4777-bc56-34311df64ab8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118409 Aug 11 02:27:06.127863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:06.136774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eae7b-1a7c-48de-bdff-d2fea54733f9 req-49f7d2c3-3a01-40e8-8987-2e14a5703bf8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.138436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56eae7b-1a7c-48de-bdff-d2fea54733f9 req-49f7d2c3-3a01-40e8-8987-2e14a5703bf8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.3004768 Aug 11 02:27:06.235080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8328ab4e-2efe-429a-a56b-a8aaf2ea57a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=33aeb19a0c2b484fa1476c124940017c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4829662 Aug 11 02:27:06.236993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.237569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328ab4e-2efe-429a-a56b-a8aaf2ea57a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c4c15-cedb-4c71-8160-010e69d92695,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.322350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56eae7b-1a7c-48de-bdff-d2fea54733f9 req-e20fb552-49f3-429a-aa59-50f7d997cc10 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443017 Aug 11 02:27:06.336877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.340947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-2e112c36-2b3a-4f2b-b65b-fe3ec72b89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.342544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-2e112c36-2b3a-4f2b-b65b-fe3ec72b89d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20b65cd9dc014e158eea6bea192108ed&device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 1098 time: 0.2518229 Aug 11 02:27:06.345982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-cecf6415-62ca-4aa9-b55a-081f66be80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.347533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-cecf6415-62ca-4aa9-b55a-081f66be80b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9bfcc85-4d1d-430d-ac83-d937ad5896da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555642 Aug 11 02:27:06.381482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.493279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.500931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.503059 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/400c4c15-cedb-4c71-8160-010e69d92695 HTTP/1.1" status: 204 len: 168 time: 0.2651310 Aug 11 02:27:06.517453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b0f5-bad0-496e-a610-954873bb6814 req-c3e6f77f-6cf8-47b0-b727-189a7cf7cb94 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.518084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02612f-3880-49d2-be8d-e375725d42d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c4c15-cedb-4c71-8160-010e69d92695,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:06.519936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c90b0f5-bad0-496e-a610-954873bb6814 req-c3e6f77f-6cf8-47b0-b727-189a7cf7cb94 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 945 time: 0.2527535 Aug 11 02:27:06.615349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:06.628870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:06.649041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:06.650887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.679198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-aca8d61f-d0c5-401a-a00f-1f4f52878fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.680810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-aca8d61f-d0c5-401a-a00f-1f4f52878fd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 200 len: 911 time: 0.3027008 Aug 11 02:27:06.684546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c90b0f5-bad0-496e-a610-954873bb6814 req-75cf3672-2e0f-4b28-ba64-f4fa0a0a99b0 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370180 Aug 11 02:27:06.687078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-4fca22c9-9f20-401a-8e5f-80fc21668d0b service neutron] 10.222.0.61 "GET /v2.0/networks/d9bfcc85-4d1d-430d-ac83-d937ad5896da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266199 Aug 11 02:27:06.688684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.725475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.736516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:06.737350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.783884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:06.784568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118e157-cda4-4eb4-b6b0-5ae975e106b8 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:06.816929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61b5e48c-bc83-42ff-8caa-0b00ce697189 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9254375 Aug 11 02:27:06.819919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.827203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1340674554'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:06.840354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-dea5245d-07a9-4775-8dba-be77fdd7c18f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 200 len: 1002 time: 0.1483216 Aug 11 02:27:06.859398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:06.863245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.891660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:06.910045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.911060 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Added segment 4c73cde7-2d23-41e4-86c6-df558a1940ee of type vlan for network 229cc3cf-3199-4e2c-84ff-86b4f4731343 Aug 11 02:27:06.914769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-6f095e68-0516-4a96-95a3-3e2364c625b2 service neutron] 10.222.0.61 "GET /v2.0/networks/d9bfcc85-4d1d-430d-ac83-d937ad5896da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150040 Aug 11 02:27:06.923145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-7a361b3e-550a-4a38-a012-ec9ecabffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:06.925866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-7a361b3e-550a-4a38-a012-ec9ecabffc81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 200 len: 849 time: 0.0755668 Aug 11 02:27:06.936783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59940) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:06.957492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:06.996040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.002103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.002749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.053460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-d3f4ac15-ff01-44e4-932f-6baed1356acc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 HTTP/1.1" status: 200 len: 217 time: 0.1259556 Aug 11 02:27:07.059521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8c57763b-4fbf-42eb-8e18-59d070a71d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.076157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2506588 Aug 11 02:27:07.076515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.081454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'subnet': {'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:07.145368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57288ae-1b94-49c8-a050-0500e88a5981 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Network': ['ID=229cc3cf-3199-4e2c-84ff-86b4f4731343,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.162129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:07.241440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-0e8c6c57-2425-4b10-a0ca-401bfd9cbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.244509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-0e8c6c57-2425-4b10-a0ca-401bfd9cbfa2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d82ec076-aec0-4484-a3de-6109f72187f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3059516 Aug 11 02:27:07.285873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-d5f91acf-79e4-4ab7-9fe8-b3218805d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.288241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-d5f91acf-79e4-4ab7-9fe8-b3218805d05b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6e634f1-dca5-4789-b269-45a0eccd22ef HTTP/1.1" status: 200 len: 801 time: 0.2230077 Aug 11 02:27:07.493550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d446e4-23b4-48ca-ab77-af3f97b8ed74 req-4850611e-fbde-493d-94b0-6a6098c331a3 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.507521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d446e4-23b4-48ca-ab77-af3f97b8ed74 req-4850611e-fbde-493d-94b0-6a6098c331a3 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.510495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51d446e4-23b4-48ca-ab77-af3f97b8ed74 req-4850611e-fbde-493d-94b0-6a6098c331a3 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1678 time: 0.3203478 Aug 11 02:27:07.633983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-3d8fcc03-8eaf-46b8-a1df-4bcfce43f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.635636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-3d8fcc03-8eaf-46b8-a1df-4bcfce43f650 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5278525-0c1b-4654-991c-8e612bc344ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170364 Aug 11 02:27:07.688849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-93c8ed65-a820-4d7a-8e50-1b2e0c935ea2 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235363 Aug 11 02:27:07.725234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a7dd-09bf-46fe-98fb-e55381f87c58 req-04ab9a13-ad3d-4572-b6ff-195d6ff4d651 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.726854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d320a7dd-09bf-46fe-98fb-e55381f87c58 req-04ab9a13-ad3d-4572-b6ff-195d6ff4d651 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.2921429 Aug 11 02:27:07.731041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51d446e4-23b4-48ca-ab77-af3f97b8ed74 req-577e1801-c1d8-45a7-9c96-1fa6034e8893 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878085 Aug 11 02:27:07.755666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8c57763b-4fbf-42eb-8e18-59d070a71d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.807898 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8c57763b-4fbf-42eb-8e18-59d070a71d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.833440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:07.837293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:07.900211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-2e012d9e-eaa1-4884-8185-2708b640c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:07.901886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-2e012d9e-eaa1-4884-8185-2708b640c76e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1097 time: 0.1284494 Aug 11 02:27:07.906264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eeeb99ac-d1e8-47a8-a201-cfc9854addff up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:07.920818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57763b-4fbf-42eb-8e18-59d070a71d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbf68b-8975-466e-887c-9141af1c154c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:07.933954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8c57763b-4fbf-42eb-8e18-59d070a71d12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee125e1e90f846fb8bc33fcccd003f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9937184 Aug 11 02:27:07.942759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59954) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:07.961437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d320a7dd-09bf-46fe-98fb-e55381f87c58 req-335a45f9-814c-43a9-a988-254658cc3868 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213476 Aug 11 02:27:08.008315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-e44eb4ce-980b-46c3-9d41-2b6e53ccd3e2 service neutron] 10.222.0.61 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594432 Aug 11 02:27:08.022750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port eeeb99ac-d1e8-47a8-a201-cfc9854addff completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:08.034116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd9d736-2742-4407-bd40-1fa1e363188c req-4a9e8a42-ebb3-4abb-8f0e-031760025a16 service neutron] 10.222.0.67 "GET /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968771 Aug 11 02:27:08.060314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port eeeb99ac-d1e8-47a8-a201-cfc9854addff triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:08.061115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.112426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020ee73-06a0-4ea8-8bfb-303ccac01402 req-cbc4d6cc-895d-46eb-8df5-679194373211 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.114205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7020ee73-06a0-4ea8-8bfb-303ccac01402 req-cbc4d6cc-895d-46eb-8df5-679194373211 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 945 time: 0.2230875 Aug 11 02:27:08.118197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.140214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.199121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1b3b47f-fd83-4d09-8976-32aa339c2c5c req-2cdf9cfd-edb5-4085-a033-9569e6708cac service neutron] 10.222.0.61 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818900 Aug 11 02:27:08.201269 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.207450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Subnet': ['ID=bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.225682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.230990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7020ee73-06a0-4ea8-8bfb-303ccac01402 req-ec1c5209-e67a-466f-a1cf-10b2cd51b4a8 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870705 Aug 11 02:27:08.246811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-74be5675-d1d7-4e2e-a155-c9cf71ccff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.248573 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-74be5675-d1d7-4e2e-a155-c9cf71ccff49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.1855104 Aug 11 02:27:08.249474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Checking segment: {'id': '4c73cde7-2d23-41e4-86c6-df558a1940ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:08.250178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network hostable DHCP agents. Network: 229cc3cf-3199-4e2c-84ff-86b4f4731343, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:08.293775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:08.294970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:08.298107 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d477991-192f-4408-bedf-426d86a63c2b" -d '{"events": [{"server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "name": "network-vif-plugged", "status": "completed", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:08.303070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.310100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.317987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.320474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0fbf68b-8975-466e-887c-9141af1c154c HTTP/1.1" status: 204 len: 168 time: 0.3577943 Aug 11 02:27:08.329056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-d43993bc-bd20-4390-adb7-b7feee9b1da6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 217 time: 0.0673409 Aug 11 02:27:08.359962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:08.364682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.404389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 229cc3cf-3199-4e2c-84ff-86b4f4731343) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:08.413851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.414495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.417379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c0b10-a34e-4220-8428-8b038dfae649 None None] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:08.418885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71458b93-ee34-448e-bbd3-92ecb83ed7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbf68b-8975-466e-887c-9141af1c154c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:08.446317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-321cce47-1c01-45e4-acd2-4a255bd7a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.448353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-321cce47-1c01-45e4-acd2-4a255bd7a9c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.1106038 Aug 11 02:27:08.451331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-93767f47-e26c-4d75-a23d-7ef743020510 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3739867 Aug 11 02:27:08.455794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:08.467014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-fdf24cc3-9f80-4121-8470-fda775ca7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.469741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-fdf24cc3-9f80-4121-8470-fda775ca7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.475603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-fdf24cc3-9f80-4121-8470-fda775ca7909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de9ded75b204687a89266b78fbf839a&device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1982 time: 0.1314733 Aug 11 02:27:08.488704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1197484868', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:08.523831 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace68a2-1a78-4391-b992-569edbe4fb97 x-openstack-request-id: req-8ace68a2-1a78-4391-b992-569edbe4fb97 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:08.524150 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "name": "network-vif-plugged", "status": "completed", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:08.524556 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ace68a2-1a78-4391-b992-569edbe4fb97 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:08.525173 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff', 'code': 200} Aug 11 02:27:08.544939 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-0e6b87e8-4e70-4dbf-9e10-9823bb44ddb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863428 Aug 11 02:27:08.622660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.624281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.660207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-ff7f5d30-1cac-4c75-8970-12ebd688c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.662507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-ff7f5d30-1cac-4c75-8970-12ebd688c6b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5278525-0c1b-4654-991c-8e612bc344ef HTTP/1.1" status: 200 len: 903 time: 0.1807251 Aug 11 02:27:08.728157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89636a62-c921-489b-b879-671cbdd7c99f req-43903779-5af4-463f-974f-9225cf5542a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.730360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89636a62-c921-489b-b879-671cbdd7c99f req-43903779-5af4-463f-974f-9225cf5542a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 1098 time: 0.1464963 Aug 11 02:27:08.732409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.732875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-b833be95-cbf9-4b26-9eae-0b9efb71140c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 HTTP/1.1" status: 200 len: 217 time: 0.0608947 Aug 11 02:27:08.736025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-c5c406a6-78ba-4e6f-8031-18188cab2e2a service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811898 Aug 11 02:27:08.746758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-229cc3cf-3199-4e2c-84ff-86b4f4731343', 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343', 'tenant_id': '1c4dd784187347b0ae3b4b896cbfbe33', 'fixed_ips': [{'subnet_id': 'bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:08.748079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:08.802822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-391c8450-1db3-4fd6-a8dd-e29a697eebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.804534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-391c8450-1db3-4fd6-a8dd-e29a697eebe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6e634f1-dca5-4789-b269-45a0eccd22ef HTTP/1.1" status: 200 len: 801 time: 0.0527682 Aug 11 02:27:08.870438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89636a62-c921-489b-b879-671cbdd7c99f req-3b316f90-6ed5-4551-a060-2abf8e6ea7db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268377 Aug 11 02:27:08.892118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-c86fc32e-3e8a-45a9-9a43-cc41571a9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:08.894182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-c86fc32e-3e8a-45a9-9a43-cc41571a9d5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5278525-0c1b-4654-991c-8e612bc344ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795326 Aug 11 02:27:08.979422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Allocated IP 172.20.0.2 (229cc3cf-3199-4e2c-84ff-86b4f4731343/bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd/52529e15-145d-42ff-9d1c-f5e6f0033735) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:09.029056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38e7c-1e96-45b2-99c3-a42175e87292 req-ed5c9f64-f138-4eee-a754-ecdb8d0b3071 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.039094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38e7c-1e96-45b2-99c3-a42175e87292 req-ed5c9f64-f138-4eee-a754-ecdb8d0b3071 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.040476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cd38e7c-1e96-45b2-99c3-a42175e87292 req-ed5c9f64-f138-4eee-a754-ecdb8d0b3071 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1678 time: 0.1679018 Aug 11 02:27:09.242849 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.259034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Transition to ACTIVE for port object 52529e15-145d-42ff-9d1c-f5e6f0033735 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:09.266266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.286426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Transition to ACTIVE for port object 52529e15-145d-42ff-9d1c-f5e6f0033735 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:09.297415 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.352647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:09.357560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:09.374546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:09.424089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Pushing event updated for resources: {'Port': ['ID=52529e15-145d-42ff-9d1c-f5e6f0033735,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.467577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Attempting to bind port 52529e15-145d-42ff-9d1c-f5e6f0033735 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:09.468143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86203bee-25eb-4542-905e-b6cb39ef5030 req-251dd554-54f5-4724-bb67-a36407f14b07 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271217 Aug 11 02:27:09.468618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Attempting to bind port 52529e15-145d-42ff-9d1c-f5e6f0033735 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '4c73cde7-2d23-41e4-86c6-df558a1940ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:09.469238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Attempting to bind port 52529e15-145d-42ff-9d1c-f5e6f0033735 on network 229cc3cf-3199-4e2c-84ff-86b4f4731343 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:09.478587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:09.479341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Checking segment: {'id': '4c73cde7-2d23-41e4-86c6-df558a1940ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:09.480015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.480768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Bound using segment: {'id': '4c73cde7-2d23-41e4-86c6-df558a1940ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:09.481552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Bound port: 52529e15-145d-42ff-9d1c-f5e6f0033735, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c73cde7-2d23-41e4-86c6-df558a1940ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:09.482180 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.537951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-d2fd91dc-e674-439b-9bad-00229c1e6724 service neutron] 10.222.0.61 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103542 Aug 11 02:27:09.581114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] For port 52529e15-145d-42ff-9d1c-f5e6f0033735, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:09.585599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] For port 52529e15-145d-42ff-9d1c-f5e6f0033735, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52529e15-145d-42ff-9d1c-f5e6f0033735,segment=NetworkSegment(4c73cde7-2d23-41e4-86c6-df558a1940ee),segment_id=4c73cde7-2d23-41e4-86c6-df558a1940ee)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:09.593394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cd38e7c-1e96-45b2-99c3-a42175e87292 req-614a0f99-6a21-42b5-bd2f-9475ea60c22e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441051 Aug 11 02:27:09.593989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.668893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163272-1ba1-41f6-88a3-f4d1779bdbec None None] Pushing event updated for resources: {'Port': ['ID=52529e15-145d-42ff-9d1c-f5e6f0033735,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:09.676227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9135e09-7df1-4bf5-b918-e3144ae30c67 req-906b9090-f921-44e1-b8e3-cd8c70c7a374 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.689461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9135e09-7df1-4bf5-b918-e3144ae30c67 req-906b9090-f921-44e1-b8e3-cd8c70c7a374 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.5755222 Aug 11 02:27:09.763814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.786320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:09.873232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9135e09-7df1-4bf5-b918-e3144ae30c67 req-d6a36748-e69c-43f8-9e91-0af74d3bd2a8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786523 Aug 11 02:27:09.937313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b5fda52-6cb0-4bc7-8221-aec0b062a4f9 req-babfb722-517d-4cf3-9b3a-4e91d790165a service neutron] 10.222.0.61 "GET /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911963 Aug 11 02:27:09.954152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93e87f-285b-449e-bab6-a8d4d7671b50 req-759ddc1f-0194-4bfa-9733-9c168b4b1600 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:09.955498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d93e87f-285b-449e-bab6-a8d4d7671b50 req-759ddc1f-0194-4bfa-9733-9c168b4b1600 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.2383626 Aug 11 02:27:10.012799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.25.3.88 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/d3b871b4-0bfc-42e0-83cd-e6b4ce592005) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:10.101177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d93e87f-285b-449e-bab6-a8d4d7671b50 req-0e231388-d6e5-4755-b1d2-8a60e5c28090 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264324 Aug 11 02:27:10.217268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.271565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.344355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:10.354498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:10.358535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:10.414197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=d3b871b4-0bfc-42e0-83cd-e6b4ce592005,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:10.443437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.699003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fdd4451f-0d51-4fdb-ba03-ed1bbef395ee details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:10.729291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:10.773875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52529e15-145d-42ff-9d1c-f5e6f0033735 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:10.852938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24200-c433-4bb3-8ce6-658d1abc2b64 req-c77d288a-6f54-490d-b287-0e050cd1df2c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.861363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24200-c433-4bb3-8ce6-658d1abc2b64 req-c77d288a-6f54-490d-b287-0e050cd1df2c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:10.870183 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:27:10.872994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69a24200-c433-4bb3-8ce6-658d1abc2b64 req-c77d288a-6f54-490d-b287-0e050cd1df2c tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1678 time: 0.0984180 Aug 11 02:27:10.926553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69a24200-c433-4bb3-8ce6-658d1abc2b64 req-d44efc45-2cd6-490d-a9fa-7960d8650c93 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Aug 11 02:27:11.114300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 52529e15-145d-42ff-9d1c-f5e6f0033735 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:11.179269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:11.231519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd99b8-6802-4057-bb5f-a28c16487e38 None None] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:11.243036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb453c86-1ad9-4a64-9851-bc74e6d242d4 req-e7bb74af-551d-4dd6-b629-2e24258f2f98 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.247045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb453c86-1ad9-4a64-9851-bc74e6d242d4 req-e7bb74af-551d-4dd6-b629-2e24258f2f98 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1744711 Aug 11 02:27:11.259491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee', 'network_id': 'd9bfcc85-4d1d-430d-ac83-d937ad5896da', 'port_id': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee', 'mac_address': 'fa:16:3e:c2:a6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb4acb-4c8d-4dd4-af01-f6014d6fce3f', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:11.331794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb453c86-1ad9-4a64-9851-bc74e6d242d4 req-efa065ea-f76a-45f4-abc8-c8666dd68588 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767081 Aug 11 02:27:11.361260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.535144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea573-65bb-4093-9d79-a2621e0aba49 req-552dfd0b-c1e0-4235-a177-b8fed9922bde tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:11.537130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4bea573-65bb-4093-9d79-a2621e0aba49 req-552dfd0b-c1e0-4235-a177-b8fed9922bde tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.1207700 Aug 11 02:27:11.553167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Provisioning for port 52529e15-145d-42ff-9d1c-f5e6f0033735 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:11.573538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Provisioning complete for port 52529e15-145d-42ff-9d1c-f5e6f0033735 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:11.574378 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.613532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4bea573-65bb-4093-9d79-a2621e0aba49 req-d0978f7f-0344-4191-99cc-6ba891f0d650 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698702 Aug 11 02:27:11.652497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.671068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.755007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd4451f-0d51-4fdb-ba03-ed1bbef395ee {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:11.819687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:11.831653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:11.832745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:11.897048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 9b26d34b-3a4f-4a9a-9683-af4057893c14 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:11.954894 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.054465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] For port 52529e15-145d-42ff-9d1c-f5e6f0033735, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52529e15-145d-42ff-9d1c-f5e6f0033735,segment=NetworkSegment(4c73cde7-2d23-41e4-86c6-df558a1940ee),segment_id=4c73cde7-2d23-41e4-86c6-df558a1940ee)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:12.084492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.096495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.159790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14099e-39f6-4608-8a02-7bda3c30b205 req-1b378a6b-83dc-4827-b4cf-e46b0d3797b5 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.185962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14099e-39f6-4608-8a02-7bda3c30b205 req-1b378a6b-83dc-4827-b4cf-e46b0d3797b5 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.187836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:12.191080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2ec6b-a36d-4090-8835-d856b70b4f13 None None] Pushing event updated for resources: {'Port': ['ID=52529e15-145d-42ff-9d1c-f5e6f0033735,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.202733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d14099e-39f6-4608-8a02-7bda3c30b205 req-1b378a6b-83dc-4827-b4cf-e46b0d3797b5 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1679 time: 0.1642735 Aug 11 02:27:12.215264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'network_id': 'c5278525-0c1b-4654-991c-8e612bc344ef', 'port_id': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'mac_address': 'fa:16:3e:c3:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e634f1-dca5-4789-b269-45a0eccd22ef', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:12.219007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:12.226475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e73d95ee-633f-43da-b280-7aece4d06eb2 None None] Provisioning complete for port 52529e15-145d-42ff-9d1c-f5e6f0033735 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.226875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e73d95ee-633f-43da-b280-7aece4d06eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.245502 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] Sync routers for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:12.276862 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:12.279858 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.285607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.291839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-32abf9bf-67dd-400f-8fbf-ae455743a878 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8242483 Aug 11 02:27:12.292140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:12.353846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d14099e-39f6-4608-8a02-7bda3c30b205 req-3f881660-22f0-4da7-bb4b-0e52020c1789 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496947 Aug 11 02:27:12.392025 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.415088 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.425592 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:12.427266 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.433115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:12.460613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:12.468520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:12.604566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2423-883e-46ca-9459-3f418e257665 req-27208f61-b52b-4817-95de-5598c8322200 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:12.606294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-238f2423-883e-46ca-9459-3f418e257665 req-27208f61-b52b-4817-95de-5598c8322200 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1084430 Aug 11 02:27:12.667518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:12.669400 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034818c-2ff5-4e39-bbd0-d872d9be62fd None None] The sync data for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:12.691247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-238f2423-883e-46ca-9459-3f418e257665 req-f0ee7722-bf77-4eb6-a7ce-81eb819d9d72 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774879 Aug 11 02:27:12.708589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:12.734489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:12.785237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52529e15-145d-42ff-9d1c-f5e6f0033735 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:12.921616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60142) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:12.962576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 52529e15-145d-42ff-9d1c-f5e6f0033735 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:12.963748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.107600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81c80972-61f5-4357-a8b6-36627b08c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.186574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.242350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81c80972-61f5-4357-a8b6-36627b08c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.251345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81c80972-61f5-4357-a8b6-36627b08c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.293677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c80972-61f5-4357-a8b6-36627b08c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d47b39-acf1-4f22-bee6-b0eca50ecf70,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:13.302241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-81c80972-61f5-4357-a8b6-36627b08c0cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=200758861fc5487fa5aa23b4a74f5983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764982 Aug 11 02:27:13.305690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60146) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:13.372639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.428404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.511552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.514330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:13.515907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96d47b39-acf1-4f22-bee6-b0eca50ecf70 HTTP/1.1" status: 204 len: 168 time: 0.2090809 Aug 11 02:27:13.528683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad919c-afcb-403e-9efb-e5944a495750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d47b39-acf1-4f22-bee6-b0eca50ecf70,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:13.606431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b2ac-3c81-43ef-9d6b-d31543ba5e19 req-e9a41029-696f-4223-ba14-d9a1987787d6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:13.615270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b2ac-3c81-43ef-9d6b-d31543ba5e19 req-e9a41029-696f-4223-ba14-d9a1987787d6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:13.627889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bf0b2ac-3c81-43ef-9d6b-d31543ba5e19 req-e9a41029-696f-4223-ba14-d9a1987787d6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1680 time: 0.1082904 Aug 11 02:27:13.728570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bf0b2ac-3c81-43ef-9d6b-d31543ba5e19 req-efce910d-ef37-4094-adf1-ddd07df26b67 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 Aug 11 02:27:13.764876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['fdd4451f-0d51-4fdb-ba03-ed1bbef395ee'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:13.872547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.1 (229cc3cf-3199-4e2c-84ff-86b4f4731343/bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd/56bf111c-d1c0-4192-91d6-785865312316) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:14.002780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c169ec3-164b-4427-a170-595104e92fdb req-b98b076d-7c4f-4a8d-908d-d1dd089484f2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:14.014730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c169ec3-164b-4427-a170-595104e92fdb req-b98b076d-7c4f-4a8d-908d-d1dd089484f2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1401002 Aug 11 02:27:14.084594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c169ec3-164b-4427-a170-595104e92fdb req-6ba4477a-8ab1-41d6-8380-6c724beef06b tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682421 Aug 11 02:27:14.153254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.172825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Transition to ACTIVE for port object 56bf111c-d1c0-4192-91d6-785865312316 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:14.206814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60162) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.222494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e001c6d9-25b9-453f-8e76-c3b09ea7ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.234774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.318470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:14.321969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:14.333284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:14.370592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e001c6d9-25b9-453f-8e76-c3b09ea7ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.376643 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e001c6d9-25b9-453f-8e76-c3b09ea7ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.397434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=56bf111c-d1c0-4192-91d6-785865312316,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.417576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.418197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.418786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.419363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.420110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.420508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.421077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.421636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.422245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.423291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.423527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.423982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:14.432665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e001c6d9-25b9-453f-8e76-c3b09ea7ec13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=85fa8a4ab6754a64978bb6b7643b72a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204962 Aug 11 02:27:14.433156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60164) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:14.435964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001c6d9-25b9-453f-8e76-c3b09ea7ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ada878-059e-49b1-b4f2-cb70fa6eed3f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.469631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.520626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.605033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.684096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fdd4451f-0d51-4fdb-ba03-ed1bbef395ee up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:14.732166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.735383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.743871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67ada878-059e-49b1-b4f2-cb70fa6eed3f HTTP/1.1" status: 204 len: 168 time: 0.3089962 Aug 11 02:27:14.760638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627b985-d23c-4f74-96dc-ba2bdecfcf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ada878-059e-49b1-b4f2-cb70fa6eed3f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:14.858194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a9676eb6-e0e8-4207-bd2b-838c29ab24f6 None None] Provisioning for port 56bf111c-d1c0-4192-91d6-785865312316 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:14.859527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:14.876759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a9676eb6-e0e8-4207-bd2b-838c29ab24f6 None None] Provisioning complete for port 56bf111c-d1c0-4192-91d6-785865312316 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:14.878921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9676eb6-e0e8-4207-bd2b-838c29ab24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.035526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:15.062814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a39e08-2da6-46f8-8a6f-107873f0f69b req-d684e4ec-5424-4c15-9be5-62c0acdf94a8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.067955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:15.070843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.077350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a39e08-2da6-46f8-8a6f-107873f0f69b req-d684e4ec-5424-4c15-9be5-62c0acdf94a8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.080586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a9676eb6-e0e8-4207-bd2b-838c29ab24f6 None None] Port 56bf111c-d1c0-4192-91d6-785865312316 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:15.081111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81a39e08-2da6-46f8-8a6f-107873f0f69b req-d684e4ec-5424-4c15-9be5-62c0acdf94a8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1680 time: 0.1686833 Aug 11 02:27:15.250421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81a39e08-2da6-46f8-8a6f-107873f0f69b req-4ba93266-5b44-402c-ac5d-1598acac67d5 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565218 Aug 11 02:27:15.311716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.369601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:15.374292 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f3ca38-1b7f-4f21-b2b3-b68d69c69e0d" -d '{"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:15.394061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:15.406604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.407945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:15.418925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd7ab-1be6-403f-b7eb-9f01f3bcd386 req-97c80d27-79eb-4e4b-a607-3901d0f9ee60 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:15.420582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a5fd7ab-1be6-403f-b7eb-9f01f3bcd386 req-97c80d27-79eb-4e4b-a607-3901d0f9ee60 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1106663 Aug 11 02:27:15.466204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.474528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.511685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a5fd7ab-1be6-403f-b7eb-9f01f3bcd386 req-a87ade1b-e1df-467b-bba6-b74ab3743904 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Aug 11 02:27:15.537890 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32647c9-411e-42f4-9602-ce00352ac037 x-openstack-request-id: req-f32647c9-411e-42f4-9602-ce00352ac037 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:15.538221 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:15.538406 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f32647c9-411e-42f4-9602-ce00352ac037 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:15.538780 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee', 'code': 200} Aug 11 02:27:15.539377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:15.578241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=56bf111c-d1c0-4192-91d6-785865312316,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:15.600138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:15.607122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:15.607539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.640242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.762387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.823248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:15.829159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:15.884326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:15.887522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:15.917277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:16.124241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 9b26d34b-3a4f-4a9a-9683-af4057893c14 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:16.293008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:16.303910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60202) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:16.305931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] Sync routers for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:16.317214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'port': {'network_id': '229cc3cf-3199-4e2c-84ff-86b4f4731343', 'name': 'tempest-FloatingIPTestJSON-1519309872'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:16.329267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6af983b1-61b6-48a3-9b7d-94fbc3089219 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/routers/9b26d34b-3a4f-4a9a-9683-af4057893c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0356164 Aug 11 02:27:16.340905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:16.343023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.618634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5601-8565-4c68-a2e1-c84814cd70b0 req-c6cbe994-5e89-4c39-b021-fbb4b477f7de tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.635315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5601-8565-4c68-a2e1-c84814cd70b0 req-c6cbe994-5e89-4c39-b021-fbb4b477f7de tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:16.638793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57dd5601-8565-4c68-a2e1-c84814cd70b0 req-c6cbe994-5e89-4c39-b021-fbb4b477f7de tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.1480308 Aug 11 02:27:16.701706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.711737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62f02ccf-16ec-47cf-9c89-fd4ad22e48e2 None None] Provisioning complete for port 56bf111c-d1c0-4192-91d6-785865312316 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:16.712112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62f02ccf-16ec-47cf-9c89-fd4ad22e48e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.750852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:16.751797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.753665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Made reservation on behalf of 1c4dd784187347b0ae3b4b896cbfbe33 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:16.758998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-62f02ccf-16ec-47cf-9c89-fd4ad22e48e2 None None] Port 56bf111c-d1c0-4192-91d6-785865312316 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:16.762571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:16.793976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:16.794926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc832116-34e8-4a4f-b663-d50d9656059b None None] The sync data for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:16.809772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] device_id is not set on port 8ff553c7-efe5-4759-9f71-ce0f422d09fc yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:27:16.942731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57dd5601-8565-4c68-a2e1-c84814cd70b0 req-9691e8c8-b5a2-4f4c-875d-2c337db2b99a tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814960 Aug 11 02:27:16.992536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c97589-4441-497f-87c4-de494a854b2e req-39782162-85fc-4579-aa8c-a2579339de85 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.001945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4c97589-4441-497f-87c4-de494a854b2e req-39782162-85fc-4579-aa8c-a2579339de85 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1725850 Aug 11 02:27:17.157623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4c97589-4441-497f-87c4-de494a854b2e req-cd64e46e-271e-4e6b-b92b-b0c601f948bc tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543574 Aug 11 02:27:17.217781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Allocated IP 172.20.0.3 (229cc3cf-3199-4e2c-84ff-86b4f4731343/bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd/8ff553c7-efe5-4759-9f71-ce0f422d09fc) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:17.455658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.480580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Transition to ACTIVE for port object 8ff553c7-efe5-4759-9f71-ce0f422d09fc will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:17.536749 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.540330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:17.545496 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2954c5-8b6b-4e9e-9b41-7c4c094c4166" -d '{"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:17.601767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:17.606257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:17.612372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:17.618087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event updated for resources: {'Port': ['ID=8ff553c7-efe5-4759-9f71-ce0f422d09fc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:17.638136 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778018ae-8a6e-46f6-80be-8264f0cfd76a x-openstack-request-id: req-778018ae-8a6e-46f6-80be-8264f0cfd76a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:17.638615 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:17.638948 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-778018ae-8a6e-46f6-80be-8264f0cfd76a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:17.639912 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'code': 200} Aug 11 02:27:17.718845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.721078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:17.794550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5e3eed40-ae03-4980-9dfb-a777d8002887 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4886646 Aug 11 02:27:17.798895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60234) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:17.810552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Request body: {'floatingip': {'port_id': '8ff553c7-efe5-4759-9f71-ce0f422d09fc'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:17.828964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346785-e95d-4ef3-addc-76124b490c64 req-fa3a8b36-fdc7-4d7f-99a2-7e2b044b0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.829944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346785-e95d-4ef3-addc-76124b490c64 req-fa3a8b36-fdc7-4d7f-99a2-7e2b044b0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:17.832973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54346785-e95d-4ef3-addc-76124b490c64 req-fa3a8b36-fdc7-4d7f-99a2-7e2b044b0eb1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1986 time: 0.1062937 Aug 11 02:27:17.928968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54346785-e95d-4ef3-addc-76124b490c64 req-7cb8adae-599f-49d9-8bd6-e62a750c009f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872579 Aug 11 02:27:17.954049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.013420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6d5c310e-fc7d-469a-9844-ae1f4c6279ef None None] Provisioning for port 8ff553c7-efe5-4759-9f71-ce0f422d09fc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:18.020822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6d5c310e-fc7d-469a-9844-ae1f4c6279ef None None] Provisioning complete for port 8ff553c7-efe5-4759-9f71-ce0f422d09fc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:18.021910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6d5c310e-fc7d-469a-9844-ae1f4c6279ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.111552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c310e-fc7d-469a-9844-ae1f4c6279ef None None] Port 8ff553c7-efe5-4759-9f71-ce0f422d09fc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:18.170482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60e46-c23c-4ba1-b7f4-4cdab29bd8d5 req-34b5e593-60bd-4e10-beb5-580bab1f2ae1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.178134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60e46-c23c-4ba1-b7f4-4cdab29bd8d5 req-34b5e593-60bd-4e10-beb5-580bab1f2ae1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.179837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1e60e46-c23c-4ba1-b7f4-4cdab29bd8d5 req-34b5e593-60bd-4e10-beb5-580bab1f2ae1 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.1017177 Aug 11 02:27:18.271373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1e60e46-c23c-4ba1-b7f4-4cdab29bd8d5 req-3e290c2d-f67e-40f9-8f5c-dcc717968de8 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781231 Aug 11 02:27:18.487269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d9dc8-6fd2-4722-a253-82624e1e4ba2 req-5fa60cca-140e-4287-b026-7e7d6e87c73d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:18.490017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a07d9dc8-6fd2-4722-a253-82624e1e4ba2 req-5fa60cca-140e-4287-b026-7e7d6e87c73d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1307607 Aug 11 02:27:18.563671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a07d9dc8-6fd2-4722-a253-82624e1e4ba2 req-6deb26bd-f46b-4568-8296-5ea73635c5b2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653307 Aug 11 02:27:18.945842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:18.954552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:19.139885 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 46b423c8-fede-42fc-96a5-c875d1dd85af associated. External IP: 172.25.3.185, port: 3ecad50d-b109-4aae-8413-37d011eac510. Aug 11 02:27:19.503255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e659c92-7abf-4494-a88e-0b86125b7aee req-bd97d1fc-c77f-4917-b385-ef532e506103 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.509200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e659c92-7abf-4494-a88e-0b86125b7aee req-bd97d1fc-c77f-4917-b385-ef532e506103 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.518916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e659c92-7abf-4494-a88e-0b86125b7aee req-bd97d1fc-c77f-4917-b385-ef532e506103 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.0863051 Aug 11 02:27:19.541484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:19.570761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e659c92-7abf-4494-a88e-0b86125b7aee req-bb0a69cd-f801-4201-a72f-480e0c755200 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526211 Aug 11 02:27:19.740045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324af19-988c-4e07-b353-123a484b7417 req-e33a1630-76a0-4868-b85b-5e3227cb11b8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:19.746547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3324af19-988c-4e07-b353-123a484b7417 req-e33a1630-76a0-4868-b85b-5e3227cb11b8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.0732939 Aug 11 02:27:19.870474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3324af19-988c-4e07-b353-123a484b7417 req-3e88af23-1514-490a-b4ab-b97c44f0b7d0 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179690 Aug 11 02:27:20.001673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca9f4-add2-4cf5-a5e4-d098c0b2188a req-df7fc1d8-920f-4027-a055-8136e5ed850f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.008043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca9f4-add2-4cf5-a5e4-d098c0b2188a req-df7fc1d8-920f-4027-a055-8136e5ed850f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:20.016451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffca9f4-add2-4cf5-a5e4-d098c0b2188a req-df7fc1d8-920f-4027-a055-8136e5ed850f tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.1149230 Aug 11 02:27:20.073185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffca9f4-add2-4cf5-a5e4-d098c0b2188a req-4ff36387-60a6-4623-bab7-6c4ff3022236 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Aug 11 02:27:20.106780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:20.120832 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:20.132399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:20.133349 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.283810 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.294812 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:20.295599 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.331501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.332214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4cb1b-7b32-47bf-a3c7-028a54eefd45 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:20.428043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 9b26d34b-3a4f-4a9a-9683-af4057893c14 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:20.648417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:20.660144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] Sync routers for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:20.662583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:20.679154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:20.680225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.750746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.770400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:20.771511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.784107 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5d48b55-9277-46ba-811b-09cde93cd15f tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/floatingips/46b423c8-fede-42fc-96a5-c875d1dd85af HTTP/1.1" status: 200 len: 978 time: 2.9785430 Aug 11 02:27:20.785005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60302) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:20.853923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:20.855561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca33a5a-5827-43e0-ad14-b50223044a2a None None] The sync data for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:20.962071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 8ff553c7-efe5-4759-9f71-ce0f422d09fc {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:20.962634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.113173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.144560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f222-fbd5-464c-b657-9d81ed3fe00c req-ec4717db-8d8c-418f-a6b8-a33764648511 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.151168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9674f222-fbd5-464c-b657-9d81ed3fe00c req-ec4717db-8d8c-418f-a6b8-a33764648511 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1032069 Aug 11 02:27:21.295313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9674f222-fbd5-464c-b657-9d81ed3fe00c req-5ec4a594-842b-4f68-8a2c-43a476e9151d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272688 Aug 11 02:27:21.320170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.320575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.320888 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Floating IP 46b423c8-fede-42fc-96a5-c875d1dd85af disassociated. External IP: 172.25.3.185, port: 8ff553c7-efe5-4759-9f71-ce0f422d09fc. Aug 11 02:27:21.321245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 8ff553c7-efe5-4759-9f71-ce0f422d09fc owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:21.411642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29846b-f493-453b-8042-b974bbb59abc req-319111e6-d46a-4349-bb69-eeff612a2b74 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.420310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29846b-f493-453b-8042-b974bbb59abc req-319111e6-d46a-4349-bb69-eeff612a2b74 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.422382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a29846b-f493-453b-8042-b974bbb59abc req-319111e6-d46a-4349-bb69-eeff612a2b74 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.1250565 Aug 11 02:27:21.583749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a29846b-f493-453b-8042-b974bbb59abc req-a043d346-9dce-4e83-bf99-f084fa404d07 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423118 Aug 11 02:27:21.637319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-72386438-e653-41d8-84d0-645fa4a75e3e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.645389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.654265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-72386438-e653-41d8-84d0-645fa4a75e3e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:21.656997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-72386438-e653-41d8-84d0-645fa4a75e3e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 1682 time: 0.2186842 Aug 11 02:27:21.694249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=8ff553c7-efe5-4759-9f71-ce0f422d09fc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:21.917453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:21.918097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:21.948561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 9b26d34b-3a4f-4a9a-9683-af4057893c14 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:22.104107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:22.104987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.135356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for fdd4451f-0d51-4fdb-ba03-ed1bbef395ee owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:22.142969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:22.155252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] Sync routers for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:22.170179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:22.171525 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.213852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.225544 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:22.226811 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.280387 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:22.284699 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abd3a5-d0e6-46ed-8a27-aa005aa588fe None None] The sync data for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:22.311470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.321336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-acab5ff2-74e5-4e5d-afe6-555a11cc75e1 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/8ff553c7-efe5-4759-9f71-ce0f422d09fc HTTP/1.1" status: 204 len: 168 time: 1.5351474 Aug 11 02:27:22.323945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60330) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:22.409308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.428169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:22.480125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=fdd4451f-0d51-4fdb-ba03-ed1bbef395ee,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:22.593766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port fdd4451f-0d51-4fdb-ba03-ed1bbef395ee on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:22.602433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.602433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-57139dcb-c85b-434f-8deb-4356dd29fedc tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "DELETE /v2.0/ports/fdd4451f-0d51-4fdb-ba03-ed1bbef395ee HTTP/1.1" status: 204 len: 173 time: 0.9343841 Aug 11 02:27:22.602933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-deleted', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:22.605052 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807be0f-84e1-4e28-bb07-0e3bab48cc49" -d '{"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-deleted", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:22.749406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38ab79-3a20-4678-a038-e42e58c90912 req-e504d100-c9b9-4b11-8442-cf5f081bec7f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:22.765848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-41354d0d-b270-4138-a16d-e9c2cedb1ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:22.768595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed38ab79-3a20-4678-a038-e42e58c90912 req-e504d100-c9b9-4b11-8442-cf5f081bec7f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.3157542 Aug 11 02:27:22.937548 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f92a3b-c555-4622-a311-c4f06c1dda55 x-openstack-request-id: req-06f92a3b-c555-4622-a311-c4f06c1dda55 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:22.946305 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-deleted", "tag": "fdd4451f-0d51-4fdb-ba03-ed1bbef395ee", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:22.947938 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06f92a3b-c555-4622-a311-c4f06c1dda55 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:22.949220 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-deleted', 'tag': 'fdd4451f-0d51-4fdb-ba03-ed1bbef395ee', 'status': 'completed', 'code': 200} Aug 11 02:27:22.995972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed38ab79-3a20-4678-a038-e42e58c90912 req-24f78035-5dd3-4b82-addb-93f37a7ce2ad tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108064 Aug 11 02:27:23.061588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:23.062056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.145151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465fdda-79c5-4cc1-81be-d6200292909a req-749de71a-50e3-4251-9d13-e91d0dc7b5e6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:23.154660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c465fdda-79c5-4cc1-81be-d6200292909a req-749de71a-50e3-4251-9d13-e91d0dc7b5e6 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 946 time: 0.1646430 Aug 11 02:27:23.226254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c465fdda-79c5-4cc1-81be-d6200292909a req-668ccae0-6808-4d9d-84ff-db47d242327b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6de9f95-bbbd-471e-8d25-c1c27010e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Aug 11 02:27:23.254932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:23.255353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.278016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:23.378297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.560105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.604946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:23.659115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:23.664945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:23.669990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ad1d958-7d23-433e-9c18-6bcd31e49ecf req-fb55f8cb-260b-4dbf-9aa5-785ba395020d tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.61 "DELETE /v2.0/ports/e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 HTTP/1.1" status: 204 len: 173 time: 1.0598965 Aug 11 02:27:23.992993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 56bf111c-d1c0-4192-91d6-785865312316 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:23.993348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.168215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.188026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 56bf111c-d1c0-4192-91d6-785865312316 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:24.204772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0bcd-e8d3-4f1c-aee0-7962f0922327 req-53289741-35e5-4a59-9c09-ff1b414361b6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:24.213469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de6e0bcd-e8d3-4f1c-aee0-7962f0922327 req-53289741-35e5-4a59-9c09-ff1b414361b6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.0834444 Aug 11 02:27:24.269261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de6e0bcd-e8d3-4f1c-aee0-7962f0922327 req-11c3d2ba-e7ae-48ed-97d0-c6cf6771697e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Aug 11 02:27:24.394955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e984dcb-8e2b-490c-b18d-3cccc4790c97 req-f0701b3d-5942-478d-be4f-b60e5747da0e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a404e14-4263-459e-8f11-66793f1ad1b8 HTTP/1.1" status: 200 len: 210 time: 0.0428095 Aug 11 02:27:24.566764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:24.632964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=56bf111c-d1c0-4192-91d6-785865312316,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:24.704174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fdd4451f-0d51-4fdb-ba03-ed1bbef395ee no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:24.751952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: fdd4451f-0d51-4fdb-ba03-ed1bbef395ee {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:24.752355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fdd4451f-0d51-4fdb-ba03-ed1bbef395ee not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:24.753867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:24.797402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:24.797754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:24.950282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-deleted', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:24.954239 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30424ff-cd9f-4a7c-9993-ebac926f3738" -d '{"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-deleted", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:24.993383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.023580 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50837d8-78c8-44fb-ab8e-c5a9828c2d0e x-openstack-request-id: req-c50837d8-78c8-44fb-ab8e-c5a9828c2d0e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:25.024079 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a404e14-4263-459e-8f11-66793f1ad1b8", "name": "network-vif-deleted", "tag": "e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:25.024503 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c50837d8-78c8-44fb-ab8e-c5a9828c2d0e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:25.025615 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a404e14-4263-459e-8f11-66793f1ad1b8', 'name': 'network-vif-deleted', 'tag': 'e9364ed7-4557-40d8-b3d6-b8d0a25f2eb1', 'status': 'completed', 'code': 200} Aug 11 02:27:25.148416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c1f392-bf7c-4a29-bc7d-d26e792108a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.351347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 9b26d34b-3a4f-4a9a-9683-af4057893c14 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:25.401056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.476975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356222f9-d636-4bab-8a18-086cfa3f0429 req-6c534c5b-6a00-4c26-ba8b-36454a2d807f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:25.490188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-356222f9-d636-4bab-8a18-086cfa3f0429 req-6c534c5b-6a00-4c26-ba8b-36454a2d807f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1195500 Aug 11 02:27:25.536990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:25.552490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9fc7886f-94cc-4ecd-9f9b-9e3c74ea04e6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/routers/9b26d34b-3a4f-4a9a-9683-af4057893c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256994 Aug 11 02:27:25.563888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] Sync routers for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:25.564159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-356222f9-d636-4bab-8a18-086cfa3f0429 req-b92986de-978c-4b8b-8f97-9a0fdd5975e2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Aug 11 02:27:25.568701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:25.589722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:25.591099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:25.598850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60400) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:25.659885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:25.669036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting subnet a6e634f1-dca5-4789-b269-45a0eccd22ef {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:25.673196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.675644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] Routers {'9b26d34b-3a4f-4a9a-9683-af4057893c14'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:25.676305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['9b26d34b-3a4f-4a9a-9683-af4057893c14'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:25.717688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:25.719203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd8c4e3-c6ba-422d-91e8-5c00f8656aa3 None None] The sync data for ids ['9b26d34b-3a4f-4a9a-9683-af4057893c14'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:25.732597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.831328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.855280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:25.966442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.024525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e634f1-dca5-4789-b269-45a0eccd22ef,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.028156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.035849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-69a9ed89-2094-48b3-a36e-8fef279e534e tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/subnets/a6e634f1-dca5-4789-b269-45a0eccd22ef HTTP/1.1" status: 204 len: 168 time: 0.4308772 Aug 11 02:27:26.035849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:26.043978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3419da-8271-40fa-972c-004303bf3d41 None None] Network c5278525-0c1b-4654-991c-8e612bc344ef requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:26.046072 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.233527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.382531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.391640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port af50d1d6-5df5-475e-b261-e3695626d8f3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:26.392033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.400433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] DHCP port deletion for c5278525-0c1b-4654-991c-8e612bc344ef request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:26.464811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Deleting port af50d1d6-5df5-475e-b261-e3695626d8f3 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:26.465344 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.488741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port af50d1d6-5df5-475e-b261-e3695626d8f3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=af50d1d6-5df5-475e-b261-e3695626d8f3,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:26.489120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.528050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for af50d1d6-5df5-475e-b261-e3695626d8f3 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:26.593594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] For port af50d1d6-5df5-475e-b261-e3695626d8f3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=af50d1d6-5df5-475e-b261-e3695626d8f3,segment=NetworkSegment(5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe),segment_id=5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:26.594311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.595780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port d3b871b4-0bfc-42e0-83cd-e6b4ce592005 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:26.596792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.624195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Calling delete_port for af50d1d6-5df5-475e-b261-e3695626d8f3 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:26.676318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.810916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=af50d1d6-5df5-475e-b261-e3695626d8f3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:26.830302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port af50d1d6-5df5-475e-b261-e3695626d8f3 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:26.834517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:26.839967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.840678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.841627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.843708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.844572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.845674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.846318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.846988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.847645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.848797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.849444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device af50d1d6-5df5-475e-b261-e3695626d8f3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:26.850261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.850261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:26.874854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for d3b871b4-0bfc-42e0-83cd-e6b4ce592005 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:26.929125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: af50d1d6-5df5-475e-b261-e3695626d8f3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:26.929727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device af50d1d6-5df5-475e-b261-e3695626d8f3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:27.083441 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.180802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110efcc-9ca7-4406-b2ad-d96aa4558197 req-8475ad8a-fb34-4e4c-95c6-093fceaca389 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:27.185779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9110efcc-9ca7-4406-b2ad-d96aa4558197 req-8475ad8a-fb34-4e4c-95c6-093fceaca389 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.3921332 Aug 11 02:27:27.214073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Pushing event deleted for resources: {'Port': ['ID=af50d1d6-5df5-475e-b261-e3695626d8f3,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.218587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.247752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] No DVR routers for this DVR port af50d1d6-5df5-475e-b261-e3695626d8f3 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:27.256530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.256998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.258211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.259063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.261868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.263467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.264560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.265400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.266440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.267343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.268282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.269232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642cb191-99ce-4d5a-b7d2-8bd6463f697c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:27.298291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5278525-0c1b-4654-991c-8e612bc344ef']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:27.332075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.365693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:27.367167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd1a7d8-f12a-4b66-8b16-0b9ec38a89fe') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:27.393409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.467936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9110efcc-9ca7-4406-b2ad-d96aa4558197 req-0e68f02f-d7fa-46c2-a223-152197d47e18 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417126 Aug 11 02:27:27.481316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.501613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:27.502062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.505232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=d3b871b4-0bfc-42e0-83cd-e6b4ce592005,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:27.507101 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:27.615823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.629428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.630469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.634558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/networks/c5278525-0c1b-4654-991c-8e612bc344ef HTTP/1.1" status: 204 len: 168 time: 1.5972874 Aug 11 02:27:27.637212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60448) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:27.718832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff08a99-0c2d-48b4-929b-7bb4ff37a02b tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Network': ['ID=c5278525-0c1b-4654-991c-8e612bc344ef,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:27.765179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting subnet 57bb4acb-4c8d-4dd4-af01-f6014d6fce3f {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:27.771526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.833652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.864884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.880332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:27.953133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.014191 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.024566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.025638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Fanout notify agent at l3_agent the message router_deleted on router 9b26d34b-3a4f-4a9a-9683-af4057893c14 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:28.053600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.064822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60454) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:28.066826 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e5eb009-49e1-4c6c-8056-6f70d348a11b tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/routers/9b26d34b-3a4f-4a9a-9683-af4057893c14 HTTP/1.1" status: 204 len: 168 time: 2.4967067 Aug 11 02:27:28.127466 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.167498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Subnet': ['ID=57bb4acb-4c8d-4dd4-af01-f6014d6fce3f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.180606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting subnet bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:28.187726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.191589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.193591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4f3b101d-c155-499a-b0d0-cfe18d12ffa7 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/subnets/57bb4acb-4c8d-4dd4-af01-f6014d6fce3f HTTP/1.1" status: 204 len: 168 time: 0.5484846 Aug 11 02:27:28.196718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:28.202437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c705d57-0518-4856-bdcd-4597d4966deb None None] Network d9bfcc85-4d1d-430d-ac83-d937ad5896da requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:28.280559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.287743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.435926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Deleting port 818b1836-5183-4e2f-a4df-0cd684484869 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:28.436340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.501745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.704822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] DHCP port deletion for d9bfcc85-4d1d-430d-ac83-d937ad5896da request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:28.719167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] For port 818b1836-5183-4e2f-a4df-0cd684484869, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=818b1836-5183-4e2f-a4df-0cd684484869,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:28.720279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.748734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Calling delete_port for 818b1836-5183-4e2f-a4df-0cd684484869 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:28.781477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Deleting port 818b1836-5183-4e2f-a4df-0cd684484869 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:28.781890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.826686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa161588-864b-4291-9b97-44d22d8dacf9 req-f34c871f-616f-4f9d-9f08-098b492a0c5e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:28.835225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa161588-864b-4291-9b97-44d22d8dacf9 req-f34c871f-616f-4f9d-9f08-098b492a0c5e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1099415 Aug 11 02:27:28.855326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.914156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa161588-864b-4291-9b97-44d22d8dacf9 req-3440e8c3-cb90-46b7-b0ef-5000ffee9073 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776637 Aug 11 02:27:28.915535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:28.919154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] For port 818b1836-5183-4e2f-a4df-0cd684484869, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=818b1836-5183-4e2f-a4df-0cd684484869,segment=NetworkSegment(a4dcb0bf-6d56-4d14-bf13-0c4531296710),segment_id=a4dcb0bf-6d56-4d14-bf13-0c4531296710)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:28.921111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.924444 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.929362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a3f91a0-5f77-4003-a993-53c3f224cc79 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/subnets/bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd HTTP/1.1" status: 204 len: 168 time: 0.8607256 Aug 11 02:27:28.929618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:28.942261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:28.952824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4357e46-3ff1-4cf7-a7c2-2083150b9479 None None] Network 229cc3cf-3199-4e2c-84ff-86b4f4731343 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:28.977446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Calling delete_port for 818b1836-5183-4e2f-a4df-0cd684484869 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:28.999846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Port': ['ID=818b1836-5183-4e2f-a4df-0cd684484869,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.008342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] No DVR routers for this DVR port 818b1836-5183-4e2f-a4df-0cd684484869 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:29.115571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.126575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.145290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bfcc85-4d1d-430d-ac83-d937ad5896da']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.167993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dcb0bf-6d56-4d14-bf13-0c4531296710') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.168554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dcb0bf-6d56-4d14-bf13-0c4531296710') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:29.183360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.204891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.214887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:29.215406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.268161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:29.273013 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:29.344873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 52529e15-145d-42ff-9d1c-f5e6f0033735 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:29.345831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.351558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] Pushing event deleted for resources: {'Port': ['ID=818b1836-5183-4e2f-a4df-0cd684484869,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.356064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49911a76-7ad6-4a0c-a688-33f661aacea0 None None] No DVR routers for this DVR port 818b1836-5183-4e2f-a4df-0cd684484869 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:29.360879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] DHCP port deletion for 229cc3cf-3199-4e2c-84ff-86b4f4731343 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:29.457076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.477422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173073f-b7f6-40e3-bd52-3bdf56bd99c0 req-e129edef-92ec-4ec5-bfea-466f6a1d0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:29.479662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7173073f-b7f6-40e3-bd52-3bdf56bd99c0 req-e129edef-92ec-4ec5-bfea-466f6a1d0eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1097 time: 0.1525252 Aug 11 02:27:29.489669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.491458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] For port 52529e15-145d-42ff-9d1c-f5e6f0033735, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52529e15-145d-42ff-9d1c-f5e6f0033735,segment=NetworkSegment(4c73cde7-2d23-41e4-86c6-df558a1940ee),segment_id=4c73cde7-2d23-41e4-86c6-df558a1940ee)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:29.491837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.508027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] 10.222.0.68 "DELETE /v2.0/networks/d9bfcc85-4d1d-430d-ac83-d937ad5896da HTTP/1.1" status: 204 len: 168 time: 1.2943826 Aug 11 02:27:29.520874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Deleting port 52529e15-145d-42ff-9d1c-f5e6f0033735 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:29.521987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.551264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 52529e15-145d-42ff-9d1c-f5e6f0033735 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:29.552759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0987-22d0-4308-ba60-183dc0ee5865 tempest-ServersTestMultiNic-213961467 tempest-ServersTestMultiNic-213961467-project] Pushing event deleted for resources: {'Network': ['ID=d9bfcc85-4d1d-430d-ac83-d937ad5896da,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.617246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7173073f-b7f6-40e3-bd52-3bdf56bd99c0 req-276fb708-3678-4c22-93c2-8c0e7b73b633 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213253 Aug 11 02:27:29.729787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] For port 52529e15-145d-42ff-9d1c-f5e6f0033735, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=52529e15-145d-42ff-9d1c-f5e6f0033735,segment=NetworkSegment(4c73cde7-2d23-41e4-86c6-df558a1940ee),segment_id=4c73cde7-2d23-41e4-86c6-df558a1940ee)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:29.730496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.736112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.755702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Calling delete_port for 52529e15-145d-42ff-9d1c-f5e6f0033735 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:29.828411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] No DVR routers for this DVR port 52529e15-145d-42ff-9d1c-f5e6f0033735 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:29.839982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=52529e15-145d-42ff-9d1c-f5e6f0033735,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:29.944447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:29.999529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:30.056869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.098404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229cc3cf-3199-4e2c-84ff-86b4f4731343']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:30.105681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] No DVR routers for this DVR port 52529e15-145d-42ff-9d1c-f5e6f0033735 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:30.131525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c21f-68c0-4b5c-8280-eb016ea162e2 None None] Pushing event deleted for resources: {'Port': ['ID=52529e15-145d-42ff-9d1c-f5e6f0033735,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.149114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c73cde7-2d23-41e4-86c6-df558a1940ee') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:30.149446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c73cde7-2d23-41e4-86c6-df558a1940ee') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:30.196764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.223740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.247118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2fa85-2e3e-4228-af57-4e9adb452c2c req-2eb5f860-d57d-442f-bf15-0d2ce26fc511 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:30.248751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9a2fa85-2e3e-4228-af57-4e9adb452c2c req-2eb5f860-d57d-442f-bf15-0d2ce26fc511 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1050658 Aug 11 02:27:30.253009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:30.253459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:30.257373 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:30.744917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52529e15-145d-42ff-9d1c-f5e6f0033735 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:30.836870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9a2fa85-2e3e-4228-af57-4e9adb452c2c req-2ff9a357-b073-444c-977c-951ba2aa4280 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695648 Aug 11 02:27:30.849532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 52529e15-145d-42ff-9d1c-f5e6f0033735 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:30.850465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 52529e15-145d-42ff-9d1c-f5e6f0033735 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:30.851929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 818b1836-5183-4e2f-a4df-0cd684484869 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:30.872131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.933388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:30.940702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/networks/229cc3cf-3199-4e2c-84ff-86b4f4731343 HTTP/1.1" status: 204 len: 168 time: 2.0073633 Aug 11 02:27:30.940702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051def-ec38-4397-86f3-eba434ec5cbd tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Network': ['ID=229cc3cf-3199-4e2c-84ff-86b4f4731343,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:30.945494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 818b1836-5183-4e2f-a4df-0cd684484869 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:30.945494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 818b1836-5183-4e2f-a4df-0cd684484869 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:30.952704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:31.231255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.379130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port cf48f50d-2376-4623-bff7-4a60974ea347 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:31.379466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.537096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.537431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.562472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for cf48f50d-2376-4623-bff7-4a60974ea347 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:31.792314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Deleting port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:31.792749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.868482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:31.916908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=cf48f50d-2376-4623-bff7-4a60974ea347,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:31.989423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] For port bf9e0934-33a0-4a37-8f35-8a9ad2672bbf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:31.989830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.035803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Calling delete_port for bf9e0934-33a0-4a37-8f35-8a9ad2672bbf owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:32.098413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21221-b20a-45f0-b2d9-debc40cced4b req-23be8921-c410-4d7d-a693-24af7cd37533 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.100568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0f21221-b20a-45f0-b2d9-debc40cced4b req-23be8921-c410-4d7d-a693-24af7cd37533 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1471825 Aug 11 02:27:32.137340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.142571 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.145091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ee40ead-88e6-44e0-9a8e-d9c5dd0ebd57 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/floatingips/46b423c8-fede-42fc-96a5-c875d1dd85af HTTP/1.1" status: 204 len: 168 time: 1.1909971 Aug 11 02:27:32.149101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.204457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0f21221-b20a-45f0-b2d9-debc40cced4b req-64e547b1-3141-4274-bce1-94320f1503bc tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836854 Aug 11 02:27:32.221298 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2472700b-b279-4f84-9489-1dcc1e9d20d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:27:32.222532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2472700b-b279-4f84-9489-1dcc1e9d20d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:27:32.233293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60540) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.233724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2472700b-b279-4f84-9489-1dcc1e9d20d4 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/8ff553c7-efe5-4759-9f71-ce0f422d09fc HTTP/1.1" status: 404 len: 333 time: 0.0823166 Aug 11 02:27:32.279310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-52e5892a-f918-4cf0-9d29-6a983608d6d8 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b26d34b-3a4f-4a9a-9683-af4057893c14 HTTP/1.1" status: 200 len: 205 time: 0.0427425 Aug 11 02:27:32.281762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60544) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.372666 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-53f83e8a-b4be-48b8-b25a-31728b8121ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] delete failed (client error): The resource could not be found. Aug 11 02:27:32.378702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-53f83e8a-b4be-48b8-b25a-31728b8121ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/routers/9b26d34b-3a4f-4a9a-9683-af4057893c14 HTTP/1.1" status: 404 len: 336 time: 0.0919874 Aug 11 02:27:32.380051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.409027 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d2a85f-aa46-4a04-8572-12a6947714c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] DELETE failed (client error): The resource could not be found. Aug 11 02:27:32.409416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d2a85f-aa46-4a04-8572-12a6947714c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:27:32.417786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-75d2a85f-aa46-4a04-8572-12a6947714c9 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/subnets/bcd35840-9d29-4cd7-b8a1-eab5bb3db4bd HTTP/1.1" status: 404 len: 337 time: 0.0365839 Aug 11 02:27:32.418476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:32.624723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.655701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 3ecad50d-b109-4aae-8413-37d011eac510 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:32.656417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.716553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9e0934-33a0-4a37-8f35-8a9ad2672bbf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:32.909731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:32.936872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 3ecad50d-b109-4aae-8413-37d011eac510 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:32.947389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-930fbb1a-423f-4fa1-a484-bf3b0c7d55af tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:32.949036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-930fbb1a-423f-4fa1-a484-bf3b0c7d55af tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 811 time: 0.2291930 Aug 11 02:27:33.018091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-6d3324a8-f081-4946-95d3-8652d4551d7d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/quotas/ba5d98d2d0694bd683e26ac667ca8713 HTTP/1.1" status: 200 len: 375 time: 0.0381734 Aug 11 02:27:33.151891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-95d46b76-5772-4429-bd05-9c996c0c9a28 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324770 Aug 11 02:27:33.167218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.438560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.462851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-86a3f680-d3ff-4a62-9b57-c20f1e1d0c31 service neutron] 10.222.0.68 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935092 Aug 11 02:27:33.504816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=3ecad50d-b109-4aae-8413-37d011eac510,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:33.671451 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:33.673509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0af06c4a-7831-47a7-a0db-e9870159930a tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/3ecad50d-b109-4aae-8413-37d011eac510 HTTP/1.1" status: 204 len: 168 time: 1.2540207 Aug 11 02:27:33.676229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:33.688957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-856d78b0-49da-4b57-8743-10b00722587b service neutron] 10.222.0.68 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958826 Aug 11 02:27:33.812394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Router 77c42bfc-b811-4b99-b398-698b445e82bc has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:33.969954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port 5c730b0d-61e3-4c8d-b9e7-698e476c663e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:33.969954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.096371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.110679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for 5c730b0d-61e3-4c8d-b9e7-698e476c663e owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:34.164728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68199396-d139-40cf-be09-48abd34360cf req-d6a6ac4b-00c6-4864-8d77-0240908af712 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.0666368 Aug 11 02:27:34.298637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:34.310636 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Sync routers for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:34.326595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:34.327404 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:34.330545 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d232d67-9969-411d-9703-e69fd1c4c4b8 admin admin] 10.222.0.68 "PUT /v2.0/routers/77c42bfc-b811-4b99-b398-698b445e82bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3289440 Aug 11 02:27:34.335711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60596) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.482468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.559443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=5c730b0d-61e3-4c8d-b9e7-698e476c663e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:34.610851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.771675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:34.772977 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:34.779910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dfb3c189-5c21-4ef6-b59b-be193c10c5f6 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/ports/5c730b0d-61e3-4c8d-b9e7-698e476c663e HTTP/1.1" status: 204 len: 168 time: 1.0975180 Aug 11 02:27:34.780884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60604) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.898360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10229c7-c369-4c1d-bdf7-6442f9d3144c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:34.901118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a10229c7-c369-4c1d-bdf7-6442f9d3144c tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "GET /v2.0/ports?device_id=6cb01c21-466a-408d-b300-4c043fc06063 HTTP/1.1" status: 200 len: 913 time: 0.1180646 Aug 11 02:27:34.904462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60610) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:34.940330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.167976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Deleting port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:35.168573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.416876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e559ba5a-7878-464a-aaa5-227da00bfb3f req-e50f277e-6b34-4bf8-b7f2-e13b8f0a241d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.0850937 Aug 11 02:27:35.423456 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:27:32Z', 'revision_number': 5, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port': {'id': '83e94b42-fcbf-4b7c-90e5-f8c49a76676b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:25:33Z', 'updated_at': '2021-08-11T02:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:35.462000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] For port 83e94b42-fcbf-4b7c-90e5-f8c49a76676b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:35.462922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.497052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Calling delete_port for 83e94b42-fcbf-4b7c-90e5-f8c49a76676b owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:35.549223 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Checking router: 77c42bfc-b811-4b99-b398-698b445e82bc for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:35.560619 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Routers {'77c42bfc-b811-4b99-b398-698b445e82bc'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:35.561660 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['77c42bfc-b811-4b99-b398-698b445e82bc'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:35.716968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] Set router 77c42bfc-b811-4b99-b398-698b445e82bc gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:35.807877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:27:34Z', 'revision_number': 6, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:35.855106 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fab363-b15b-45b9-a751-daf150f67cc6 None None] The sync data for ids ['77c42bfc-b811-4b99-b398-698b445e82bc'] in n-d-713498-10 is: [{'id': '77c42bfc-b811-4b99-b398-698b445e82bc', 'name': 'tempest-ServersTestMultiNic-29592831-router', 'tenant_id': '5de9ded75b204687a89266b78fbf839a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:25:32Z', 'updated_at': '2021-08-11T02:27:34Z', 'revision_number': 6, 'project_id': '5de9ded75b204687a89266b78fbf839a', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:35.891740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:35.994056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e94b42-fcbf-4b7c-90e5-f8c49a76676b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:36.185542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.544890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.551337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.645682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.732292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bac18458-fa3f-42c8-ac50-a2fadfe2d472 req-95794aad-9e47-46fb-9892-9e058c179a8e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.0750310 Aug 11 02:27:36.733504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.734521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c42bfc-b811-4b99-b398-698b445e82bc {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:36.741995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:36.749640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-179a0c69-9cd6-4f68-8ab5-3377c0d34a08 admin admin] 10.222.0.68 "DELETE /v2.0/routers/77c42bfc-b811-4b99-b398-698b445e82bc HTTP/1.1" status: 204 len: 168 time: 2.4103365 Aug 11 02:27:36.750354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60668) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:37.132056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Deleting subnet 6c9ffb78-cd06-4fb5-bdf5-3160e595080f {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:37.135947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.142421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bf9e0934-33a0-4a37-8f35-8a9ad2672bbf no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:37.192684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.278429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port a277a4bd-7c0a-4adc-8edd-d12f481a57ea {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:37.278792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.326089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: bf9e0934-33a0-4a37-8f35-8a9ad2672bbf {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:37.328009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bf9e0934-33a0-4a37-8f35-8a9ad2672bbf not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:37.330767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83e94b42-fcbf-4b7c-90e5-f8c49a76676b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:37.346110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.421638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.434101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 83e94b42-fcbf-4b7c-90e5-f8c49a76676b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:37.434349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83e94b42-fcbf-4b7c-90e5-f8c49a76676b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:37.468644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9ffb78-cd06-4fb5-bdf5-3160e595080f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:37.488214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.494923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b8a2b5-2a43-44d6-a26b-999075e4232a None None] Network 1a8855c3-7d35-43f4-8673-216b0a408c68 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:37.513707 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.522732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for a277a4bd-7c0a-4adc-8edd-d12f481a57ea owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:37.527734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-170e73fb-f9d3-4cf7-b58a-3bb54066e3a5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6c9ffb78-cd06-4fb5-bdf5-3160e595080f HTTP/1.1" status: 204 len: 168 time: 0.7751379 Aug 11 02:27:37.531212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60678) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:37.721012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-932675b5-8a1c-4afd-a430-15b0e500c5b7 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:37.722630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-932675b5-8a1c-4afd-a430-15b0e500c5b7 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 811 time: 0.8112342 Aug 11 02:27:37.755365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Request body: {'port': {'device_id': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'admin_state_up': True, 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:37.791168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:37.885885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] DHCP port deletion for 1a8855c3-7d35-43f4-8673-216b0a408c68 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:27:37.984879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Deleting port 38acb72c-5435-4a53-a5e1-e2b909f421df {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:37.985308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.085430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.119644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=a277a4bd-7c0a-4adc-8edd-d12f481a57ea,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.132936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] For port 38acb72c-5435-4a53-a5e1-e2b909f421df, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=38acb72c-5435-4a53-a5e1-e2b909f421df,segment=NetworkSegment(73440b47-2905-4dc7-bdf9-f1edbdf3b316),segment_id=73440b47-2905-4dc7-bdf9-f1edbdf3b316)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:38.134408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.168195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Calling delete_port for 38acb72c-5435-4a53-a5e1-e2b909f421df owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:38.211707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56995242-c78b-4bf4-b5b2-db45adcb2c8e req-4128586c-3579-415a-adc9-38ddc75c9cf6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.2637727 Aug 11 02:27:38.300867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.318678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] No DVR routers for this DVR port 38acb72c-5435-4a53-a5e1-e2b909f421df on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:38.344386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541075f-dbb1-4b9b-bd6d-7f8dcba340a5 None None] Pushing event deleted for resources: {'Port': ['ID=38acb72c-5435-4a53-a5e1-e2b909f421df,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.408105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Deleting port 38acb72c-5435-4a53-a5e1-e2b909f421df {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:38.408466 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.447812 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.508242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Made reservation on behalf of ba5d98d2d0694bd683e26ac667ca8713 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:38.512993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.547987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] For port 38acb72c-5435-4a53-a5e1-e2b909f421df, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:38.548360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.732164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 38acb72c-5435-4a53-a5e1-e2b909f421df no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:27:38.733359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Allocated IP 172.20.0.7 (13011b8c-1fb7-42c2-9445-e55fe397b269/d87ab91f-a181-4912-9288-27a317831ede/53e0fc83-92ff-4bdc-90ae-2b77856553eb) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:38.775720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Calling delete_port for 38acb72c-5435-4a53-a5e1-e2b909f421df owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:38.781467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Port 38acb72c-5435-4a53-a5e1-e2b909f421df was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:27:38.788238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:38.812027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 38acb72c-5435-4a53-a5e1-e2b909f421df {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:27:38.813403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 38acb72c-5435-4a53-a5e1-e2b909f421df not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:27:38.817324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Pushing event deleted for resources: {'Port': ['ID=38acb72c-5435-4a53-a5e1-e2b909f421df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:38.839269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] No DVR routers for this DVR port 38acb72c-5435-4a53-a5e1-e2b909f421df on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:27:38.927025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Router 6cb01c21-466a-408d-b300-4c043fc06063 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:38.981154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.001387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8855c3-7d35-43f4-8673-216b0a408c68']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.030812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73440b47-2905-4dc7-bdf9-f1edbdf3b316') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.031098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73440b47-2905-4dc7-bdf9-f1edbdf3b316') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.049258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.141452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.163714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:39.163877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:39.166369 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:39.170653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.228394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:39.239989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] Sync routers for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:39.241181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fbf5b487-920d-46b4-a6dd-d3191deb0d44 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "PUT /v2.0/routers/6cb01c21-466a-408d-b300-4c043fc06063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3352659 Aug 11 02:27:39.244522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60710) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:39.256676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:39.258259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.328664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.338955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.354092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.370400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] Routers {'6cb01c21-466a-408d-b300-4c043fc06063'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:39.372914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] 10.222.0.68 "DELETE /v2.0/networks/1a8855c3-7d35-43f4-8673-216b0a408c68 HTTP/1.1" status: 204 len: 168 time: 1.8246791 Aug 11 02:27:39.374525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cb01c21-466a-408d-b300-4c043fc06063'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.444135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a4463-e0d8-484d-92db-f2a0bff9909f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8855c3-7d35-43f4-8673-216b0a408c68,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.478416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:39.480097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49215b3-9c10-40ca-a6fd-3f357da040e2 None None] The sync data for ids ['6cb01c21-466a-408d-b300-4c043fc06063'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:39.536243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f63aa07-643c-4391-9ce8-537cf98af60d req-72da81a7-a707-4edc-9107-d6b97bec9a21 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.1004510 Aug 11 02:27:39.553169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.555368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.570377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['f59d9986-3524-4257-be11-c2805fdcb96b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:39.684910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Network 13011b8c-1fb7-42c2-9445-e55fe397b269 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:39.691082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Pushing event updated for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:39.698515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:39.710210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:39.737510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:39.816815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:39.817177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:39.838803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-45797c91-db83-4204-a91e-c6c48cb1c5fa tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959985 Aug 11 02:27:39.857857 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2e255d5-00f6-4c21-855f-df0659ec496c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5de9ded75b204687a89266b78fbf839a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092308 Aug 11 02:27:39.858219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-750d20b3-ff8d-4768-8157-93728d8b8a86 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:27:39.860731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-750d20b3-ff8d-4768-8157-93728d8b8a86 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090814 Aug 11 02:27:39.860973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:39.884468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.034546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.107609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting port d7ba0137-00d5-462b-b838-c7255221d8da {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:27:40.108057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.128382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.213998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Request body: {'port': {'device_id': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:40.317077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.332774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Calling delete_port for d7ba0137-00d5-462b-b838-c7255221d8da owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:27:40.390203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.456031 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.655631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.658821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.660634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6de9f95-bbbd-471e-8d25-c1c27010e14c HTTP/1.1" status: 204 len: 168 time: 0.7986557 Aug 11 02:27:40.676336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.679682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561e0f-11b0-4b78-b549-bd031f2ae033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de9f95-bbbd-471e-8d25-c1c27010e14c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:40.745001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.836226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Port': ['ID=d7ba0137-00d5-462b-b838-c7255221d8da,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:40.865054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ec410-b331-4cb5-a5e8-101bf94ca646 req-2c18cf09-7f58-4858-ba99-0764d4bc4e0d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:40.868745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-716ec410-b331-4cb5-a5e8-101bf94ca646 req-2c18cf09-7f58-4858-ba99-0764d4bc4e0d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 931 time: 0.1568303 Aug 11 02:27:40.946071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:40.954816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-716ec410-b331-4cb5-a5e8-101bf94ca646 req-9c9652b0-42f6-4cac-b4fb-2977eb48b31f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Aug 11 02:27:41.059802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.065012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.091052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e0fc83-92ff-4bdc-90ae-2b77856553eb {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:41.101686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.123155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.123926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb01c21-466a-408d-b300-4c043fc06063 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:27:41.125041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Transition to ACTIVE for port object 53e0fc83-92ff-4bdc-90ae-2b77856553eb will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:41.134494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.137662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.138233 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1ed045f-e32f-4210-9a9e-1757c28377ef tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/routers/6cb01c21-466a-408d-b300-4c043fc06063 HTTP/1.1" status: 204 len: 168 time: 1.8900714 Aug 11 02:27:41.138943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.277047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Pushing event updated for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.283184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Deleting subnet 629a63cb-4899-40a2-b50d-008113e50d31 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:27:41.295506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Attempting to bind port 53e0fc83-92ff-4bdc-90ae-2b77856553eb on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:41.296983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.299082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Attempting to bind port 53e0fc83-92ff-4bdc-90ae-2b77856553eb by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:41.299524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Attempting to bind port 53e0fc83-92ff-4bdc-90ae-2b77856553eb on network 13011b8c-1fb7-42c2-9445-e55fe397b269 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:41.312834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Port 53e0fc83-92ff-4bdc-90ae-2b77856553eb on network 13011b8c-1fb7-42c2-9445-e55fe397b269 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:27:41.313154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Attempting to bind port 53e0fc83-92ff-4bdc-90ae-2b77856553eb on network 13011b8c-1fb7-42c2-9445-e55fe397b269 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:41.324647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:41.325007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Checking segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:41.325374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Bound using segment: {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:41.325854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Bound port: 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48bf1121-0587-44b6-b335-816c138cf8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:41.326289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.414365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.418911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:41.423443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:41.431788 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.507510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.508679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.511684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] 10.222.0.61 "PUT /v2.0/ports/53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 200 len: 1092 time: 1.6462612 Aug 11 02:27:41.512586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:41.516482 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:41.566717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.623097 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c43ca-ff72-499b-a99c-bb88b5aa4929 x-openstack-request-id: req-e45c43ca-ff72-499b-a99c-bb88b5aa4929 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:41.623368 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:41.623698 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e45c43ca-ff72-499b-a99c-bb88b5aa4929 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:41.624164 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb', 'status': 'completed', 'code': 200} Aug 11 02:27:41.627753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206688ce-04f4-4ef7-92f1-84704d618e73 service neutron] Pushing event updated for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.646939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-3a9784aa-cef8-4855-8c40-049aa7d0a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.648890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-3a9784aa-cef8-4855-8c40-049aa7d0a663 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1095 time: 0.0844963 Aug 11 02:27:41.712999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-c27bc07b-fcd5-4da2-87d4-bacdeddcf7b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 200 len: 217 time: 0.0543263 Aug 11 02:27:41.784078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.803112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-27b99013-4772-4769-98a8-b1c7c1831fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:41.805345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-27b99013-4772-4769-98a8-b1c7c1831fbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.0844989 Aug 11 02:27:41.851153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:41.858433 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/subnets/629a63cb-4899-40a2-b50d-008113e50d31 HTTP/1.1" status: 204 len: 168 time: 0.7182207 Aug 11 02:27:41.860794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60786) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:41.864043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-28ea26a6-d62d-43d7-b817-7e8896f1efda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409427 Aug 11 02:27:41.873275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb76d61-7173-4558-8978-9b9b9f02b735 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Subnet': ['ID=629a63cb-4899-40a2-b50d-008113e50d31,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:41.963347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.049268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-0f675b33-6ddd-4aea-a61c-46beefa6844f service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762094 Aug 11 02:27:42.096305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.110998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c4969e-4533-4afe-b34e-fbd6f4ce9e8d']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.136297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53822735-e390-4642-86cb-a5b28f65cbd7') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.137153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53822735-e390-4642-86cb-a5b28f65cbd7') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:42.154126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.162144 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:27:42.178425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.197278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:27:42.199671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:27:42.227042 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:27:42.312229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf382ffc-bf32-43fb-a15c-98843d42252e req-ce1458d9-0ad3-441c-b330-7aaba7514431 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543416 Aug 11 02:27:42.324939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e412-aab3-4a20-971f-1037dfbcc96a req-a7261c69-ff21-4670-a53a-406fb3c6837b tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.337849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c097e412-aab3-4a20-971f-1037dfbcc96a req-a7261c69-ff21-4670-a53a-406fb3c6837b tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 943 time: 0.1513381 Aug 11 02:27:42.344773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.359717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:42.365741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] 10.222.0.68 "DELETE /v2.0/networks/22c4969e-4533-4afe-b34e-fbd6f4ce9e8d HTTP/1.1" status: 204 len: 168 time: 0.5028281 Aug 11 02:27:42.400104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9f9b2-efb8-4a18-a5ca-2c4e91e43ce0 tempest-FloatingIPTestJSON-1417329878 tempest-FloatingIPTestJSON-1417329878-project] Pushing event deleted for resources: {'Network': ['ID=22c4969e-4533-4afe-b34e-fbd6f4ce9e8d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:42.409890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c097e412-aab3-4a20-971f-1037dfbcc96a req-4bb747df-5c70-4be5-ac95-8c8d1421fbbb tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710788 Aug 11 02:27:42.515441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:42.518128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-4195144b-c58d-408b-b6ad-80140386360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.520477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-4195144b-c58d-408b-b6ad-80140386360c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1095 time: 0.1233034 Aug 11 02:27:42.675969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-d546dbd0-2daa-404e-b9bb-af9056edb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.678316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-d546dbd0-2daa-404e-b9bb-af9056edb54c service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.1486595 Aug 11 02:27:42.742331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-1ba0fcba-af5d-4b67-b3bb-8bbab95603f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 200 len: 217 time: 0.0529413 Aug 11 02:27:42.822274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-681ffb82-c9f8-4a71-aa04-6424e19e512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:42.825343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-681ffb82-c9f8-4a71-aa04-6424e19e512b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.0732501 Aug 11 02:27:42.884993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-35e71700-f3b6-4396-9ec4-816abe41f897 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513754 Aug 11 02:27:42.911922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:42.987369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.146003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-network', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:43.171953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-5be94a34-16cd-40b5-96bb-10b3ed9cc015 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743895 Aug 11 02:27:43.237487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:43.241299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.279919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.300810 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3696-bff5-4247-9aa8-9ebeb3f10bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.366903 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6081c1bc-3536-4ac1-9a93-d41ba6fd669c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c4dd784187347b0ae3b4b896cbfbe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723862 Aug 11 02:27:43.367272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.398021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1df1d1d-38ea-4a5b-8187-13a9278e02c0 req-33c48405-b691-4d0a-bf7c-d71c4b4ce021 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177536 Aug 11 02:27:43.444599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.472309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.534511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.551945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.564829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.574886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.578817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f277cb4e-e843-490f-93c5-377f0131a878 HTTP/1.1" status: 204 len: 168 time: 0.2106383 Aug 11 02:27:43.594885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:43.614194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f942eef7-4013-462c-96d9-82dfe42cb6eb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.639855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.641608 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Added segment 51f4270f-2a0a-4bd5-9b32-89a1773a3bd2 of type vlan for network 4f7cfa90-b056-4401-add5-2c15365863b7 Aug 11 02:27:43.680149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9ddb0-13cd-4e34-85dd-18c73ddc2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277cb4e-e843-490f-93c5-377f0131a878,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.722521 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.791173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f130c12-1cd7-40af-98fb-982e273d2ac8 req-42128424-b4bd-4269-a05d-ee8037e38a10 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.794067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f130c12-1cd7-40af-98fb-982e273d2ac8 req-42128424-b4bd-4269-a05d-ee8037e38a10 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 943 time: 0.2120881 Aug 11 02:27:43.802617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.809161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:43.810327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.898196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3696-bff5-4247-9aa8-9ebeb3f10bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:43.900118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7cfa90-b056-4401-add5-2c15365863b7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:43.913655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f130c12-1cd7-40af-98fb-982e273d2ac8 req-e2c9b2c5-d0ff-4a16-bf45-45d7add2cbf2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Aug 11 02:27:43.914919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:43.918561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60836) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:43.919449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6793d215-a69e-41ea-b458-0269c6f263b3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4024069 Aug 11 02:27:43.929483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Request body: {'subnet': {'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-subnet', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:43.980826 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3696-bff5-4247-9aa8-9ebeb3f10bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.019092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1f3d3696-bff5-4247-9aa8-9ebeb3f10bf6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4207a97160954154ac19f793c3d561cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1054704 Aug 11 02:27:44.020278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:44.021621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60838) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:44.031616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.124010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.162815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.277849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.287192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.290950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57b26bff-fc3c-4571-a6ac-1105fec11f0d HTTP/1.1" status: 204 len: 168 time: 0.2664070 Aug 11 02:27:44.306697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2a2e1-164a-415f-81cd-5861b979c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b26bff-fc3c-4571-a6ac-1105fec11f0d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.495972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d3696-bff5-4247-9aa8-9ebeb3f10bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b26bff-fc3c-4571-a6ac-1105fec11f0d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.671656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.741161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cfcde1-3966-46f4-80b1-e16327d634fa,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:44.752792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Checking segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:44.753244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Network hostable DHCP agents. Network: 4f7cfa90-b056-4401-add5-2c15365863b7, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:44.783578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:44.808900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60866) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:44.810634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 53e0fc83-92ff-4bdc-90ae-2b77856553eb details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:27:44.824539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4f7cfa90-b056-4401-add5-2c15365863b7) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:44.834410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:44.835951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.839733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea9cf5-1183-4f32-83be-bc0694e26c32 None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:44.866090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-25c440f0-3ce0-486f-8e41-99a35789bdf3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9423718 Aug 11 02:27:44.868906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60870) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:44.887326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:44.920722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:44.947930 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.949891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:44.956626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0135ad8b-c851-4a60-869d-da3074191f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.127530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:45.147641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '53e0fc83-92ff-4bdc-90ae-2b77856553eb', 'network_id': '13011b8c-1fb7-42c2-9445-e55fe397b269', 'port_id': '53e0fc83-92ff-4bdc-90ae-2b77856553eb', 'mac_address': 'fa:16:3e:14:6b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd87ab91f-a181-4912-9288-27a317831ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:27:45.164063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.224056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-4f7cfa90-b056-4401-add5-2c15365863b7', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:45.225633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.285040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.291888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462804138'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:45.358977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e0fc83-92ff-4bdc-90ae-2b77856553eb {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:27:45.400890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:45.429613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c778-6f34-40dd-b802-d156e62b120b req-0470f37a-c40d-460d-aaf4-c4a6994b6e8c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:45.431897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3302c778-6f34-40dd-b802-d156e62b120b req-0470f37a-c40d-460d-aaf4-c4a6994b6e8c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 943 time: 0.2893152 Aug 11 02:27:45.451516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.457530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.535090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Allocated IP 172.20.0.2 (4f7cfa90-b056-4401-add5-2c15365863b7/48cfcde1-3966-46f4-80b1-e16327d634fa/9fab08f7-ff84-4452-83b1-47477c6d654b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:45.559592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.623929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0135ad8b-c851-4a60-869d-da3074191f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.627998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3302c778-6f34-40dd-b802-d156e62b120b req-8b42f8e8-99de-44e5-80f7-f8cade263af5 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877582 Aug 11 02:27:45.635922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0135ad8b-c851-4a60-869d-da3074191f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.700105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['53e0fc83-92ff-4bdc-90ae-2b77856553eb'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:27:45.706637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:45.710229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.719719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60888) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:45.722733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0135ad8b-c851-4a60-869d-da3074191f81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d33ae60b39734c178f7bfa32fe9e197a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997677 Aug 11 02:27:45.740097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135ad8b-c851-4a60-869d-da3074191f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef586f-6112-467d-87e4-a893cde004d6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.768020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.780654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.813846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.881654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.896535 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.905959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:45.917409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Transition to ACTIVE for port object 9fab08f7-ff84-4452-83b1-47477c6d654b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:45.931458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c3ef586f-6112-467d-87e4-a893cde004d6 HTTP/1.1" status: 204 len: 168 time: 0.2019351 Aug 11 02:27:45.950855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Transition to ACTIVE for port object 9fab08f7-ff84-4452-83b1-47477c6d654b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:45.960588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac1346-bb3e-4902-a4bb-b459c2d84ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef586f-6112-467d-87e4-a893cde004d6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:45.967768 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.257558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:46.268228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:46.270775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:46.273171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Pushing event updated for resources: {'Port': ['ID=9fab08f7-ff84-4452-83b1-47477c6d654b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.362993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Attempting to bind port 9fab08f7-ff84-4452-83b1-47477c6d654b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:46.363372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Attempting to bind port 9fab08f7-ff84-4452-83b1-47477c6d654b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:46.363745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Attempting to bind port 9fab08f7-ff84-4452-83b1-47477c6d654b on network 4f7cfa90-b056-4401-add5-2c15365863b7 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:46.372428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:46.372792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.372926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Checking segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:46.373207 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.373599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Bound using segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:46.374134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Bound port: 9fab08f7-ff84-4452-83b1-47477c6d654b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:46.374526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.385023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.428758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.436579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:46.470973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.519242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] For port 9fab08f7-ff84-4452-83b1-47477c6d654b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:46.526332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] For port 9fab08f7-ff84-4452-83b1-47477c6d654b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9fab08f7-ff84-4452-83b1-47477c6d654b,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:46.542720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.584685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3156e2-4327-4faa-ab41-a47d0c7dfed9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.604519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.604879 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment 597b332b-318e-48c7-94b5-20e522dd926d of type vlan for network a312fbf1-79a4-45f2-8144-ee5099318f51 Aug 11 02:27:46.723853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Allocated IP 172.25.3.34 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:46.732631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf50401-a27a-484a-ae2f-6c7dab4e748a None None] Pushing event updated for resources: {'Port': ['ID=9fab08f7-ff84-4452-83b1-47477c6d654b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:46.809556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 53e0fc83-92ff-4bdc-90ae-2b77856553eb up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:46.888722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:46.991628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 53e0fc83-92ff-4bdc-90ae-2b77856553eb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:47.003067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.010559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 53e0fc83-92ff-4bdc-90ae-2b77856553eb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:47.010559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.040657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.233205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:47.247634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:47.254552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.266574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:47.281206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975546d6-a148-43ce-8919-d4a1e62417f0 req-33f4a3eb-2590-4b0e-a72a-b1bb17f1d7eb tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.283602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-975546d6-a148-43ce-8919-d4a1e62417f0 req-33f4a3eb-2590-4b0e-a72a-b1bb17f1d7eb tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 944 time: 0.3117299 Aug 11 02:27:47.305209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.327148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.332892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.333541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.372350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:47.376247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:27:47.384154 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a570649-7fa3-4967-b166-833aa0c56b2a" -d '{"events": [{"server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "name": "network-vif-plugged", "status": "completed", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:27:47.400391 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.460464 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e7f8f-c30d-4230-b006-ad32ee3fe0c8 x-openstack-request-id: req-b47e7f8f-c30d-4230-b006-ad32ee3fe0c8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:27:47.460764 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "name": "network-vif-plugged", "status": "completed", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:27:47.461027 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b47e7f8f-c30d-4230-b006-ad32ee3fe0c8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:27:47.461427 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb', 'code': 200} Aug 11 02:27:47.477370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6626580 Aug 11 02:27:47.478071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:47.484412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1965712671'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:47.536976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.553560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:47.568845 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.622632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:27:47.652262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.652739 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment c4801127-c7a6-40ed-b0e0-c27ded8b5ada of type vlan for network 2198fdfc-94b8-4f1f-bce6-736b04895d2a Aug 11 02:27:47.760917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475e048-d91b-46d3-afde-dc5101615162 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=a312fbf1-79a4-45f2-8144-ee5099318f51,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:47.768779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.786242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a312fbf1-79a4-45f2-8144-ee5099318f51 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:47.817207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-975546d6-a148-43ce-8919-d4a1e62417f0 req-4fa1665d-d3b6-4996-8148-41d780595443 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939308 Aug 11 02:27:47.871047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.881365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:47.882435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:47.980468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=2198fdfc-94b8-4f1f-bce6-736b04895d2a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.012834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9530f056-f21f-4f1e-bffd-8010cce87a58 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5327883 Aug 11 02:27:48.016218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:48.022056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:48.083507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:27:48.125976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.131992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e691f3-b1ea-41ba-9654-cf2c2f7c77f4 req-05a9a1c0-e364-45c0-b738-5ae7450672f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.144710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7e691f3-b1ea-41ba-9654-cf2c2f7c77f4 req-05a9a1c0-e364-45c0-b738-5ae7450672f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1097 time: 0.5797620 Aug 11 02:27:48.221851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:48.304561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:48.315761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.383694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7e691f3-b1ea-41ba-9654-cf2c2f7c77f4 req-37f37497-2172-4843-80b9-347fa917256f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459312 Aug 11 02:27:48.478324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68059263-983c-4974-949b-7a50e16e402e None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:48.510648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42be4570-e815-4a3d-b704-f5e89b98ee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.558333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.604572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-89cf9e28-ac49-4680-8470-e7fe17666162 None None] Provisioning for port 9fab08f7-ff84-4452-83b1-47477c6d654b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:48.681195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.813542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=0a1d5a49-67ec-4af3-9469-405a69e2dda4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.823472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': '597b332b-318e-48c7-94b5-20e522dd926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:48.823850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: a312fbf1-79a4-45f2-8144-ee5099318f51, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:48.858146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9fab08f7-ff84-4452-83b1-47477c6d654b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:48.866829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42be4570-e815-4a3d-b704-f5e89b98ee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.874903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-42be4570-e815-4a3d-b704-f5e89b98ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.882318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network a312fbf1-79a4-45f2-8144-ee5099318f51 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:48.929368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a312fbf1-79a4-45f2-8144-ee5099318f51) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:48.935890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:48.936821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:48.949943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3dacd-e742-495e-986c-2d65a1abd89e None None] Network a312fbf1-79a4-45f2-8144-ee5099318f51 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:48.958473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4570-e815-4a3d-b704-f5e89b98ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31761dd1-0ae8-4329-9ce0-684f17127a2c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:48.972461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Router c91e47af-5551-4911-b735-605681208fe6 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:48.978993 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42be4570-e815-4a3d-b704-f5e89b98ee1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3070fb8820bb4e3494bab37c0c9043d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7548823 Aug 11 02:27:48.987672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60958) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:48.996094 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd8ae0d6-12e5-4b17-9655-5b0e51f7f19a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9783993 Aug 11 02:27:48.997670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60960) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.036481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:49.096663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 9fab08f7-ff84-4452-83b1-47477c6d654b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:49.112950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9fab08f7-ff84-4452-83b1-47477c6d654b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:49.114066 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.374786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:27:49.378986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.383804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.453251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b17b0fc1-a793-42f5-9d40-e5f5ca7d3b30 None None] Provisioning complete for port 9fab08f7-ff84-4452-83b1-47477c6d654b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:49.453626 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fc1-a793-42f5-9d40-e5f5ca7d3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.472819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003edc8-c7bf-4762-bf18-ba114c038dd7 req-4be453c1-f09a-44aa-8262-b21dfa14de8e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:49.474719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a003edc8-c7bf-4762-bf18-ba114c038dd7 req-4be453c1-f09a-44aa-8262-b21dfa14de8e tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.2835057 Aug 11 02:27:49.499145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:49.502491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.523574 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Sync routers for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:49.526920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a312fbf1-79a4-45f2-8144-ee5099318f51', 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '0a1d5a49-67ec-4af3-9469-405a69e2dda4'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:49.528294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.574326 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:49.575903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:49.582188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.586575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 60966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:49.594850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e6fe318a-a1d9-465c-b371-de8e0b5b87c5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7220578 Aug 11 02:27:49.656809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a003edc8-c7bf-4762-bf18-ba114c038dd7 req-b41676ae-d1d8-4378-bbc5-600b830dedbf tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411686 Aug 11 02:27:49.714354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.744941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.763778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:49.771935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31761dd1-0ae8-4329-9ce0-684f17127a2c HTTP/1.1" status: 204 len: 168 time: 0.7729120 Aug 11 02:27:49.799266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1e0a-42d9-4e10-aa84-ef46ea55f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31761dd1-0ae8-4329-9ce0-684f17127a2c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:49.811556 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:50.074700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.277930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 9fab08f7-ff84-4452-83b1-47477c6d654b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9fab08f7-ff84-4452-83b1-47477c6d654b,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:50.341953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.358592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Allocated IP 2001:db8::2 (a312fbf1-79a4-45f2-8144-ee5099318f51/0a1d5a49-67ec-4af3-9469-405a69e2dda4/c9a38219-d339-4917-92f0-ed5a45e5bcf7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:50.404834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=6d2e74fc-ac81-4214-9b14-0331191c302b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:50.434276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:50.434919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: 2198fdfc-94b8-4f1f-bce6-736b04895d2a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:27:50.444891 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b17b0fc1-a793-42f5-9d40-e5f5ca7d3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.481227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:27:50.510944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 2198fdfc-94b8-4f1f-bce6-736b04895d2a) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:50.524551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:50.526983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.527752 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:47Z', 'revision_number': 3, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:50.580625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.588226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-db9f56e9-39f2-4d84-83be-7775e3d7b84d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5693648 Aug 11 02:27:50.590558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Checking router: c91e47af-5551-4911-b735-605681208fe6 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:27:50.591940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60992) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:50.592399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Updating router c91e47af-5551-4911-b735-605681208fe6 port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:27:50.624855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1405698696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:27:50.667069 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.695021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.697290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.716952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.728542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Transition to ACTIVE for port object c9a38219-d339-4917-92f0-ed5a45e5bcf7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:50.748111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Transition to ACTIVE for port object c9a38219-d339-4917-92f0-ed5a45e5bcf7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:50.809477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=9fab08f7-ff84-4452-83b1-47477c6d654b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:50.819447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921075c6-4691-4933-85e5-54f61d72b265 None None] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:50.825072 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.860759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.870589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.940362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:50.944201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1faaa478-9f37-48af-947a-577ff196fa47 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3482614 Aug 11 02:27:50.947956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 60998) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:50.950950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Network a312fbf1-79a4-45f2-8144-ee5099318f51 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:50.976621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:50.996647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:51.033775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Pushing event updated for resources: {'Port': ['ID=c9a38219-d339-4917-92f0-ed5a45e5bcf7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.060218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Allocated IP 172.20.0.1 (4f7cfa90-b056-4401-add5-2c15365863b7/48cfcde1-3966-46f4-80b1-e16327d634fa/d249debd-63f2-45c1-923c-fea42598a2ff) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:51.118870 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-b17b0fc1-a793-42f5-9d40-e5f5ca7d3b30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:27:51.119951 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-b17b0fc1-a793-42f5-9d40-e5f5ca7d3b30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:27:51.279218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Attempting to bind port c9a38219-d339-4917-92f0-ed5a45e5bcf7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:51.281001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Attempting to bind port c9a38219-d339-4917-92f0-ed5a45e5bcf7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '597b332b-318e-48c7-94b5-20e522dd926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:51.281898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Attempting to bind port c9a38219-d339-4917-92f0-ed5a45e5bcf7 on network a312fbf1-79a4-45f2-8144-ee5099318f51 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:51.339484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:51.340764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Checking segment: {'id': '597b332b-318e-48c7-94b5-20e522dd926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:51.341788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.342803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Bound using segment: {'id': '597b332b-318e-48c7-94b5-20e522dd926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:51.344113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Bound port: c9a38219-d339-4917-92f0-ed5a45e5bcf7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597b332b-318e-48c7-94b5-20e522dd926d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a312fbf1-79a4-45f2-8144-ee5099318f51'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:51.345202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.348293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3552-5b0c-45ac-bedd-09346589dd5a req-0d038b09-2c2c-43d0-9191-1257055e7864 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:51.352449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5db3552-5b0c-45ac-bedd-09346589dd5a req-0d038b09-2c2c-43d0-9191-1257055e7864 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.2652979 Aug 11 02:27:51.363219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.398493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Transition to ACTIVE for port object d249debd-63f2-45c1-923c-fea42598a2ff will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:51.476333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.483814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] For port c9a38219-d339-4917-92f0-ed5a45e5bcf7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:51.488369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] For port c9a38219-d339-4917-92f0-ed5a45e5bcf7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c9a38219-d339-4917-92f0-ed5a45e5bcf7,segment=NetworkSegment(597b332b-318e-48c7-94b5-20e522dd926d),segment_id=597b332b-318e-48c7-94b5-20e522dd926d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:51.507103 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.559309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Pushing event updated for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.587828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:51.592756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:51.597691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:51.611827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594c100-a484-464e-bc60-69f4b4dedd72 None None] Pushing event updated for resources: {'Port': ['ID=c9a38219-d339-4917-92f0-ed5a45e5bcf7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:51.615747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-2198fdfc-94b8-4f1f-bce6-736b04895d2a', 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '6d2e74fc-ac81-4214-9b14-0331191c302b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:27:51.626055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.714395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.778191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5db3552-5b0c-45ac-bedd-09346589dd5a req-176f015f-30ae-4c8b-9c40-2be2a20d0810 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463633 Aug 11 02:27:51.785364 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.854146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Transition to ACTIVE for port object cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:51.877774 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:51.929540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.111730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Attempting to bind port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:52.112023 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Attempting to bind port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:52.118151 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Attempting to bind port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:52.121924 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Pushing event updated for resources: {'Port': ['ID=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:52.147380 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:52.147759 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:52.148168 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.148573 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:52.149074 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Bound port: cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:52.150311 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.159331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.159680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.160020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.162582 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.162968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.163516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.163862 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.164230 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.165870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.166235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.166611 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.167871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.172362 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:27:52.336949 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] For port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:52.358049 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] For port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:52.366107 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.382370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4ad3bd24-9a18-4387-881b-9cc66244f9c0 None None] Provisioning for port d249debd-63f2-45c1-923c-fea42598a2ff completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:52.412648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4ad3bd24-9a18-4387-881b-9cc66244f9c0 None None] Provisioning complete for port d249debd-63f2-45c1-923c-fea42598a2ff triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:52.413070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ad3bd24-9a18-4387-881b-9cc66244f9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:52.499091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:52.499751 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:52.567700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a939f-438c-4ed9-9a31-faf549e75e4d None None] Pushing event updated for resources: {'Port': ['ID=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:52.682289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Allocated IP 2001:db8:1::2 (2198fdfc-94b8-4f1f-bce6-736b04895d2a/6d2e74fc-ac81-4214-9b14-0331191c302b/e9300fbf-f621-4bae-8c81-aa7f94f04c25) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:52.752081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f61d2-a05c-48eb-afa6-a086ae83769f req-6c742eb1-350b-4b58-b716-13a3f9d23726 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:52.754017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-162f61d2-a05c-48eb-afa6-a086ae83769f req-6c742eb1-350b-4b58-b716-13a3f9d23726 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.2911272 Aug 11 02:27:52.757143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-0e7d528f-8143-48d2-a55a-6796d747babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:52.758888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-0e7d528f-8143-48d2-a55a-6796d747babf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1097 time: 0.3092604 Aug 11 02:27:52.768051 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:53.062102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-9cd2d0c0-121f-421d-8e50-db15688f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:53.069533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-9cd2d0c0-121f-421d-8e50-db15688f44e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.2596779 Aug 11 02:27:53.221592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.241127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Transition to ACTIVE for port object e9300fbf-f621-4bae-8c81-aa7f94f04c25 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:53.274197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Transition to ACTIVE for port object e9300fbf-f621-4bae-8c81-aa7f94f04c25 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:53.293921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9fab08f7-ff84-4452-83b1-47477c6d654b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:53.301986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.332115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-162f61d2-a05c-48eb-afa6-a086ae83769f req-86422038-da80-4bf5-9ca7-70f6cd61b1f1 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575907 Aug 11 02:27:53.333443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-989b9980-6751-413a-bb3e-0803f529fb8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 200 len: 217 time: 0.2250826 Aug 11 02:27:53.397834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:27:51Z', 'revision_number': 1, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:53.432378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Pushing event updated for resources: {'Port': ['ID=e9300fbf-f621-4bae-8c81-aa7f94f04c25,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:53.436866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3bd24-9a18-4387-881b-9cc66244f9c0 None None] Port d249debd-63f2-45c1-923c-fea42598a2ff cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:53.470682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a87295c1-15a8-4b84-9f9c-b99895a7867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.482514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:53.497333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:53.505034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:53.565606 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.572734 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcdb2c7-42d1-4c80-8cac-8feebdcf6258 None None] The sync data for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 is: [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:27:51Z', 'revision_number': 1, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:53.579091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.620399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9fab08f7-ff84-4452-83b1-47477c6d654b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:53.622911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.684158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa227537-babc-431d-b43b-66e923e080fc None None] Network a312fbf1-79a4-45f2-8144-ee5099318f51 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:53.699310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Attempting to bind port e9300fbf-f621-4bae-8c81-aa7f94f04c25 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:27:53.699769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Attempting to bind port e9300fbf-f621-4bae-8c81-aa7f94f04c25 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:27:53.700199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Attempting to bind port e9300fbf-f621-4bae-8c81-aa7f94f04c25 on network 2198fdfc-94b8-4f1f-bce6-736b04895d2a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:27:53.790676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:27:53.791592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Checking segment: {'id': 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:27:53.792205 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.792939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Bound using segment: {'id': 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:27:53.793637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Bound port: e9300fbf-f621-4bae-8c81-aa7f94f04c25, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2198fdfc-94b8-4f1f-bce6-736b04895d2a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:27:53.794275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.816367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:53.820085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3239d3b2-787c-49fd-8484-dad47e6a98f6 None None] Provisioning for port c9a38219-d339-4917-92f0-ed5a45e5bcf7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:54.019298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Pushing event updated for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.021235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] For port e9300fbf-f621-4bae-8c81-aa7f94f04c25, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:27:54.109374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c9a38219-d339-4917-92f0-ed5a45e5bcf7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:54.116717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] For port e9300fbf-f621-4bae-8c81-aa7f94f04c25, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9300fbf-f621-4bae-8c81-aa7f94f04c25,segment=NetworkSegment(c4801127-c7a6-40ed-b0e0-c27ded8b5ada),segment_id=c4801127-c7a6-40ed-b0e0-c27ded8b5ada)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:27:54.191861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.212369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:54.215301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:54.226132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-0579fc23-3c47-4542-ae50-96ac7d63c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:54.227817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-0579fc23-3c47-4542-ae50-96ac7d63c370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.8839014 Aug 11 02:27:54.245082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8::1 (a312fbf1-79a4-45f2-8144-ee5099318f51/0a1d5a49-67ec-4af3-9469-405a69e2dda4/eb278bb7-b8e2-49a3-bba0-e07c49b66db8) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:27:54.311910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98707f-0c95-4d60-9c55-2b7e3027738a None None] Pushing event updated for resources: {'Port': ['ID=e9300fbf-f621-4bae-8c81-aa7f94f04c25,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:54.435556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.508114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object eb278bb7-b8e2-49a3-bba0-e07c49b66db8 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:27:54.542889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c9a38219-d339-4917-92f0-ed5a45e5bcf7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:54.552467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c9a38219-d339-4917-92f0-ed5a45e5bcf7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:54.553138 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.607102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 32814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:54.659699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:54.770131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-5a3c10f4-f1d4-45b9-9ac2-08a6c2a52e7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586406 Aug 11 02:27:54.923940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Router c91e47af-5551-4911-b735-605681208fe6 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:27:55.017722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-16b9c1f1-20f3-436f-8bc3-48c0a59eba51 None None] Provisioning complete for port d249debd-63f2-45c1-923c-fea42598a2ff triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:55.020750 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16b9c1f1-20f3-436f-8bc3-48c0a59eba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.070102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network a312fbf1-79a4-45f2-8144-ee5099318f51 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:55.109310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:55.164118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:27:55.164465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.183175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=eb278bb7-b8e2-49a3-bba0-e07c49b66db8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:55.223432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-16b9c1f1-20f3-436f-8bc3-48c0a59eba51 None None] Port d249debd-63f2-45c1-923c-fea42598a2ff cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:55.291973 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2a87efde-e8f9-4710-9702-85d16027aae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.293236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaa807-d426-4cd1-a4fd-144b4bcac03e req-f6a3a75a-c772-478b-87a5-d781a5f63645 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:55.295528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcbaa807-d426-4cd1-a4fd-144b4bcac03e req-f6a3a75a-c772-478b-87a5-d781a5f63645 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.6192744 Aug 11 02:27:55.337616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.431344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcbaa807-d426-4cd1-a4fd-144b4bcac03e req-c894f68b-f776-4180-b38c-b870e68e6790 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107528 Aug 11 02:27:55.512337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a566683d-ad22-43fd-87d6-4bc632f88ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.601559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.619898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c9a38219-d339-4917-92f0-ed5a45e5bcf7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c9a38219-d339-4917-92f0-ed5a45e5bcf7,segment=NetworkSegment(597b332b-318e-48c7-94b5-20e522dd926d),segment_id=597b332b-318e-48c7-94b5-20e522dd926d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:55.621897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:55.623015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-ae76cdf4-76ff-45b5-af56-3496ef4168a5 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051303 Aug 11 02:27:55.642788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad34ffb7-a7ad-4951-8c98-b41d489682fd admin admin] 10.222.0.68 "PUT /v2.0/routers/c91e47af-5551-4911-b735-605681208fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0522687 Aug 11 02:27:55.649866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-126865c5-e8b1-4ac6-b1f6-abc0ebb95dba None None] Provisioning complete for port c9a38219-d339-4917-92f0-ed5a45e5bcf7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:55.652625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-126865c5-e8b1-4ac6-b1f6-abc0ebb95dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:55.660349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.016220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c9a38219-d339-4917-92f0-ed5a45e5bcf7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.115483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.124708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9300fbf-f621-4bae-8c81-aa7f94f04c25 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:56.158270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18946263-63a0-4e14-823e-79b6710fc4c6 req-2e604318-3256-4615-a310-99674873852f service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183191 Aug 11 02:27:56.312679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e9300fbf-f621-4bae-8c81-aa7f94f04c25 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:56.322647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:56.455233 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.534133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:56.539213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:56.539631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.577442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a566683d-ad22-43fd-87d6-4bc632f88ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.641918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.643572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a8db7529-d67b-4e75-aed0-c3191590e708 None None] Provisioning for port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:56.654053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a8db7529-d67b-4e75-aed0-c3191590e708 None None] Provisioning complete for port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:56.654698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a8db7529-d67b-4e75-aed0-c3191590e708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.665477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.673492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.681836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.690727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.699559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.707362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:56.710192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-792e21d6-976c-478b-bf9b-07599da04102 req-1a751709-7567-4544-b82b-618e847b7278 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.3248508 Aug 11 02:27:56.717010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a8db7529-d67b-4e75-aed0-c3191590e708 None None] Port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:56.721762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd9eb7-92cd-4e05-8dc0-91f9e3cfdea2 None None] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:27:56.731811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a566683d-ad22-43fd-87d6-4bc632f88ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.799480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.849601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566683d-ad22-43fd-87d6-4bc632f88ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7020f202-36b4-42c2-b4e5-62d58d4f1647,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:56.869543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:56.891633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:56.998284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Provisioning for port e9300fbf-f621-4bae-8c81-aa7f94f04c25 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:27:57.026994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.031882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Provisioning complete for port e9300fbf-f621-4bae-8c81-aa7f94f04c25 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:57.032500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.045599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32836) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:57.050624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a566683d-ad22-43fd-87d6-4bc632f88ee0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45330aa470f74a6b9be8962860a3e966&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4367037 Aug 11 02:27:57.087346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e51f52-d70c-4398-be46-d27ab5efecb5 req-55080561-3579-4069-8ca1-64c65bb01aea tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.105004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7e51f52-d70c-4398-be46-d27ab5efecb5 req-55080561-3579-4069-8ca1-64c65bb01aea tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.3930416 Aug 11 02:27:57.178549 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.225344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7e51f52-d70c-4398-be46-d27ab5efecb5 req-9981a840-50e4-4835-a1f2-8b3d875e61ca tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093097 Aug 11 02:27:57.250250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-792e21d6-976c-478b-bf9b-07599da04102 req-2cce283c-4112-48eb-94a2-5624b00cfef4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5129492 Aug 11 02:27:57.291696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.404261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.407680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.409204 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7020f202-36b4-42c2-b4e5-62d58d4f1647 HTTP/1.1" status: 204 len: 168 time: 0.3625205 Aug 11 02:27:57.428864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffd12b-5b47-444e-bcd1-f0aba65c3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7020f202-36b4-42c2-b4e5-62d58d4f1647,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.542374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.589525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.591405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.790471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:57.882228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.888444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:57.890022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.906143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.914110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.922853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.931361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.935187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] For port e9300fbf-f621-4bae-8c81-aa7f94f04c25, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9300fbf-f621-4bae-8c81-aa7f94f04c25,segment=NetworkSegment(c4801127-c7a6-40ed-b0e0-c27ded8b5ada),segment_id=c4801127-c7a6-40ed-b0e0-c27ded8b5ada)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:27:57.940646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:57.947203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5370623-1198-4921-9784-7dc0d60613ba req-dd7c7be2-29d7-4278-9f55-14d38c7cb5d5 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.4303157 Aug 11 02:27:57.956295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network a312fbf1-79a4-45f2-8144-ee5099318f51 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:27:57.958373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=eb278bb7-b8e2-49a3-bba0-e07c49b66db8,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:57.971900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Sync routers for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:57.977014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:27:57.987646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.124694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.159632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:58.161330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.288942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.332943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1394e-93a2-48df-801c-60dc0dbf46ec None None] Pushing event updated for resources: {'Port': ['ID=e9300fbf-f621-4bae-8c81-aa7f94f04c25,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.347475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a8de90b-f7c0-4c90-87b5-397ad2e5c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.373367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-27368cf4-eba0-47a2-863a-bcbb2bf59ee3 None None] Provisioning complete for port e9300fbf-f621-4bae-8c81-aa7f94f04c25 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:58.373980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27368cf4-eba0-47a2-863a-bcbb2bf59ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.481991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router b30bfcbd-1614-4c33-b336-10623e4ca2fa is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:27:58.534602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87906-486f-4d0b-98f2-ec5bd92ce01f req-a300a356-c62b-4990-9ab7-1d649ec8e0f9 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.536556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:58.537135 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.550500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29b87906-486f-4d0b-98f2-ec5bd92ce01f req-a300a356-c62b-4990-9ab7-1d649ec8e0f9 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1043444 Aug 11 02:27:58.647396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a8de90b-f7c0-4c90-87b5-397ad2e5c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.656327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a8de90b-f7c0-4c90-87b5-397ad2e5c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:58.721784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8de90b-f7c0-4c90-87b5-397ad2e5c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9928ad11-a990-43ec-ba78-3e88d133bb0a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:58.759655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29b87906-486f-4d0b-98f2-ec5bd92ce01f req-6837bc23-aa68-48c1-89cc-1571f92f5b24 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536942 Aug 11 02:27:58.764702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:27:58.783931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ffd400b3-7873-4ea5-9b76-7286e7b26e49 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8303800 Aug 11 02:27:58.788960 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a8de90b-f7c0-4c90-87b5-397ad2e5c7de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7cc49ef15ec0471280586cf4653ef171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959807 Aug 11 02:27:58.790390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32890) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.794638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32892) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:58.799883 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] Sync routers for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:27:58.830181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:58.832061 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.916544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:27:58.921709 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.940829 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:27:58.942491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:58.970641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24e429-1e41-4285-95ad-882da934cff3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:27:58.972384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a24e429-1e41-4285-95ad-882da934cff3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports/eb278bb7-b8e2-49a3-bba0-e07c49b66db8 HTTP/1.1" status: 200 len: 911 time: 0.1753943 Aug 11 02:27:58.976786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 32900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:27:59.023987 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:59.025406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc7f2f-4d12-470b-8436-f52c45765a47 None None] The sync data for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:27:59.026051 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.081063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.118922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c9a38219-d339-4917-92f0-ed5a45e5bcf7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:27:59.162027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.165719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.167249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9928ad11-a990-43ec-ba78-3e88d133bb0a HTTP/1.1" status: 204 len: 168 time: 0.3488417 Aug 11 02:27:59.185999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4d08-99ed-4d5b-b6fd-a4a7fc6ac365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9928ad11-a990-43ec-ba78-3e88d133bb0a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:27:59.332277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bc12879f-fa79-4729-9590-9cba3225d979 None None] Provisioning complete for port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:59.332666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bc12879f-fa79-4729-9590-9cba3225d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.414440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c9a38219-d339-4917-92f0-ed5a45e5bcf7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:27:59.415386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:27:59.417726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bc12879f-fa79-4729-9590-9cba3225d979 None None] Port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:27:59.531985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 2, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:27:59.678376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.055615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77445-8c2f-4457-8159-dadec598ed31 req-f55d09ea-1ea1-4fe2-9527-994aca1229e2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:00.057182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31e77445-8c2f-4457-8159-dadec598ed31 req-f55d09ea-1ea1-4fe2-9527-994aca1229e2 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1351857 Aug 11 02:28:00.070136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Checking router: c91e47af-5551-4911-b735-605681208fe6 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:00.070772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Updating router c91e47af-5551-4911-b735-605681208fe6 port d249debd-63f2-45c1-923c-fea42598a2ff binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:00.183995 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.219698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31e77445-8c2f-4457-8159-dadec598ed31 req-f63d2d57-6e96-4db2-983b-ef2505429c63 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149819 Aug 11 02:28:00.372492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8:1::1 (2198fdfc-94b8-4f1f-bce6-736b04895d2a/6d2e74fc-ac81-4214-9b14-0331191c302b/f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:00.396895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9300fbf-f621-4bae-8c81-aa7f94f04c25 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:00.648424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.675108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:00.688846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e9300fbf-f621-4bae-8c81-aa7f94f04c25 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:00.689223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.738180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.754058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.782487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Transition to ACTIVE for port object d249debd-63f2-45c1-923c-fea42598a2ff will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:00.802931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.816377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:00.820546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:00.841095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:00.842485 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:00.940673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.036055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64081f-76be-471f-a765-428ae1527b49 None None] Pushing event updated for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.119915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Attempting to bind port d249debd-63f2-45c1-923c-fea42598a2ff on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:01.121067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Attempting to bind port d249debd-63f2-45c1-923c-fea42598a2ff by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:01.122231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Attempting to bind port d249debd-63f2-45c1-923c-fea42598a2ff on network 4f7cfa90-b056-4401-add5-2c15365863b7 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:01.129687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:01.130731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Checking segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:01.131348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.132062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Bound using segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:01.132749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Bound port: d249debd-63f2-45c1-923c-fea42598a2ff, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:01.133404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.183139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.255313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] For port d249debd-63f2-45c1-923c-fea42598a2ff, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:01.262567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] For port d249debd-63f2-45c1-923c-fea42598a2ff, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d249debd-63f2-45c1-923c-fea42598a2ff,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:01.275436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.437346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64081f-76be-471f-a765-428ae1527b49 None None] Pushing event updated for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:01.444203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:01.445149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:01.485084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 32982) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:01.768973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.773143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.774641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.775384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.776080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.776779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.778428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:01.782014 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-0c95742c-113e-47dc-8581-64da5c113aa0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.2953796 Aug 11 02:28:01.802079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3393f50f-e115-4a15-a4ed-25efad909bb2 None None] Provisioning for port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:01.818852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3393f50f-e115-4a15-a4ed-25efad909bb2 None None] Provisioning complete for port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:01.819473 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3393f50f-e115-4a15-a4ed-25efad909bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:01.825047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:01.831380 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-3b0b615e-234e-4fd4-8ec9-adda1cbcfda6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&id=d4a498d4-2eff-4268-86b5-15997e7458f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378077 Aug 11 02:28:02.013960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3393f50f-e115-4a15-a4ed-25efad909bb2 None None] Port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:02.296731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d249debd-63f2-45c1-923c-fea42598a2ff up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:02.443153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:01Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:02.489609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea25e-3610-4263-bc2f-0252aa69caa7 req-599e92ed-fe69-4ce9-a757-6dc96e682087 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:02.495111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-733ea25e-3610-4263-bc2f-0252aa69caa7 req-599e92ed-fe69-4ce9-a757-6dc96e682087 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.9553046 Aug 11 02:28:02.506480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f80d44-683a-44f8-8ab0-41bbbd3cf060 None None] The sync data for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 is: [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:01Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:02.543509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d249debd-63f2-45c1-923c-fea42598a2ff completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:02.561131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d249debd-63f2-45c1-923c-fea42598a2ff triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:02.566415 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.595889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-733ea25e-3610-4263-bc2f-0252aa69caa7 req-470660a9-427a-40e8-9531-3fba21fb7e2d tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 Aug 11 02:28:02.679236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.692599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.696509 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.832347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.893742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:02.894097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d249debd-63f2-45c1-923c-fea42598a2ff, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d249debd-63f2-45c1-923c-fea42598a2ff,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:02.900244 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:02.957580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:02.960404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:02.979400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:03.119574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router b30bfcbd-1614-4c33-b336-10623e4ca2fa has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:03.395902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d78e5403-ece3-46fa-90fa-1a007911e1bf None None] Provisioning complete for port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:03.396559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d78e5403-ece3-46fa-90fa-1a007911e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:03.439056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:03.459362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] Sync routers for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:03.459632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c7d15d2-d7eb-407b-8107-e7ccafa67ec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4781327 Aug 11 02:28:03.459921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:03.470669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d78e5403-ece3-46fa-90fa-1a007911e1bf None None] Port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:03.474873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:03.475535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.552926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.582922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:03.584392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.607759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49bf16c-d02b-4f53-bab2-45efaa1e3272 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:03.609295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e49bf16c-d02b-4f53-bab2-45efaa1e3272 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports/f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb HTTP/1.1" status: 200 len: 913 time: 0.1479380 Aug 11 02:28:03.612852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33020) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:03.682847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:03.683550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f91ddb0-f79c-4c5c-8956-e7f036c421c8 None None] The sync data for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:04.089148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833a55d-5d88-4cf0-8824-c94bdcb96b9c req-ebbd0b9f-c5b6-4f26-b412-1db149625e02 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:04.090866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e833a55d-5d88-4cf0-8824-c94bdcb96b9c req-ebbd0b9f-c5b6-4f26-b412-1db149625e02 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1204884 Aug 11 02:28:04.151490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e833a55d-5d88-4cf0-8824-c94bdcb96b9c req-c45899ce-cc38-4a3d-9af0-845a1b159826 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Aug 11 02:28:04.193316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d249debd-63f2-45c1-923c-fea42598a2ff up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:04.249199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d249debd-63f2-45c1-923c-fea42598a2ff triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:04.249911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.368862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.744340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:04.745375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.921987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:04.954734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:05.379446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.418847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=f0c95e97-d9df-4fca-a947-9b3ac1fc6ecb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:05.428783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66fd2-ae1d-4074-b0e1-f75f142d6727 req-2c4ca036-9616-4d38-8989-202e447290ea tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:05.430568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ac66fd2-ae1d-4074-b0e1-f75f142d6727 req-2c4ca036-9616-4d38-8989-202e447290ea tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1350632 Aug 11 02:28:05.554129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ac66fd2-ae1d-4074-b0e1-f75f142d6727 req-5162eb66-8cb7-4f9e-adef-52b56cfe9b2c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163268 Aug 11 02:28:05.594181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:05.919397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router b30bfcbd-1614-4c33-b336-10623e4ca2fa has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:06.075262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:06.089714 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] Sync routers for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:06.099665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-485d3b3e-c80b-4883-9630-77a3d3ca5f21 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835989 Aug 11 02:28:06.105326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:06.135026 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:06.136192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.202418 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.219971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:06.221532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.289279 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:06.291451 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd6ef2-9c34-4960-8d27-ac474bb373ab None None] The sync data for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:06.657116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:06.755006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-d4d5c087-ec70-4616-a881-9b1bac664a3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3060052 Aug 11 02:28:06.805397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81ab7-2087-40e7-9593-121f00486e2d req-64d42866-ce6e-4ac6-b845-e72fd93d6144 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.815773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a81ab7-2087-40e7-9593-121f00486e2d req-64d42866-ce6e-4ac6-b845-e72fd93d6144 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1588619 Aug 11 02:28:06.916001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a81ab7-2087-40e7-9593-121f00486e2d req-15ab1b1d-5614-4720-883d-6d8f827e87fd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980706 Aug 11 02:28:06.927592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.928616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.928616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.929016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.929496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.930612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.931095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:06.933344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-c9b6bcca-0b4e-4140-896e-6cfd9eacaead service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f850194481b421e8127b1a3880e4217&device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 6498 time: 0.0928576 Aug 11 02:28:07.146455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-aa09c06b-9856-4fc4-b060-f030469341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.146963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-aa09c06b-9856-4fc4-b060-f030469341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.149119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-aa09c06b-9856-4fc4-b060-f030469341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.150891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-aa09c06b-9856-4fc4-b060-f030469341e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1905593-36d7-4632-9ba0-399f027d9aa2&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&id=aa49a50c-9844-43ff-bb92-5537732375eb&id=aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 200 len: 2293 time: 0.1674790 Aug 11 02:28:07.205923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port eb278bb7-b8e2-49a3-bba0-e07c49b66db8 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:07.206516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.245372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-3338a5a8-3b52-4c4b-a071-91eee31fe26d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 200 len: 1001 time: 0.0824301 Aug 11 02:28:07.331163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.340995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-46bbc761-5e8c-4fbd-8bbc-d7459c2d575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.344206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-46bbc761-5e8c-4fbd-8bbc-d7459c2d575f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 200 len: 851 time: 0.0867636 Aug 11 02:28:07.347748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for eb278bb7-b8e2-49a3-bba0-e07c49b66db8 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:07.432343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-bb29a40a-b42a-4170-9230-642e33a0155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.435686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-bb29a40a-b42a-4170-9230-642e33a0155e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1905593-36d7-4632-9ba0-399f027d9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792158 Aug 11 02:28:07.459296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e8c3c4a5-99dc-457c-930e-428b7fd5d574 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:28:07.461890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e8c3c4a5-99dc-457c-930e-428b7fd5d574 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107415 Aug 11 02:28:07.634386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-7eda4bbe-62b0-4d6d-91d1-a09ee4c6b696 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615219 Aug 11 02:28:07.781952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:07.803712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-7e7ff0e6-be71-4827-b5e4-21282faafef1 service neutron] 10.222.0.67 "GET /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580935 Aug 11 02:28:07.830544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=eb278bb7-b8e2-49a3-bba0-e07c49b66db8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:07.868365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-4ec03f9e-d447-4e06-b9f6-80e04774b2e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 217 time: 0.0556219 Aug 11 02:28:07.932759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-cc0ef4b1-ff9e-42bb-9f04-15679cfcf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:07.935419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-cc0ef4b1-ff9e-42bb-9f04-15679cfcf187 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0598752 Aug 11 02:28:08.002593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-fc99e0d7-f87d-44bd-8482-70c3a37438d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.004740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-fc99e0d7-f87d-44bd-8482-70c3a37438d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609679 Aug 11 02:28:08.123489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.471236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router b30bfcbd-1614-4c33-b336-10623e4ca2fa has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:08.583343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:08.594286 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3426161e-51f4-4352-ad36-f210a4567635 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4847319 Aug 11 02:28:08.595031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33086) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:08.611152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] Sync routers for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:08.630859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:08.631798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:08.642051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-2b48c423-f821-493a-9c1d-a216c3265db6 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220093 Aug 11 02:28:08.662341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae495b3-0439-4864-a2be-0f9f4c37c264 req-190c08ef-aef5-4f2b-a1ad-fb5dd51ffe79 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:08.665143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac0787b1-9436-4f11-9e2d-def6ed703fb1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=b30bfcbd-1614-4c33-b336-10623e4ca2fa HTTP/1.1" status: 200 len: 205 time: 0.0679777 Aug 11 02:28:08.665989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:08.687367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ae495b3-0439-4864-a2be-0f9f4c37c264 req-190c08ef-aef5-4f2b-a1ad-fb5dd51ffe79 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.5822558 Aug 11 02:28:08.716396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:08.735754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] Routers {'b30bfcbd-1614-4c33-b336-10623e4ca2fa'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:08.741099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:08.821241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:08.875503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-d8492a62-bf46-4d8b-9594-8dcc0fe3aa8a service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869583 Aug 11 02:28:09.025227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-be4ac85e-bdde-477b-8bba-4740c80f5cb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 217 time: 0.0942085 Aug 11 02:28:09.036486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:09.037173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff25994c-6a8c-4839-96d1-bc27f18f4891 None None] The sync data for ids ['b30bfcbd-1614-4c33-b336-10623e4ca2fa'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:09.063335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ae495b3-0439-4864-a2be-0f9f4c37c264 req-eb83270d-4ec0-4416-bd2c-af7febe2286c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861145 Aug 11 02:28:09.150482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-67fe5963-bd57-4f8d-9a89-424be629608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.152379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-67fe5963-bd57-4f8d-9a89-424be629608f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.0880561 Aug 11 02:28:09.241662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-1c8861d3-1451-4439-8b75-2467d45b59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.245212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-1c8861d3-1451-4439-8b75-2467d45b59d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831196 Aug 11 02:28:09.248163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.252463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.342979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.344150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router b30bfcbd-1614-4c33-b336-10623e4ca2fa {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:09.371376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.377547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-19dba767-a594-4f1b-9304-9f7e940db334 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179478 Aug 11 02:28:09.378004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33104) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:09.379297 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7e94f0c-b97b-4ef6-addc-20a729001104 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa HTTP/1.1" status: 204 len: 168 time: 0.7113128 Aug 11 02:28:09.500303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 6d2e74fc-ac81-4214-9b14-0331191c302b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:09.507397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.581383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:09.618031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e6a80c72-ed63-4c17-ac61-7cd8d3b69353 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978221 Aug 11 02:28:09.725366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-63a871fc-dee6-401b-b9b7-f36e943d97ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 200 len: 217 time: 0.0970364 Aug 11 02:28:09.963252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-51f711ba-5155-491b-8bbc-686e79854342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:09.969931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-51f711ba-5155-491b-8bbc-686e79854342 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.2331393 Aug 11 02:28:09.980846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-df45c943-2416-45fe-ad5a-c46275a9ecd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2323039 Aug 11 02:28:10.005477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.324590 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.339047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-a92b8647-8db0-45c1-8cd3-935eaff97177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.340724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-a92b8647-8db0-45c1-8cd3-935eaff97177 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3550053 Aug 11 02:28:10.384390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2e74fc-ac81-4214-9b14-0331191c302b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:10.402818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-b69677f8-f223-44f3-9625-c9459c17488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.404837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-b69677f8-f223-44f3-9625-c9459c17488d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 1097 time: 0.2382555 Aug 11 02:28:10.412976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1ec7-dae3-4048-b1cd-d4ae9ea46420 req-8b0a004c-1a09-4a1c-8647-2b15f21d2066 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.415403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b65d1ec7-dae3-4048-b1cd-d4ae9ea46420 req-8b0a004c-1a09-4a1c-8647-2b15f21d2066 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1919072 Aug 11 02:28:10.416528 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.423305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f689ecb8-498f-4e57-8ca7-fc3626f9536d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/6d2e74fc-ac81-4214-9b14-0331191c302b HTTP/1.1" status: 204 len: 168 time: 1.0393832 Aug 11 02:28:10.423661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33114) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:10.436615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17103cc8-b417-4576-b6d4-8cd686866b42 None None] Network 2198fdfc-94b8-4f1f-bce6-736b04895d2a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:10.581926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b65d1ec7-dae3-4048-b1cd-d4ae9ea46420 req-2cc1e13a-017c-4847-9a6e-3b687a52efb8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182818 Aug 11 02:28:10.630338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-5f872f88-2922-4801-9b35-68180d4c35b9 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606127 Aug 11 02:28:10.637028 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.666652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-f7a1715b-cb6f-4dbb-8e6d-928fecfd5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.666652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-f7a1715b-cb6f-4dbb-8e6d-928fecfd5913 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.2094641 Aug 11 02:28:10.667038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 0a1d5a49-67ec-4af3-9469-405a69e2dda4 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:10.697945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.743479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.756223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-14a3eae6-95a1-49cf-a58e-259bbef3978f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 200 len: 217 time: 0.0510921 Aug 11 02:28:10.844762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:10.942422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-89200739-37b8-4e3e-893f-5c0f8b7a28d4 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027458 Aug 11 02:28:10.951410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-2ad26b12-2540-4b0a-8a87-825b365b34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:10.953610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-2ad26b12-2540-4b0a-8a87-825b365b34f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.1831820 Aug 11 02:28:10.971603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] DHCP port deletion for 2198fdfc-94b8-4f1f-bce6-736b04895d2a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:11.060936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.071022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-04ae9702-012b-4fb2-8d79-082554815287 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 200 len: 217 time: 0.1151206 Aug 11 02:28:11.085457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Deleting port e9300fbf-f621-4bae-8c81-aa7f94f04c25 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:11.086251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.200070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.229880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-f7f8d114-2260-47bd-993f-5bb8fb53e564 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2396536 Aug 11 02:28:11.229880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-9d7d0256-a858-48f1-b08e-e8c296e462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.237380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-9d7d0256-a858-48f1-b08e-e8c296e462f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 200 len: 797 time: 0.1367264 Aug 11 02:28:11.346891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1d5a49-67ec-4af3-9469-405a69e2dda4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.355763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.364349 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-769e2acc-afce-47d1-a6b8-2b2230a428cf tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/0a1d5a49-67ec-4af3-9469-405a69e2dda4 HTTP/1.1" status: 204 len: 168 time: 0.9354956 Aug 11 02:28:11.365002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] For port e9300fbf-f621-4bae-8c81-aa7f94f04c25, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9300fbf-f621-4bae-8c81-aa7f94f04c25,segment=NetworkSegment(c4801127-c7a6-40ed-b0e0-c27ded8b5ada),segment_id=c4801127-c7a6-40ed-b0e0-c27ded8b5ada)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:11.365454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33136) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:11.365662 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.419301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Calling delete_port for e9300fbf-f621-4bae-8c81-aa7f94f04c25 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:11.494537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.529944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fd711-bf65-4529-b9a1-3551dca71d9f None None] Network a312fbf1-79a4-45f2-8144-ee5099318f51 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:11.668355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-52df2807-f990-44a6-a2c8-d5c3d2092f88 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292395 Aug 11 02:28:11.692276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port e9300fbf-f621-4bae-8c81-aa7f94f04c25 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:11.692783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.771088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-74b85b88-8530-4fad-aa98-fff86d2ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:11.774974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-74b85b88-8530-4fad-aa98-fff86d2ce33c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd77a0c6-b87d-4ede-881a-98506c3ac21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2557561 Aug 11 02:28:11.777144 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.844522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] Pushing event deleted for resources: {'Port': ['ID=e9300fbf-f621-4bae-8c81-aa7f94f04c25,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:11.848624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port e9300fbf-f621-4bae-8c81-aa7f94f04c25, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9300fbf-f621-4bae-8c81-aa7f94f04c25,segment=NetworkSegment(c4801127-c7a6-40ed-b0e0-c27ded8b5ada),segment_id=c4801127-c7a6-40ed-b0e0-c27ded8b5ada)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:11.850019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:11.887785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e3add1-f684-4630-ab4b-6929fac24f1f None None] No DVR routers for this DVR port e9300fbf-f621-4bae-8c81-aa7f94f04c25 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:11.890739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for e9300fbf-f621-4bae-8c81-aa7f94f04c25 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:12.035211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] DHCP port deletion for a312fbf1-79a4-45f2-8144-ee5099318f51 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:12.091204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-237a0b5a-fa21-4c6a-b3dd-48f3edc73158 req-234b2f0f-b128-41f1-85c4-668ffdce7a16 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944521 Aug 11 02:28:12.101379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Deleting port c9a38219-d339-4917-92f0-ed5a45e5bcf7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:12.101852 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.160288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78e0b0-fc89-491a-a2bd-edfe3b33c49b req-8823ed4b-debb-492d-bcd0-c88d2c1e8c14 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.172700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.179307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf78e0b0-fc89-491a-a2bd-edfe3b33c49b req-8823ed4b-debb-492d-bcd0-c88d2c1e8c14 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.2993383 Aug 11 02:28:12.222243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] For port c9a38219-d339-4917-92f0-ed5a45e5bcf7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c9a38219-d339-4917-92f0-ed5a45e5bcf7,segment=NetworkSegment(597b332b-318e-48c7-94b5-20e522dd926d),segment_id=597b332b-318e-48c7-94b5-20e522dd926d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:12.222661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.241153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port e9300fbf-f621-4bae-8c81-aa7f94f04c25 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:12.249159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9300fbf-f621-4bae-8c81-aa7f94f04c25 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:12.254385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=e9300fbf-f621-4bae-8c81-aa7f94f04c25,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.274710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-2a830121-f61e-47fa-9999-b74e4d81869e service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103403 Aug 11 02:28:12.291131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf78e0b0-fc89-491a-a2bd-edfe3b33c49b req-84026dc7-6d24-4db8-b49b-a791b613a33c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103036 Aug 11 02:28:12.303039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Calling delete_port for c9a38219-d339-4917-92f0-ed5a45e5bcf7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:12.308761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e9300fbf-f621-4bae-8c81-aa7f94f04c25 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:12.309500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9300fbf-f621-4bae-8c81-aa7f94f04c25 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:12.310173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c9a38219-d339-4917-92f0-ed5a45e5bcf7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:12.472151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.531991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2198fdfc-94b8-4f1f-bce6-736b04895d2a']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:12.544839 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.580658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:12.581768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4801127-c7a6-40ed-b0e0-c27ded8b5ada') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:12.589942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-119631f5-c0ff-48c4-b223-14c67ee00d47 service neutron] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950659 Aug 11 02:28:12.602020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.629684 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.632324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.660552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:12.663080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:12.678414 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:12.718594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] No DVR routers for this DVR port c9a38219-d339-4917-92f0-ed5a45e5bcf7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:12.819373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-78435608-5685-4e59-8f5b-66990d802082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 200 len: 217 time: 0.1874049 Aug 11 02:28:12.864796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe6296-355b-4e76-8f44-2afcf505680c None None] Pushing event deleted for resources: {'Port': ['ID=c9a38219-d339-4917-92f0-ed5a45e5bcf7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:12.929514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df739-6485-44e8-9b0e-65748bead41f req-579f01ee-ec95-4920-870b-2db8688cdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:12.932797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-187df739-6485-44e8-9b0e-65748bead41f req-579f01ee-ec95-4920-870b-2db8688cdca0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1097 time: 0.3553305 Aug 11 02:28:12.998388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e4a5bf96-7ab9-465c-a57a-d116b9d8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.000898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e4a5bf96-7ab9-465c-a57a-d116b9d8bf43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.1646037 Aug 11 02:28:13.044520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-187df739-6485-44e8-9b0e-65748bead41f req-c1ab713a-19ef-42e3-8b34-ecf035fdef27 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942926 Aug 11 02:28:13.084430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.106627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.110532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/2198fdfc-94b8-4f1f-bce6-736b04895d2a HTTP/1.1" status: 204 len: 168 time: 1.7420864 Aug 11 02:28:13.114676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33152) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:13.130687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf09e47-062b-4b87-9534-0e6fb2eedea6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=2198fdfc-94b8-4f1f-bce6-736b04895d2a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.210238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-b0d17102-6686-4e42-80ec-ce5a9484c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.211976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-b0d17102-6686-4e42-80ec-ce5a9484c65a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1955535 Aug 11 02:28:13.308066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.442327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-d603f4e6-27fe-4dd5-b773-5853b0c24b87 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223110 Aug 11 02:28:13.463466 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.527636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a312fbf1-79a4-45f2-8144-ee5099318f51']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:13.549849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597b332b-318e-48c7-94b5-20e522dd926d') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:13.550151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597b332b-318e-48c7-94b5-20e522dd926d') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:13.591830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166164d-db9d-4cba-bbef-84aab9da0736 req-b216e8fd-a96c-4d06-86fa-0ce6d79edc7f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.612020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3166164d-db9d-4cba-bbef-84aab9da0736 req-b216e8fd-a96c-4d06-86fa-0ce6d79edc7f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1871858 Aug 11 02:28:13.632719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.674115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.696206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-cbbb052f-53f6-4edc-86ec-eef14f4e5336 service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343202 Aug 11 02:28:13.699936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:13.700609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:13.704005 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:13.709026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3166164d-db9d-4cba-bbef-84aab9da0736 req-86ce0c47-d6bc-4b64-ad21-10f9114abff8 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945463 Aug 11 02:28:13.797585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-93c587d3-1ac2-418f-ae73-769c7d9537de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 200 len: 217 time: 0.0777717 Aug 11 02:28:13.840859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.849648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.852257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/a312fbf1-79a4-45f2-8144-ee5099318f51 HTTP/1.1" status: 204 len: 168 time: 0.7352557 Aug 11 02:28:13.860053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33158) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:13.877512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd39b5-798c-4c45-b015-ec9e8a3e8b2c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=a312fbf1-79a4-45f2-8144-ee5099318f51,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:13.885586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1896334520'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:13.892062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-6c279208-4c70-47e0-8fea-5ae422313f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.894060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-6c279208-4c70-47e0-8fea-5ae422313f50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 200 len: 797 time: 0.0849514 Aug 11 02:28:13.935617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:13.942599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:13.978371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-5a9c71f6-06b7-46ec-9bfe-6855b9154570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:13.980317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-5a9c71f6-06b7-46ec-9bfe-6855b9154570 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa49a50c-9844-43ff-bb92-5537732375eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667322 Aug 11 02:28:13.990867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:14.004489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.004895 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78 of type vlan for network 1ff71824-a21f-40c4-928e-fb90dd6bd90e Aug 11 02:28:14.080110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.136032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.144421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:14.145637 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:14.147674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-448ce917-c44f-4ea5-9560-79de04797dfb service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523039 Aug 11 02:28:14.451114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8302adb9-bd4c-48ed-a078-b89ed8cf24e5 req-e4d9e44e-5586-415d-8227-800035281d4d service neutron] 10.222.0.67 "GET /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908578 Aug 11 02:28:14.642071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=1ff71824-a21f-40c4-928e-fb90dd6bd90e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:14.661140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.661498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.661870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.662175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.662504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.662829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.663156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.663464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.663795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.664164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.664470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.664786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:14.679413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:14.685564 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59c1b980-59e1-4d6d-835e-a57f77020708 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8214898 Aug 11 02:28:14.688363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33170) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:14.694918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:14.952646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:14.957902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.051066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95695d-d57d-46fc-9396-64cbf50419c5 req-4fe8090c-b62f-4172-a251-16f020e647ca tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.060339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db95695d-d57d-46fc-9396-64cbf50419c5 req-4fe8090c-b62f-4172-a251-16f020e647ca tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1929832 Aug 11 02:28:15.134291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db95695d-d57d-46fc-9396-64cbf50419c5 req-5a695e3a-19a2-4186-bdc7-fcc994cc0475 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727375 Aug 11 02:28:15.331390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.425075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=a0a80415-4baf-4143-b01d-2913124426d7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:15.460367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:15.463428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: 1ff71824-a21f-40c4-928e-fb90dd6bd90e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:15.600081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:15.624962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-8214f896-6b0e-42c5-be10-164989fa5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.628146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-8214f896-6b0e-42c5-be10-164989fa5fdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 1097 time: 0.1562254 Aug 11 02:28:15.629681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 1ff71824-a21f-40c4-928e-fb90dd6bd90e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:15.644970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5153b1f-4c67-4302-b190-0c827b99113d None None] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:15.658373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.660053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.707694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-39ffacea-1f56-4766-9918-f5e5af9bd907 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0178659 Aug 11 02:28:15.712240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33182) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:15.720049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-123426556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:15.771283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.773105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.903004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.911293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.916214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbc045-cd47-4277-9187-4f6e003ded27 req-7bab4462-de58-4caf-8288-1e7172046bcd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:15.924112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30bbc045-cd47-4277-9187-4f6e003ded27 req-7bab4462-de58-4caf-8288-1e7172046bcd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.2439418 Aug 11 02:28:15.958088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:15.967166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a0cd501-0ff5-4c6c-b04d-e5774c9d5897 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2508934 Aug 11 02:28:15.968638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33186) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:15.988052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'port': {'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e', 'name': 'tempest-RoutersIpV6Test-1384619672'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:16.080707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-759ceb6b-06f7-47e4-8708-05d7b4e2cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.083375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-759ceb6b-06f7-47e4-8708-05d7b4e2cff9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 200 len: 912 time: 0.4405229 Aug 11 02:28:16.092962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30bbc045-cd47-4277-9187-4f6e003ded27 req-dc9e9115-3998-4d55-a4fc-d68d7c9578e3 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446550 Aug 11 02:28:16.172862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-1ff71824-a21f-40c4-928e-fb90dd6bd90e', 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': 'a0a80415-4baf-4143-b01d-2913124426d7'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:16.173766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.251522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-b996c32d-ae99-45c0-acff-417d8f9ee844 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 200 len: 217 time: 0.1556129 Aug 11 02:28:16.439917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:16.449543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:16.452571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-d9767c64-a519-43e1-bba1-b00e10fcef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:16.455695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-d9767c64-a519-43e1-bba1-b00e10fcef00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 200 len: 851 time: 0.1979837 Aug 11 02:28:16.504718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] device_id is not set on port c43394b7-8ec4-4fe4-9eed-46dc69b1771f yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:28:16.562693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-806d8539-1586-49a1-9bc3-3f8837b266fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13011b8c-1fb7-42c2-9445-e55fe397b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979383 Aug 11 02:28:16.650830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Allocated IP 2001:db8::2 (1ff71824-a21f-40c4-928e-fb90dd6bd90e/a0a80415-4baf-4143-b01d-2913124426d7/f054f079-1089-43f8-b016-4a7222da63d3) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:16.932338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-74d5bb5f-9f16-4cd6-9a54-7e1c59153660 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625214 Aug 11 02:28:17.034982 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.066658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Transition to ACTIVE for port object f054f079-1089-43f8-b016-4a7222da63d3 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:17.093303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Transition to ACTIVE for port object f054f079-1089-43f8-b016-4a7222da63d3 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:17.106986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.192636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2db62e-1fae-485f-a4c1-f0ff33e34640 req-7f2d85c1-82c5-4f68-af74-f9bf507bf320 service neutron] 10.222.0.61 "GET /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487249 Aug 11 02:28:17.238363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8::27f (1ff71824-a21f-40c4-928e-fb90dd6bd90e/a0a80415-4baf-4143-b01d-2913124426d7/c43394b7-8ec4-4fe4-9eed-46dc69b1771f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:17.282656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:17.297444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:17.309315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:17.339180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717352c9-7f1f-4edd-8c1a-89dff6ff1fb2 req-ac101a13-3b20-4bcd-bcd0-56ff829d1cfd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.340871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Pushing event updated for resources: {'Port': ['ID=f054f079-1089-43f8-b016-4a7222da63d3,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.346917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717352c9-7f1f-4edd-8c1a-89dff6ff1fb2 req-ac101a13-3b20-4bcd-bcd0-56ff829d1cfd tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1205015 Aug 11 02:28:17.426188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Attempting to bind port f054f079-1089-43f8-b016-4a7222da63d3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:17.427181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Attempting to bind port f054f079-1089-43f8-b016-4a7222da63d3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:17.427818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Attempting to bind port f054f079-1089-43f8-b016-4a7222da63d3 on network 1ff71824-a21f-40c4-928e-fb90dd6bd90e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:17.435144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:17.435932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Checking segment: {'id': 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:17.436585 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.437388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Bound using segment: {'id': 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:17.438151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Bound port: f054f079-1089-43f8-b016-4a7222da63d3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1ff71824-a21f-40c4-928e-fb90dd6bd90e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:17.438808 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.459967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-717352c9-7f1f-4edd-8c1a-89dff6ff1fb2 req-0b1032d1-293b-4031-b1e2-a0297eaea008 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012337 Aug 11 02:28:17.493598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.512696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object c43394b7-8ec4-4fe4-9eed-46dc69b1771f will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:17.542162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] For port f054f079-1089-43f8-b016-4a7222da63d3, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:17.546625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] For port f054f079-1089-43f8-b016-4a7222da63d3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f054f079-1089-43f8-b016-4a7222da63d3,segment=NetworkSegment(f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78),segment_id=f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:17.553854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.566375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.649427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2a8c9-0515-4627-812c-9b9b904fe39a None None] Pushing event updated for resources: {'Port': ['ID=f054f079-1089-43f8-b016-4a7222da63d3,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.677958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=c43394b7-8ec4-4fe4-9eed-46dc69b1771f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:17.694838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:17.696857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:17.702703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:17.710545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:17.711328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:17.733800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8a3d0b32-9c3c-426c-aef0-38fa74192e3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7586589 Aug 11 02:28:17.734758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33198) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:18.256548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f054f079-1089-43f8-b016-4a7222da63d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:18.355874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f054f079-1089-43f8-b016-4a7222da63d3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:18.568358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:18.744422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666544-751b-4275-81f7-baf134457729 req-51907696-e2a4-44ed-a04b-6f47e35687b6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:18.746112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b666544-751b-4275-81f7-baf134457729 req-51907696-e2a4-44ed-a04b-6f47e35687b6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1486101 Aug 11 02:28:18.834796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b666544-751b-4275-81f7-baf134457729 req-61d45888-ffe1-468d-a5a9-8799ffa74f86 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749083 Aug 11 02:28:19.120913 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.130045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.176883 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:19.190293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=c43394b7-8ec4-4fe4-9eed-46dc69b1771f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:19.515366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.623922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa3f44-4be4-4b86-bf5a-b22f9847c797 None None] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:19.699765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Provisioning for port f054f079-1089-43f8-b016-4a7222da63d3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:19.714789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Provisioning complete for port f054f079-1089-43f8-b016-4a7222da63d3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:19.715928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.810134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:19.961699 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.030453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] For port f054f079-1089-43f8-b016-4a7222da63d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f054f079-1089-43f8-b016-4a7222da63d3,segment=NetworkSegment(f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78),segment_id=f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:20.041294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.129890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19387fd-e40e-4689-b332-26c242ce3c49 None None] Pushing event updated for resources: {'Port': ['ID=f054f079-1089-43f8-b016-4a7222da63d3,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.172301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322faad8-7835-430e-9b26-963966a86b52 req-0074c344-711c-48a4-ba5b-dfd6ebaeefa9 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:20.185086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-322faad8-7835-430e-9b26-963966a86b52 req-0074c344-711c-48a4-ba5b-dfd6ebaeefa9 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1564970 Aug 11 02:28:20.288400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-322faad8-7835-430e-9b26-963966a86b52 req-38c17b81-34dc-4a90-a77d-667dc00a15d4 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Aug 11 02:28:20.465696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.481415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.482787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.592051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Provisioning complete for port f054f079-1089-43f8-b016-4a7222da63d3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:20.594172 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:20.638345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=c43394b7-8ec4-4fe4-9eed-46dc69b1771f,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:20.758442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:20.762787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:20.941264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Provisioning for port c43394b7-8ec4-4fe4-9eed-46dc69b1771f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:20.958489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Provisioning complete for port c43394b7-8ec4-4fe4-9eed-46dc69b1771f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:20.963407 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.064575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae3a3d-b09b-4d9b-9f92-939c35cf6775 req-7e6e1701-fe1c-49b5-9b82-01687625a6d3 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.094399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8ae3a3d-b09b-4d9b-9f92-939c35cf6775 req-7e6e1701-fe1c-49b5-9b82-01687625a6d3 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1960981 Aug 11 02:28:21.139221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-83aa78d6-167e-48d4-bafc-c6f4427c2063 None None] Port c43394b7-8ec4-4fe4-9eed-46dc69b1771f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:21.178387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8ae3a3d-b09b-4d9b-9f92-939c35cf6775 req-177c6c84-5a25-4980-be4b-4a65b901b9c5 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Aug 11 02:28:21.206020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router c31b09b2-7ca9-4306-b7c0-505af7d9789a is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:21.284445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-049ac7a0-50cd-4b19-aea2-76e928a08e16 None None] Provisioning complete for port c43394b7-8ec4-4fe4-9eed-46dc69b1771f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:21.285039 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-049ac7a0-50cd-4b19-aea2-76e928a08e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.358722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-049ac7a0-50cd-4b19-aea2-76e928a08e16 None None] Port c43394b7-8ec4-4fe4-9eed-46dc69b1771f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:21.397828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:21.413790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a32b15b-ae2d-4801-9a04-13cbd4b30e33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/c31b09b2-7ca9-4306-b7c0-505af7d9789a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775792 Aug 11 02:28:21.419601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33246) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:21.420092 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] Sync routers for ids ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:21.439341 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] Routers {'c31b09b2-7ca9-4306-b7c0-505af7d9789a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:21.440716 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.525744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1fb1706-a410-44c4-800f-574c961d9010 None None] Provisioning complete for port c43394b7-8ec4-4fe4-9eed-46dc69b1771f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:21.526161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1fb1706-a410-44c4-800f-574c961d9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:21.575340 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.575967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f05de3-6009-43e6-822e-65b1d7656a6d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:21.575967 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68f05de3-6009-43e6-822e-65b1d7656a6d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports/c43394b7-8ec4-4fe4-9eed-46dc69b1771f HTTP/1.1" status: 200 len: 984 time: 0.1458714 Aug 11 02:28:21.575967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33254) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:21.590008 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] Routers {'c31b09b2-7ca9-4306-b7c0-505af7d9789a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:21.590657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.618848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb1706-a410-44c4-800f-574c961d9010 None None] Port c43394b7-8ec4-4fe4-9eed-46dc69b1771f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:21.661606 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:21.663193 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470c860-c41a-4cdf-bbef-6e502c20023e None None] The sync data for ids ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:21.951978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b476fcff-8b1c-4857-8a4a-2b55c5423c46 None None] Provisioning complete for port c43394b7-8ec4-4fe4-9eed-46dc69b1771f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:21.956256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b476fcff-8b1c-4857-8a4a-2b55c5423c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.104301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b476fcff-8b1c-4857-8a4a-2b55c5423c46 None None] Port c43394b7-8ec4-4fe4-9eed-46dc69b1771f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:22.254982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f054f079-1089-43f8-b016-4a7222da63d3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:22.359132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.407798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f054f079-1089-43f8-b016-4a7222da63d3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:22.408225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.464070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fefb69-3630-4956-a66e-0aaca14d9bfa req-83f248a8-f0d7-4fce-9e11-3615b1e0856b tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:22.478328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08fefb69-3630-4956-a66e-0aaca14d9bfa req-83f248a8-f0d7-4fce-9e11-3615b1e0856b tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.1554556 Aug 11 02:28:22.584111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84b611d8-e9c3-4c34-a480-a2faa913ba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.835224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port c43394b7-8ec4-4fe4-9eed-46dc69b1771f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:22.835799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.969994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:22.987959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for c43394b7-8ec4-4fe4-9eed-46dc69b1771f owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:23.114116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08fefb69-3630-4956-a66e-0aaca14d9bfa req-80b7a18f-2578-480e-8998-dad0cf0303f9 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283162 Aug 11 02:28:23.314524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.349463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=c43394b7-8ec4-4fe4-9eed-46dc69b1771f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:23.482326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:23.765178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router c31b09b2-7ca9-4306-b7c0-505af7d9789a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:24.046124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-8eac0c4d-e9dc-4e76-8256-664a2e7aacf6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.048638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-8eac0c4d-e9dc-4e76-8256-664a2e7aacf6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.0608039 Aug 11 02:28:24.250455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Deleting port 53e0fc83-92ff-4bdc-90ae-2b77856553eb {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:24.251012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.320012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:24.336738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] Sync routers for ids ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:24.343562 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22d18b91-14fb-4f26-8153-952cde07229b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/c31b09b2-7ca9-4306-b7c0-505af7d9789a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7651863 Aug 11 02:28:24.343913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33306) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:24.366458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] Routers {'c31b09b2-7ca9-4306-b7c0-505af7d9789a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:24.367522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.438523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.446195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] For port 53e0fc83-92ff-4bdc-90ae-2b77856553eb, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=53e0fc83-92ff-4bdc-90ae-2b77856553eb,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:24.446796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.457537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] Routers {'c31b09b2-7ca9-4306-b7c0-505af7d9789a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:24.457945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:27:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.472292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Calling delete_port for 53e0fc83-92ff-4bdc-90ae-2b77856553eb owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:24.559012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:24.559874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adcadc3-4509-429a-8f42-55060546f7fe None None] The sync data for ids ['c31b09b2-7ca9-4306-b7c0-505af7d9789a'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:24.695593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225668a6-f3f0-4a81-88a1-e4dd1d847693 req-0558ef9f-9805-4ca9-813c-f466e0dbea1a tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:24.706080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-225668a6-f3f0-4a81-88a1-e4dd1d847693 req-0558ef9f-9805-4ca9-813c-f466e0dbea1a tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 945 time: 0.4802985 Aug 11 02:28:24.881954 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-5fafd01c-97a4-43cc-b207-19efb5c95e9c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:28:24.885190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5fafd01c-97a4-43cc-b207-19efb5c95e9c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/c31b09b2-7ca9-4306-b7c0-505af7d9789a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5395606 Aug 11 02:28:24.889690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:24.923540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-225668a6-f3f0-4a81-88a1-e4dd1d847693 req-24f31a1e-ee13-4af5-8360-0cc293f94b32 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156436 Aug 11 02:28:24.955668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd3e0030-a2eb-4d69-9767-38df77db1a7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=c31b09b2-7ca9-4306-b7c0-505af7d9789a HTTP/1.1" status: 200 len: 205 time: 0.0594735 Aug 11 02:28:24.956800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33316) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:24.972579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:24.987151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['f59d9986-3524-4257-be11-c2805fdcb96b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:25.012616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Pushing event deleted for resources: {'Port': ['ID=53e0fc83-92ff-4bdc-90ae-2b77856553eb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:25.090147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] No DVR routers for this DVR port 53e0fc83-92ff-4bdc-90ae-2b77856553eb on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:25.095104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.098748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b79afa13-66b6-43ae-a8d4-04f02af1a202 req-1f6b7b6b-c582-408a-890f-d3077dec72ce tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "DELETE /v2.0/ports/53e0fc83-92ff-4bdc-90ae-2b77856553eb HTTP/1.1" status: 204 len: 173 time: 1.0396376 Aug 11 02:28:25.099546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'name': 'network-vif-deleted', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:25.104904 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c3fb02-22fe-42cc-8cf9-2cf2a2a9362a" -d '{"events": [{"server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "name": "network-vif-deleted", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:25.202089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.240699 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-76179e0a-3419-4888-827c-a6236718d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.440255 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.603225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.607730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.624509 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27065e6d-f3a7-45f4-8299-6a1ef2f5366b x-openstack-request-id: req-27065e6d-f3a7-45f4-8299-6a1ef2f5366b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:25.625007 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c502b-8a82-439e-ad9b-c26fb8698964", "name": "network-vif-deleted", "tag": "53e0fc83-92ff-4bdc-90ae-2b77856553eb", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:25.625539 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27065e6d-f3a7-45f4-8299-6a1ef2f5366b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:25.626726 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c502b-8a82-439e-ad9b-c26fb8698964', 'name': 'network-vif-deleted', 'tag': '53e0fc83-92ff-4bdc-90ae-2b77856553eb', 'status': 'completed', 'code': 200} Aug 11 02:28:25.683808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.685504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router c31b09b2-7ca9-4306-b7c0-505af7d9789a {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:25.700281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.705278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a71b4f0d-2eb0-4522-adbe-bf3ca8c52ee2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/c31b09b2-7ca9-4306-b7c0-505af7d9789a HTTP/1.1" status: 204 len: 168 time: 0.7434607 Aug 11 02:28:25.705278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33330) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:25.779881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet a0a80415-4baf-4143-b01d-2913124426d7 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:25.784147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:25.849792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.037630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.128424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53dd80b9-59cd-44a7-89a2-6e2ae6fea0b0 req-95f127ce-a670-4e0b-9769-27d013018eec tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c7c502b-8a82-439e-ad9b-c26fb8698964 HTTP/1.1" status: 200 len: 210 time: 0.0506141 Aug 11 02:28:26.155873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.215765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.222055 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/a0a80415-4baf-4143-b01d-2913124426d7 HTTP/1.1" status: 204 len: 168 time: 0.5114422 Aug 11 02:28:26.222055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ace4b4-0b08-43b7-84c8-9b74c005bc0f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a80415-4baf-4143-b01d-2913124426d7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:26.223291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33336) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:26.230757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89e61e-442a-4988-9c6a-14a373b05735 None None] Network 1ff71824-a21f-40c4-928e-fb90dd6bd90e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:26.386340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.498011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port f054f079-1089-43f8-b016-4a7222da63d3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:26.498514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.505370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.626757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] DHCP port deletion for 1ff71824-a21f-40c4-928e-fb90dd6bd90e request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:26.647653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port f054f079-1089-43f8-b016-4a7222da63d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f054f079-1089-43f8-b016-4a7222da63d3,segment=NetworkSegment(f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78),segment_id=f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:26.648386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.676135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for f054f079-1089-43f8-b016-4a7222da63d3 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:26.739639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Deleting port f054f079-1089-43f8-b016-4a7222da63d3 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:26.740245 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.856033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.905334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] For port f054f079-1089-43f8-b016-4a7222da63d3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f054f079-1089-43f8-b016-4a7222da63d3,segment=NetworkSegment(f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78),segment_id=f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:26.906299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:26.908603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=f054f079-1089-43f8-b016-4a7222da63d3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:26.922004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port f054f079-1089-43f8-b016-4a7222da63d3 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:26.947525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Calling delete_port for f054f079-1089-43f8-b016-4a7222da63d3 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:26.985961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 53e0fc83-92ff-4bdc-90ae-2b77856553eb no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:27.025503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.026522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.027333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.028143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.029227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.030097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.030877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.031701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.032536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.033388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.034236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.035041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.151796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 53e0fc83-92ff-4bdc-90ae-2b77856553eb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:27.153334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 53e0fc83-92ff-4bdc-90ae-2b77856553eb not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:27.190480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.238085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff71824-a21f-40c4-928e-fb90dd6bd90e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.276272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.282989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.283471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ab8ab8-a2e5-4c62-9b48-23aebd07ed78') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:27.330184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.346907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Pushing event deleted for resources: {'Port': ['ID=f054f079-1089-43f8-b016-4a7222da63d3,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:27.362383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] No DVR routers for this DVR port f054f079-1089-43f8-b016-4a7222da63d3 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:27.367997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.369033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.369968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.370678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.371536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.372146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.372853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.374955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.375628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.376338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.377338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.378021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c915e54-927d-47b9-89bd-a5b240747803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:28:27.422361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.440506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:27.440980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:27.529479 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:27.539268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.544903 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.553193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/1ff71824-a21f-40c4-928e-fb90dd6bd90e HTTP/1.1" status: 204 len: 168 time: 1.3231308 Aug 11 02:28:27.555132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33346) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:27.567487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-661253603'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:27.598199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209619-b2fc-40e8-b167-f079f80fde7d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=1ff71824-a21f-40c4-928e-fb90dd6bd90e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:27.624269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:27.635141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.698861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:27.722893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.724833 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment bf535927-47f9-4f85-9a2c-7830b91eb552 of type vlan for network c624aa09-534e-457d-967d-200311e716a7 Aug 11 02:28:27.793168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888731e-0fae-463a-825f-71963efd2b7c req-d3487d09-7f97-404d-b786-a543a7285470 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.806227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33352) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:27.809172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0888731e-0fae-463a-825f-71963efd2b7c req-d3487d09-7f97-404d-b786-a543a7285470 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1149399 Aug 11 02:28:27.830868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.888514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0888731e-0fae-463a-825f-71963efd2b7c req-ce46a3e1-401a-4e42-9550-dfe5418d7f29 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773783 Aug 11 02:28:27.908971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:27.915808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:27.916616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.054989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.089878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5280843 Aug 11 02:28:28.094178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33356) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.106918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': 'c624aa09-534e-457d-967d-200311e716a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:28.177079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dca3c88-2edb-4c1c-a6b2-e109c7fa6d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.203222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95c50-7691-417f-ba26-ea456883da62 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=c624aa09-534e-457d-967d-200311e716a7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.249736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c624aa09-534e-457d-967d-200311e716a7 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:28.475172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dca3c88-2edb-4c1c-a6b2-e109c7fa6d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.500350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dca3c88-2edb-4c1c-a6b2-e109c7fa6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.518645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f054f079-1089-43f8-b016-4a7222da63d3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:28.531036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:28.542053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.578625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f054f079-1089-43f8-b016-4a7222da63d3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:28.579450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f054f079-1089-43f8-b016-4a7222da63d3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:28.669206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6dca3c88-2edb-4c1c-a6b2-e109c7fa6d44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0dfcdc969b1549429157f1d60eb10251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607714 Aug 11 02:28:28.694768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca3c88-2edb-4c1c-a6b2-e109c7fa6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade95be-f9dd-450c-b731-d4e68c749f3d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:28.705778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33360) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:28.880834 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:28.985843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.126753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.133112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.140274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bade95be-f9dd-450c-b731-d4e68c749f3d HTTP/1.1" status: 204 len: 168 time: 0.4173727 Aug 11 02:28:29.158373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548955a-5464-43c6-9b4b-34c63ab2fa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade95be-f9dd-450c-b731-d4e68c749f3d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.300652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.422446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa006b-f32f-4adf-9adc-7c4fc056175d req-c145222c-78e6-4092-8f03-52f2c9e7950f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.440811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02aa006b-f32f-4adf-9adc-7c4fc056175d req-c145222c-78e6-4092-8f03-52f2c9e7950f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.2730839 Aug 11 02:28:29.443972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:29.539508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02aa006b-f32f-4adf-9adc-7c4fc056175d req-0c6761c8-2d93-4040-87c7-8dc3f86d393c tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883622 Aug 11 02:28:29.548745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': 'bf535927-47f9-4f85-9a2c-7830b91eb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c624aa09-534e-457d-967d-200311e716a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:29.549402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: c624aa09-534e-457d-967d-200311e716a7, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:29.572850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network c624aa09-534e-457d-967d-200311e716a7 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:29.603011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c624aa09-534e-457d-967d-200311e716a7) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:29.609868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:29.611122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.619075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2bda0-51e4-4661-be60-5a5eef144fd6 None None] Network c624aa09-534e-457d-967d-200311e716a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:29.660227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d155e071-7350-4475-8d2f-b29dd045bcfc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5634470 Aug 11 02:28:29.664270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33384) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:29.672652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1556018570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:29.772062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.774343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.936369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c624aa09-534e-457d-967d-200311e716a7', 'network_id': 'c624aa09-534e-457d-967d-200311e716a7', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': 'eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:29.937528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:29.996215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.009112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.074607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.082123 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c7f0b0e-3401-4f92-82e8-d8400b154dbe tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4129217 Aug 11 02:28:30.083597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33396) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:30.260537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ab30a-c432-42cb-ae0a-7e10a53829e9 req-473b8cae-4cba-4845-851c-bf0a073ad263 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.265053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a0ab30a-c432-42cb-ae0a-7e10a53829e9 req-473b8cae-4cba-4845-851c-bf0a073ad263 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.2379591 Aug 11 02:28:30.278589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-b8f86ac9-89c3-4b8d-8760-73dfd1c59f9f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:30.280678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-b8f86ac9-89c3-4b8d-8760-73dfd1c59f9f tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.1471894 Aug 11 02:28:30.384004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Allocated IP 2001:db8::2 (c624aa09-534e-457d-967d-200311e716a7/eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85/5bdd6909-d40d-4f80-9fd0-db3abff10fc9) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:30.539745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a0ab30a-c432-42cb-ae0a-7e10a53829e9 req-89248024-d558-4d93-947d-ad5aa7136c29 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2329316 Aug 11 02:28:30.591518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Deleting port f59d9986-3524-4257-be11-c2805fdcb96b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:30.592025 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.902262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] For port f59d9986-3524-4257-be11-c2805fdcb96b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f59d9986-3524-4257-be11-c2805fdcb96b,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:30.902925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.917226 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:30.928839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Calling delete_port for f59d9986-3524-4257-be11-c2805fdcb96b owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:30.955534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Transition to ACTIVE for port object 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:30.993635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Transition to ACTIVE for port object 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:31.004915 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.134066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.145921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Network c624aa09-534e-457d-967d-200311e716a7 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:31.158477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:31.174079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:31.355533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb2ca-833c-48e7-a35c-f6340f039cce req-d30cff40-4266-45d9-bf30-a1eb3d3927be tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:31.368558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb8eb2ca-833c-48e7-a35c-f6340f039cce req-d30cff40-4266-45d9-bf30-a1eb3d3927be tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 945 time: 0.5517063 Aug 11 02:28:31.447534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.540117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb8eb2ca-833c-48e7-a35c-f6340f039cce req-2c8d0cf2-21fd-4f69-b4d6-bb5c21e552f6 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c4b3c49-f231-402a-8ee2-afc0713f93e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617005 Aug 11 02:28:31.547407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Pushing event deleted for resources: {'Port': ['ID=f59d9986-3524-4257-be11-c2805fdcb96b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:31.710283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] No DVR routers for this DVR port f59d9986-3524-4257-be11-c2805fdcb96b on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:31.716299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.725226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a8391c3-ec8c-4d45-8f64-533791a50ca9 req-15b3506a-cdb1-4794-a6bb-9087829830ab tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.61 "DELETE /v2.0/ports/f59d9986-3524-4257-be11-c2805fdcb96b HTTP/1.1" status: 204 len: 173 time: 1.4319842 Aug 11 02:28:31.726082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'name': 'network-vif-deleted', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:31.736440 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c55b24-690f-4838-9847-1f82c487c54b" -d '{"events": [{"server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "name": "network-vif-deleted", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:31.820736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Pushing event updated for resources: {'Port': ['ID=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:31.881268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Attempting to bind port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:31.881981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Attempting to bind port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'bf535927-47f9-4f85-9a2c-7830b91eb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c624aa09-534e-457d-967d-200311e716a7'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:31.883828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Attempting to bind port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 on network c624aa09-534e-457d-967d-200311e716a7 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:31.884361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8::1 (c624aa09-534e-457d-967d-200311e716a7/eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85/f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:31.943194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:31.944158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Checking segment: {'id': 'bf535927-47f9-4f85-9a2c-7830b91eb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c624aa09-534e-457d-967d-200311e716a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:31.945541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:31.952072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Bound using segment: {'id': 'bf535927-47f9-4f85-9a2c-7830b91eb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c624aa09-534e-457d-967d-200311e716a7'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:31.953048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Bound port: 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf535927-47f9-4f85-9a2c-7830b91eb552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c624aa09-534e-457d-967d-200311e716a7'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:31.962725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.006820 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac0a77c-4879-4c40-8e46-61e6b0f7c291 x-openstack-request-id: req-eac0a77c-4879-4c40-8e46-61e6b0f7c291 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:32.012188 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc", "name": "network-vif-deleted", "tag": "f59d9986-3524-4257-be11-c2805fdcb96b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:32.012942 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eac0a77c-4879-4c40-8e46-61e6b0f7c291 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:32.013952 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc', 'name': 'network-vif-deleted', 'tag': 'f59d9986-3524-4257-be11-c2805fdcb96b', 'status': 'completed', 'code': 200} Aug 11 02:28:32.093356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.140104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:32.167953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] For port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:32.173546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] For port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,segment=NetworkSegment(bf535927-47f9-4f85-9a2c-7830b91eb552),segment_id=bf535927-47f9-4f85-9a2c-7830b91eb552)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:32.176817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce86a90-f020-476c-803e-72d75d9bd8f6 req-bf7f890a-6497-4779-ba83-eb6d29256392 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.182535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.188157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cce86a90-f020-476c-803e-72d75d9bd8f6 req-bf7f890a-6497-4779-ba83-eb6d29256392 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.3475776 Aug 11 02:28:32.231440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-c706ee3f-4ad6-4f8d-8f12-96d37764d4b4 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:32.235129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-c706ee3f-4ad6-4f8d-8f12-96d37764d4b4 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.4537852 Aug 11 02:28:32.248262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.305467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bef42-b8a7-4c80-84ad-4fa4a695d718 None None] Pushing event updated for resources: {'Port': ['ID=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.391646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:32.422206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network c624aa09-534e-457d-967d-200311e716a7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:32.425238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:32.432072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:32.434602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.449577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cce86a90-f020-476c-803e-72d75d9bd8f6 req-d6699850-21c8-470b-8797-3a4f1a5fdc15 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2590461 Aug 11 02:28:32.548192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:32.632402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Deleting port c45a880b-6fdf-49d8-894b-a4adf28a68ab {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:32.632715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.825888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.850900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1888434146', 'router:external': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:32.887912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] For port c45a880b-6fdf-49d8-894b-a4adf28a68ab, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c45a880b-6fdf-49d8-894b-a4adf28a68ab,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:32.888968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:32.965023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f59d9986-3524-4257-be11-c2805fdcb96b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:32.996435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: f59d9986-3524-4257-be11-c2805fdcb96b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:32.997019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f59d9986-3524-4257-be11-c2805fdcb96b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:33.062126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Made reservation on behalf of 7c14208e2bb141879bc07fdbf40a3465 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:33.066993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.106855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.122558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-216dc802-c155-4d0c-b32a-d2812f4989ed req-fb3fbf0d-0d45-4021-b8ca-e20168eae612 tempest-ServerRescueTestJSON-895014292 tempest-ServerRescueTestJSON-895014292-project] 10.222.0.68 "GET /v2.0/ports?device_id=f3a18e0a-00b8-4140-b9d5-602ee1aeb9fc HTTP/1.1" status: 200 len: 210 time: 0.1133389 Aug 11 02:28:33.526064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.543035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.602703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:33.665289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.666148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.667049 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Floating IP 7a57ff22-d090-4253-b35a-c7287a77a4d8 disassociated. External IP: 172.25.3.244, port: c45a880b-6fdf-49d8-894b-a4adf28a68ab. Aug 11 02:28:33.667767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Calling delete_port for c45a880b-6fdf-49d8-894b-a4adf28a68ab owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:33.692641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.702023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.702525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca366a00-780e-4e3b-955e-3c9956662015,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:33.704429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.719037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.722516 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Added segment 4efba97f-1610-4d86-93a0-75d1853feb8f of type vlan for network 11356bc0-153c-4126-a5e6-37fea0fc8d14 Aug 11 02:28:33.893136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:33.907066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:33.933035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4ef3-8717-4747-92b4-7dc949d98e5b req-0303950d-0a20-4db4-95aa-9c807f10bb2e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:33.942286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2f4ef3-8717-4747-92b4-7dc949d98e5b req-0303950d-0a20-4db4-95aa-9c807f10bb2e tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 946 time: 0.3313458 Aug 11 02:28:34.011416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network c624aa09-534e-457d-967d-200311e716a7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:34.014290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:34.051800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2f4ef3-8717-4747-92b4-7dc949d98e5b req-0c340b1d-bc7a-4a48-8b1b-0918a26d823c tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups?id=5a63471a-da1c-408f-b159-239db944c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067309 Aug 11 02:28:34.060351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.062375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:34.063029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.177769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321c463-d227-4330-843a-77b39c8bf4d1 None None] Network c624aa09-534e-457d-967d-200311e716a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:34.186089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6365056 Aug 11 02:28:34.194591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33456) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:34.219996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'subnet': {'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:34.290471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Made reservation on behalf of 7c14208e2bb141879bc07fdbf40a3465 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:34.292908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.381578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef28d9-3e7c-4f36-9fcc-bc2bd066a637 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Network': ['ID=11356bc0-153c-4126-a5e6-37fea0fc8d14,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:34.392116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:34.446987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:34.524217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:34.542941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:34.616875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'Port': ['ID=c45a880b-6fdf-49d8-894b-a4adf28a68ab,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:34.816371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 69966971-69d7-4c65-a238-109131134799 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:34.878025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:35.087154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:35.094347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Provisioning for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:35.108857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:35.109491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.112753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Provisioning complete for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:35.113434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.197751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:28:35.198264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.234573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:35.247004 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] Sync routers for ids ['69966971-69d7-4c65-a238-109131134799'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:35.256598 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-deacf7b8-2f57-449a-b0d1-296c7ee295e5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/69966971-69d7-4c65-a238-109131134799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1713796 Aug 11 02:28:35.262622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:35.287030 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] Routers {'69966971-69d7-4c65-a238-109131134799'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:35.288105 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['69966971-69d7-4c65-a238-109131134799'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.357347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58bb990a-3c4e-4319-bd64-f9b2934dd729 req-0319901f-9fdc-4521-9e12-0c74e4cb87be tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 210 time: 0.0769656 Aug 11 02:28:35.443209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:35.457206 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.466846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854cd441-f5b3-44a6-b24c-d1adc27921dd tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.468467 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-854cd441-f5b3-44a6-b24c-d1adc27921dd tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports/f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a HTTP/1.1" status: 200 len: 911 time: 0.1526093 Aug 11 02:28:35.478949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33476) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:35.492301 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] Routers {'69966971-69d7-4c65-a238-109131134799'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:35.492701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.495235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['69966971-69d7-4c65-a238-109131134799'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.509613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:35.592355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7b3ae8b-76f8-47a9-a882-39790d5cba54,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:35.595120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] No DVR routers for this DVR port c45a880b-6fdf-49d8-894b-a4adf28a68ab on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:35.599471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.602069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7aea240-efe2-4c2a-b2d3-e048fd3f5532 req-992d08b6-c771-4c44-99fb-c9ebe9bd741a tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.67 "DELETE /v2.0/ports/c45a880b-6fdf-49d8-894b-a4adf28a68ab HTTP/1.1" status: 204 len: 173 time: 3.3504336 Aug 11 02:28:35.602643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'name': 'network-vif-deleted', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:35.606013 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb2846-acde-4b50-b5a7-6f64c6345c48" -d '{"events": [{"server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "name": "network-vif-deleted", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:35.635619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Checking segment: {'id': '4efba97f-1610-4d86-93a0-75d1853feb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:35.638655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network hostable DHCP agents. Network: 11356bc0-153c-4126-a5e6-37fea0fc8d14, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:35.656205 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.660944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00aacf-131f-4aed-8fb1-317652ab1672 None None] The sync data for ids ['69966971-69d7-4c65-a238-109131134799'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:35.698854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] For port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,segment=NetworkSegment(bf535927-47f9-4f85-9a2c-7830b91eb552),segment_id=bf535927-47f9-4f85-9a2c-7830b91eb552)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:35.716579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:35.718377 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac950e0-dd53-493c-a968-1a266a23714d x-openstack-request-id: req-bac950e0-dd53-493c-a968-1a266a23714d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:35.718789 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f139b9-9463-47ee-97ee-b9fce3fc7481", "name": "network-vif-deleted", "tag": "c45a880b-6fdf-49d8-894b-a4adf28a68ab", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:35.719882 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bac950e0-dd53-493c-a968-1a266a23714d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:35.720030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:35.720475 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f139b9-9463-47ee-97ee-b9fce3fc7481', 'name': 'network-vif-deleted', 'tag': 'c45a880b-6fdf-49d8-894b-a4adf28a68ab', 'status': 'completed', 'code': 200} Aug 11 02:28:35.722712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:35.727879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.753451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 11356bc0-153c-4126-a5e6-37fea0fc8d14) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:35.771917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:35.773099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.816208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-308e81a2-2f25-462f-ac5c-b552795dd8f4 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6187091 Aug 11 02:28:35.820933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33480) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:35.822694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.826496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1163656971', 'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:35.875592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Made reservation on behalf of 7c14208e2bb141879bc07fdbf40a3465 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:35.878330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:35.887686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c2cc6-6298-4fa1-8b53-65773a1b7d5e None None] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:35.915581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] device_id is not set on port 4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:28:36.080766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.20.0.6 (11356bc0-153c-4126-a5e6-37fea0fc8d14/f7b3ae8b-76f8-47a9-a882-39790d5cba54/4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:36.156678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:36.542050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c45a880b-6fdf-49d8-894b-a4adf28a68ab no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:36.580166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.649966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: c45a880b-6fdf-49d8-894b-a4adf28a68ab {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:36.650344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c45a880b-6fdf-49d8-894b-a4adf28a68ab not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:36.782097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-39367e03-b66c-48c0-a0e1-16eb78e64de6 req-0b011f8f-1fe2-4b29-bb42-d94e4ace0752 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1f139b9-9463-47ee-97ee-b9fce3fc7481 HTTP/1.1" status: 200 len: 210 time: 0.1735041 Aug 11 02:28:36.894296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.982247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:36.982601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:36.983346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:36.991284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:36.999655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Provisioning for port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:37.019371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Provisioning complete for port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:37.019772 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.023463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:37.059760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:37.060742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.075372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:37.076114 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:37.084161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b23ac4bb-1c5e-48f6-aa18-d11ca1a20382 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2616549 Aug 11 02:28:37.085207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33488) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:37.111977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0a16d-03f9-4b2f-9f99-9b8bee4e2aac None None] Pushing event updated for resources: {'Port': ['ID=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:37.126420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:37.196694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:37.211451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Deleting port 4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:37.211998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.216917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:37.217987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:37.221061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:37.233994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7530e-8aa3-47bc-a163-6aaed7d4462a None None] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:37.342878 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.401464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Provisioning complete for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:37.402146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7aa69477-c6e5-4a35-bbc1-45f3908c09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.613745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Deleting port 55caf9d0-9118-4ede-9ec9-e23e399939a6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:37.613745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.629463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:37.671317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-746361532'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:37.751122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:37.770524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:37.775350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.827420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] For port 55caf9d0-9118-4ede-9ec9-e23e399939a6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=55caf9d0-9118-4ede-9ec9-e23e399939a6,segment=NetworkSegment(48bf1121-0587-44b6-b335-816c138cf8bf),segment_id=48bf1121-0587-44b6-b335-816c138cf8bf)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:37.827805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.871137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Calling delete_port for 55caf9d0-9118-4ede-9ec9-e23e399939a6 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:37.893943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:37.951815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:37.952253 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Added segment 7d269aea-59aa-4eb0-bde9-314d27ba5c23 of type vlan for network 547faa05-15f9-4300-b627-75f5b8a177fc Aug 11 02:28:38.010209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.038307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.046525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:38.046956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.047415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228802ba-8979-4471-a316-25e7d3e766ab req-e1e7d8be-942c-44c1-9b03-58cb0cad4833 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.050527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-228802ba-8979-4471-a316-25e7d3e766ab req-e1e7d8be-942c-44c1-9b03-58cb0cad4833 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.1623335 Aug 11 02:28:38.057823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Calling delete_port for 4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:38.139371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:38.163431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-228802ba-8979-4471-a316-25e7d3e766ab req-7db2c324-087e-4461-a734-49ee5313750f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982769 Aug 11 02:28:38.197044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.203060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.203897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.275684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.296283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6307597 Aug 11 02:28:38.307036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:38.310895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.320716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.335110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1138612044'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:38.352845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:38.364413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0da7b-0d88-459e-8cf9-c1e6053c3eaf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Network': ['ID=547faa05-15f9-4300-b627-75f5b8a177fc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.396161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 547faa05-15f9-4300-b627-75f5b8a177fc details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:38.409180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.413878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-00be12d6-3fce-411f-aac2-7d44090ce068 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/ports/4a2648c3-fc1c-4fa2-ab8c-1e2d4d3ff628 HTTP/1.1" status: 204 len: 168 time: 1.3249881 Aug 11 02:28:38.414975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33506) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:38.420053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14', 'external_fixed_ips': [{'subnet_id': 'f7b3ae8b-76f8-47a9-a882-39790d5cba54', 'ip_address': '172.20.0.6'}]}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:38.445768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:38.446828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.448363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.449462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.511970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.518161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.518438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:38.588893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:38.589502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.593345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=55caf9d0-9118-4ede-9ec9-e23e399939a6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:38.602743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.602743 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Added segment 01cfc1be-b730-4e4a-9f2f-acfd168a5442 of type vlan for network 1ef8e116-2d42-443d-9f43-bb26e89aa623 Aug 11 02:28:38.695131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.717269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.721510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f07dad31-c174-46ce-ac80-cfb58d899b7b None None] Provisioning complete for port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:38.722171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f07dad31-c174-46ce-ac80-cfb58d899b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.848451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f07dad31-c174-46ce-ac80-cfb58d899b7b None None] Port f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:38.851497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.857320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:38.858012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.866489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.868953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:38.935220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b636-719d-40ee-9cde-247bb47dde55 None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:20:22Z', 'revision_number': 4, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f4b30e0-95ab-47fb-b796-fdf4cb358b41', 'name': '', 'network_id': 'd82ec076-aec0-4484-a3de-6109f72187f4', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'mac_address': 'fa:16:3e:cb:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:19Z', 'updated_at': '2021-08-11T02:20:32Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'subnets': [{'id': '7da11c84-1fea-46a7-bc7f-fa7d0b263979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:38.964826 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:38.995315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.002279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=f5f8e0f0-3ce3-4d39-90ea-cb031eb27f6a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:39.015432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.033682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7042351 Aug 11 02:28:39.037924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33512) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:39.050243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'subnet': {'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:39.073202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ea33-fbff-494e-a943-fb31141fbbab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Network': ['ID=1ef8e116-2d42-443d-9f43-bb26e89aa623,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:39.091278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:39.129979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.202369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.349012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.20.0.6 (11356bc0-153c-4126-a5e6-37fea0fc8d14/f7b3ae8b-76f8-47a9-a882-39790d5cba54/717c8c45-ef5e-4c95-a2f1-540a20c94894) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:39.404286 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17dda00-d559-4415-8196-55a467361e2f None None] New status for floating IP 7a57ff22-d090-4253-b35a-c7287a77a4d8: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:28:39.432337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.439031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06576-d1a3-4c29-8c32-dedc215cb558 req-e7b2a41a-deeb-42d0-a4d7-321ca7fc121f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.440675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7e06576-d1a3-4c29-8c32-dedc215cb558 req-e7b2a41a-deeb-42d0-a4d7-321ca7fc121f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.1411631 Aug 11 02:28:39.473516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:39.480061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.661949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7e06576-d1a3-4c29-8c32-dedc215cb558 req-8c534481-5a7f-46cc-866e-9b80f689aa97 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076709 Aug 11 02:28:39.700638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.715514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-a3976df7-c79f-4431-9e7a-c0850d773f93 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:39.717207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-a3976df7-c79f-4431-9e7a-c0850d773f93 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.67 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.2240355 Aug 11 02:28:39.907300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.908293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:39.931208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 69966971-69d7-4c65-a238-109131134799 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:39.969243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network 11356bc0-153c-4126-a5e6-37fea0fc8d14 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:39.974956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:39.984166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:39.992135 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.057131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=717c8c45-ef5e-4c95-a2f1-540a20c94894,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.079218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Deleting port eeeb99ac-d1e8-47a8-a201-cfc9854addff {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:40.079526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.094416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:40.107329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] Sync routers for ids ['69966971-69d7-4c65-a238-109131134799'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:40.115538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68271a36-a90b-4a58-b111-9cbc44798344 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/69966971-69d7-4c65-a238-109131134799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6354573 Aug 11 02:28:40.118477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] Routers {'69966971-69d7-4c65-a238-109131134799'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:40.119122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['69966971-69d7-4c65-a238-109131134799'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.154679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.162547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.165619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] Routers {'69966971-69d7-4c65-a238-109131134799'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:40.166313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['69966971-69d7-4c65-a238-109131134799'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.178572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.183726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.190399 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "DELETE /v2.0/security-groups/5a63471a-da1c-408f-b159-239db944c27c HTTP/1.1" status: 204 len: 168 time: 1.1899240 Aug 11 02:28:40.195676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.203197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Subnet': ['ID=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.204911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:40.205842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea54b16-d328-4796-9404-8c99bd33ed17 None None] The sync data for ids ['69966971-69d7-4c65-a238-109131134799'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:40.230728 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-2bda34b5-0234-49f6-91c0-67350fe3e568 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] show failed (client error): The resource could not be found. Aug 11 02:28:40.231840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2bda34b5-0234-49f6-91c0-67350fe3e568 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "GET /v2.0/security-groups/5a63471a-da1c-408f-b159-239db944c27c HTTP/1.1" status: 404 len: 347 time: 0.0263720 Aug 11 02:28:40.235705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa54aa9-557e-411c-a5cf-72a66104a224 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a63471a-da1c-408f-b159-239db944c27c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:40.236375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.286922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-163ec978-8f49-4ef7-9a4d-d45645b5cec2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=69966971-69d7-4c65-a238-109131134799 HTTP/1.1" status: 200 len: 205 time: 0.1120586 Aug 11 02:28:40.295732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.311836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:40.375695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:40.376062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network hostable DHCP agents. Network: 547faa05-15f9-4300-b627-75f5b8a177fc, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:40.435561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] For port eeeb99ac-d1e8-47a8-a201-cfc9854addff, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eeeb99ac-d1e8-47a8-a201-cfc9854addff,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:40.436493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.442585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.459712 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.469972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Calling delete_port for eeeb99ac-d1e8-47a8-a201-cfc9854addff owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:40.472105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 547faa05-15f9-4300-b627-75f5b8a177fc is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:40.529316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 547faa05-15f9-4300-b627-75f5b8a177fc) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:40.534933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:40.535550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.548703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6065c-0dfc-4a0f-94a1-88e077e506d7 None None] Network 547faa05-15f9-4300-b627-75f5b8a177fc requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:40.701411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-41d77794-cba4-4139-94e3-0f0d541413ca tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6560974 Aug 11 02:28:40.710965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.724988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'subnet': {'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:40.731172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.739028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.756469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.796536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.849868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Deleting port e6e1b267-f45c-4e22-846c-09b38d90dfa0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:40.849868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.887794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-547faa05-15f9-4300-b627-75f5b8a177fc', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:40.891479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.912051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:40.917248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.917788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router 69966971-69d7-4c65-a238-109131134799 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:40.926072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a06cc25-a08b-48f9-b2af-80072259f6eb admin admin] 10.222.0.68 "PUT /v2.0/routers/6b90cd54-c894-41b4-a8d8-6bbfb7bbe511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5319023 Aug 11 02:28:40.933376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.934817 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Sync routers for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:40.942305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:40.943454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c1a789e2-648e-4520-b2bf-4dfa0750d130 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/69966971-69d7-4c65-a238-109131134799 HTTP/1.1" status: 204 len: 168 time: 0.6467421 Aug 11 02:28:40.954542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33532) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:40.957593 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:40.959193 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:41.048058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3e82e-ea12-4a95-9332-7464f71b70e4 req-bdc7305e-81f7-4eac-82f1-6375238d88af tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:41.057593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aed3e82e-ea12-4a95-9332-7464f71b70e4 req-bdc7305e-81f7-4eac-82f1-6375238d88af tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 946 time: 0.2355466 Aug 11 02:28:41.167341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.167899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.171879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aed3e82e-ea12-4a95-9332-7464f71b70e4 req-f43374a4-bb12-44b6-856c-cbcfab9f2364 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135201 Aug 11 02:28:41.182167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:41.197561 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.197853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.205681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:41.209048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Calling delete_port for e6e1b267-f45c-4e22-846c-09b38d90dfa0 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:41.217102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['eeeb99ac-d1e8-47a8-a201-cfc9854addff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:28:41.224314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.251700 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:41.293405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Allocated IP 10.1.1.2 (547faa05-15f9-4300-b627-75f5b8a177fc/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b/469e0696-54ae-47c8-ac54-3de80ddd65bf) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:41.340159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Pushing event deleted for resources: {'Port': ['ID=eeeb99ac-d1e8-47a8-a201-cfc9854addff,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:41.382756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.445454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.449365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] No DVR routers for this DVR port eeeb99ac-d1e8-47a8-a201-cfc9854addff on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:41.455640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.459963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a056dfc-f473-4652-95aa-e548d1c43545 req-4e43a750-9c39-4be0-93aa-f7cfae9fc09c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.67 "DELETE /v2.0/ports/eeeb99ac-d1e8-47a8-a201-cfc9854addff HTTP/1.1" status: 204 len: 173 time: 1.7292264 Aug 11 02:28:41.467437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'name': 'network-vif-deleted', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:28:41.471786 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf2c5c-71c8-4bcd-bde9-77dd27f207da" -d '{"events": [{"server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "name": "network-vif-deleted", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:28:41.476009 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 5, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:41.485050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.510458 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Checking router: 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:41.523379 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Routers {'6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:41.524482 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:41.594172 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019757e3-0e55-4417-b51b-38bcb2fbcf2c x-openstack-request-id: req-019757e3-0e55-4417-b51b-38bcb2fbcf2c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:28:41.594550 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baad6502-c282-44bc-b453-d9500e21185a", "name": "network-vif-deleted", "tag": "eeeb99ac-d1e8-47a8-a201-cfc9854addff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:28:41.594749 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-019757e3-0e55-4417-b51b-38bcb2fbcf2c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:28:41.595054 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baad6502-c282-44bc-b453-d9500e21185a', 'name': 'network-vif-deleted', 'tag': 'eeeb99ac-d1e8-47a8-a201-cfc9854addff', 'status': 'completed', 'code': 200} Aug 11 02:28:41.764013 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] Set router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:41.809009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.828684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Transition to ACTIVE for port object 469e0696-54ae-47c8-ac54-3de80ddd65bf will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:41.829260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router 15e8efe4-3cbb-40a8-be59-6023bafd63c2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:41.865721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Transition to ACTIVE for port object 469e0696-54ae-47c8-ac54-3de80ddd65bf will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:41.879730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:41.997328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 5, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.003573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Pushing event updated for resources: {'Port': ['ID=469e0696-54ae-47c8-ac54-3de80ddd65bf,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.030271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Network 547faa05-15f9-4300-b627-75f5b8a177fc is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:42.033527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:42.039541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:42.113649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:42.146858 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.152981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e4b4fcc7-41d0-4533-b2a5-1523e7039bf2 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7364175 Aug 11 02:28:42.155280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33536) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:42.160738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Sync routers for ids ['15e8efe4-3cbb-40a8-be59-6023bafd63c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:42.177040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.195009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Attempting to bind port 469e0696-54ae-47c8-ac54-3de80ddd65bf on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:42.195768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Attempting to bind port 469e0696-54ae-47c8-ac54-3de80ddd65bf by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:42.196668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Attempting to bind port 469e0696-54ae-47c8-ac54-3de80ddd65bf on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:42.207498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:42.208264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:42.211579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.212502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Bound using segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:42.213614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Bound port: 469e0696-54ae-47c8-ac54-3de80ddd65bf, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:42.214443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.234366 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e88f0-590d-4899-840c-651f45eeada0 None None] The sync data for ids ['6b90cd54-c894-41b4-a8d8-6bbfb7bbe511'] in n-d-713498-10 is: [{'id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'name': 'tempest-ServerRescueTestJSON-1944066741-router', 'tenant_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:26:27Z', 'updated_at': '2021-08-11T02:28:38Z', 'revision_number': 5, 'project_id': 'ba5d98d2d0694bd683e26ac667ca8713', 'gw_port': {'id': '250cf7ba-9eee-4d40-89ad-509fbc24d8e2', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b90cd54-c894-41b4-a8d8-6bbfb7bbe511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:26:29Z', 'updated_at': '2021-08-11T02:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:42.244081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Routers {'15e8efe4-3cbb-40a8-be59-6023bafd63c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:42.245312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['15e8efe4-3cbb-40a8-be59-6023bafd63c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:42.337415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.397244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3435747c-8bc3-4f22-8fd7-10d85046a9b5 req-ba16d78c-d2e3-4fd3-9655-607a44a85d61 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=baad6502-c282-44bc-b453-d9500e21185a HTTP/1.1" status: 200 len: 210 time: 0.0673227 Aug 11 02:28:42.454921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.457536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.469287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] For port 469e0696-54ae-47c8-ac54-3de80ddd65bf, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:42.474333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] For port 469e0696-54ae-47c8-ac54-3de80ddd65bf, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=469e0696-54ae-47c8-ac54-3de80ddd65bf,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:42.488695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Set router 15e8efe4-3cbb-40a8-be59-6023bafd63c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:42.492781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.541446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.550552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Pushing event deleted for resources: {'Port': ['ID=e6e1b267-f45c-4e22-846c-09b38d90dfa0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.632641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.635234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85 HTTP/1.1" status: 204 len: 168 time: 1.6751497 Aug 11 02:28:42.641536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Subnet': ['ID=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.649766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:42.699638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f49a84-5f55-417a-b02a-398d791ac27d None None] Network c624aa09-534e-457d-967d-200311e716a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:42.762523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.768439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.771093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-196d4e6f-abc0-46fe-b159-3701ca421b27 tempest-AttachVolumeTestJSON-755259070 tempest-AttachVolumeTestJSON-755259070-project] 10.222.0.68 "DELETE /v2.0/floatingips/7a57ff22-d090-4253-b35a-c7287a77a4d8 HTTP/1.1" status: 204 len: 168 time: 2.5311880 Aug 11 02:28:42.953168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:42.958468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1164c-0303-490f-9563-bf9fac96bb2e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:42.983921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Deleting port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:42.984528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.168706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666a00e-661e-4e8a-86d0-f568caf719e8 None None] Pushing event updated for resources: {'Port': ['ID=469e0696-54ae-47c8-ac54-3de80ddd65bf,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:43.188483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Checking segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:43.210564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network hostable DHCP agents. Network: 1ef8e116-2d42-443d-9f43-bb26e89aa623, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:43.276343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.284429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.336653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:43.389451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] For port 250cf7ba-9eee-4d40-89ad-509fbc24d8e2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:43.390209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.426243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 1ef8e116-2d42-443d-9f43-bb26e89aa623) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:43.437294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:43.437597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.443366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Calling delete_port for 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:43.444010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Deleting port 717c8c45-ef5e-4c95-a2f1-540a20c94894 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:43.445320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.460281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3f53f-790c-4586-bebe-98fba3757c38 None None] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:43.465422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] DHCP port deletion for c624aa09-534e-457d-967d-200311e716a7 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:28:43.563974 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e529efb-a362-4474-9d24-27e391c6bc72 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8471687 Aug 11 02:28:43.572141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33552) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:43.578205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e8efe4-3cbb-40a8-be59-6023bafd63c2', 'name': '', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14', 'external_fixed_ips': [{'subnet_id': 'f7b3ae8b-76f8-47a9-a882-39790d5cba54', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '717c8c45-ef5e-4c95-a2f1-540a20c94894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:38Z', 'updated_at': '2021-08-11T02:28:40Z', 'revision_number': 3, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port': {'id': '717c8c45-ef5e-4c95-a2f1-540a20c94894', 'name': '', 'network_id': '11356bc0-153c-4126-a5e6-37fea0fc8d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e8efe4-3cbb-40a8-be59-6023bafd63c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'f7b3ae8b-76f8-47a9-a882-39790d5cba54', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:39Z', 'updated_at': '2021-08-11T02:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7b3ae8b-76f8-47a9-a882-39790d5cba54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:43.596828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1480646489', 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:43.640711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Checking router: 15e8efe4-3cbb-40a8-be59-6023bafd63c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:28:43.641213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Updating router 15e8efe4-3cbb-40a8-be59-6023bafd63c2 port 717c8c45-ef5e-4c95-a2f1-540a20c94894 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:28:43.696951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:43.697413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.698574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:43.940543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.052274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Deleting port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:44.052988 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.103558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Calling delete_port for 717c8c45-ef5e-4c95-a2f1-540a20c94894 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:44.183434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,segment=NetworkSegment(bf535927-47f9-4f85-9a2c-7830b91eb552),segment_id=bf535927-47f9-4f85-9a2c-7830b91eb552)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.184140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.226607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:44.236657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 469e0696-54ae-47c8-ac54-3de80ddd65bf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:44.244338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:44.247362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-1ef8e116-2d42-443d-9f43-bb26e89aa623', 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ips': [{'subnet_id': 'cd364b1c-1d5b-4139-a5b6-3369d9a9ad50'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:28:44.248653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.468000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.551046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=250cf7ba-9eee-4d40-89ad-509fbc24d8e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.626390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Allocated IP 10.2.2.2 (1ef8e116-2d42-443d-9f43-bb26e89aa623/cd364b1c-1d5b-4139-a5b6-3369d9a9ad50/d0bde9df-f1ec-4563-b9db-3d1d2f0f365b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:44.685282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.687609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.691144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eeeb99ac-d1e8-47a8-a201-cfc9854addff no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:44.693889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59b3b2-345f-4fef-97c5-064c9dbca784 None None] Network 547faa05-15f9-4300-b627-75f5b8a177fc requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:44.713641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:44.725393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] device_id is not set on port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:28:44.799451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:44.813185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:44.832730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f97dab2-fbac-4144-bee6-d57a794dbd60 None None] Provisioning for port 469e0696-54ae-47c8-ac54-3de80ddd65bf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:44.842064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: eeeb99ac-d1e8-47a8-a201-cfc9854addff {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:44.842412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eeeb99ac-d1e8-47a8-a201-cfc9854addff not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:44.892624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] For port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,segment=NetworkSegment(bf535927-47f9-4f85-9a2c-7830b91eb552),segment_id=bf535927-47f9-4f85-9a2c-7830b91eb552)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:44.893032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.001122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.1.1.52 (547faa05-15f9-4300-b627-75f5b8a177fc/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:45.002771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 469e0696-54ae-47c8-ac54-3de80ddd65bf completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:45.012146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.015192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Calling delete_port for 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:45.026799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 469e0696-54ae-47c8-ac54-3de80ddd65bf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:45.027145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.031070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c624aa09-534e-457d-967d-200311e716a7']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:45.062550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf535927-47f9-4f85-9a2c-7830b91eb552') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:45.062940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf535927-47f9-4f85-9a2c-7830b91eb552') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:45.082314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.105708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.115665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:45.117414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:45.215443 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:45.259887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.270837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.275296 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/c624aa09-534e-457d-967d-200311e716a7 HTTP/1.1" status: 204 len: 168 time: 2.6239827 Aug 11 02:28:45.286919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:45.291715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.294544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f4752-ee21-4a62-bab4-df0a52a19ef2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=c624aa09-534e-457d-967d-200311e716a7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.294997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1418696163', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:45.297978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.316326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.328005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Transition to ACTIVE for port object d0bde9df-f1ec-4563-b9db-3d1d2f0f365b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:45.354571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Transition to ACTIVE for port object d0bde9df-f1ec-4563-b9db-3d1d2f0f365b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:45.363371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.364700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.365683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:45.376534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.380274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e9a01dc-17b6-4895-88b6-730655035fb4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6b90cd54-c894-41b4-a8d8-6bbfb7bbe511 HTTP/1.1" status: 204 len: 168 time: 4.4328268 Aug 11 02:28:45.381024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33564) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:45.419740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.442608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Pushing event deleted for resources: {'Port': ['ID=5bdd6909-d40d-4f80-9fd0-db3abff10fc9,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.503982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Pushing event updated for resources: {'Port': ['ID=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.528274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.530222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.553181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.555580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Deleting subnet d87ab91f-a181-4912-9288-27a317831ede {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:45.561455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.606242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] Network c624aa09-534e-457d-967d-200311e716a7 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:28:45.607027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb13988b-0df7-4e56-a284-a5d4958494a9 None None] No DVR routers for this DVR port 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:28:45.620091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.632681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Port': ['ID=717c8c45-ef5e-4c95-a2f1-540a20c94894,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:45.644551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.713472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:45.718580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 469e0696-54ae-47c8-ac54-3de80ddd65bf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=469e0696-54ae-47c8-ac54-3de80ddd65bf,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:45.724969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.767502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.776669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.802936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:45.816437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:45.837777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:45.867827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:45.927701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.016778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:28:46.020109 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:28:46.080361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.093320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.094909 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d87ab91f-a181-4912-9288-27a317831ede HTTP/1.1" status: 204 len: 168 time: 0.7071900 Aug 11 02:28:46.097122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038dcb1-61bb-408c-b9fa-d4495a71d8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87ab91f-a181-4912-9288-27a317831ede,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.099626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33568) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:46.105489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.225155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:46.232838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=469e0696-54ae-47c8-ac54-3de80ddd65bf,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.240333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Attempting to bind port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:28:46.247394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Attempting to bind port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:28:46.248095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Attempting to bind port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:28:46.283181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:46.283859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5bdd6909-d40d-4f80-9fd0-db3abff10fc9 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:46.284473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 55caf9d0-9118-4ede-9ec9-e23e399939a6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:46.303386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.317830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:28:46.318537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Checking segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:46.319136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.320241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Bound using segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:28:46.320963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Bound port: d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:28:46.321562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.326914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 55caf9d0-9118-4ede-9ec9-e23e399939a6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:46.327552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 55caf9d0-9118-4ede-9ec9-e23e399939a6 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:46.421053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] For port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:28:46.426588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] For port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:28:46.443122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.526912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.572727 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.575754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc8d92-f331-45a8-b4a9-2d049e6a297d None None] Pushing event updated for resources: {'Port': ['ID=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:46.590371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 469e0696-54ae-47c8-ac54-3de80ddd65bf up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:46.608817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.617108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 547faa05-15f9-4300-b627-75f5b8a177fc is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:46.663226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:46.672474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:46.673294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Port 717c8c45-ef5e-4c95-a2f1-540a20c94894 not found while updating agent binding for router 15e8efe4-3cbb-40a8-be59-6023bafd63c2. {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:28:46.692786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.715595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1fd5dc9e-e97c-4f79-89cc-583f7cd85121 None None] Provisioning complete for port 469e0696-54ae-47c8-ac54-3de80ddd65bf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:46.716208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dc9e-e97c-4f79-89cc-583f7cd85121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.769610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:46.770479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.776195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.776720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15e8efe4-3cbb-40a8-be59-6023bafd63c2 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:46.793752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.797515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-86b0b7c5-aeb0-455c-a924-cea36273da9e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/routers/15e8efe4-3cbb-40a8-be59-6023bafd63c2 HTTP/1.1" status: 204 len: 168 time: 4.6383438 Aug 11 02:28:46.798308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33572) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:46.817576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Routers set() bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:46.818310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Router IDs set() for agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:28:46.819402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_agentschedulers_db [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15e8efe4-3cbb-40a8-be59-6023bafd63c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent'). {{(pid=94654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:28:46.820073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecb760-1cd1-4cc6-872c-d41799cc05b9 None None] The sync data for ids ['15e8efe4-3cbb-40a8-be59-6023bafd63c2'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:46.887022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-418c3518-bf2b-44f1-b51f-17103f94fb12 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3063190 Aug 11 02:28:46.890920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:46.905052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 469e0696-54ae-47c8-ac54-3de80ddd65bf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:46.905431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:46.906374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1485799559', 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:46.992449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Deleting subnet f7b3ae8b-76f8-47a9-a882-39790d5cba54 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:28:47.007313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.078799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.101798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13011b8c-1fb7-42c2-9445-e55fe397b269']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.107189 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.151200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e026e46-c707-4e3c-8fd8-ca633903382e None None] Provisioning for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:47.180341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e026e46-c707-4e3c-8fd8-ca633903382e None None] Provisioning complete for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:47.180840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e026e46-c707-4e3c-8fd8-ca633903382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.229073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bf1121-0587-44b6-b335-816c138cf8bf') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.229492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bf1121-0587-44b6-b335-816c138cf8bf') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:47.244823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.250654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:28:47.253529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e026e46-c707-4e3c-8fd8-ca633903382e None None] Port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:47.277991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.300742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:28:47.301103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 250cf7ba-9eee-4d40-89ad-509fbc24d8e2 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:28:47.301694 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.316145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.325582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.348318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:47.348890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:47.351270 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:47.358497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:47.476659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.500671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.506468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/13011b8c-1fb7-42c2-9445-e55fe397b269 HTTP/1.1" status: 204 len: 168 time: 1.4007359 Aug 11 02:28:47.512800 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.541977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11339674-eef6-4df9-b350-357cceefeab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=13011b8c-1fb7-42c2-9445-e55fe397b269,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.583305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b3ae8b-76f8-47a9-a882-39790d5cba54,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:47.587192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.593164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:47.593624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aef41744-96ce-4488-8060-08140e5508e5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/f7b3ae8b-76f8-47a9-a882-39790d5cba54 HTTP/1.1" status: 204 len: 168 time: 0.7933743 Aug 11 02:28:47.597693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.628340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] device_id is not set on port 6d9963da-90a3-4563-bed9-55dd80eef790 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:28:47.665951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 172.25.3.183 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/fa37f012-8abc-4028-ab1a-d6ff9f9c1b25) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:47.811578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:47.967038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.1.1.55 (547faa05-15f9-4300-b627-75f5b8a177fc/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b/6d9963da-90a3-4563-bed9-55dd80eef790) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:47.984869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:48.050053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.074405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11356bc0-153c-4126-a5e6-37fea0fc8d14']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:48.081454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.096911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efba97f-1610-4d86-93a0-75d1853feb8f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:48.097594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efba97f-1610-4d86-93a0-75d1853feb8f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:48.121866 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.158094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.177427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:28:48.178168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:28:48.181933 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:28:48.222273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb50de7d-3898-4f3d-a9a9-cf9b8989c0ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba5d98d2d0694bd683e26ac667ca8713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356477 Aug 11 02:28:48.227733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33602) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:48.259470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.338390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:48.347890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.350123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:48.371140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11356bc0-153c-4126-a5e6-37fea0fc8d14 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:28:48.372988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:48.378414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Network': ['ID=11356bc0-153c-4126-a5e6-37fea0fc8d14,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.380838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.390207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ca4293da-656d-46b8-b2e1-6a6b2f1dc189 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/networks/11356bc0-153c-4126-a5e6-37fea0fc8d14 HTTP/1.1" status: 204 len: 168 time: 0.7950163 Aug 11 02:28:48.394028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=fa37f012-8abc-4028-ab1a-d6ff9f9c1b25,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.441256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744fdef-7281-4626-841f-8096b2e0e28b None None] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:48.476017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.533952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.612223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.615466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.620737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c4b3c49-f231-402a-8ee2-afc0713f93e9 HTTP/1.1" status: 204 len: 168 time: 0.3872533 Aug 11 02:28:48.640812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a87e3-d831-4c47-b9da-f0b41f3a632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b3c49-f231-402a-8ee2-afc0713f93e9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:48.747351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.790605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object 6d9963da-90a3-4563-bed9-55dd80eef790 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:28:48.840460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0a33ada9-e48a-47ac-af8f-a8e1aa9b3265 None None] Provisioning for port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:48.879650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:48.979595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0bde9df-f1ec-4563-b9db-3d1d2f0f365b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:49.009441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:49.024654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 547faa05-15f9-4300-b627-75f5b8a177fc is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:49.028991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:49.035762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:49.199308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:49.199909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.266222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f9cf5fb-1eef-4fcd-bed2-b8f1cdd24faa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3706753 Aug 11 02:28:49.273593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.387810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:49.576788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:49.582198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:49.892026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff71a70c-f68e-411c-8caf-bd793dfb429b None None] Provisioning for port 6d9963da-90a3-4563-bed9-55dd80eef790 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:28:49.997418 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff71a70c-f68e-411c-8caf-bd793dfb429b None None] Provisioning complete for port 6d9963da-90a3-4563-bed9-55dd80eef790 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:50.003757 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff71a70c-f68e-411c-8caf-bd793dfb429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.279680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a70c-f68e-411c-8caf-bd793dfb429b None None] Port 6d9963da-90a3-4563-bed9-55dd80eef790 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:28:50.281580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.354127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:28:50.356190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33642) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:50.362472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'name': 'tempest-router--414445991', 'project_id': 'cf8c9504ea7b4828ac6daa90713ae77b'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:50.363627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.453584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.454605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.538845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:50.561420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.562394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:50.563312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-859c9e29-4f18-4787-9190-9ab672ddd7a8 None None] Provisioning complete for port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:50.564127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-859c9e29-4f18-4787-9190-9ab672ddd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.567889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922470416', 'description': 'tempest-description--1030905952'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:50.573249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.589497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.593071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2b8caefe-0ffc-47fb-8033-8d5fdd7d0806 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2323229 Aug 11 02:28:50.593339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:50.676258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.697401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33652) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:50.908085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-299141886-network', 'tenant_id': '0dbe86739c294f89825dc5136076226d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:50.942850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:50.966084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.027424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.031426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.091109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Made reservation on behalf of 0dbe86739c294f89825dc5136076226d for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:51.095432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.111473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.172343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.172964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03d14312-d41d-4e78-9bba-fe32dca20e8d {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:51.182824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 2ebddc62-251c-4249-956c-d1f43c374e8e is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:51.188586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.200454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3b43e62b-7138-4f42-8804-8bd9ad8a87cb tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/routers/03d14312-d41d-4e78-9bba-fe32dca20e8d HTTP/1.1" status: 204 len: 168 time: 0.6022506 Aug 11 02:28:51.238349 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.244562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.290424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1351a-362b-4633-933b-6bcbebfc137a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:51.415997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.422618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:51.434623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.435508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0caeaa56-7aa5-40ae-aa06-a6dee3cef776 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8719802 Aug 11 02:28:51.438696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33664) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.443515 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] Sync routers for ids ['2ebddc62-251c-4249-956c-d1f43c374e8e'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:51.444109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'security_group_rule': {'security_group_id': '8fb1351a-362b-4633-933b-6bcbebfc137a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:51.448223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.462234 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] Routers {'2ebddc62-251c-4249-956c-d1f43c374e8e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:51.463311 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2ebddc62-251c-4249-956c-d1f43c374e8e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.491642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33666) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.509463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.528272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:51.551380 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.551775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.553072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-381a4bcb-2189-4402-9933-0dcd659ac7ce tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2622521 Aug 11 02:28:51.560266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33670) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.570059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8cad3-0579-4f93-b8d8-968ffb262c2f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:51.574707 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] Routers {'2ebddc62-251c-4249-956c-d1f43c374e8e'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:51.575450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.575958 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Added segment a2978381-271f-403c-a9b2-84139b107d28 of type vlan for network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 Aug 11 02:28:51.586338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2ebddc62-251c-4249-956c-d1f43c374e8e'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.656803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.657112 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:51.658328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01a577-faf1-4edf-9dcf-fb05a6b15bbf None None] The sync data for ids ['2ebddc62-251c-4249-956c-d1f43c374e8e'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:51.751121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.752923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:51.753982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.853706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1240747718', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:51.868733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1694808 Aug 11 02:28:51.872528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33672) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.878397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Request body: {'subnet': {'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-subnet', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:51.903800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64194d90-fd84-4720-898b-a325fbee752d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers/2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 200 len: 885 time: 0.3417819 Aug 11 02:28:51.904693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33674) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:51.908320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.914307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.935331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Made reservation on behalf of 0dbe86739c294f89825dc5136076226d for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:51.938050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:51.943581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e6ccef-ac87-44a2-8d18-b554dc031f11,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.042311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c017-351c-4d12-be96-fa1ddb2bc0bc admin admin] Pushing event updated for resources: {'Network': ['ID=32d4288f-9cd0-4d13-ab31-2f4130667ce1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.065509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:28:52.090038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.091340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.092420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.096759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8788f411-7369-440a-b876-1c706e521ce2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6542776 Aug 11 02:28:52.097869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:52.105029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'security_group_rule': {'security_group_id': '8fb1351a-362b-4633-933b-6bcbebfc137a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:52.159426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.171005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.278779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.284228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.309366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.315002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2152064 Aug 11 02:28:52.323261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:52.332592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:52.339813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b8500-b5c1-4dd5-aba7-e49a333956e0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cd45e0-e9a5-4dd7-bbd9-1c1142540857,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:52.394364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.536474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0bde9df-f1ec-4563-b9db-3d1d2f0f365b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:28:52.657595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.681713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.791216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.867932 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c147bd1f-947b-482d-a77e-9b6dc2199733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.876133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:28:52.876695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:52.949120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 172.25.3.116 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/0cf7b44e-d4fe-4393-9439-a494e3a95ab3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:53.006554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46da4d70-5b67-4f6e-be66-af57ac75af83,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:53.068055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a9f63fa-3936-49c4-9bde-3c866c607a2f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1548636 Aug 11 02:28:53.068055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Checking segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:28:53.068055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Network hostable DHCP agents. Network: 32d4288f-9cd0-4d13-ab31-2f4130667ce1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:28:53.071908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33684) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.078179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1418696163'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:53.096589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:28:53.117412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 32d4288f-9cd0-4d13-ab31-2f4130667ce1) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:53.125766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.126447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.155454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c6206277-628a-4803-b874-3407366a3d5c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2788165 Aug 11 02:28:53.160014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:53.164649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a93bad-bbf1-4fa8-ae34-270c0b1f712e None None] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:53.227629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.247017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:53.271257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.300133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.351147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f69e97-a218-4a50-aa43-c75ad601f776 None None] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:28:53.399174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.403977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.509168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.539494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Allocated IP 172.25.3.124 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6c4989db-df28-470c-bf84-eead313e6ff5) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:53.766343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-c1be451d-1ea6-423a-a46a-4fc7ff5e94c5 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:53.768156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-c1be451d-1ea6-423a-a46a-4fc7ff5e94c5 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 813 time: 0.2022731 Aug 11 02:28:53.774237 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.809351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-832c3d5e-5768-4056-8a36-df5b719f9f84 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/quotas/f9e968a08a3d40a39ade1f76640f2192 HTTP/1.1" status: 200 len: 375 time: 0.0149045 Aug 11 02:28:53.864806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-2c5990be-80c1-4537-bd64-ec71ff598810 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383890 Aug 11 02:28:53.875854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:53.927266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event updated for resources: {'Port': ['ID=6c4989db-df28-470c-bf84-eead313e6ff5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:53.988614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:53.992028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:53.995861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:54.073466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:54.088122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-59301348-688d-482f-8175-82b25b003fa6 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:28:54.089243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-59301348-688d-482f-8175-82b25b003fa6 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645894 Aug 11 02:28:54.172331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:54.183147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:54.259353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.266572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=0cf7b44e-d4fe-4393-9439-a494e3a95ab3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:54.672648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.698083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.723518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-12833082-406a-4bf2-a5f7-d46972f93162 service neutron] 10.222.0.68 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854480 Aug 11 02:28:54.728537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.845551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.848469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.867424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:54.927197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-28a62889-d1fe-47ba-ada1-36c00d615eb4 service neutron] 10.222.0.68 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634369 Aug 11 02:28:55.173855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.191452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-402c4ba1-3ca9-4940-b064-355178bb080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.227149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c159a80a-6121-415b-bec4-e5780a4fe4fc req-df0bca96-698b-45fd-bdc1-9dde174c64bf tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 210 time: 0.0504546 Aug 11 02:28:55.241592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 2ebddc62-251c-4249-956c-d1f43c374e8e has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:28:55.432988 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.517517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Router e63936f4-2d7c-4d62-8902-ddb09ef8990c is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:55.524246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.551034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.628084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.634598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:55.646842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] Sync routers for ids ['2ebddc62-251c-4249-956c-d1f43c374e8e'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:55.669653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] Routers {'2ebddc62-251c-4249-956c-d1f43c374e8e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.670360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2ebddc62-251c-4249-956c-d1f43c374e8e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.693072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:55.702937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.704184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-777b67a9-d82b-49bb-876a-ad7d12a2a257 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 200 len: 892 time: 2.6305311 Aug 11 02:28:55.710779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.713837 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] Sync routers for ids ['e63936f4-2d7c-4d62-8902-ddb09ef8990c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:55.718596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.739802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=0cf7b44e-d4fe-4393-9439-a494e3a95ab3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:55.743916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.748854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-00bb7da3-6cfa-4fcf-a8ac-ca495456cc29 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2559083 Aug 11 02:28:55.752861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33728) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:55.759247 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] Routers {'e63936f4-2d7c-4d62-8902-ddb09ef8990c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.760199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e63936f4-2d7c-4d62-8902-ddb09ef8990c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.807794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.831073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] Routers {'2ebddc62-251c-4249-956c-d1f43c374e8e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.831730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2ebddc62-251c-4249-956c-d1f43c374e8e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.839762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.852503 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.880001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.881057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2e2c6-948b-4bdf-883d-d8cfc8d8d125 None None] The sync data for ids ['2ebddc62-251c-4249-956c-d1f43c374e8e'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:55.888281 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] Routers {'e63936f4-2d7c-4d62-8902-ddb09ef8990c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:55.888760 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e63936f4-2d7c-4d62-8902-ddb09ef8990c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.915687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:55.916954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8952c35d-6b0e-4ad4-8e23-2088acf9092c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5917845 Aug 11 02:28:55.971048 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:55.972522 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a0a40-089b-4620-be6d-bb1267e0ecf9 None None] The sync data for ids ['e63936f4-2d7c-4d62-8902-ddb09ef8990c'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:28:56.026531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3ab110de-4220-4d0f-a9d9-bcf6fb2b347d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/e63936f4-2d7c-4d62-8902-ddb09ef8990c HTTP/1.1" status: 200 len: 921 time: 0.2719052 Aug 11 02:28:56.029212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33732) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.035515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Allocated IP 172.25.3.135 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/fabc811e-e44d-45a9-9692-ca149b9645b0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:56.079995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ca503b1a-df82-4d68-8760-fb4a0275faa2 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=e63936f4-2d7c-4d62-8902-ddb09ef8990c HTTP/1.1" status: 200 len: 205 time: 0.0476782 Aug 11 02:28:56.084430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33736) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.115650 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a26ce0d5-ee0f-4ad1-adef-f7836503bb19 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers/2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 200 len: 892 time: 0.3954706 Aug 11 02:28:56.169755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:28:56.195308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33738) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.247574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d514e7c2-1368-4127-8968-4b44cda8bc2f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 200 len: 205 time: 0.0507841 Aug 11 02:28:56.251730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:56.334513 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.448811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.581521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-f28318aa-6b25-4ff3-9e3c-7facefb77e23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1922470416&fields=id&tenant_id=1b38cac6de80483a998866e15d2e78ef HTTP/1.1" status: 200 len: 267 time: 0.3247738 Aug 11 02:28:56.584026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9a1275a-0a85-453d-9005-609d5615fe87 req-c3e5880f-8db8-42f0-9c4a-31bcdd555c1c tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 210 time: 0.1222644 Aug 11 02:28:56.644242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.661580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.671225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.671925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-1ce05770-8934-47bc-8c43-5e8f14ff2c41 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.673789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-1ce05770-8934-47bc-8c43-5e8f14ff2c41 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 936 time: 0.0737519 Aug 11 02:28:56.826403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ccb48c61-cb61-439d-862d-e99b626693be tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:56.827795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ccb48c61-cb61-439d-862d-e99b626693be tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 936 time: 0.1382055 Aug 11 02:28:56.849895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.914540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e6f96be5-ef4e-4d93-b4ed-1e6fe60ee13d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0679457 Aug 11 02:28:56.939076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:56.948154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:28:56.956300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:28:56.960004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:28:56.962380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Pushing event updated for resources: {'Port': ['ID=fabc811e-e44d-45a9-9692-ca149b9645b0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:57.015330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7332ee32-a269-4259-8126-0191cc56f14f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0848126 Aug 11 02:28:57.022917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port 6c4989db-df28-470c-bf84-eead313e6ff5 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:57.023737 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.173667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port fa37f012-8abc-4028-ab1a-d6ff9f9c1b25 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:28:57.174095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.250361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-6e270c33-d66c-46a4-9642-fa154381a7c4 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.252017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-6e270c33-d66c-46a4-9642-fa154381a7c4 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.61 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 813 time: 0.4194751 Aug 11 02:28:57.264761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.282116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Request body: {'port': {'device_id': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d', 'admin_state_up': True, 'tenant_id': 'f9e968a08a3d40a39ade1f76640f2192'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:57.346509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for 6c4989db-df28-470c-bf84-eead313e6ff5 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:57.393036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0c2d807e-d5e9-47ae-949e-acaeb39bc848 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.400165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0c2d807e-d5e9-47ae-949e-acaeb39bc848 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.408892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0c2d807e-d5e9-47ae-949e-acaeb39bc848 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:57.409705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0c2d807e-d5e9-47ae-949e-acaeb39bc848 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 1995 time: 0.3650410 Aug 11 02:28:57.465016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-3ccef465-6065-4909-8aeb-f49bd5e1fee3 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/quotas/1b38cac6de80483a998866e15d2e78ef HTTP/1.1" status: 200 len: 375 time: 0.0208628 Aug 11 02:28:57.499340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.547170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for fa37f012-8abc-4028-ab1a-d6ff9f9c1b25 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:28:57.587502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.626628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33762) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:57.722817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a0908242-4733-4f12-bd4b-1ce6ce050604 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2445443 Aug 11 02:28:57.909988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Made reservation on behalf of f9e968a08a3d40a39ade1f76640f2192 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:57.913311 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.919241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:57.922699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d277438-378d-4e5b-a0c1-3f965be58bbf req-18049c67-30a3-4bec-9da5-623e36b6a5b9 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 210 time: 0.1976142 Aug 11 02:28:58.021841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=6c4989db-df28-470c-bf84-eead313e6ff5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.039141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.264201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a433717c-7e73-41f6-a338-d0dfe24fe4e2 service neutron] 10.222.0.68 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456198 Aug 11 02:28:58.730886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.756831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.766305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:58.861449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=fa37f012-8abc-4028-ab1a-d6ff9f9c1b25,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:28:58.993182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.042351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.052911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.169715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Allocated IP 172.20.0.4 (63ee7c85-8f11-49ab-8de7-ce126065d04d/23c69971-71b5-476b-8c69-aca46d1ff1cb/b9f4bf74-d764-420f-9e60-cfbd0b8b3594) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:28:59.170198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.180427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.228143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.228737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router e63936f4-2d7c-4d62-8902-ddb09ef8990c {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:59.237763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cdf5390a-062d-4956-ba0a-57e33ba8e63a req-0481ad41-ceca-45b5-b88d-041a31f9bd47 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 210 time: 0.1459062 Aug 11 02:28:59.239789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-5f0f1216-c327-490d-b9b9-14ecaf87ee44 service neutron] 10.222.0.68 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9611430 Aug 11 02:28:59.246640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.248049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-179aacb4-4312-4243-9867-b6367596dac4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/e63936f4-2d7c-4d62-8902-ddb09ef8990c HTTP/1.1" status: 204 len: 168 time: 3.1621900 Aug 11 02:28:59.254054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33770) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.259546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1998507286', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:59.270174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Router 09c6645e-1918-4600-9a92-c0d2bebcfff2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:28:59.281988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.282772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebddc62-251c-4249-956c-d1f43c374e8e {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:28:59.303643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.305607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-75c2dd09-b6f9-4663-a86e-56d0f26b1e39 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 204 len: 168 time: 3.0438647 Aug 11 02:28:59.314979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.324204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916869754'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:28:59.359948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-fa267e26-ed94-48a5-8580-99275f37b29d service neutron] 10.222.0.68 "GET /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0880702 Aug 11 02:28:59.385486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.386604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.447367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:28:59.453305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.563479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:28:59.583743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:28:59.594296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.595030 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment d66ed725-3a1b-4f4d-8371-9fbf643b91ec of type vlan for network 509cbc25-4467-4295-aa68-780d3c621183 Aug 11 02:28:59.601144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Sync routers for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:28:59.616501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:28:59.618290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:28:59.637426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.668353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.675279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0626430b-49bd-47c0-81cd-e6b98f2325b2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4366238 Aug 11 02:28:59.676706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:28:59.731585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c07e3a0b-70ae-43f6-8a9e-b83cfb0b04ed service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403995 Aug 11 02:28:59.734778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.765601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.796504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:28:59.936335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.945630 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:28:59.948519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:28:59.950008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.026178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.063450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-aaccc137-e013-4274-9da4-69bbc439977e service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934875 Aug 11 02:29:00.066314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 3, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:00.119040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Checking router: 09c6645e-1918-4600-9a92-c0d2bebcfff2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:00.119416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Updating router 09c6645e-1918-4600-9a92-c0d2bebcfff2 port fabc811e-e44d-45a9-9692-ca149b9645b0 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:00.121662 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8047957 Aug 11 02:29:00.126207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:00.135507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': '509cbc25-4467-4295-aa68-780d3c621183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:00.162179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.167368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6800e-d3ec-4a18-bc15-c10fab5dd1b0 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=509cbc25-4467-4295-aa68-780d3c621183,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.188277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.192619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Network 63ee7c85-8f11-49ab-8de7-ce126065d04d is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:00.201952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:00.208169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-5031301b-1aa4-4c45-96bf-0314ef47f786 service neutron] 10.222.0.68 "GET /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0923114 Aug 11 02:29:00.210905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:00.234218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 509cbc25-4467-4295-aa68-780d3c621183 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:00.348468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.349137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.387929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:00.396897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.465293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-636732c6-8b1d-4d01-a135-c292425594aa tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1972504 Aug 11 02:29:00.539893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Request body: {'port': {'device_id': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:00.548982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.659299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-11a8406a-1a95-471d-89e2-1e77e6e03a08 service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156556 Aug 11 02:29:00.695410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.800019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.803875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.822834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=3c560ced-21ca-4ab5-acdc-fc074f93c643,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.844831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Transition to ACTIVE for port object fabc811e-e44d-45a9-9692-ca149b9645b0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:00.858702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '509cbc25-4467-4295-aa68-780d3c621183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:00.859283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: 509cbc25-4467-4295-aa68-780d3c621183, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:00.859654 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.905293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb567-cc54-48ba-9827-43fd0f6adf19 req-ffb67b7c-9b66-4dd7-8a45-256b75ab2fba tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:00.918917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-605fb567-cc54-48ba-9827-43fd0f6adf19 req-ffb67b7c-9b66-4dd7-8a45-256b75ab2fba tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 931 time: 0.4926326 Aug 11 02:29:00.973994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Attempting to bind port fabc811e-e44d-45a9-9692-ca149b9645b0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:00.974655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Attempting to bind port fabc811e-e44d-45a9-9692-ca149b9645b0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:00.975220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Attempting to bind port fabc811e-e44d-45a9-9692-ca149b9645b0 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:00.979149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c657b-f7a5-4349-ba0b-33e838f9dfc5 None None] Pushing event updated for resources: {'Port': ['ID=fabc811e-e44d-45a9-9692-ca149b9645b0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:00.996610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:00.997227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:00.998186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:00.998942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:00.999919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Bound port: fabc811e-e44d-45a9-9692-ca149b9645b0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:01.000610 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.013612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 509cbc25-4467-4295-aa68-780d3c621183 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:01.061076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 509cbc25-4467-4295-aa68-780d3c621183) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:01.062192 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.069679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:01.070901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.086643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfd33f-52ec-40eb-befc-3343f5493248 None None] Network 509cbc25-4467-4295-aa68-780d3c621183 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:01.105744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72bd2329-bcd6-420b-b4c4-38f4d41c3658 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9763603 Aug 11 02:29:01.106764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33780) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:01.118764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2063722690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:01.147771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.149392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.186756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] For port fabc811e-e44d-45a9-9692-ca149b9645b0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:01.227344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] For port fabc811e-e44d-45a9-9692-ca149b9645b0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fabc811e-e44d-45a9-9692-ca149b9645b0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:01.247039 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.276984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c591630f-39e4-44aa-9680-8123f69c30e1 service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058803 Aug 11 02:29:01.285956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-605fb567-cc54-48ba-9827-43fd0f6adf19 req-cd1cabe8-ef52-4015-b881-5a5a9fa4a586 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251431 Aug 11 02:29:01.309345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Allocated IP 172.20.0.1 (32d4288f-9cd0-4d13-ab31-2f4130667ce1/46da4d70-5b67-4f6e-be66-af57ac75af83/8261f47e-709a-4b64-b51a-57234cc6cdfb) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:01.314705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.326068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.385023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.387536 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ccb2f78-caa4-4439-8e00-7eb472190252 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2757401 Aug 11 02:29:01.401886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:01.402837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:01.411845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c657b-f7a5-4349-ba0b-33e838f9dfc5 None None] Pushing event updated for resources: {'Port': ['ID=fabc811e-e44d-45a9-9692-ca149b9645b0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:01.435212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:01.538604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-509cbc25-4467-4295-aa68-780d3c621183', 'network_id': '509cbc25-4467-4295-aa68-780d3c621183', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '3c560ced-21ca-4ab5-acdc-fc074f93c643'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:01.540124 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.646069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:01.716202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:01.996853 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.033895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.046113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.141393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Allocated IP 2001:db8::2 (509cbc25-4467-4295-aa68-780d3c621183/3c560ced-21ca-4ab5-acdc-fc074f93c643/b1d3d35e-184c-47ba-a679-d7a833ec03d7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:02.147326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:02.159278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:02.168257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:02.302294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 3, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:02.341256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-90fb272b-a4ba-4ab5-95c9-77b5c126c0e9 service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0620911 Aug 11 02:29:02.349665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a57987-0660-420e-9a7f-45a3a5958253 None None] The sync data for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 is: [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:28:57Z', 'revision_number': 3, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:02.421957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.433231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Transition to ACTIVE for port object b1d3d35e-184c-47ba-a679-d7a833ec03d7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:02.457305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Transition to ACTIVE for port object b1d3d35e-184c-47ba-a679-d7a833ec03d7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:02.465307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.516233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Network 509cbc25-4467-4295-aa68-780d3c621183 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:02.523073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:02.527346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:02.536091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Pushing event updated for resources: {'Port': ['ID=b1d3d35e-184c-47ba-a679-d7a833ec03d7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.601131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Attempting to bind port b1d3d35e-184c-47ba-a679-d7a833ec03d7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:02.601669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Attempting to bind port b1d3d35e-184c-47ba-a679-d7a833ec03d7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '509cbc25-4467-4295-aa68-780d3c621183'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:02.602120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Attempting to bind port b1d3d35e-184c-47ba-a679-d7a833ec03d7 on network 509cbc25-4467-4295-aa68-780d3c621183 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:02.609947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:02.610946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Checking segment: {'id': 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '509cbc25-4467-4295-aa68-780d3c621183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:02.611158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.611653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Bound using segment: {'id': 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '509cbc25-4467-4295-aa68-780d3c621183'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:02.612624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Bound port: b1d3d35e-184c-47ba-a679-d7a833ec03d7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '509cbc25-4467-4295-aa68-780d3c621183'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:02.613385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.709950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.25.3.128 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/da3d3a27-4f6a-4645-a47a-fe355129b586) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:02.721482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Pushing event updated for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.730611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.748654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] For port b1d3d35e-184c-47ba-a679-d7a833ec03d7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:02.755680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] For port b1d3d35e-184c-47ba-a679-d7a833ec03d7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b1d3d35e-184c-47ba-a679-d7a833ec03d7,segment=NetworkSegment(d66ed725-3a1b-4f4d-8371-9fbf643b91ec),segment_id=d66ed725-3a1b-4f4d-8371-9fbf643b91ec)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:02.777963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.803177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed69d1-b497-48b1-b8ee-4dd63cb3c950 req-68d90205-fd22-4457-b655-0908f2e8e66d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:02.811167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ed69d1-b497-48b1-b8ee-4dd63cb3c950 req-68d90205-fd22-4457-b655-0908f2e8e66d tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 931 time: 0.3399394 Aug 11 02:29:02.816745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-d8c4187e-3681-412e-8483-fae981c3135e service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718380 Aug 11 02:29:02.877126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:02.964959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab9b5-5a39-42b7-abd4-8513b6e9d995 None None] Pushing event updated for resources: {'Port': ['ID=b1d3d35e-184c-47ba-a679-d7a833ec03d7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:02.976886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f4bf74-d764-420f-9e60-cfbd0b8b3594 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:03.007336 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.036565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Deleting port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:03.037117 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.225673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Transition to ACTIVE for port object b9f4bf74-d764-420f-9e60-cfbd0b8b3594 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:03.232824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-61ed69d1-b497-48b1-b8ee-4dd63cb3c950 req-c0fca42e-a4c2-4aa3-93e3-719734d1af47 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864062 Aug 11 02:29:03.245362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.250639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.346207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.363650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-627a076a-361f-4664-a4a0-64ed1dab5c56 service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311997 Aug 11 02:29:03.449729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8::1 (509cbc25-4467-4295-aa68-780d3c621183/3c560ced-21ca-4ab5-acdc-fc074f93c643/6297d9de-5ebe-4b61-a2fc-05018772fcad) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:03.575109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.642509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] For port 6f4b30e0-95ab-47fb-b796-fdf4cb358b41, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:03.643017 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.665733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-1de60a79-c2ac-4a0d-8f13-0d20e6c9aa48 service neutron] 10.222.0.68 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797618 Aug 11 02:29:03.666815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.680263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.686079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.708452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Calling delete_port for 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:03.761438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object 6297d9de-5ebe-4b61-a2fc-05018772fcad will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:03.791613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.796446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Pushing event updated for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.805199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Attempting to bind port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:03.805669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Attempting to bind port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:03.806298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Attempting to bind port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 on network 63ee7c85-8f11-49ab-8de7-ce126065d04d {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:03.820787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 on network 63ee7c85-8f11-49ab-8de7-ce126065d04d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:03.821300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Attempting to bind port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 on network 63ee7c85-8f11-49ab-8de7-ce126065d04d {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:03.831514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.885036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.926756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:03.927093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Checking segment: {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:03.927511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Bound using segment: {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:03.927928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Bound port: b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dac38c9-6d80-4ba1-b54c-8bbd936c2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:03.928408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:03.985031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=6297d9de-5ebe-4b61-a2fc-05018772fcad,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:03.999792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:04.003159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 509cbc25-4467-4295-aa68-780d3c621183 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:04.011405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:04.015153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:04.015872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.081264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=da3d3a27-4f6a-4645-a47a-fe355129b586,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.083811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:04.091399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:04.092170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:04.093753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:04.097328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:04.112014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-9d990121-30b2-4188-8370-ec9b99141ae2 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237554 Aug 11 02:29:04.149340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:04.234733 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.306554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.307179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.308859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] 10.222.0.61 "PUT /v2.0/ports/b9f4bf74-d764-420f-9e60-cfbd0b8b3594 HTTP/1.1" status: 200 len: 1092 time: 3.8068736 Aug 11 02:29:04.314380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:04.316634 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a0d79-dc69-4191-8f0a-4536ac2df8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:04.447418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Router 09c6645e-1918-4600-9a92-c0d2bebcfff2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:04.466924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:04.585830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af5df-c0f7-4dfb-9938-86871256801e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:04.607564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65c5e0-ae4d-44fd-bcf4-12c894d380c6 None None] Network 509cbc25-4467-4295-aa68-780d3c621183 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:04.697180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-9e9e1b19-2c94-4925-a7ae-fc0494652593 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624280 Aug 11 02:29:04.726957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b1d3d35e-184c-47ba-a679-d7a833ec03d7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:04.830868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8245ee33-dbb9-498a-8b03-c6ab0ec1a7db None None] Provisioning for port b1d3d35e-184c-47ba-a679-d7a833ec03d7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:04.837362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-d9269ce2-1812-4d82-ba17-8bd56629d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:04.840359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-d9269ce2-1812-4d82-ba17-8bd56629d87f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 1095 time: 0.4477048 Aug 11 02:29:04.892889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:04.917018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b1d3d35e-184c-47ba-a679-d7a833ec03d7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:04.920337 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-20096e42-200a-4782-a98a-652920d4cf90 admin admin] 10.222.0.68 "PUT /v2.0/routers/09c6645e-1918-4600-9a92-c0d2bebcfff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2347703 Aug 11 02:29:04.967036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b1d3d35e-184c-47ba-a679-d7a833ec03d7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:04.967995 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.199591 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.249455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b1d3d35e-184c-47ba-a679-d7a833ec03d7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b1d3d35e-184c-47ba-a679-d7a833ec03d7,segment=NetworkSegment(d66ed725-3a1b-4f4d-8371-9fbf643b91ec),segment_id=d66ed725-3a1b-4f4d-8371-9fbf643b91ec)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.255943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.258058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fabc811e-e44d-45a9-9692-ca149b9645b0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:05.286150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.295884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.297693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.385059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b1d3d35e-184c-47ba-a679-d7a833ec03d7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.390717 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Sync routers for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:05.406643 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:05.407834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:05.421165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port fabc811e-e44d-45a9-9692-ca149b9645b0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:05.443637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port fabc811e-e44d-45a9-9692-ca149b9645b0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:05.444354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.455734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=6297d9de-5ebe-4b61-a2fc-05018772fcad,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.534304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 509cbc25-4467-4295-aa68-780d3c621183 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:05.536145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:05.634866 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:05.636867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590345b-335a-4880-a252-4d8fbd127f79 req-9385cf42-3faf-4b1a-8bc1-1ff223ad3226 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:05.639708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f590345b-335a-4880-a252-4d8fbd127f79 req-9385cf42-3faf-4b1a-8bc1-1ff223ad3226 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 943 time: 1.1124742 Aug 11 02:29:05.673593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-a3e08d33-f4ea-44ed-9deb-80cc1b63c53d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594 HTTP/1.1" status: 200 len: 217 time: 0.8049414 Aug 11 02:29:05.683447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.731732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port fabc811e-e44d-45a9-9692-ca149b9645b0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fabc811e-e44d-45a9-9692-ca149b9645b0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:05.748672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.760212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Provisioning complete for port b1d3d35e-184c-47ba-a679-d7a833ec03d7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:05.760415 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.812399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 1977b14e-c690-4d7b-acb5-dab0e7b38a44 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:05.928257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:05.974031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=fabc811e-e44d-45a9-9692-ca149b9645b0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:05.981327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f590345b-335a-4880-a252-4d8fbd127f79 req-0018ee1e-68b6-41b4-b150-c04478030ec6 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153703 Aug 11 02:29:06.002723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Provisioning for port 6297d9de-5ebe-4b61-a2fc-05018772fcad completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:06.009984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Provisioning complete for port 6297d9de-5ebe-4b61-a2fc-05018772fcad triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:06.010416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.050085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:29:03Z', 'revision_number': 4, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8261f47e-709a-4b64-b51a-57234cc6cdfb', 'name': '', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'mac_address': 'fa:16:3e:cf:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:00Z', 'updated_at': '2021-08-11T02:29:03Z', 'revision_number': 2, 'project_id': '0dbe86739c294f89825dc5136076226d', 'subnets': [{'id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.062375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-3353dcdf-021e-4df2-94b1-02df4f384b9a service neutron] 10.222.0.68 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3461814 Aug 11 02:29:06.072771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b30e0-95ab-47fb-b796-fdf4cb358b41,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:06.086597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b751cf0f-f95c-4bc4-b295-75aa651a681b None None] Port 6297d9de-5ebe-4b61-a2fc-05018772fcad cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:06.105742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-40dbf4f0-e97b-4a32-987b-ee33de52af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.108463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-40dbf4f0-e97b-4a32-987b-ee33de52af21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23c69971-71b5-476b-8c69-aca46d1ff1cb HTTP/1.1" status: 200 len: 853 time: 0.3812644 Aug 11 02:29:06.111019 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf3727-362d-4f49-902e-4b465404fcf1 x-openstack-request-id: req-dbbf3727-362d-4f49-902e-4b465404fcf1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:06.122359 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:06.122834 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dbbf3727-362d-4f49-902e-4b465404fcf1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:06.123509 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'status': 'completed', 'code': 200} Aug 11 02:29:06.136088 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Checking router: 09c6645e-1918-4600-9a92-c0d2bebcfff2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:06.136677 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Updating router 09c6645e-1918-4600-9a92-c0d2bebcfff2 port 8261f47e-709a-4b64-b51a-57234cc6cdfb binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:06.145004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:06.152006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66acda08-1200-4a37-aa8d-28b010dcdec1 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/1977b14e-c690-4d7b-acb5-dab0e7b38a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7154274 Aug 11 02:29:06.156777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:06.163547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] Sync routers for ids ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:06.181418 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] Routers {'1977b14e-c690-4d7b-acb5-dab0e7b38a44'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:06.182851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.211295 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.252875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.266009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] Routers {'1977b14e-c690-4d7b-acb5-dab0e7b38a44'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:06.266825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.325393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e3de4-4420-4c33-ba74-f732ba3a3fd9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:06.338727 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af7e3de4-4420-4c33-ba74-f732ba3a3fd9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports/6297d9de-5ebe-4b61-a2fc-05018772fcad HTTP/1.1" status: 200 len: 911 time: 0.1804340 Aug 11 02:29:06.339669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:06.349870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:06.350803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b37035-d5ea-4983-81ce-a578e87c7710 None None] The sync data for ids ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:06.356333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c560ced-21ca-4ab5-acdc-fc074f93c643'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:06.360535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dfc4e6b9-6bd1-402e-8544-dafb52a5e88d None None] Provisioning complete for port 6297d9de-5ebe-4b61-a2fc-05018772fcad triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:06.360808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.362963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e6b9-6bd1-402e-8544-dafb52a5e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.475987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4e6b9-6bd1-402e-8544-dafb52a5e88d None None] Port 6297d9de-5ebe-4b61-a2fc-05018772fcad cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:06.697509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-5a0baebf-e8b0-4f4e-89c8-1b29f09ec402 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147850 Aug 11 02:29:06.730775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b7ff4cde-7512-49a9-9093-89156caa379c None None] Provisioning complete for port 6297d9de-5ebe-4b61-a2fc-05018772fcad triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:06.733773 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4cde-7512-49a9-9093-89156caa379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.763486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-f168be5f-6a98-4e33-86b6-cbfaa1c27535 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63ee7c85-8f11-49ab-8de7-ce126065d04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5745003 Aug 11 02:29:06.772020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.785093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff4cde-7512-49a9-9093-89156caa379c None None] Port 6297d9de-5ebe-4b61-a2fc-05018772fcad cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:06.801206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b1d3d35e-184c-47ba-a679-d7a833ec03d7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:06.878780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b1d3d35e-184c-47ba-a679-d7a833ec03d7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:06.879193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.925035 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.936908 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Transition to ACTIVE for port object 8261f47e-709a-4b64-b51a-57234cc6cdfb will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:06.945247 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:06.994161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fabc811e-e44d-45a9-9692-ca149b9645b0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:07.025941 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Pushing event updated for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.070569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.070921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.071251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.071589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.072161 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.072698 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.073336 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.073705 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.075032 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.075887 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.076262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.076841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:07.096451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port fabc811e-e44d-45a9-9692-ca149b9645b0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:07.097201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.119739 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Attempting to bind port 8261f47e-709a-4b64-b51a-57234cc6cdfb on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:07.120143 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Attempting to bind port 8261f47e-709a-4b64-b51a-57234cc6cdfb by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:07.120473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Attempting to bind port 8261f47e-709a-4b64-b51a-57234cc6cdfb on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:07.126945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:07.127212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Checking segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:07.127583 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.127980 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Bound using segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:07.128467 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Bound port: 8261f47e-709a-4b64-b51a-57234cc6cdfb, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:07.128942 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.282518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] For port 8261f47e-709a-4b64-b51a-57234cc6cdfb, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:07.290865 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] For port 8261f47e-709a-4b64-b51a-57234cc6cdfb, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8261f47e-709a-4b64-b51a-57234cc6cdfb,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:07.297619 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.343922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.374320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:07.375088 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:07.428322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.442507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.455673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.456803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.459181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/ports/6297d9de-5ebe-4b61-a2fc-05018772fcad HTTP/1.1" status: 200 len: 911 time: 1.1180611 Aug 11 02:29:07.464243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33828) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:07.498031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:07.507245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-a6459af2-4f02-47ab-9ef8-838d5fb05db1 service neutron] 10.222.0.61 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453366 Aug 11 02:29:07.514536 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034a17f-3b94-40c3-93d1-11953412b5ca None None] Pushing event updated for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.519737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-f1a81c59-01c2-4548-83b1-2f3cdbd33ebb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:07.521793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-f1a81c59-01c2-4548-83b1-2f3cdbd33ebb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 818 time: 0.8227320 Aug 11 02:29:07.537372 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:07.619851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a06b-97df-468b-9ed9-966f1038b687 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=6297d9de-5ebe-4b61-a2fc-05018772fcad,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:07.682400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-9d644e1f-ad53-41bd-9c85-a1dc451852c8 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/quotas/0dbe86739c294f89825dc5136076226d HTTP/1.1" status: 200 len: 375 time: 0.1131895 Aug 11 02:29:07.983740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458677bd-8f14-4c02-b93f-d14064a280f8 req-64eec94b-964e-4672-8555-ec072ebe0c35 service neutron] 10.222.0.61 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605551 Aug 11 02:29:08.012050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:29:03Z', 'revision_number': 4, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8261f47e-709a-4b64-b51a-57234cc6cdfb', 'name': '', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'mac_address': 'fa:16:3e:cf:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:00Z', 'updated_at': '2021-08-11T02:29:07Z', 'revision_number': 4, 'project_id': '0dbe86739c294f89825dc5136076226d', 'subnets': [{'id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.013093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:08.057304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b416-c0f4-4c70-b493-9e1694b160f5 req-5e9b5a4f-18eb-4b1a-ab33-6ac95ed3dadf tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.061446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97b8b416-c0f4-4c70-b493-9e1694b160f5 req-5e9b5a4f-18eb-4b1a-ab33-6ac95ed3dadf tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 943 time: 0.2169838 Aug 11 02:29:08.103585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4f387-3d62-4538-8b4d-ecde7b7a7bfe None None] The sync data for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 is: [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:29:03Z', 'revision_number': 4, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '8261f47e-709a-4b64-b51a-57234cc6cdfb', 'name': '', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'mac_address': 'fa:16:3e:cf:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:00Z', 'updated_at': '2021-08-11T02:29:07Z', 'revision_number': 4, 'project_id': '0dbe86739c294f89825dc5136076226d', 'subnets': [{'id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:08.117867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.171286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-cc1f18ba-dee4-4192-b189-fc96c17456a3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4646964 Aug 11 02:29:08.249067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-aefd7326-e956-4d40-9d76-d354cbc2e08e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:29:08.250172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-aefd7326-e956-4d40-9d76-d354cbc2e08e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151157 Aug 11 02:29:08.480451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97b8b416-c0f4-4c70-b493-9e1694b160f5 req-c70a76ab-4a62-42bd-b79f-7dc2f11f3870 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049128 Aug 11 02:29:08.514553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-6d6021d1-e4f6-4a7d-b362-1d254e456514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.519246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-6d6021d1-e4f6-4a7d-b362-1d254e456514 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f9e968a08a3d40a39ade1f76640f2192&device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 1095 time: 0.4486012 Aug 11 02:29:08.683395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8261f47e-709a-4b64-b51a-57234cc6cdfb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:08.770283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d8e1449-6bf7-42aa-a478-9c1dbe016c73 req-e4b74b8e-9fd1-4989-8a53-5c3485377528 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1630466 Aug 11 02:29:08.776445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:08.793940 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681aacb6-0674-4016-a642-5654049f099e None None] Sync routers for ids ['1955d41d-51c4-4aa6-ba50-9fd65ddedc99'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:08.823775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:08.830616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 8261f47e-709a-4b64-b51a-57234cc6cdfb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:08.835712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8261f47e-709a-4b64-b51a-57234cc6cdfb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:08.836502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.846986 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] Routers {'1955d41d-51c4-4aa6-ba50-9fd65ddedc99'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:08.848044 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1955d41d-51c4-4aa6-ba50-9fd65ddedc99'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:08.875829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-40ebbef6-8d3e-4164-8fde-5b7953152747 service neutron] 10.222.0.68 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428550 Aug 11 02:29:08.876671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:08.881006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ed6da4e-f90c-4d6a-86d1-99a66d361b3a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.6259546 Aug 11 02:29:08.917410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:08.954914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-eaf4f11f-20ce-460c-bc41-ad93401935a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:08.956718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-eaf4f11f-20ce-460c-bc41-ad93401935a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 200 len: 914 time: 0.4310014 Aug 11 02:29:08.973272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.068929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-6e32d33a-bb6f-4593-acae-f5dc562d2d7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594 HTTP/1.1" status: 200 len: 217 time: 0.0857289 Aug 11 02:29:09.073871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 8261f47e-709a-4b64-b51a-57234cc6cdfb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8261f47e-709a-4b64-b51a-57234cc6cdfb,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:09.082282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.220342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:09.248243 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] Set router 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:09.441312 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0255f234-ac0c-46b0-9dee-064bb95772a3 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/1955d41d-51c4-4aa6-ba50-9fd65ddedc99 HTTP/1.1" status: 200 len: 909 time: 0.5194836 Aug 11 02:29:09.487988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33846) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:09.533073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1998507286', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': True}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:09.759263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a10130a6-2196-42ff-8734-ec4eacde6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.761415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a10130a6-2196-42ff-8734-ec4eacde6fe4 service neutron] 10.222.0.67 "GET /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 1032 time: 0.0837116 Aug 11 02:29:09.765450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.767418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.813241 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128'}], 'enable_snat': False}, 'gw_port_id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:59Z', 'updated_at': '2021-08-11T02:29:04Z', 'revision_number': 3, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port': {'id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:02Z', 'updated_at': '2021-08-11T02:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:09.858890 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681aacb6-0674-4016-a642-5654049f099e None None] Checking router: 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:09.859755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681aacb6-0674-4016-a642-5654049f099e None None] Updating router 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 port da3d3a27-4f6a-4645-a47a-fe355129b586 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:09.894016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.904455 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:09.952402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-b75fe82f-3ec1-4a5a-8358-663ffee4f4ae service neutron] 10.222.0.68 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0151513 Aug 11 02:29:09.969718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-105d64c1-c73c-4a2a-bfb8-2b7bf4fdd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.972272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-105d64c1-c73c-4a2a-bfb8-2b7bf4fdd778 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23c69971-71b5-476b-8c69-aca46d1ff1cb HTTP/1.1" status: 200 len: 853 time: 0.8809385 Aug 11 02:29:09.985274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-5131e630-f881-4c45-a712-d1d130773d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:09.987529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-5131e630-f881-4c45-a712-d1d130773d32 service neutron] 10.222.0.67 "GET /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 1032 time: 0.1851163 Aug 11 02:29:10.077248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-853e3e5b-df41-46de-8289-35e93ab222ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=63ee7c85-8f11-49ab-8de7-ce126065d04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871410 Aug 11 02:29:10.079126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:10.092092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a291b763-4e99-4bce-908b-dfaf8dbde39b admin admin] 10.222.0.68 "PUT /v2.0/routers/6608de7e-e58f-4c6f-bd3c-77f62e8cf323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4637847 Aug 11 02:29:10.114273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2fb4-ce63-4cc0-9f4b-da6552c0f31a req-9cf62d3f-3b2c-4987-8627-92482c8916ed tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:10.129841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27df2fb4-ce63-4cc0-9f4b-da6552c0f31a req-9cf62d3f-3b2c-4987-8627-92482c8916ed tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 943 time: 0.3730562 Aug 11 02:29:10.130892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Sync routers for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:10.152639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:10.153903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:10.203833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33852) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:10.498218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.530812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:10.627230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8261f47e-709a-4b64-b51a-57234cc6cdfb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:10.687001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.723447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1e5af1a-8fcb-4c66-8514-c1cf6eaac0b1 req-66856b57-5d6f-45bb-987c-8da29777661c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0779493 Aug 11 02:29:10.744981 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.803473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-681aacb6-0674-4016-a642-5654049f099e None None] Transition to ACTIVE for port object da3d3a27-4f6a-4645-a47a-fe355129b586 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:10.824753 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.846011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-ebe4c3c7-1bb4-4a33-a8a4-0c97bfb2f8c3 service neutron] 10.222.0.61 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881814 Aug 11 02:29:10.888705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port 6297d9de-5ebe-4b61-a2fc-05018772fcad {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:10.889423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.950072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-681aacb6-0674-4016-a642-5654049f099e None None] Attempting to bind port da3d3a27-4f6a-4645-a47a-fe355129b586 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:10.950746 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-681aacb6-0674-4016-a642-5654049f099e None None] Attempting to bind port da3d3a27-4f6a-4645-a47a-fe355129b586 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:10.951333 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681aacb6-0674-4016-a642-5654049f099e None None] Attempting to bind port da3d3a27-4f6a-4645-a47a-fe355129b586 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:10.963671 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681aacb6-0674-4016-a642-5654049f099e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:10.964274 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681aacb6-0674-4016-a642-5654049f099e None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:10.964971 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:10.965556 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681aacb6-0674-4016-a642-5654049f099e None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:10.966272 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-681aacb6-0674-4016-a642-5654049f099e None None] Bound port: da3d3a27-4f6a-4645-a47a-fe355129b586, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:10.966831 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.023658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27df2fb4-ce63-4cc0-9f4b-da6552c0f31a req-bc766956-3e78-45b8-a2cb-273cd59669b1 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8909717 Aug 11 02:29:11.050196 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-681aacb6-0674-4016-a642-5654049f099e None None] For port da3d3a27-4f6a-4645-a47a-fe355129b586, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:11.054239 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-681aacb6-0674-4016-a642-5654049f099e None None] For port da3d3a27-4f6a-4645-a47a-fe355129b586, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da3d3a27-4f6a-4645-a47a-fe355129b586,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:11.056146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.077384 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-681aacb6-0674-4016-a642-5654049f099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.118359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8261f47e-709a-4b64-b51a-57234cc6cdfb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:11.119210 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.122983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6ae8-9d70-4e0d-8a20-ae4141f17e46 None None] Pushing event updated for resources: {'Port': ['ID=da3d3a27-4f6a-4645-a47a-fe355129b586,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.164030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.171553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9f4bf74-d764-420f-9e60-cfbd0b8b3594 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:11.177487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d8cb43b-3a83-43f2-b624-9becfe155e69 req-f968ccf2-81c7-49b1-b766-4c157621094f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 210 time: 0.3547418 Aug 11 02:29:11.192435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] Routers {'1955d41d-51c4-4aa6-ba50-9fd65ddedc99'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:11.193092 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1955d41d-51c4-4aa6-ba50-9fd65ddedc99'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.298160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-042a0d79-dc69-4191-8f0a-4536ac2df8e3 req-cda92cbe-6cd6-42df-8f5f-94e4d87b019e service neutron] 10.222.0.61 "GET /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041133 Aug 11 02:29:11.306297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0eea7b0e-ee33-4248-876f-eb66709014f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.335845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0eea7b0e-ee33-4248-876f-eb66709014f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.345271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0eea7b0e-ee33-4248-876f-eb66709014f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:11.347187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0eea7b0e-ee33-4248-876f-eb66709014f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 1995 time: 1.2953296 Aug 11 02:29:11.472218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.488053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-1816163d-1a13-470b-b5a8-07b54e4dae5a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b38cac6de80483a998866e15d2e78ef HTTP/1.1" status: 200 len: 380 time: 0.1211309 Aug 11 02:29:11.496471 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] Set router 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:11.508934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'admin_state_up': True, 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'security_groups': ['8fb1351a-362b-4633-933b-6bcbebfc137a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:11.514807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for 6297d9de-5ebe-4b61-a2fc-05018772fcad owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:11.533382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:11.671359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:11.703836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '43004186-7ee2-4995-b48f-27a008bd5913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:29:04Z', 'revision_number': 5, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port': {'id': '43004186-7ee2-4995-b48f-27a008bd5913', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:20:09Z', 'updated_at': '2021-08-11T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.740395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'network_id': '63ee7c85-8f11-49ab-8de7-ce126065d04d', 'port_id': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'mac_address': 'fa:16:3e:ed:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c69971-71b5-476b-8c69-aca46d1ff1cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:11.744658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Checking router: 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:11.795154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Routers {'6608de7e-e58f-4c6f-bd3c-77f62e8cf323'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:11.805639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:11.811138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6ae8-9d70-4e0d-8a20-ae4141f17e46 None None] Pushing event updated for resources: {'Port': ['ID=da3d3a27-4f6a-4645-a47a-fe355129b586,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:11.975613 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-681aacb6-0674-4016-a642-5654049f099e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128'}], 'enable_snat': False}, 'gw_port_id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:59Z', 'updated_at': '2021-08-11T02:29:04Z', 'revision_number': 3, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port': {'id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:02Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:12.009366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07625719-703d-4393-a215-7a0db6bb1d70 req-5f9f5afe-cf6b-4b64-b03b-f2389ad05425 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1036069 Aug 11 02:29:12.060009 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681aacb6-0674-4016-a642-5654049f099e None None] The sync data for ids ['1955d41d-51c4-4aa6-ba50-9fd65ddedc99'] in n-d-713498-10 is: [{'id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128'}], 'enable_snat': False}, 'gw_port_id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:59Z', 'updated_at': '2021-08-11T02:29:04Z', 'revision_number': 3, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port': {'id': 'da3d3a27-4f6a-4645-a47a-fe355129b586', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:08:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1955d41d-51c4-4aa6-ba50-9fd65ddedc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:02Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:12.144140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-33d7ee84-6f59-4a7f-90ad-b1c5a7ddda68 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.147647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-33d7ee84-6f59-4a7f-90ad-b1c5a7ddda68 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 818 time: 0.7082272 Aug 11 02:29:12.159184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.298513 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.301642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-ba6b3942-d579-4dd8-b051-9885741efbe2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/quotas/0dbe86739c294f89825dc5136076226d HTTP/1.1" status: 200 len: 375 time: 0.0785866 Aug 11 02:29:12.352862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f4bf74-d764-420f-9e60-cfbd0b8b3594 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:12.393637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:12.399470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:12.406413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] Set router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:12.407462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.413091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.430187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=6297d9de-5ebe-4b61-a2fc-05018772fcad,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.453280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Deleting port 43004186-7ee2-4995-b48f-27a008bd5913 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:12.453581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:12.487260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb28d9-310c-46e9-807c-120649829ee6 req-d000b13d-0027-41d6-9d54-6d046093c0ba tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:12.490616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fddb28d9-310c-46e9-807c-120649829ee6 req-d000b13d-0027-41d6-9d54-6d046093c0ba tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 943 time: 0.3345983 Aug 11 02:29:12.636093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 6, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:12.676331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbda188-1ad8-46bf-90ae-ee1529445c73 None None] The sync data for ids ['6608de7e-e58f-4c6f-bd3c-77f62e8cf323'] in n-d-713498-10 is: [{'id': '6608de7e-e58f-4c6f-bd3c-77f62e8cf323', 'name': 'tempest-AttachVolumeTestJSON-807193853-router', 'tenant_id': '20b65cd9dc014e158eea6bea192108ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:20:07Z', 'updated_at': '2021-08-11T02:29:11Z', 'revision_number': 6, 'project_id': '20b65cd9dc014e158eea6bea192108ed', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:12.721065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b9f4bf74-d764-420f-9e60-cfbd0b8b3594'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:12.784739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-3c6a778b-74ad-4946-9e34-3afe534f3f26 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4646211 Aug 11 02:29:12.831974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:12.936464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fddb28d9-310c-46e9-807c-120649829ee6 req-0ead788b-7a05-42ad-a9c0-1762e04c526f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343369 Aug 11 02:29:13.108509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.476611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b244c80-dd0d-4482-810b-b9918e4370a7 req-319a7613-c74b-47f8-aee3-381a92fa2375 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.2169156 Aug 11 02:29:13.543169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 172.20.0.14 (4f7cfa90-b056-4401-add5-2c15365863b7/48cfcde1-3966-46f4-80b1-e16327d634fa/3f453822-566b-431b-a630-0e1acd75e5fd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:13.595730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] For port 43004186-7ee2-4995-b48f-27a008bd5913, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=43004186-7ee2-4995-b48f-27a008bd5913,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:13.597547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.632136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Calling delete_port for 43004186-7ee2-4995-b48f-27a008bd5913 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:13.640325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-5f2063af-8ea2-451f-9c35-8fe4d997fc87 service neutron] 10.222.0.68 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684653 Aug 11 02:29:13.653684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-245d9305-fabc-4528-837c-4a5a3e65dcab tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:13.656375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-245d9305-fabc-4528-837c-4a5a3e65dcab tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 818 time: 0.8547122 Aug 11 02:29:13.687206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Request body: {'port': {'device_id': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'admin_state_up': True, 'tenant_id': '0dbe86739c294f89825dc5136076226d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:13.885709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:13.938594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 1977b14e-c690-4d7b-acb5-dab0e7b38a44 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:13.944835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.184919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.196201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:14.201156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.208621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e28ab8a2-7221-46a2-b155-9116d6f94be4 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/1977b14e-c690-4d7b-acb5-dab0e7b38a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7412734 Aug 11 02:29:14.214309 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] Sync routers for ids ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:14.232064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33886) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.234359 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] Routers {'1977b14e-c690-4d7b-acb5-dab0e7b38a44'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:14.236569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.245556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43004186-7ee2-4995-b48f-27a008bd5913,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:14.250774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-04a19cef-56c7-4b62-8e03-a309ddab1ea3 service neutron] 10.222.0.68 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897067 Aug 11 02:29:14.292051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eec91bf7-80aa-4aeb-b42f-e67307be28e8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=1977b14e-c690-4d7b-acb5-dab0e7b38a44 HTTP/1.1" status: 200 len: 205 time: 0.0544825 Aug 11 02:29:14.303361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:14.339711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.25.3.54 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e2dafbf7-dbbf-41e7-995f-f69a2d076336) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:14.340262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.373277 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] Routers {'1977b14e-c690-4d7b-acb5-dab0e7b38a44'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:14.375085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.487162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.528773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object 3f453822-566b-431b-a630-0e1acd75e5fd will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:14.543143 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:14.544302 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f359132-47fb-42b4-b16b-33a4ac18af4a None None] The sync data for ids ['1977b14e-c690-4d7b-acb5-dab0e7b38a44'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:14.677265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da3d3a27-4f6a-4645-a47a-fe355129b586 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:14.702595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:14.918714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port da3d3a27-4f6a-4645-a47a-fe355129b586 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:14.938348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port da3d3a27-4f6a-4645-a47a-fe355129b586 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:14.940267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.186196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9f4bf74-d764-420f-9e60-cfbd0b8b3594 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:15.240158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.243760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.315370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8657ef-6014-440f-850e-7905756f8651 req-43898b8f-7fef-442f-b72d-9bcf4ca80736 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:15.330331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf8657ef-6014-440f-850e-7905756f8651 req-43898b8f-7fef-442f-b72d-9bcf4ca80736 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 944 time: 1.1897614 Aug 11 02:29:15.416934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Made reservation on behalf of 0dbe86739c294f89825dc5136076226d for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:15.423845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.427213 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.427763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router 1977b14e-c690-4d7b-acb5-dab0e7b38a44 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:15.440660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.442480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-feb8c172-23e3-4cd0-ab11-b283c5dfeb85 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/1977b14e-c690-4d7b-acb5-dab0e7b38a44 HTTP/1.1" status: 204 len: 168 time: 1.1281312 Aug 11 02:29:15.481375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.551367 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.566652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:15.647677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port da3d3a27-4f6a-4645-a47a-fe355129b586, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da3d3a27-4f6a-4645-a47a-fe355129b586,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:15.652480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:15.667873 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.686899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:15.687902 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:15.800032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:15.852230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:15.865172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 43004186-7ee2-4995-b48f-27a008bd5913 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:15.898485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:15.924461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:15.944420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf8657ef-6014-440f-850e-7905756f8651 req-c3a42fd5-2ac9-40bf-93f5-fa82d1542545 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119652 Aug 11 02:29:15.962031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 43004186-7ee2-4995-b48f-27a008bd5913 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:15.962740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 43004186-7ee2-4995-b48f-27a008bd5913 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:15.980241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:16.055168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:16.055932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f4b30e0-95ab-47fb-b796-fdf4cb358b41 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:16.060340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.070809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.096315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=da3d3a27-4f6a-4645-a47a-fe355129b586,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.155624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 3c560ced-21ca-4ab5-acdc-fc074f93c643 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:16.184956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061bebb-1c95-408e-bd04-dca0b842a49c req-460ceaa6-9d91-4cb3-ba28-fc7268a61f1b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:16.199229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9061bebb-1c95-408e-bd04-dca0b842a49c req-460ceaa6-9d91-4cb3-ba28-fc7268a61f1b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 932 time: 0.7974222 Aug 11 02:29:16.207360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.214010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.239376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.246410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6608de7e-e58f-4c6f-bd3c-77f62e8cf323 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:16.260390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.264538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e27c9f77-113a-44d0-8cbd-6efc0685adc2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6608de7e-e58f-4c6f-bd3c-77f62e8cf323 HTTP/1.1" status: 204 len: 168 time: 6.0326850 Aug 11 02:29:16.265028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:16.268005 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976388fb-4675-402e-b66f-61ed1c44908c" -d '{"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:16.272332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:16.316763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:16.323269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.380587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.459651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:16.473186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Deleting subnet 7da11c84-1fea-46a7-bc7f-fa7d0b263979 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:29:16.480583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.556679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f641da10-c6cd-4092-8a21-36d7b428b27f None None] Provisioning for port 3f453822-566b-431b-a630-0e1acd75e5fd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:16.565411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f641da10-c6cd-4092-8a21-36d7b428b27f None None] Provisioning complete for port 3f453822-566b-431b-a630-0e1acd75e5fd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:16.566356 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f641da10-c6cd-4092-8a21-36d7b428b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.574776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60d32902-f492-43f6-8304-6ffb035b5283 req-7f06c49c-f023-48ba-af8b-254daff6595f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 210 time: 0.2122641 Aug 11 02:29:16.580756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.687931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.693621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da3d3a27-4f6a-4645-a47a-fe355129b586 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:16.747179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f641da10-c6cd-4092-8a21-36d7b428b27f None None] Port 3f453822-566b-431b-a630-0e1acd75e5fd cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:16.786224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port da3d3a27-4f6a-4645-a47a-fe355129b586 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:16.786613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:16.892697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:16.922810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:16.941351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:16.959906 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e68b1-67ef-486c-a2a6-41c1f6f8459d x-openstack-request-id: req-b37e68b1-67ef-486c-a2a6-41c1f6f8459d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:16.960522 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-plugged", "status": "completed", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:16.961132 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b37e68b1-67ef-486c-a2a6-41c1f6f8459d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:16.962054 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'code': 200} Aug 11 02:29:16.983207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=e2dafbf7-dbbf-41e7-995f-f69a2d076336,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.024898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.025551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.026415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.027274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.027823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.029351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.030032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.030574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.031099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.031867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.032859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.033746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:17.115242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.121594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.122548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.177016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.186519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9061bebb-1c95-408e-bd04-dca0b842a49c req-222faff5-2f45-48b0-be80-a6b5126a288c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9860728 Aug 11 02:29:17.234632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-4c8cbd43-8820-49d2-a18a-06ed7e22a444 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7404475 Aug 11 02:29:17.250784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'admin_state_up': True, 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'security_groups': ['8fb1351a-362b-4633-933b-6bcbebfc137a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:17.302111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Allocated IP 172.20.0.12 (32d4288f-9cd0-4d13-ab31-2f4130667ce1/46da4d70-5b67-4f6e-be66-af57ac75af83/07be12fc-ea90-4f96-8e6d-a315c4614ab0) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:17.615785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e771d-4a81-4b45-b38f-315ca27d7b52 req-1353fe49-0a3f-4f26-93eb-b1bba8e84911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.618264 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb0e771d-4a81-4b45-b38f-315ca27d7b52 req-1353fe49-0a3f-4f26-93eb-b1bba8e84911 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 1097 time: 0.5203192 Aug 11 02:29:17.706931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb0e771d-4a81-4b45-b38f-315ca27d7b52 req-d3920e9c-171e-4d45-9e16-f25d66c1ff46 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717306 Aug 11 02:29:17.729656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.827888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.832846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f1a6cbc-14b3-4157-bdd7-c1de5d9bb378 req-5c45c79a-857e-4b6c-ac5e-938abefeee61 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 210 time: 0.0895901 Aug 11 02:29:17.843228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da11c84-1fea-46a7-bc7f-fa7d0b263979,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:17.851938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-0aa8dec3-a0d9-49ec-a112-68e7f49a9676 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.853655 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-0aa8dec3-a0d9-49ec-a112-68e7f49a9676 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.67 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 818 time: 0.6568673 Aug 11 02:29:17.860709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:17.864583 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b52dff9-10a8-4b33-b825-96b018b46019 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7da11c84-1fea-46a7-bc7f-fa7d0b263979 HTTP/1.1" status: 204 len: 168 time: 1.5846858 Aug 11 02:29:17.864843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd3570-b024-4dfa-b08c-06f6c8c110b3 None None] Network d82ec076-aec0-4484-a3de-6109f72187f4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:17.873960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:17.880553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Request body: {'port': {'device_id': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'admin_state_up': True, 'tenant_id': '0dbe86739c294f89825dc5136076226d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:17.918365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632da32-9357-4c70-bf1d-b3398b8d9235 req-cfa65a4d-cec2-46ce-a57c-f959d639a958 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:17.933993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0632da32-9357-4c70-bf1d-b3398b8d9235 req-cfa65a4d-cec2-46ce-a57c-f959d639a958 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 945 time: 0.5919573 Aug 11 02:29:18.015035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.098544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.107982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.112989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.165144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] DHCP port deletion for d82ec076-aec0-4484-a3de-6109f72187f4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:18.253273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Deleting port 3c22d39e-114b-440b-a77c-f301dbb87c46 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:18.254123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.270614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.278475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/3c560ced-21ca-4ab5-acdc-fc074f93c643 HTTP/1.1" status: 204 len: 168 time: 2.5560591 Aug 11 02:29:18.281494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:18.292655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18800c8-e645-4b9f-b83c-876519b737a8 None None] Network 509cbc25-4467-4295-aa68-780d3c621183 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:18.297603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Made reservation on behalf of 0dbe86739c294f89825dc5136076226d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:18.301202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.342823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0632da32-9357-4c70-bf1d-b3398b8d9235 req-e55ac814-715b-4391-8b62-804b9b7f8fa5 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033611 Aug 11 02:29:18.343587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:18.351979 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.374081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d30ef-09df-4fcc-8cb4-0fc76a8387ae tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=3c560ced-21ca-4ab5-acdc-fc074f93c643,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:18.393591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.532108 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.569618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 3c22d39e-114b-440b-a77c-f301dbb87c46 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:18.578476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.595279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Deleting port 3c22d39e-114b-440b-a77c-f301dbb87c46 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:18.595618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.646779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.1.1.49 (547faa05-15f9-4300-b627-75f5b8a177fc/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b/3302906a-78a6-496b-b361-59d4f61b613d) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:18.722113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] For port 3c22d39e-114b-440b-a77c-f301dbb87c46, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3c22d39e-114b-440b-a77c-f301dbb87c46,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:18.722501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.738327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Calling delete_port for 3c22d39e-114b-440b-a77c-f301dbb87c46 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:18.870921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] For port 3c22d39e-114b-440b-a77c-f301dbb87c46, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=3c22d39e-114b-440b-a77c-f301dbb87c46,segment=NetworkSegment(beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e),segment_id=beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:18.871300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.884569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Allocated IP 172.20.0.11 (32d4288f-9cd0-4d13-ab31-2f4130667ce1/46da4d70-5b67-4f6e-be66-af57ac75af83/dac8bc3f-5f26-4972-8a06-05510b968ed0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:18.922120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.949789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:18.963758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:18.970880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:18.978388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:19.003682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] Pushing event deleted for resources: {'Port': ['ID=3c22d39e-114b-440b-a77c-f301dbb87c46,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.029348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbaac5-5a9e-4235-b19d-52441051d1d6 None None] No DVR routers for this DVR port 3c22d39e-114b-440b-a77c-f301dbb87c46 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:19.050937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Calling delete_port for 3c22d39e-114b-440b-a77c-f301dbb87c46 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:19.133370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] DHCP port deletion for 509cbc25-4467-4295-aa68-780d3c621183 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:29:19.209328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port b1d3d35e-184c-47ba-a679-d7a833ec03d7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:19.209785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.220166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Deleting port b1d3d35e-184c-47ba-a679-d7a833ec03d7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:19.220895 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.227295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.228470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.231160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Pushing event updated for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.255345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.264335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89a5ff28-9203-4209-bb2a-90194ec24790 req-064fc4d2-4af1-4098-a8ba-712c773f1a44 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 210 time: 0.1984348 Aug 11 02:29:19.295872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef3b9b-24ec-4aa9-9497-0de2cf5464a3 req-468ba5a7-03a2-4d6f-9ed8-ca96f3f3983b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.297705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bef3b9b-24ec-4aa9-9497-0de2cf5464a3 req-468ba5a7-03a2-4d6f-9ed8-ca96f3f3983b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 932 time: 0.8702679 Aug 11 02:29:19.305328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object 3302906a-78a6-496b-b361-59d4f61b613d will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:19.310594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-7ffd1185-92af-4550-9c3a-999ea6d45c15 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6374145 Aug 11 02:29:19.324374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Request body: {'port': {'device_id': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:19.352732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] For port b1d3d35e-184c-47ba-a679-d7a833ec03d7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b1d3d35e-184c-47ba-a679-d7a833ec03d7,segment=NetworkSegment(d66ed725-3a1b-4f4d-8371-9fbf643b91ec),segment_id=d66ed725-3a1b-4f4d-8371-9fbf643b91ec)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:19.353892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.386747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Calling delete_port for b1d3d35e-184c-47ba-a679-d7a833ec03d7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:19.389359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port b1d3d35e-184c-47ba-a679-d7a833ec03d7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b1d3d35e-184c-47ba-a679-d7a833ec03d7,segment=NetworkSegment(d66ed725-3a1b-4f4d-8371-9fbf643b91ec),segment_id=d66ed725-3a1b-4f4d-8371-9fbf643b91ec)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:19.390121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.440335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for b1d3d35e-184c-47ba-a679-d7a833ec03d7 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:19.447534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router eaeabbf6-5d0f-48d0-8e70-3ecace942b22 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:19.454975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.465312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.473675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9bef3b9b-24ec-4aa9-9497-0de2cf5464a3 req-3489081b-d359-4f84-9d93-7dde16e6377e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443155 Aug 11 02:29:19.580230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.603881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] No DVR routers for this DVR port 3c22d39e-114b-440b-a77c-f301dbb87c46 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:19.607795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c22d39e-114b-440b-a77c-f301dbb87c46,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.644755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.704171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.799707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] Pushing event deleted for resources: {'Port': ['ID=b1d3d35e-184c-47ba-a679-d7a833ec03d7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:19.799707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0f181-7fb7-4981-b94f-54543ab91fa5 None None] No DVR routers for this DVR port b1d3d35e-184c-47ba-a679-d7a833ec03d7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:19.825149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2f6f-74b2-473a-8def-9b758f35ec8f req-3957356f-be65-4811-9a12-688fbe15777e tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:19.826870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa3c2f6f-74b2-473a-8def-9b758f35ec8f req-3957356f-be65-4811-9a12-688fbe15777e tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 945 time: 0.3256605 Aug 11 02:29:19.843773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.863552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82ec076-aec0-4484-a3de-6109f72187f4']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.871198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.888382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.888679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beff57d8-eef9-4f1b-b4c2-1ef7c5c4ce9e') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.919779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 547faa05-15f9-4300-b627-75f5b8a177fc is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:19.930755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.944317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:19.947129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:19.950359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.963985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:19.975511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:19.975659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Sync routers for ids ['eaeabbf6-5d0f-48d0-8e70-3ecace942b22'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:19.978714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:19.993467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Routers {'eaeabbf6-5d0f-48d0-8e70-3ecace942b22'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:19.994173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['eaeabbf6-5d0f-48d0-8e70-3ecace942b22'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:19.996011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:19.996572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.004008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:20.006744 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:20.076481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa3c2f6f-74b2-473a-8def-9b758f35ec8f req-a3e15d3c-0a29-4963-b515-346c66f197a2 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822948 Aug 11 02:29:20.083827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:20.088969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:20.093918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Pushing event updated for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.135232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port b1d3d35e-184c-47ba-a679-d7a833ec03d7 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:29:20.194008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=b1d3d35e-184c-47ba-a679-d7a833ec03d7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:20.237766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Set router eaeabbf6-5d0f-48d0-8e70-3ecace942b22 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:20.248662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.251385 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96399475-0670-40e6-a953-e9c4e9b4522e tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.7533467 Aug 11 02:29:20.268103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:20.415752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:20.416890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.457997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e1ef9ea9-d625-41d7-a9d6-800017ac8a7d None None] Provisioning for port 3302906a-78a6-496b-b361-59d4f61b613d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:20.473311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e8c6cffd-6a69-431b-8f59-4764d0b8e600 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2278969 Aug 11 02:29:20.476328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e1ef9ea9-d625-41d7-a9d6-800017ac8a7d None None] Provisioning complete for port 3302906a-78a6-496b-b361-59d4f61b613d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:20.477284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9ea9-d625-41d7-a9d6-800017ac8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.607123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b1d3d35e-184c-47ba-a679-d7a833ec03d7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:20.640079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef9ea9-d625-41d7-a9d6-800017ac8a7d None None] Port 3302906a-78a6-496b-b361-59d4f61b613d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:20.644345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b1d3d35e-184c-47ba-a679-d7a833ec03d7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:20.644796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b1d3d35e-184c-47ba-a679-d7a833ec03d7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:20.689351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07be12fc-ea90-4f96-8e6d-a315c4614ab0 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:20.712211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.729225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Transition to ACTIVE for port object 07be12fc-ea90-4f96-8e6d-a315c4614ab0 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:20.734486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'admin_state_up': True, 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'security_groups': ['8fb1351a-362b-4633-933b-6bcbebfc137a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:20.755009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.764014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.766028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaeabbf6-5d0f-48d0-8e70-3ecace942b22', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e2dafbf7-dbbf-41e7-995f-f69a2d076336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:09Z', 'updated_at': '2021-08-11T02:29:17Z', 'revision_number': 3, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port': {'id': 'e2dafbf7-dbbf-41e7-995f-f69a2d076336', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaeabbf6-5d0f-48d0-8e70-3ecace942b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:13Z', 'updated_at': '2021-08-11T02:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.782915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509cbc25-4467-4295-aa68-780d3c621183']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.793753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.794185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66ed725-3a1b-4f4d-8371-9fbf643b91ec') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:20.806378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.810664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Checking router: eaeabbf6-5d0f-48d0-8e70-3ecace942b22 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:20.811031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Updating router eaeabbf6-5d0f-48d0-8e70-3ecace942b22 port e2dafbf7-dbbf-41e7-995f-f69a2d076336 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:20.827784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.837149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:29:20.837436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.852165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:20.943132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Pushing event updated for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:21.093869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697ae4b-9ae3-48f7-97e8-8cad436bd51a req-8e067faf-5e51-4165-96cf-cc1d5864b913 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.096949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4697ae4b-9ae3-48f7-97e8-8cad436bd51a req-8e067faf-5e51-4165-96cf-cc1d5864b913 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 932 time: 0.5186217 Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:29:21.109125 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:29:21.121837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.123720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.127649 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e216313-d663-46cb-8f50-51706960b256 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/eaeabbf6-5d0f-48d0-8e70-3ecace942b22 HTTP/1.1" status: 200 len: 907 time: 0.1864057 Aug 11 02:29:21.160445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.161469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.177398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.182529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d82ec076-aec0-4484-a3de-6109f72187f4 HTTP/1.1" status: 204 len: 168 time: 3.2965496 Aug 11 02:29:21.184091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.195028 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/509cbc25-4467-4295-aa68-780d3c621183 HTTP/1.1" status: 204 len: 168 time: 2.9113958 Aug 11 02:29:21.195879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33940) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:21.196433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:21.197606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c408d-0286-4c0d-ba26-ab04931691a3 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=509cbc25-4467-4295-aa68-780d3c621183,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:21.360426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862213170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:21.369620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Attempting to bind port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:21.370226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Attempting to bind port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:21.371314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Attempting to bind port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:21.383198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.389178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:21.389681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Attempting to bind port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:21.396371 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-66b8efe3-3e91-44d4-8fb2-1002ab4f7aa6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5206537 Aug 11 02:29:21.411295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:21.411872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Checking segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:21.412617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Bound using segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:21.413364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Bound port: 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:21.414014 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.473515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4697ae4b-9ae3-48f7-97e8-8cad436bd51a req-13e88f10-db8e-493b-8687-04e458758b5f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503405 Aug 11 02:29:21.475575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 33946) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:21.519385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:21.530961 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.531579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.541080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Request body: {'port': {'device_id': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:21.548950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Transition to ACTIVE for port object e2dafbf7-dbbf-41e7-995f-f69a2d076336 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:21.554288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd60290-da95-4f03-a8d0-7bc5ec1e2c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82ec076-aec0-4484-a3de-6109f72187f4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:21.561967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.643297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27a72-27c3-4e1d-b628-040b12869b18 req-78b1805c-6eba-42da-82f8-39c2622da051 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.663947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27a72-27c3-4e1d-b628-040b12869b18 req-78b1805c-6eba-42da-82f8-39c2622da051 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:21.675948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24e27a72-27c3-4e1d-b628-040b12869b18 req-78b1805c-6eba-42da-82f8-39c2622da051 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 1653 time: 0.5723851 Aug 11 02:29:21.677402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.680230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.722404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Attempting to bind port e2dafbf7-dbbf-41e7-995f-f69a2d076336 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:21.722840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Attempting to bind port e2dafbf7-dbbf-41e7-995f-f69a2d076336 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:21.723152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Attempting to bind port e2dafbf7-dbbf-41e7-995f-f69a2d076336 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:21.768307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:21.768795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:21.770235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.771494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:21.772027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Bound port: e2dafbf7-dbbf-41e7-995f-f69a2d076336, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:21.774865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.782149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.924799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.935060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:21.939389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:21.961985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:21.986312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-edeebbc5-cb28-4daf-8bc0-3c1a9bb0d55a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20b65cd9dc014e158eea6bea192108ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067222 Aug 11 02:29:21.996905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.009461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:22.082102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.092678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24e27a72-27c3-4e1d-b628-040b12869b18 req-1d7ec506-83bd-412e-87f2-a539daee1c5c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163268 Aug 11 02:29:22.093517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Pushing event updated for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.112096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442a78-beac-4e9a-8a4a-9c7331091f49 None None] Pushing event updated for resources: {'Port': ['ID=e2dafbf7-dbbf-41e7-995f-f69a2d076336,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.131765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] For port e2dafbf7-dbbf-41e7-995f-f69a2d076336, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:22.133066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.136037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.138039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.140715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-209d7f1e-763b-4840-be4a-ece520b68a9d service neutron] 10.222.0.61 "PUT /v2.0/ports/07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 1093 time: 2.8209157 Aug 11 02:29:22.141320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:22.142440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] For port e2dafbf7-dbbf-41e7-995f-f69a2d076336, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e2dafbf7-dbbf-41e7-995f-f69a2d076336,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:22.146311 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983439f2-fa66-45de-9b68-bd19217f34ec" -d '{"events": [{"name": "network-changed", "server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:22.147813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47e68626-7fc8-4e18-920e-9be451269354 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7987175 Aug 11 02:29:22.150719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.153866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:22.199915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-961302199'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:22.273864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442a78-beac-4e9a-8a4a-9c7331091f49 None None] Pushing event updated for resources: {'Port': ['ID=e2dafbf7-dbbf-41e7-995f-f69a2d076336,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:22.306521 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f963d7-fc98-4bd8-a362-3aea0456ecac x-openstack-request-id: req-33f963d7-fc98-4bd8-a362-3aea0456ecac {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:22.306995 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:22.307261 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33f963d7-fc98-4bd8-a362-3aea0456ecac {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:22.307689 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0', 'status': 'completed', 'code': 200} Aug 11 02:29:22.308959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.1.1.67 (547faa05-15f9-4300-b627-75f5b8a177fc/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b/bf41dff8-da8b-42cc-938b-804948b7298a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:22.309115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Routers {'eaeabbf6-5d0f-48d0-8e70-3ecace942b22'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:22.311223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:28:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['eaeabbf6-5d0f-48d0-8e70-3ecace942b22'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:22.343700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:22.347600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.390203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-d2048442-5801-4c18-9814-c8a8c371c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.392080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-d2048442-5801-4c18-9814-c8a8c371c655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1096 time: 0.1661744 Aug 11 02:29:22.444780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.459644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-3220259a-9a1d-4702-94dc-f3b30a5e7b06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.0581672 Aug 11 02:29:22.476803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:22.495016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] Set router eaeabbf6-5d0f-48d0-8e70-3ecace942b22 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:22.515694 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.538246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.538668 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment 6e4d952c-e3c5-4d59-a386-79e5d2368b0a of type vlan for network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 Aug 11 02:29:22.605977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Deleting port e2dafbf7-dbbf-41e7-995f-f69a2d076336 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:22.606380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.635468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaeabbf6-5d0f-48d0-8e70-3ecace942b22', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:09Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 4, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:22.649539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.671813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7bfa2-64b4-4aa2-981c-0c8877bd8b2a None None] The sync data for ids ['eaeabbf6-5d0f-48d0-8e70-3ecace942b22'] in n-d-713498-10 is: [{'id': 'eaeabbf6-5d0f-48d0-8e70-3ecace942b22', 'name': 'tempest-snat-router-1998507286', 'tenant_id': '7c14208e2bb141879bc07fdbf40a3465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:09Z', 'updated_at': '2021-08-11T02:29:22Z', 'revision_number': 4, 'project_id': '7c14208e2bb141879bc07fdbf40a3465', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:22.693583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e92c3e04-4ae3-4733-8a79-522dfaa358e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.724116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.808941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac8bc3f-5f26-4972-8a06-05510b968ed0 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:22.833599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object bf41dff8-da8b-42cc-938b-804948b7298a will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:22.852628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-a72a1d32-ff24-49eb-b7d9-45c31f84f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.855231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-a72a1d32-ff24-49eb-b7d9-45c31f84f8b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.3656936 Aug 11 02:29:22.855433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.859400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.864347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.867041 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5405f4a3-17d1-4db9-8f81-b053369581da HTTP/1.1" status: 204 len: 168 time: 0.8519025 Aug 11 02:29:22.877780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.888875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.892171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:22.946463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-935632a9-c17c-4cd8-b22c-d37580ad38a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626457 Aug 11 02:29:22.962512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cea64-13b0-4264-b09e-2779f6ed68b9 req-dc9dcd56-8202-491e-b0c2-14e264c09b9d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:22.976944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b6cea64-13b0-4264-b09e-2779f6ed68b9 req-dc9dcd56-8202-491e-b0c2-14e264c09b9d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 932 time: 0.2312438 Aug 11 02:29:23.059876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=be61fef2-59dd-44fb-b5a8-a8854bddb8e3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.077959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:23.097533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8c9b-aa53-47c6-81ba-a3f178355a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405f4a3-17d1-4db9-8f81-b053369581da,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.104672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Transition to ACTIVE for port object dac8bc3f-5f26-4972-8a06-05510b968ed0 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:23.119709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] For port e2dafbf7-dbbf-41e7-995f-f69a2d076336, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e2dafbf7-dbbf-41e7-995f-f69a2d076336,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:23.120483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.135937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.218284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b6cea64-13b0-4264-b09e-2779f6ed68b9 req-5bbf0885-7d04-4937-8fa5-57ce07d55e82 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398632 Aug 11 02:29:23.311222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Pushing event updated for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.322965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edf5fad3-3f30-4342-a906-07aec319208b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1445858 Aug 11 02:29:23.327692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Calling delete_port for e2dafbf7-dbbf-41e7-995f-f69a2d076336 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:23.331638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:23.356474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:23.382460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-6a1128b1-40a8-4a52-b010-878e23939172 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978405 Aug 11 02:29:23.384512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.525154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:23.529569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:23.643485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 547faa05-15f9-4300-b627-75f5b8a177fc is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:23.650761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:23.684790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:23.706760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ba96f4c-af55-4ab7-8aeb-65153d3345ea req-5d86d8bb-f4e0-4201-bc0e-aff2f9016804 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968082 Aug 11 02:29:23.712985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:23.937623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c25ce-078c-4a1d-a0b7-5ed5cdadd694 req-bfafffd6-a132-4bb9-8b65-d91938578d74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.967574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c25ce-078c-4a1d-a0b7-5ed5cdadd694 req-bfafffd6-a132-4bb9-8b65-d91938578d74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.996251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c25ce-078c-4a1d-a0b7-5ed5cdadd694 req-bfafffd6-a132-4bb9-8b65-d91938578d74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:23.999328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e6c25ce-078c-4a1d-a0b7-5ed5cdadd694 req-bfafffd6-a132-4bb9-8b65-d91938578d74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 2373 time: 0.6103837 Aug 11 02:29:24.026287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Attempting to bind port dac8bc3f-5f26-4972-8a06-05510b968ed0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:24.028512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Attempting to bind port dac8bc3f-5f26-4972-8a06-05510b968ed0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:24.029080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Attempting to bind port dac8bc3f-5f26-4972-8a06-05510b968ed0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:24.061340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Port dac8bc3f-5f26-4972-8a06-05510b968ed0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:24.061709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Attempting to bind port dac8bc3f-5f26-4972-8a06-05510b968ed0 on network 32d4288f-9cd0-4d13-ab31-2f4130667ce1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:24.072396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.073378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.080281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983439f2-fa66-45de-9b68-bd19217f34ec req-fed342d8-b9d1-49fe-9e8b-aec5328b62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.082387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-fed342d8-b9d1-49fe-9e8b-aec5328b62a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1096 time: 0.3205485 Aug 11 02:29:24.083047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:24.085106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Checking segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:24.085526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Bound using segment: {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:24.086098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Bound port: dac8bc3f-5f26-4972-8a06-05510b968ed0, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2978381-271f-403c-a9b2-84139b107d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:24.086555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.086858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e6c25ce-078c-4a1d-a0b7-5ed5cdadd694 req-16fc08eb-7a82-4b3d-b2f0-afc9bc535f5f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797493 Aug 11 02:29:24.160202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2e1ce9c7-e307-4724-b134-bbe7d3170929 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5658033 Aug 11 02:29:24.173037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'admin_state_up': True, 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'security_groups': ['8fb1351a-362b-4633-933b-6bcbebfc137a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:24.178811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce1a67d2-b2d6-49bb-b545-4a68025d06a3 None None] Provisioning for port bf41dff8-da8b-42cc-938b-804948b7298a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:24.192710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce1a67d2-b2d6-49bb-b545-4a68025d06a3 None None] Provisioning complete for port bf41dff8-da8b-42cc-938b-804948b7298a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:24.193294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce1a67d2-b2d6-49bb-b545-4a68025d06a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.243417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:24.298063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a67d2-b2d6-49bb-b545-4a68025d06a3 None None] Port bf41dff8-da8b-42cc-938b-804948b7298a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:24.341763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:24.432311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.436527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:24.458433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.477406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.497416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2dafbf7-dbbf-41e7-995f-f69a2d076336,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:24.499870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.522817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.523458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.525000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] 10.222.0.67 "PUT /v2.0/ports/dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 200 len: 1093 time: 3.1063626 Aug 11 02:29:24.533409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:24.535953 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1954252c-c23f-4301-bdd5-a74b41fae7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:24.614260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da8920-6572-4dc0-9531-277ec4faaac3 req-a1ab15b9-b3a2-4df0-8f87-df6147497b42 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.616430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7da8920-6572-4dc0-9531-277ec4faaac3 req-a1ab15b9-b3a2-4df0-8f87-df6147497b42 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 944 time: 0.1435697 Aug 11 02:29:24.701478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7da8920-6572-4dc0-9531-277ec4faaac3 req-1429ffaa-aab4-467a-8d1a-7f28cde0dd5d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Aug 11 02:29:24.722493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=f16c102a-a3d1-4090-ada5-64f5c440a912,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:24.729221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.741045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983439f2-fa66-45de-9b68-bd19217f34ec req-1e18967b-fe8f-4cff-8bee-75c85865d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.742882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-1e18967b-fe8f-4cff-8bee-75c85865d453 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.6516516 Aug 11 02:29:24.765443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940cdb4-86b1-443f-89dc-20259b50d81e service neutron] Pushing event updated for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:24.822592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-44b0b355-caf2-433f-9189-21eebf6adb43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.0669110 Aug 11 02:29:24.841239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-94800963-161a-48e7-8512-85ad239c5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.842873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-94800963-161a-48e7-8512-85ad239c5142 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1096 time: 0.2309523 Aug 11 02:29:24.849876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:24.850312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: be61fef2-59dd-44fb-b5a8-a8854bddb8e3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:24.854049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.858781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.952452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983439f2-fa66-45de-9b68-bd19217f34ec req-bbde0bc7-e969-4ac7-93d8-dc18c2476750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:24.955005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-bbde0bc7-e969-4ac7-93d8-dc18c2476750 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.1188035 Aug 11 02:29:24.957677 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d727c1-6f82-4f3d-8785-590c93a08630 x-openstack-request-id: req-63d727c1-6f82-4f3d-8785-590c93a08630 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:24.958151 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:24.958526 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63d727c1-6f82-4f3d-8785-590c93a08630 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:24.959258 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0', 'status': 'completed', 'code': 200} Aug 11 02:29:24.962975 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-06b1d26e-ac0f-4a80-986e-298055b863ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 200 len: 217 time: 0.1054935 Aug 11 02:29:24.984119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:24.985249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaeabbf6-5d0f-48d0-8e70-3ecace942b22 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:25.000905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.002447 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7a88a39-650a-46a4-80ab-7a8fd484330f tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/routers/eaeabbf6-5d0f-48d0-8e70-3ecace942b22 HTTP/1.1" status: 204 len: 168 time: 3.7970214 Aug 11 02:29:25.004819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:25.008444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 33994) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:25.051070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-428cdf97-8fa6-466f-8b54-66439dbf699c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756867 Aug 11 02:29:25.129169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.2.2.100 (1ef8e116-2d42-443d-9f43-bb26e89aa623/cd364b1c-1d5b-4139-a5b6-3369d9a9ad50/d675a531-d0a5-4325-bb1f-ac75d3364096) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:25.212855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 07be12fc-ea90-4f96-8e6d-a315c4614ab0 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:25.224473 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8c657000-4cc3-4c36-9008-3b7df792d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.323740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-79ff0b86-d612-4a23-89d3-a37b5c9db69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.325474 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-79ff0b86-d612-4a23-89d3-a37b5c9db69a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.3450615 Aug 11 02:29:25.348730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, be61fef2-59dd-44fb-b5a8-a8854bddb8e3) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:25.377582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.378140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.430681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d874032-08b6-4b94-a7e7-b3113d216c72 None None] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:25.446530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-760f818b-eef8-48ab-93f4-4f18c45c7a93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990171 Aug 11 02:29:25.480394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.519549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:25.541485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.545630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '07be12fc-ea90-4f96-8e6d-a315c4614ab0', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'port_id': '07be12fc-ea90-4f96-8e6d-a315c4614ab0', 'mac_address': 'fa:16:3e:be:f9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:25.587193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.618157 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.621801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object d675a531-d0a5-4325-bb1f-ac75d3364096 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:25.659909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07be12fc-ea90-4f96-8e6d-a315c4614ab0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:25.665600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e9e8-f056-4267-a8d8-6dda8a0839e5 req-b387eccf-b674-45f6-8be7-1c3253918dc9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.671770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e9e8-f056-4267-a8d8-6dda8a0839e5 req-b387eccf-b674-45f6-8be7-1c3253918dc9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.679511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e9e8-f056-4267-a8d8-6dda8a0839e5 req-b387eccf-b674-45f6-8be7-1c3253918dc9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:25.691643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9891e9e8-f056-4267-a8d8-6dda8a0839e5 req-b387eccf-b674-45f6-8be7-1c3253918dc9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 2373 time: 0.2942760 Aug 11 02:29:25.715839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:25.722784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.730699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-1e2913e1-f725-4a7d-b671-6c19121f1bda service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388646 Aug 11 02:29:25.731855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11cadb7d-76eb-4de9-a5e5-74bc1faae2bc tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3888781 Aug 11 02:29:25.739483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34008) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:25.795049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:25.796577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:25.797643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.854763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:25.942660 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-b6d3de12-f890-4b41-94ad-9361f0412192 service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626238 Aug 11 02:29:26.096215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Deleting port da3d3a27-4f6a-4645-a47a-fe355129b586 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:26.096571 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.167111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Allocated IP 2001:db8::2 (be61fef2-59dd-44fb-b5a8-a8854bddb8e3/f16c102a-a3d1-4090-ada5-64f5c440a912/feba8ed9-a433-4b35-8cfb-81350e172b33) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:26.262812 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2a0c1e8-81dc-43e6-b969-1e7bfb02a636 req-19a48416-1acf-4b84-876e-c755b19a2f1b service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058956 Aug 11 02:29:26.290243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] For port da3d3a27-4f6a-4645-a47a-fe355129b586, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da3d3a27-4f6a-4645-a47a-fe355129b586,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:26.290626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.308951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Calling delete_port for da3d3a27-4f6a-4645-a47a-fe355129b586 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:26.502974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.538833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9891e9e8-f056-4267-a8d8-6dda8a0839e5 req-3f16f370-482f-4322-96ac-876978dfdc5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8503768 Aug 11 02:29:26.550629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.640960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['07be12fc-ea90-4f96-8e6d-a315c4614ab0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:26.749479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.751083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:26.796574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Transition to ACTIVE for port object feba8ed9-a433-4b35-8cfb-81350e172b33 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:26.807544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:26.819443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:26.828884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:26.893777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:26.914426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff7e7-9c4a-4284-9920-76f9785ebcf7 req-fd329cf5-8e70-4ef2-a0ee-b2d784b83817 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:26.923544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f63ff7e7-9c4a-4284-9920-76f9785ebcf7 req-fd329cf5-8e70-4ef2-a0ee-b2d784b83817 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 944 time: 0.5651822 Aug 11 02:29:26.947108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event deleted for resources: {'Port': ['ID=da3d3a27-4f6a-4645-a47a-fe355129b586,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.001609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983439f2-fa66-45de-9b68-bd19217f34ec req-89e5cf7d-cf59-488a-b029-f89b2b87a67e service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2629786 Aug 11 02:29:27.030619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Transition to ACTIVE for port object feba8ed9-a433-4b35-8cfb-81350e172b33 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:27.046907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-d57c82e9-817e-4862-9b7a-897be733c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.056464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-d57c82e9-817e-4862-9b7a-897be733c743 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1096 time: 0.5301673 Aug 11 02:29:27.057599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.092628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.093685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.108075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.129730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-605b831e-3922-4848-ae1f-b221b97b4751 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9618034 Aug 11 02:29:27.160646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'admin_state_up': True, 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'security_groups': ['8fb1351a-362b-4633-933b-6bcbebfc137a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:27.297320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f63ff7e7-9c4a-4284-9920-76f9785ebcf7 req-d563bb6d-ab3b-41f7-a6a3-dfa435296a9f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723266 Aug 11 02:29:27.315426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.318367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.387053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.387626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1955d41d-51c4-4aa6-ba50-9fd65ddedc99 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:27.393728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:27.404933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:27.405345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.413900 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bcc00223-3e7d-4d9c-9ddc-6a60c2d799d5 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "DELETE /v2.0/routers/1955d41d-51c4-4aa6-ba50-9fd65ddedc99 HTTP/1.1" status: 204 len: 168 time: 2.3716362 Aug 11 02:29:27.414145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Pushing event updated for resources: {'Port': ['ID=feba8ed9-a433-4b35-8cfb-81350e172b33,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:27.414346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34030) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:27.419501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317168378', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:27.426407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:27.430666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.431066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.431399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.431701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.432043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.432380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.432863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.434855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.434855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.434855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.434855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.434855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:27.454473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.490396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-28576d9a-f16c-41a5-a691-2466eb229d98 None None] Provisioning for port d675a531-d0a5-4325-bb1f-ac75d3364096 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:27.502685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-682bf5ce-d28b-4595-82c5-df3ffaa3ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.509175 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-682bf5ce-d28b-4595-82c5-df3ffaa3ab3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.4485223 Aug 11 02:29:27.531932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.533105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.612497 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-d30721c2-d6a2-4125-abdc-3b6abd5dbecc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 200 len: 217 time: 0.0927830 Aug 11 02:29:27.628487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-28576d9a-f16c-41a5-a691-2466eb229d98 None None] Provisioning complete for port d675a531-d0a5-4325-bb1f-ac75d3364096 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:27.633074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28576d9a-f16c-41a5-a691-2466eb229d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.733571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Attempting to bind port feba8ed9-a433-4b35-8cfb-81350e172b33 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:27.734778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Attempting to bind port feba8ed9-a433-4b35-8cfb-81350e172b33 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:27.735400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Attempting to bind port feba8ed9-a433-4b35-8cfb-81350e172b33 on network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:27.747495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:27.748941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Checking segment: {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:27.749640 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.750363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Bound using segment: {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:27.751164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Bound port: feba8ed9-a433-4b35-8cfb-81350e172b33, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:27.751288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.752411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.763387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-28576d9a-f16c-41a5-a691-2466eb229d98 None None] Port d675a531-d0a5-4325-bb1f-ac75d3364096 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:27.883319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-69a68a09-a0b7-4652-9a8b-ae83fb1b1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.884953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-69a68a09-a0b7-4652-9a8b-ae83fb1b1d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.2591321 Aug 11 02:29:27.930986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Made reservation on behalf of 1b38cac6de80483a998866e15d2e78ef for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:27.937761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.951266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-7832a348-2d92-4c3a-99a1-01633155c767 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.957454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] For port feba8ed9-a433-4b35-8cfb-81350e172b33, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:27.960954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-7832a348-2d92-4c3a-99a1-01633155c767 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.962465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] For port feba8ed9-a433-4b35-8cfb-81350e172b33, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feba8ed9-a433-4b35-8cfb-81350e172b33,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:27.970045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-7832a348-2d92-4c3a-99a1-01633155c767 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.973289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:27.979851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-7832a348-2d92-4c3a-99a1-01633155c767 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:27.992078 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-4d8366b1-a99b-485c-8c3c-2b8ba3cb5f47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980315 Aug 11 02:29:27.992627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-7832a348-2d92-4c3a-99a1-01633155c767 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3094 time: 0.2718825 Aug 11 02:29:28.077074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.121233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632922-5349-4eed-80f0-04f928220ad8 None None] Pushing event updated for resources: {'Port': ['ID=feba8ed9-a433-4b35-8cfb-81350e172b33,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:28.122047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.187367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-144772b8-d161-4ff3-8c30-548118ddd8b5 req-ebe25aa4-b9f8-4fa7-b76a-9f637d73abb4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893883 Aug 11 02:29:28.293696 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-d0c34d65-e23b-42f1-ad10-f3cc9ab38132 service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626431 Aug 11 02:29:28.481503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8::1 (be61fef2-59dd-44fb-b5a8-a8854bddb8e3/f16c102a-a3d1-4090-ada5-64f5c440a912/b39e0f9d-4d2f-476d-a991-662da18cca88) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:28.482289 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1954252c-c23f-4301-bdd5-a74b41fae7c7 req-d3d7269d-90db-4db9-b60f-20dbd3371d9d service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743207 Aug 11 02:29:28.643809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Allocated IP 10.2.2.200 (1ef8e116-2d42-443d-9f43-bb26e89aa623/cd364b1c-1d5b-4139-a5b6-3369d9a9ad50/51f97271-41b0-4888-a7bd-1e0e61612a08) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:28.653307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dac8bc3f-5f26-4972-8a06-05510b968ed0 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:29:28.729989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feba8ed9-a433-4b35-8cfb-81350e172b33 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:28.822815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.847772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.869393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Transition to ACTIVE for port object 51f97271-41b0-4888-a7bd-1e0e61612a08 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:28.925323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.929604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:28.958193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port feba8ed9-a433-4b35-8cfb-81350e172b33 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:29.016179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:29.018934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:29.021723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.030156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:29.037845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.038316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.038726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.039129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.042002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.042290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.042636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.042973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.043307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.043635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.043962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.044284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:29:29.054287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34056) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:29.055219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:29.062997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'dac8bc3f-5f26-4972-8a06-05510b968ed0', 'network_id': '32d4288f-9cd0-4d13-ab31-2f4130667ce1', 'port_id': 'dac8bc3f-5f26-4972-8a06-05510b968ed0', 'mac_address': 'fa:16:3e:78:58:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46da4d70-5b67-4f6e-be66-af57ac75af83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:29:29.150255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3d8c0-a42d-4629-9086-17b578f0d53b req-a9f5d4b7-5e57-4f37-b528-ae588a0bed03 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.154903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04e3d8c0-a42d-4629-9086-17b578f0d53b req-a9f5d4b7-5e57-4f37-b528-ae588a0bed03 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 944 time: 0.6787553 Aug 11 02:29:29.173209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.174373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.189186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da3d3a27-4f6a-4645-a47a-fe355129b586 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:29:29.267622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Allocated IP 172.25.3.167 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6841d694-a02d-415d-bdf8-f12efc2d7af3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:29.296211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 07be12fc-ea90-4f96-8e6d-a315c4614ab0 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:29.305562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: da3d3a27-4f6a-4645-a47a-fe355129b586 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:29:29.306144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da3d3a27-4f6a-4645-a47a-fe355129b586 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:29:29.387009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.436303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac8bc3f-5f26-4972-8a06-05510b968ed0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:29.457080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-61f28000-efbf-478d-ab45-45648437b9e8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3057454 Aug 11 02:29:29.509980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:29.563841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:29.563841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.575202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:29.594758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:29.598850 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.599989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.659767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.684241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3064607-27a5-4ff9-8bf8-87ff84d34a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.688840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04e3d8c0-a42d-4629-9086-17b578f0d53b req-d23be4c0-73b7-4747-9cc3-666489c22739 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887910 Aug 11 02:29:29.736943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.757054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:29.764436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.770809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:29.781646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:29.787479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event updated for resources: {'Port': ['ID=6841d694-a02d-415d-bdf8-f12efc2d7af3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:29.825426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object b39e0f9d-4d2f-476d-a991-662da18cca88 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:29.841728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.875986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b968c156-9d33-4ea4-9f7e-a16b0bc7e8bb None None] Provisioning for port 51f97271-41b0-4888-a7bd-1e0e61612a08 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:29.900025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b968c156-9d33-4ea4-9f7e-a16b0bc7e8bb None None] Provisioning complete for port 51f97271-41b0-4888-a7bd-1e0e61612a08 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:29.900671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b968c156-9d33-4ea4-9f7e-a16b0bc7e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:29.905848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.913738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.920230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.926674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.935671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:29.938616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-bfb73908-2f68-4487-ad38-02fa02d33d2e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3815 time: 0.3588283 Aug 11 02:29:29.963016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.059474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:30.061678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3fffa1-beba-4aef-8bd0-84e8fa253384 None None] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:30.072336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:30.079984 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ff33b1-3d50-4bb2-9797-e0f8e6d5b1de" -d '{"events": [{"server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "name": "network-vif-plugged", "status": "completed", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:30.086732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['dac8bc3f-5f26-4972-8a06-05510b968ed0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:29:30.153865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.181836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.247212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.270407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b968c156-9d33-4ea4-9f7e-a16b0bc7e8bb None None] Port 51f97271-41b0-4888-a7bd-1e0e61612a08 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:30.277672 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad9b0c7-a5ff-4d8d-818a-fd1e7e15c47f x-openstack-request-id: req-dad9b0c7-a5ff-4d8d-818a-fd1e7e15c47f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:30.278345 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "name": "network-vif-plugged", "status": "completed", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:30.278698 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dad9b0c7-a5ff-4d8d-818a-fd1e7e15c47f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:30.279186 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0', 'code': 200} Aug 11 02:29:30.347941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:30.348959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51bbee11-88ab-4a87-bb93-069ce5253d43 req-ffd5651a-8889-43fa-ba6c-ccda0f907f1c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836069 Aug 11 02:29:30.477367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:30.522120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Provisioning for port feba8ed9-a433-4b35-8cfb-81350e172b33 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:30.526703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:30.538500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Provisioning complete for port feba8ed9-a433-4b35-8cfb-81350e172b33 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:30.539160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.539902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3064607-27a5-4ff9-8bf8-87ff84d34a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.541511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:30.542452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.545934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:30.599227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3064607-27a5-4ff9-8bf8-87ff84d34a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.625432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0b0da-2845-44b8-ab2a-e2ce632504ed req-0f278735-0283-4e35-8526-fd3048bcdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:30.627339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a0b0da-2845-44b8-ab2a-e2ce632504ed req-0f278735-0283-4e35-8526-fd3048bcdf46 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.3045292 Aug 11 02:29:30.699190 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.729176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.745337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f3064607-27a5-4ff9-8bf8-87ff84d34a5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=18ad611f1938446baebcbcd61e8be99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6090062 Aug 11 02:29:30.764714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34068) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:30.818156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3064607-27a5-4ff9-8bf8-87ff84d34a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aee07f-81a2-41bb-b23d-ba74e64cac50,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:30.818458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] For port feba8ed9-a433-4b35-8cfb-81350e172b33, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feba8ed9-a433-4b35-8cfb-81350e172b33,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:30.835016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:30.913061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50711ea-0bae-46da-8635-b4a895100535 None None] Pushing event updated for resources: {'Port': ['ID=feba8ed9-a433-4b35-8cfb-81350e172b33,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:30.947882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a0b0da-2845-44b8-ab2a-e2ce632504ed req-5dc2a613-95cf-40cb-8327-0b14034eb9b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961307 Aug 11 02:29:30.979310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Router 4768585e-72a0-4182-8109-cdeb8d77e932 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:31.042611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.063400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47066a-8341-4e70-91c3-8b313f24c29d req-e3161eec-d986-4030-bdac-8cbfea50495d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:31.071255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a47066a-8341-4e70-91c3-8b313f24c29d req-e3161eec-d986-4030-bdac-8cbfea50495d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2377057 Aug 11 02:29:31.090040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Provisioning for port b39e0f9d-4d2f-476d-a991-662da18cca88 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:31.105165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Provisioning complete for port b39e0f9d-4d2f-476d-a991-662da18cca88 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:31.105881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.112726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.120554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f453822-566b-431b-a630-0e1acd75e5fd {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:31.142167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.148113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:31.164147 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] Sync routers for ids ['4768585e-72a0-4182-8109-cdeb8d77e932'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:31.181106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.183212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b4d5167-f220-4a06-bdaf-1bba0d72eb63 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7680051 Aug 11 02:29:31.187125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34070) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:31.193381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:31.207406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] Routers {'4768585e-72a0-4182-8109-cdeb8d77e932'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:31.208579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4768585e-72a0-4182-8109-cdeb8d77e932'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:31.222739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Port b39e0f9d-4d2f-476d-a991-662da18cca88 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:31.225240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a47066a-8341-4e70-91c3-8b313f24c29d req-ea56b24a-894f-46ca-971e-02aa96949ba1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525347 Aug 11 02:29:31.232311 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.248109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Provisioning complete for port feba8ed9-a433-4b35-8cfb-81350e172b33 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:31.248538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2339-8c82-45d4-ba9c-c1c2a8a4c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.254000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Transition to ACTIVE for port object 3f453822-566b-431b-a630-0e1acd75e5fd will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:31.307417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.329350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:31.345623 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] Routers {'4768585e-72a0-4182-8109-cdeb8d77e932'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:31.346563 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4768585e-72a0-4182-8109-cdeb8d77e932'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:31.403740 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:31.405660 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb6a22-813e-46d8-8614-94401086eb20 None None] The sync data for ids ['4768585e-72a0-4182-8109-cdeb8d77e932'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:31.465712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.469056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.475179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9aee07f-81a2-41bb-b23d-ba74e64cac50 HTTP/1.1" status: 204 len: 168 time: 0.6999078 Aug 11 02:29:31.532009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.578240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97956591-34f8-4a24-bcd9-e4a7aa78093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aee07f-81a2-41bb-b23d-ba74e64cac50,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:31.905050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.924958 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:31.926901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.074531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-992cd25c-cbf1-409f-bc47-67dafde16115 None None] Provisioning complete for port b39e0f9d-4d2f-476d-a991-662da18cca88 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:32.076158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-992cd25c-cbf1-409f-bc47-67dafde16115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.108517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.173625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-992cd25c-cbf1-409f-bc47-67dafde16115 None None] Port b39e0f9d-4d2f-476d-a991-662da18cca88 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:32.182149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.195113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.203393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34078) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:32.208292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.220397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-125f00a8-77be-4a84-8f66-41b7a8e3932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.222033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.233586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:32.236835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-ac7ba8b2-1379-4f31-b035-69ca08dfd9c0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3827 time: 0.7336123 Aug 11 02:29:32.273994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:32.321353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Attempting to bind port 3f453822-566b-431b-a630-0e1acd75e5fd on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:32.321353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Attempting to bind port 3f453822-566b-431b-a630-0e1acd75e5fd by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:32.321353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Attempting to bind port 3f453822-566b-431b-a630-0e1acd75e5fd on network 4f7cfa90-b056-4401-add5-2c15365863b7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:32.358465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Port 3f453822-566b-431b-a630-0e1acd75e5fd on network 4f7cfa90-b056-4401-add5-2c15365863b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:32.359098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Attempting to bind port 3f453822-566b-431b-a630-0e1acd75e5fd on network 4f7cfa90-b056-4401-add5-2c15365863b7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:32.391978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2ff68e-982f-4fa9-aedf-9d85cc0aabf9 req-a54efc4f-f47f-4e99-997e-8d5d439c2e22 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370678 Aug 11 02:29:32.398771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:32.400289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Checking segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:32.400289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Bound using segment: {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:32.401008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Bound port: 3f453822-566b-431b-a630-0e1acd75e5fd, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:32.401614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.608311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feba8ed9-a433-4b35-8cfb-81350e172b33 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:32.697400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dac8bc3f-5f26-4972-8a06-05510b968ed0 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:32.759780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port feba8ed9-a433-4b35-8cfb-81350e172b33 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:32.760656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:32.961573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port dac8bc3f-5f26-4972-8a06-05510b968ed0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:32.971310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port dac8bc3f-5f26-4972-8a06-05510b968ed0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:32.972892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.016510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-125f00a8-77be-4a84-8f66-41b7a8e3932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.027135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-125f00a8-77be-4a84-8f66-41b7a8e3932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.037389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:33.048547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:33.091233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10407f3f-c6cc-4053-aa71-817cc1330ce8 req-55dbe1d2-981e-4a27-9132-c9df6d12de44 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.092920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10407f3f-c6cc-4053-aa71-817cc1330ce8 req-55dbe1d2-981e-4a27-9132-c9df6d12de44 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 945 time: 0.7100284 Aug 11 02:29:33.123382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:33.127247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:33.182039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.182719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:29:33.293501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-125f00a8-77be-4a84-8f66-41b7a8e3932d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13b9941465964b6889211d533da932dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0887625 Aug 11 02:29:33.305450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34082) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:33.310269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f00a8-77be-4a84-8f66-41b7a8e3932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf2065-348f-4eb6-a021-c48060ed9a74,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.316638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.317530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.319301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] 10.222.0.67 "PUT /v2.0/ports/3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1093 time: 3.7409422 Aug 11 02:29:33.323764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:33.339658 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e3b902-7e24-4c08-8f43-7c84c27b5817" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:33.411559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.484369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:33.488573 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba9ad7-38b3-4266-a6cf-b9276283766b" -d '{"events": [{"server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:33.525422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:33.534784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:33.541272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.585051 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e8828-dc97-4287-a1fa-078a89c57e0c x-openstack-request-id: req-449e8828-dc97-4287-a1fa-078a89c57e0c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:33.585364 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:33.585517 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-449e8828-dc97-4287-a1fa-078a89c57e0c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:33.585907 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd', 'status': 'completed', 'code': 200} Aug 11 02:29:33.746854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.766456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10407f3f-c6cc-4053-aa71-817cc1330ce8 req-edb4e0a5-7a0d-4e6b-8adb-2227481a618d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901864 Aug 11 02:29:33.767144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e96f4-52d7-4fd5-bb75-57357451e651 service neutron] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:33.770808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.770808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.771369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.772051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.774967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-092a6596-e8a2-4df7-acf7-05eb456bac27 None None] Provisioning complete for port b39e0f9d-4d2f-476d-a991-662da18cca88 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:33.775347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-092a6596-e8a2-4df7-acf7-05eb456bac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.778457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:33.785650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.786213 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-27326365-2113-4a37-b796-85d757f7c737 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 4363 time: 0.2312186 Aug 11 02:29:33.851219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-092a6596-e8a2-4df7-acf7-05eb456bac27 None None] Port b39e0f9d-4d2f-476d-a991-662da18cca88 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:33.904538 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7bba8e-93e6-43d5-93df-ba3b48b26103 x-openstack-request-id: req-5d7bba8e-93e6-43d5-93df-ba3b48b26103 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:33.904843 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:33.905099 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d7bba8e-93e6-43d5-93df-ba3b48b26103 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:33.905508 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0', 'code': 200} Aug 11 02:29:33.922288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:33.992616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.183956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-67f910df-4554-4e86-bd6c-5a4749b43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.184441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-67f910df-4554-4e86-bd6c-5a4749b43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.184919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-67f910df-4554-4e86-bd6c-5a4749b43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.186713 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-67f910df-4554-4e86-bd6c-5a4749b43e71 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3966839 Aug 11 02:29:34.295871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:34.305378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.363849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Transition to ACTIVE for port object d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:34.395476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.395678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.401935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.408486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.415238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.421466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.423090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.423642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-4eeaa4cc-4b13-43bb-8322-7d6af30e0a8a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3827 time: 0.6510069 Aug 11 02:29:34.429261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.447155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:34.503178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6a4c8-51f5-409a-8660-de244ac9454a req-849dcf77-8a71-4e1d-b523-f8ade8d036a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.504963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ba6a4c8-51f5-409a-8660-de244ac9454a req-849dcf77-8a71-4e1d-b523-f8ade8d036a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1098 time: 0.5074735 Aug 11 02:29:34.508058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-ed21d5c6-4cea-43f1-9ffe-3cce2e71ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:34.510730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b8e3b902-7e24-4c08-8f43-7c84c27b5817 req-ed21d5c6-4cea-43f1-9ffe-3cce2e71ecdf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490315 Aug 11 02:29:34.580583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.677183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.678203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router 4768585e-72a0-4182-8109-cdeb8d77e932 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:34.682313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.684271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dddf2065-348f-4eb6-a021-c48060ed9a74 HTTP/1.1" status: 204 len: 168 time: 1.3612697 Aug 11 02:29:34.847915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4e0b91-6b65-485b-bb1a-8406d78a9dd9 req-00412826-e5ff-4325-92a0-321bc66fbf7d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023268 Aug 11 02:29:34.864553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede7c9-e4a7-4bef-90e1-1af2489208f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf2065-348f-4eb6-a021-c48060ed9a74,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:34.879232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ba6a4c8-51f5-409a-8660-de244ac9454a req-547c62de-6579-404d-957a-0cb630d37550 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526232 Aug 11 02:29:34.906789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:34.919521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] Sync routers for ids ['4768585e-72a0-4182-8109-cdeb8d77e932'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:34.921908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:34.923460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d53a1e0e-4850-4212-8c66-627b6afa224d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "PUT /v2.0/routers/4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 200 len: 922 time: 3.7351139 Aug 11 02:29:34.928296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34096) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:34.932745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:34.937267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] Routers {'4768585e-72a0-4182-8109-cdeb8d77e932'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:34.938198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4768585e-72a0-4182-8109-cdeb8d77e932'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:34.945033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:34.963702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34098) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:34.967443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4d1084b7-5202-445d-a2c2-a21093631b9e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2234261 Aug 11 02:29:34.973919 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:34.975090 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:34.981553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-903482913'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:35.049352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:35.050228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.058760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.083325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] Routers {'4768585e-72a0-4182-8109-cdeb8d77e932'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:35.084730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4768585e-72a0-4182-8109-cdeb8d77e932'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.133382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:35.164103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.166169 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment 0e19ceb4-1caa-44ff-b005-45c09dc157da of type vlan for network f4d54e66-e113-4ae9-882a-92d3d135bcd3 Aug 11 02:29:35.177254 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:35.245656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.250244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Attempting to bind port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:35.250767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Attempting to bind port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:35.251311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Attempting to bind port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:35.258869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.261078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917b834-243d-42fb-9f59-1248b25e6a7e None None] The sync data for ids ['4768585e-72a0-4182-8109-cdeb8d77e932'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:35.310707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on network 547faa05-15f9-4300-b627-75f5b8a177fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:35.311253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Attempting to bind port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:35.331156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.343952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.354558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.361477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:35.362093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:35.362701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Bound using segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:35.363431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Bound port: d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:35.364360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.410697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-089b567d-4155-48ab-91e4-b79e445e6067 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 200 len: 922 time: 0.4790137 Aug 11 02:29:35.415421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:35.539979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82325e7e-d968-4b5a-95e6-c87ddc113845 req-f7fe48ef-49e1-4416-b5f5-86c6a2fd76b4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.547158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82325e7e-d968-4b5a-95e6-c87ddc113845 req-f7fe48ef-49e1-4416-b5f5-86c6a2fd76b4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.2790904 Aug 11 02:29:35.610721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=f4d54e66-e113-4ae9-882a-92d3d135bcd3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:35.628237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:35.654084 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72811943-d7d3-4749-96ca-4e24e373809a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6888802 Aug 11 02:29:35.658713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34106) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:35.669277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:35.718563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a28cb-203b-4a12-84bf-86a42b24c68a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:35.720207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ab1a28cb-203b-4a12-84bf-86a42b24c68a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=4768585e-72a0-4182-8109-cdeb8d77e932&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3032925 Aug 11 02:29:35.725593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:35.766870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:35.779370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:35.791918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82325e7e-d968-4b5a-95e6-c87ddc113845 req-79e501ff-f97f-45fd-8f6a-88ed0adfc18f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165911 Aug 11 02:29:35.848308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:35.877793 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:30Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:31Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:35.990281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:35.996237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.026771 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:36.028516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Updating router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 port b39e0f9d-4d2f-476d-a991-662da18cca88 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:36.062285 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.188897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.189533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.191026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 1136 time: 2.7287312 Aug 11 02:29:36.210828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:36.213250 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c8ad7-7356-4706-87ee-e7675b465a68" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:36.299716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:36.358747 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f260563a-ae3d-4864-8e8d-0fb9ef84eed4 x-openstack-request-id: req-f260563a-ae3d-4864-8e8d-0fb9ef84eed4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:36.359047 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:36.359353 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f260563a-ae3d-4864-8e8d-0fb9ef84eed4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:36.359789 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4', 'status': 'completed', 'code': 200} Aug 11 02:29:36.492111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d477bf-bb7a-4b8b-821c-e0c81b2e74c7 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.494630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-65d477bf-bb7a-4b8b-821c-e0c81b2e74c7 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.7657964 Aug 11 02:29:36.515733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34128) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.542454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.550753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.558777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.565720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.573169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.581359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.583933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-642eddc2-eefe-4f72-816c-b28b0cdf3791 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 4604 time: 0.4897540 Aug 11 02:29:36.588063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76659-b38a-4076-a153-91f8ade9a528 service neutron] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.591186 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f09dc5f8-88a0-42f0-9503-72efb23bc502 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 200 len: 205 time: 0.0699239 Aug 11 02:29:36.592724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34130) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.637126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.682156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.715606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=4cef1e8c-8ca1-4404-9f88-c3a39834ebc3,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:36.720641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:36.721011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: f4d54e66-e113-4ae9-882a-92d3d135bcd3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:36.735541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48ac1f4b-578c-41a4-9f36-0e927fd97157 req-870a0944-1ff0-444f-81b1-baf7b387a7d6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265466 Aug 11 02:29:36.741471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.742016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.742505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.742987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.743175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:36.743464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.744040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.746140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-9728063d-4503-4164-8d8d-3f66013f7aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5292 time: 0.3073306 Aug 11 02:29:36.760586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f4d54e66-e113-4ae9-882a-92d3d135bcd3) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:36.770335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:36.771786 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.775725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3ab0b-e007-4240-942f-f6e0e96b99fd None None] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:36.803074 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.822600 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-744e1f60-cf7f-402a-bfd2-bbbf7b9e72f2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1610391 Aug 11 02:29:36.825925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34134) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:36.828874 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Transition to ACTIVE for port object b39e0f9d-4d2f-476d-a991-662da18cca88 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:36.850972 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:36.934315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76826-03cc-4eb7-8d90-c86d6e5b8229 None None] Pushing event updated for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.034961 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Attempting to bind port b39e0f9d-4d2f-476d-a991-662da18cca88 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:37.036033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Attempting to bind port b39e0f9d-4d2f-476d-a991-662da18cca88 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:37.036558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Attempting to bind port b39e0f9d-4d2f-476d-a991-662da18cca88 on network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:37.046123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:37.051168 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Checking segment: {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:37.051692 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.052167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Bound using segment: {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:37.053285 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Bound port: b39e0f9d-4d2f-476d-a991-662da18cca88, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4d952c-e3c5-4d59-a386-79e5d2368b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:37.053740 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.138791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:37.139967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.259005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] For port b39e0f9d-4d2f-476d-a991-662da18cca88, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:37.264025 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] For port b39e0f9d-4d2f-476d-a991-662da18cca88, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b39e0f9d-4d2f-476d-a991-662da18cca88,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:37.276031 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.400443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:37.400942 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:37.427689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.450540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Allocated IP 2001:db8:1::2 (f4d54e66-e113-4ae9-882a-92d3d135bcd3/4cef1e8c-8ca1-4404-9f88-c3a39834ebc3/a84029b1-c480-4bbe-a17d-1fa5a9854991) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:37.592066 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76826-03cc-4eb7-8d90-c86d6e5b8229 None None] Pushing event updated for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:37.683225 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:37.687726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-6e0aaf54-44cd-4ae1-82b8-53ba7731cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.688618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-6e0aaf54-44cd-4ae1-82b8-53ba7731cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.688618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-6e0aaf54-44cd-4ae1-82b8-53ba7731cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.688867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.694303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-6e0aaf54-44cd-4ae1-82b8-53ba7731cc3f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8909442 Aug 11 02:29:37.699025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Transition to ACTIVE for port object a84029b1-c480-4bbe-a17d-1fa5a9854991 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:37.719162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Transition to ACTIVE for port object a84029b1-c480-4bbe-a17d-1fa5a9854991 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:37.738646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.812891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:37.840214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc8bc0-3c91-4d2e-962f-a2596ffb730f req-312d6770-f70c-4b1c-ad32-9a3151743350 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:37.841970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6dc8bc0-3c91-4d2e-962f-a2596ffb730f req-312d6770-f70c-4b1c-ad32-9a3151743350 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.8031981 Aug 11 02:29:37.957604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:37.982332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:38.011164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:38.126401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:30Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:37Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:38.200394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Attempting to bind port a84029b1-c480-4bbe-a17d-1fa5a9854991 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:38.200989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Attempting to bind port a84029b1-c480-4bbe-a17d-1fa5a9854991 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:38.204855 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf989ea-7111-4d0a-91e1-c60573ab1295 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:30Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:37Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:38.205772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Attempting to bind port a84029b1-c480-4bbe-a17d-1fa5a9854991 on network f4d54e66-e113-4ae9-882a-92d3d135bcd3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:38.216921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Pushing event updated for resources: {'Port': ['ID=a84029b1-c480-4bbe-a17d-1fa5a9854991,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.237157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:38.237736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Checking segment: {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:38.238448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.239085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Bound using segment: {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:38.239977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Bound port: a84029b1-c480-4bbe-a17d-1fa5a9854991, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:38.240866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.431318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] For port a84029b1-c480-4bbe-a17d-1fa5a9854991, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:38.437735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] For port a84029b1-c480-4bbe-a17d-1fa5a9854991, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a84029b1-c480-4bbe-a17d-1fa5a9854991,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:38.446186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.557754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-8c63dc40-36ea-4204-9d15-11dfb61478f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.565364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-150c8ad7-7356-4706-87ee-e7675b465a68 req-8c63dc40-36ea-4204-9d15-11dfb61478f6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8412156 Aug 11 02:29:38.617751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:38.712980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd069-6705-4d50-ab47-c931444c3bcd None None] Pushing event updated for resources: {'Port': ['ID=a84029b1-c480-4bbe-a17d-1fa5a9854991,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:38.971020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.978684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.985653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:38.993613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:39.003213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:39.026348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:39.028459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40094725-3efc-46c3-a2c8-3dadff315012 req-79a763fe-4be8-44e1-a25f-e7f890ef279f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 4604 time: 0.8130763 Aug 11 02:29:39.050090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6dc8bc0-3c91-4d2e-962f-a2596ffb730f req-fe839d25-af73-4261-bba6-722de8f10f3b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1700850 Aug 11 02:29:39.512270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8:1::1 (f4d54e66-e113-4ae9-882a-92d3d135bcd3/4cef1e8c-8ca1-4404-9f88-c3a39834ebc3/4bd89caf-22d1-461c-981a-8190ee31551d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:39.812311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.837519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object 4bd89caf-22d1-461c-981a-8190ee31551d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:39.859897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9963da-90a3-4563-bed9-55dd80eef790 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:39.884473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.904668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24708d-5a90-45d0-843e-61713a4697c7 req-a4105f01-ec70-48f2-9804-57c9f1802e68 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:39.916898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f24708d-5a90-45d0-843e-61713a4697c7 req-a4105f01-ec70-48f2-9804-57c9f1802e68 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.1675696 Aug 11 02:29:39.933076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:39.953164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40094725-3efc-46c3-a2c8-3dadff315012 req-06507db1-7a48-4be3-a4b3-422875d95161 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9016571 Aug 11 02:29:39.988168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Transition to ACTIVE for port object 6d9963da-90a3-4563-bed9-55dd80eef790 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:40.033116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-6f4f3eef-6f78-4887-b6dc-1c52517eba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:40.034735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-6f4f3eef-6f78-4887-b6dc-1c52517eba4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1098 time: 0.2973297 Aug 11 02:29:40.035463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.126415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:40.133545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:40.144337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:40.145227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.212086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f24708d-5a90-45d0-843e-61713a4697c7 req-c8af5133-bdf0-49fc-9487-36dc7aefd816 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913823 Aug 11 02:29:40.229408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:40.320679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.324058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port 6841d694-a02d-415d-bdf8-f12efc2d7af3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:40.329081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.436721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:40.517688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520637a3-f686-416c-8e37-9c8cec258e17 None None] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:40.598074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db21bc8-6fd6-4186-b71c-b85a1e8df32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.633379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.693647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-747155a8-cca5-4233-a880-70cd66044914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:40.696332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-747155a8-cca5-4233-a880-70cd66044914 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.6383557 Aug 11 02:29:40.700697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.753164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.800309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for 6841d694-a02d-415d-bdf8-f12efc2d7af3 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:40.817185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7be71b4e-163c-4371-a528-0a00a55e2787 None None] Provisioning for port a84029b1-c480-4bbe-a17d-1fa5a9854991 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:40.847058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:40.873708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a84029b1-c480-4bbe-a17d-1fa5a9854991 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:40.917404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-02b81be1-16d8-4210-b376-1bc3a60b7e7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 200 len: 217 time: 0.1892333 Aug 11 02:29:40.927512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Attempting to bind port 6d9963da-90a3-4563-bed9-55dd80eef790 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:40.928067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Attempting to bind port 6d9963da-90a3-4563-bed9-55dd80eef790 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:40.929106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Attempting to bind port 6d9963da-90a3-4563-bed9-55dd80eef790 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:41.017301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Port 6d9963da-90a3-4563-bed9-55dd80eef790 on network 547faa05-15f9-4300-b627-75f5b8a177fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:41.018366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Attempting to bind port 6d9963da-90a3-4563-bed9-55dd80eef790 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:41.035966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:41.036412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:41.042283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Bound using segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:41.042283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Bound port: 6d9963da-90a3-4563-bed9-55dd80eef790, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:41.042283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.146452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a84029b1-c480-4bbe-a17d-1fa5a9854991 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:41.161397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-8d6b2a6e-931e-44fd-ba35-0838b1d5cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:41.163902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-8d6b2a6e-931e-44fd-ba35-0838b1d5cbef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.2290246 Aug 11 02:29:41.168875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a84029b1-c480-4bbe-a17d-1fa5a9854991 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:41.169497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.174369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:41.179311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6d9963da-90a3-4563-bed9-55dd80eef790,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:41.216999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.227314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-87686031-9eb0-4e40-a840-a18a37da88f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547850 Aug 11 02:29:41.236572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.266807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.272066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.433110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.485517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:41.527716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db21bc8-6fd6-4186-b71c-b85a1e8df32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.554425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a84029b1-c480-4bbe-a17d-1fa5a9854991, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a84029b1-c480-4bbe-a17d-1fa5a9854991,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:41.564623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.565564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b39e0f9d-4d2f-476d-a991-662da18cca88 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:41.570565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:41.576313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:41.794972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a84029b1-c480-4bbe-a17d-1fa5a9854991,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:41.821340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b39e0f9d-4d2f-476d-a991-662da18cca88 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:41.836486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b39e0f9d-4d2f-476d-a991-662da18cca88 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:41.837204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.850245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db21bc8-6fd6-4186-b71c-b85a1e8df32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.869455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:41.870088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.871717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] 10.222.0.67 "PUT /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 1136 time: 5.5797884 Aug 11 02:29:41.896663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '6d9963da-90a3-4563-bed9-55dd80eef790'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:41.899117 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f590f56-460c-4c53-a53e-9cbe4477c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "6d9963da-90a3-4563-bed9-55dd80eef790"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:41.899616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:41.902429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:41.937995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:41.950963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-49eeea16-2178-4796-8f21-d8cb56bae19e service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886127 Aug 11 02:29:42.030933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Provisioning complete for port a84029b1-c480-4bbe-a17d-1fa5a9854991 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:42.031389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.121370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:42.131581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8090f5b4-ec06-4860-be92-1baf9b4e7d33 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2998116 Aug 11 02:29:42.133365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34186) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:42.135834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf966b8-d72a-4910-8ecc-fa8a9bd0c99b service neutron] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:42.139524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:42.149684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3db21bc8-6fd6-4186-b71c-b85a1e8df32f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50374787846e47fba771076596e91a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9159110 Aug 11 02:29:42.151810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-713626358'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:42.165085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34188) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:42.182977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:42.183650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:42.267544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:42.279312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.335880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:42.394634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.397013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:42.425492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.439792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.446365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.453939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.454386 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment 61bb92de-9c74-4be9-9228-65a264f39062 of type vlan for network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 Aug 11 02:29:42.463935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.481227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.493312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.502350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.509296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.518089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-82de8165-628f-45cb-b1c3-2d4842d6a35a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5381 time: 1.2804804 Aug 11 02:29:42.608930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db21bc8-6fd6-4186-b71c-b85a1e8df32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc812820-8e13-464f-bd1e-fcee059c54c6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:42.615174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=6841d694-a02d-415d-bdf8-f12efc2d7af3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:42.672933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.718046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.738918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ca44-e498-4789-86b4-449426c1a99c req-70a007ac-ed5d-4e0b-86ca-59f9f0decfe5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.749415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1920ca44-e498-4789-86b4-449426c1a99c req-70a007ac-ed5d-4e0b-86ca-59f9f0decfe5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 1.2194138 Aug 11 02:29:42.791513 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.797386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acf99672-d534-4846-9c3d-051f1c8a2219 req-ebbbeff3-3ea8-4bfb-bf5a-dea8098d434a service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199348 Aug 11 02:29:42.808364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:42.810024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.876023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.885700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.894561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1920ca44-e498-4789-86b4-449426c1a99c req-a5810ea2-70b9-4a3e-9a3a-a3391338d444 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934443 Aug 11 02:29:42.901968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.911051 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:42.925374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc812820-8e13-464f-bd1e-fcee059c54c6 HTTP/1.1" status: 204 len: 168 time: 0.7215707 Aug 11 02:29:42.958058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b39e0f9d-4d2f-476d-a991-662da18cca88, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b39e0f9d-4d2f-476d-a991-662da18cca88,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:42.996308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.123583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Provisioning for port 4bd89caf-22d1-461c-981a-8190ee31551d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:43.136168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 3, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:41Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:37Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:43.211186 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0a0ba9-23b1-4282-9941-6e522a0e09c9 x-openstack-request-id: req-2e0a0ba9-23b1-4282-9941-6e522a0e09c9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:43.212102 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "6d9963da-90a3-4563-bed9-55dd80eef790", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:43.212513 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e0a0ba9-23b1-4282-9941-6e522a0e09c9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:43.213082 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '6d9963da-90a3-4563-bed9-55dd80eef790', 'status': 'completed', 'code': 200} Aug 11 02:29:43.230675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a84029b1-c480-4bbe-a17d-1fa5a9854991 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:43.233173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0c00dae-6bed-422b-888a-5f5dcd793b1f req-be23ccb0-f85c-4dd7-b758-e81087a862c1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5540540 Aug 11 02:29:43.233871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:43.242244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1011186 Aug 11 02:29:43.255661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0645d8-45a2-46d8-84ca-09a043891f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc812820-8e13-464f-bd1e-fcee059c54c6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.258126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.269777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:43.276788 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.291701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:43.291930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a633d-ba55-4604-86ea-6c8cd8286fd5 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.292156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Updating router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 port 4bd89caf-22d1-461c-981a-8190ee31551d binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:43.303167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Provisioning complete for port 4bd89caf-22d1-461c-981a-8190ee31551d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:43.303644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.356392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:43.449132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.450105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router 4768585e-72a0-4182-8109-cdeb8d77e932 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:43.468170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.479512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8cfc1603-b195-4e59-bdf4-415a76074b1b tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 204 len: 168 time: 6.8825788 Aug 11 02:29:43.479631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:43.487973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833053782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:43.565977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.570898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.572875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.573465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.574242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.574564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.575053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.575576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.576000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.578315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-9ae77f80-0b3f-4ff2-a066-a1cf5977cf05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6221 time: 0.3624401 Aug 11 02:29:43.644928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:43.735532 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.737682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:43.790041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:43.793950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.794223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.805858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.815670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68716216-ee34-4ad4-939f-2f28a023375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.821513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a84029b1-c480-4bbe-a17d-1fa5a9854991 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:43.822068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.834299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f703d1ec-2488-4a79-abf1-97bd55468e4c None None] Port 4bd89caf-22d1-461c-981a-8190ee31551d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:43.874320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:43.878872 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ee4a9cb-69ba-4cda-bfca-5a78fe54f70e tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3978236 Aug 11 02:29:43.879839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34210) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:43.885318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:43.978512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-898bb495-cd75-44de-b6e1-addefe401a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.979423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-898bb495-cd75-44de-b6e1-addefe401a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.980274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-898bb495-cd75-44de-b6e1-addefe401a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:43.983770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-898bb495-cd75-44de-b6e1-addefe401a22 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3917141 Aug 11 02:29:44.231032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.307336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e525a9c3-a4d2-4003-a74d-3b7386a741ff None None] Provisioning complete for port 4bd89caf-22d1-461c-981a-8190ee31551d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:44.308079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e525a9c3-a4d2-4003-a74d-3b7386a741ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.382136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e525a9c3-a4d2-4003-a74d-3b7386a741ff None None] Port 4bd89caf-22d1-461c-981a-8190ee31551d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:44.686477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.719823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Transition to ACTIVE for port object 4bd89caf-22d1-461c-981a-8190ee31551d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:44.742375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.825356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.854725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a5ec-4f58-4c32-b404-a9b23e6f0e82 None None] Pushing event updated for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:44.870135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.906429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.915876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.922525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.934538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.944459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.952977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Attempting to bind port 4bd89caf-22d1-461c-981a-8190ee31551d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:44.954098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Attempting to bind port 4bd89caf-22d1-461c-981a-8190ee31551d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:44.954515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.955046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Attempting to bind port 4bd89caf-22d1-461c-981a-8190ee31551d on network f4d54e66-e113-4ae9-882a-92d3d135bcd3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:44.963292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:44.965471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:44.966348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Checking segment: {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:44.966984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-6f637a49-35a5-4319-8421-69e6dcf66711 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5381 time: 0.4970567 Aug 11 02:29:44.974744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:44.975509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Bound using segment: {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:44.976215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Bound port: 4bd89caf-22d1-461c-981a-8190ee31551d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e19ceb4-1caa-44ff-b005-45c09dc157da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:44.976947 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.063411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af38e-6f79-4dc3-8c6b-e0a32b8911d1 req-1acca2eb-73de-4a63-b1b2-8bc68105491e tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.065232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-193af38e-6f79-4dc3-8c6b-e0a32b8911d1 req-1acca2eb-73de-4a63-b1b2-8bc68105491e tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.7515399 Aug 11 02:29:45.171873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] For port 4bd89caf-22d1-461c-981a-8190ee31551d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:45.181798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] For port 4bd89caf-22d1-461c-981a-8190ee31551d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4bd89caf-22d1-461c-981a-8190ee31551d,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:45.184408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Allocated IP 172.25.3.36 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/999940bf-d3c2-4843-bac7-36567dc5d1ff) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:45.191405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b39e0f9d-4d2f-476d-a991-662da18cca88 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:45.195011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29fcda09-76c1-4610-be2c-dc49eb3902c4 req-0a186dfd-a762-4658-95c6-5783a0a15737 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994112 Aug 11 02:29:45.201202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.212507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-bec93d85-968e-43fc-91bd-cd067f505429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:45.214644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f590f56-460c-4c53-a53e-9cbe4477c0fd req-bec93d85-968e-43fc-91bd-cd067f505429 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1297705 Aug 11 02:29:45.313088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-193af38e-6f79-4dc3-8c6b-e0a32b8911d1 req-ea299034-44e5-4c44-a493-5045333978a8 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147803 Aug 11 02:29:45.343125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3302906a-78a6-496b-b361-59d4f61b613d {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:45.366920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.406252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:45.407901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:45.408821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.435027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68716216-ee34-4ad4-939f-2f28a023375c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.459748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.490153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Transition to ACTIVE for port object 3302906a-78a6-496b-b361-59d4f61b613d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:45.491159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68716216-ee34-4ad4-939f-2f28a023375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.519743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:45.524965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:45.528207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68716216-ee34-4ad4-939f-2f28a023375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03884a-a03f-4029-9b0f-210dfeb31776,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:45.539230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.556381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:45.574278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:45.606050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:45.617462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.703535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=13ff281f-cb2c-4b1c-bd40-61b7e52f38bf,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:45.714624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-68716216-ee34-4ad4-939f-2f28a023375c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17974c1792eb453ca94db4484548d579&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0654402 Aug 11 02:29:45.735642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:45.775896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a5ec-4f58-4c32-b404-a9b23e6f0e82 None None] Pushing event updated for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:45.861491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b39e0f9d-4d2f-476d-a991-662da18cca88 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:45.862150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:45.910378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event updated for resources: {'Port': ['ID=999940bf-d3c2-4843-bac7-36567dc5d1ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:45.976377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:45.977497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:45.995623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Attempting to bind port 3302906a-78a6-496b-b361-59d4f61b613d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:45.996028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Attempting to bind port 3302906a-78a6-496b-b361-59d4f61b613d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:45.997138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Attempting to bind port 3302906a-78a6-496b-b361-59d4f61b613d on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:46.015859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Port 3302906a-78a6-496b-b361-59d4f61b613d on network 547faa05-15f9-4300-b627-75f5b8a177fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:46.016282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Attempting to bind port 3302906a-78a6-496b-b361-59d4f61b613d on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:46.048201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:46.048676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:46.049138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Bound using segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:46.049743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Bound port: 3302906a-78a6-496b-b361-59d4f61b613d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:46.050203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.053869 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.061702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:46.105210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:46.133612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:46.134249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.167411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78966e-403e-46f9-a167-258c15628673 None None] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:46.185617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c9a21be1-8d8b-4c9e-8ff0-2501d516eb75 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9472911 Aug 11 02:29:46.186322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34226) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:46.203080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.233775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.492581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 3, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:45Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:46.529544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.537964 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.540554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5a03884a-a03f-4029-9b0f-210dfeb31776 HTTP/1.1" status: 204 len: 168 time: 0.8015997 Aug 11 02:29:46.576000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c4a03-dc92-4321-a088-f00a09ed4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03884a-a03f-4029-9b0f-210dfeb31776,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:46.580341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f42b84-ce9b-4d13-aab6-0ecfd7349f6a None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:40Z', 'revision_number': 3, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:45Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:46.760349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:46.761197 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.885976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:46.893881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.038135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:47.073560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Allocated IP 2001:db8:2::2 (4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2/13ff281f-cb2c-4b1c-bd40-61b7e52f38bf/e7afedd2-3a6f-4388-b1ce-47bdf2eb9856) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:47.201635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:47.232141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4bd89caf-22d1-461c-981a-8190ee31551d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:47.236432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.251767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Router 98dd8eab-bb71-419b-b2e2-5792677fb1e3 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:47.512183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:47.521958 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.525064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc677c-95dd-460b-89d9-656006303a37 req-322edf96-a670-4c04-9ae4-984a1f9560f5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.526729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-addc677c-95dd-460b-89d9-656006303a37 req-322edf96-a670-4c04-9ae4-984a1f9560f5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.5624468 Aug 11 02:29:47.534972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34246) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:47.535422 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] Sync routers for ids ['98dd8eab-bb71-419b-b2e2-5792677fb1e3'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:47.546839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-920fb3c8-0a51-472a-9a1d-e50226283d77 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "PUT /v2.0/routers/98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 200 len: 879 time: 3.6450460 Aug 11 02:29:47.551156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] Routers {'98dd8eab-bb71-419b-b2e2-5792677fb1e3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:47.552825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['98dd8eab-bb71-419b-b2e2-5792677fb1e3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:47.584719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.585690 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.586859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] 10.222.0.67 "PUT /v2.0/ports/3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 1091 time: 5.6751218 Aug 11 02:29:47.595914 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:47.601343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:47.603834 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3302906a-78a6-496b-b361-59d4f61b613d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:47.609173 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] Routers {'98dd8eab-bb71-419b-b2e2-5792677fb1e3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:47.610790 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['98dd8eab-bb71-419b-b2e2-5792677fb1e3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:47.637754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.663660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Transition to ACTIVE for port object e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:47.665263 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:47.666484 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed249f2-7f45-4f5c-b996-eb512ddd70e9 None None] The sync data for ids ['98dd8eab-bb71-419b-b2e2-5792677fb1e3'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:47.698260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Transition to ACTIVE for port object e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:47.721791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4bd89caf-22d1-461c-981a-8190ee31551d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:47.725605 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.766029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:47.816860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.831693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.839572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.847385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.854839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.861901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.864927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Pushing event updated for resources: {'Port': ['ID=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:47.877530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:47.880806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4bd89caf-22d1-461c-981a-8190ee31551d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:47.881358 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:47.887771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23099438-ace0-4ece-93b5-530d27f377fe req-3d6917e9-bfe6-476a-9aa6-b0b70078f86b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5393 time: 0.9110770 Aug 11 02:29:47.890732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:47.966995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:47.991215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:48.089093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e3595-3417-4701-9197-02c641b0edde service neutron] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:48.233326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Attempting to bind port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:48.233991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Attempting to bind port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:48.234102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Attempting to bind port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 on network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:48.238956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-addc677c-95dd-460b-89d9-656006303a37 req-e498ba7e-a90a-4bc8-a861-046ba60e97a8 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701360 Aug 11 02:29:48.242885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:48.243267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Checking segment: {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:48.243696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.244082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Bound using segment: {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:48.244572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Bound port: e7afedd2-3a6f-4388-b1ce-47bdf2eb9856, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:48.244964 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.330726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23099438-ace0-4ece-93b5-530d27f377fe req-e5250adb-1cd3-4f11-8c61-8d1ecc73251e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4414628 Aug 11 02:29:48.353782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.427934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] For port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:48.431498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 4bd89caf-22d1-461c-981a-8190ee31551d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4bd89caf-22d1-461c-981a-8190ee31551d,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:48.433862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] For port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:48.438179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.446099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.475605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a1ebd9b9-7a5c-417b-8ebd-ec73046e6959 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 200 len: 920 time: 0.9279163 Aug 11 02:29:48.478116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34260) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:48.513218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:48.562872 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21553b1-0425-4bee-b3d5-daf7753c32e7 x-openstack-request-id: req-a21553b1-0425-4bee-b3d5-daf7753c32e7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:48.563513 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3302906a-78a6-496b-b361-59d4f61b613d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:48.564229 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a21553b1-0425-4bee-b3d5-daf7753c32e7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:48.564754 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d', 'status': 'completed', 'code': 200} Aug 11 02:29:48.572848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:48.628414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca37502-5600-43fd-9fe3-8f87514bb437 None None] Pushing event updated for resources: {'Port': ['ID=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:48.672253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131e43c-9efb-4585-b684-9e9ba8832f7d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.674537 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a131e43c-9efb-4585-b684-9e9ba8832f7d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=98dd8eab-bb71-419b-b2e2-5792677fb1e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1894150 Aug 11 02:29:48.677410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:48.874096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577008ac-3fbf-4128-9ba8-639c019fc6ae tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.876768 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-577008ac-3fbf-4128-9ba8-639c019fc6ae tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.1973875 Aug 11 02:29:48.879481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34270) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:48.889261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.890174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.890815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.891360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.891864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.892348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.892834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:48.894954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-cfe374dc-d1c9-4366-93c6-68c2130c5b37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6289 time: 0.3446257 Aug 11 02:29:48.923933 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e0dd4ed-eb1f-479d-b275-103c4fa60baa tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 200 len: 205 time: 0.0423403 Aug 11 02:29:48.929577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:48.992525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34274) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:49.085595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.187602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.242432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-c5e1721f-8493-4a16-848e-876949a9af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.243352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-c5e1721f-8493-4a16-848e-876949a9af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.243352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-c5e1721f-8493-4a16-848e-876949a9af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.245211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-c5e1721f-8493-4a16-848e-876949a9af4a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3264432 Aug 11 02:29:49.353319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:49.377581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfa87b95-fc80-42ae-a91c-ceac82056fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.404421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.450427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf41dff8-da8b-42cc-938b-804948b7298a {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:49.454322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:49.462773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4bd89caf-22d1-461c-981a-8190ee31551d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:49.465983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.555821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port 999940bf-d3c2-4843-bac7-36567dc5d1ff {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:49.556344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.560595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Transition to ACTIVE for port object bf41dff8-da8b-42cc-938b-804948b7298a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:49.586976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4bd89caf-22d1-461c-981a-8190ee31551d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:49.586976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.629790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.663450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-783634c0-bcf9-498b-89fd-7409c1d29ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.665130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cfe9a127-c1a1-4f95-9fbd-982de07b65aa req-783634c0-bcf9-498b-89fd-7409c1d29ac3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4098690 Aug 11 02:29:49.756477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:49.812267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for 999940bf-d3c2-4843-bac7-36567dc5d1ff owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:49.876597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bca24d-0f9a-4d34-876f-b996c62bfcd9 req-1404dabe-f27f-4d1f-ab6c-88ca58d8e5ef tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:49.879764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93bca24d-0f9a-4d34-876f-b996c62bfcd9 req-1404dabe-f27f-4d1f-ab6c-88ca58d8e5ef tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.4148226 Aug 11 02:29:49.885218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:50.013601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8:2::1 (4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2/13ff281f-cb2c-4b1c-bd40-61b7e52f38bf/bfbc544c-f658-47d3-b190-f2900f1c498f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:50.028733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.034918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.041640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.047797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.054092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.068061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.076144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.078582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-b9173d4b-980b-4e1a-919e-d1ad14937e00 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5405 time: 0.5015874 Aug 11 02:29:50.211859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93bca24d-0f9a-4d34-876f-b996c62bfcd9 req-de987bb5-666a-4bb7-9de0-a238c365e156 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059514 Aug 11 02:29:50.218376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.259767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=999940bf-d3c2-4843-bac7-36567dc5d1ff,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:50.282086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfa87b95-fc80-42ae-a91c-ceac82056fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.311080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfa87b95-fc80-42ae-a91c-ceac82056fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.349409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cfa87b95-fc80-42ae-a91c-ceac82056fef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea7dbdbe7e7a49aaba3dd881440efe2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534167 Aug 11 02:29:50.350406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Attempting to bind port bf41dff8-da8b-42cc-938b-804948b7298a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:50.350856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Attempting to bind port bf41dff8-da8b-42cc-938b-804948b7298a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:50.351287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Attempting to bind port bf41dff8-da8b-42cc-938b-804948b7298a on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:50.358224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34288) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:50.392824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e61367-b5f7-45b5-9a72-242bf39d73d4 None None] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:50.398809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e21eef0-0cb4-41be-9874-15ad1e83889b req-99bf223b-e535-48af-9de9-ce5babba685c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2921541 Aug 11 02:29:50.399763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Port bf41dff8-da8b-42cc-938b-804948b7298a on network 547faa05-15f9-4300-b627-75f5b8a177fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:50.400413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Attempting to bind port bf41dff8-da8b-42cc-938b-804948b7298a on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:50.422400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.452599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa87b95-fc80-42ae-a91c-ceac82056fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8c5f3-3a0a-4412-a9d4-585ae464125c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:50.455437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:50.455794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Checking segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:50.456280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Bound using segment: {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:50.456730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Bound port: bf41dff8-da8b-42cc-938b-804948b7298a, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d269aea-59aa-4eb0-bde9-314d27ba5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:50.457095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.475027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Provisioning for port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:50.487441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Provisioning complete for port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:50.487825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.554671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.558303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.558632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.571939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.587734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object bfbc544c-f658-47d3-b190-f2900f1c498f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:50.623961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.624834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router 98dd8eab-bb71-419b-b2e2-5792677fb1e3 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:50.635488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.642152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1a70f36-2540-4647-bcce-beaefdf5b404 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 204 len: 168 time: 1.7065885 Aug 11 02:29:50.642275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.644924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34290) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:50.658475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:50.661078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528837813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:50.698813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:50.712794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.713737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.726304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.733540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.785048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:50.809511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:50.819142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:50.820179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.822146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] 10.222.0.67 "PUT /v2.0/ports/bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 1091 time: 3.0848501 Aug 11 02:29:50.829330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:50.832276 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f8dd6-9a2b-484e-8730-69ead18cfc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:50.843139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:50.844162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.890133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.898660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.901449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.923877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:50.935517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.938801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.940091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97c8c5f3-3a0a-4412-a9d4-585ae464125c HTTP/1.1" status: 204 len: 168 time: 0.5807743 Aug 11 02:29:50.941737 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdcb260-5d77-463f-b920-0dc91d2d3e07 x-openstack-request-id: req-5bdcb260-5d77-463f-b920-0dc91d2d3e07 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:50.942057 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:50.942402 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bdcb260-5d77-463f-b920-0dc91d2d3e07 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:50.943239 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'status': 'completed', 'code': 200} Aug 11 02:29:50.950991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:50.956814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f97c91ee-5af6-45ec-ae73-19c8b7b0d254 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3054335 Aug 11 02:29:50.957850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:50.963392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2101-a632-4a41-9bab-9176fd4ff5aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:50.976402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': True}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:51.020473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] For port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:51.038361 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.252479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8f24-8cb5-4cf4-ad96-f578f6ca4788 None None] Pushing event updated for resources: {'Port': ['ID=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.533408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a0e72-75f3-4c36-a2a3-9d636f85f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8c5f3-3a0a-4412-a9d4-585ae464125c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.582382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:51.740806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:51.861501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.025043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Provisioning for port bfbc544c-f658-47d3-b190-f2900f1c498f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:52.035708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Provisioning complete for port bfbc544c-f658-47d3-b190-f2900f1c498f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:52.036257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.153435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Port bfbc544c-f658-47d3-b190-f2900f1c498f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:52.169269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.184812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Provisioning complete for port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:52.185970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-94ac6f3e-c806-42ae-b2c8-cb011f12bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.560127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.560898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.561228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.561879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.563233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.563393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.563741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.564226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.566434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-cc80deb0-e1fd-472b-b65e-002a5d7d5582 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6357 time: 1.5325940 Aug 11 02:29:52.572551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5d3bdb04-4774-40b2-98b7-3cc222d1f368 None None] Provisioning complete for port bfbc544c-f658-47d3-b190-f2900f1c498f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:52.573471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d3bdb04-4774-40b2-98b7-3cc222d1f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.589760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.622535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155813-65f5-4901-a9bc-d08b2c3394fc req-4791641d-0c98-45de-86f6-5e24986d5d55 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.624437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5155813-65f5-4901-a9bc-d08b2c3394fc req-4791641d-0c98-45de-86f6-5e24986d5d55 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 1.0652072 Aug 11 02:29:52.667049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bdb04-4774-40b2-98b7-3cc222d1f368 None None] Port bfbc544c-f658-47d3-b190-f2900f1c498f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:52.692342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16dcf1f6-96a3-421f-b95b-6625437ab206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:52.786788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.25.3.168 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/76c205e5-c762-4e92-bbc8-96909a34f3c5) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:52.847828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.854568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.860949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.867467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.873916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.879857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.886400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:52.889285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-36496698-4f0d-40e7-9ded-7e177e1134a6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5405 time: 1.1138313 Aug 11 02:29:52.972393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.027632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5155813-65f5-4901-a9bc-d08b2c3394fc req-2648d8d2-06d7-4cec-bb17-cbdcfaa83842 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605621 Aug 11 02:29:53.071090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.129780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:53.133734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:53.141346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:29:53.190041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=76c205e5-c762-4e92-bbc8-96909a34f3c5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.223454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:53.355471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d675a531-d0a5-4325-bb1f-ac75d3364096 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:53.359687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:53.360075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.366109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.382294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Transition to ACTIVE for port object d675a531-d0a5-4325-bb1f-ac75d3364096 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:53.402365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.419559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-076a2e97-8479-44d5-8a3c-c6a619b497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.420036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-076a2e97-8479-44d5-8a3c-c6a619b497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.420508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-076a2e97-8479-44d5-8a3c-c6a619b497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.422317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-076a2e97-8479-44d5-8a3c-c6a619b497e0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8125465 Aug 11 02:29:53.470971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c5b7031-c615-40b7-9b20-afc4a505e9e4 req-e5617d34-0970-490c-a458-6910a6414021 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5412405 Aug 11 02:29:53.612046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Pushing event updated for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:53.663750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.751925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.755856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-bb794da0-99b4-4bfb-8cc8-c4ccfab7eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:53.757865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-667f8dd6-9a2b-484e-8730-69ead18cfc2c req-bb794da0-99b4-4bfb-8cc8-c4ccfab7eaf6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3047268 Aug 11 02:29:53.761333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.763142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:53.949426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:29:53.955868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:53.981851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:54.062519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.070435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.072812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Attempting to bind port d675a531-d0a5-4325-bb1f-ac75d3364096 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:54.073434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Attempting to bind port d675a531-d0a5-4325-bb1f-ac75d3364096 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:54.074890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Attempting to bind port d675a531-d0a5-4325-bb1f-ac75d3364096 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:54.174693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Port d675a531-d0a5-4325-bb1f-ac75d3364096 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:54.175365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Attempting to bind port d675a531-d0a5-4325-bb1f-ac75d3364096 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:54.229029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:54.234049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Checking segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:54.237336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Bound using segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:54.237879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Bound port: d675a531-d0a5-4325-bb1f-ac75d3364096, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:54.238274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.435337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:29:54.486031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router 552f2338-bf65-4da8-b675-50e7192284e2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:29:54.542686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e7470551-df3d-4a08-805f-360f1303f119 None None] Provisioning complete for port bfbc544c-f658-47d3-b190-f2900f1c498f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:54.543745 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7470551-df3d-4a08-805f-360f1303f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.598078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e7470551-df3d-4a08-805f-360f1303f119 None None] Port bfbc544c-f658-47d3-b190-f2900f1c498f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:29:54.623660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878643-a0da-4eac-bc56-d157f8128c9b req-b098e7a4-147c-40c0-9b35-31ced5bd2d53 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.625950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7878643-a0da-4eac-bc56-d157f8128c9b req-b098e7a4-147c-40c0-9b35-31ced5bd2d53 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.2583222 Aug 11 02:29:54.665874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:54.704575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d675a531-d0a5-4325-bb1f-ac75d3364096,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:54.736936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.758999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:54.765009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.766471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-abe8825d-56dc-4452-baca-008f247b959a tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "PUT /v2.0/routers/552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 200 len: 915 time: 3.8071856 Aug 11 02:29:54.769141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34368) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.773000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] Sync routers for ids ['552f2338-bf65-4da8-b675-50e7192284e2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:54.789211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] Routers {'552f2338-bf65-4da8-b675-50e7192284e2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:54.790033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['552f2338-bf65-4da8-b675-50e7192284e2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.836003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:29:54.846310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.847040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:54.847416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:29:54.848720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] 10.222.0.67 "PUT /v2.0/ports/d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 1092 time: 3.9408700 Aug 11 02:29:54.854649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:54.857012 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f570e3d5-0a28-423e-bf0c-11e7cbd92739" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:54.861542 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:54.862547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.876271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3dcf570b-0fe9-4f57-9994-43a2a769e0ee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6826031 Aug 11 02:29:54.884103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34376) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:54.896419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523483722'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:54.904770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.918628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Request body: {'port': {'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:54.925189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] Routers {'552f2338-bf65-4da8-b675-50e7192284e2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:54.929432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['552f2338-bf65-4da8-b675-50e7192284e2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:54.944601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.951138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.963866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.980269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:54.992540 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:55.010330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.016271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:55.028971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.034016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d5305-281f-49ee-9459-dbfc26305415 None None] The sync data for ids ['552f2338-bf65-4da8-b675-50e7192284e2'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:55.071622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.077463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-a7ee0236-339a-4b8a-bb51-9175641ca154 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5417 time: 0.4059947 Aug 11 02:29:55.170733 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2575d84f-0c97-4347-9078-ebdf697d449d tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 200 len: 921 time: 0.3968387 Aug 11 02:29:55.172711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34400) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:55.179397 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a2935b0-2004-4859-9602-6198e90295c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.194297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7878643-a0da-4eac-bc56-d157f8128c9b req-99f4fe3a-254a-4d62-9995-fd109e050aa9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240471 Aug 11 02:29:55.205041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:55.212515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.220408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be3b57-dd63-44fe-a868-46e487a04b69 service neutron] Pushing event updated for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:55.247540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e770a4-c132-4d6c-9186-f22abde54810 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.250468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59e770a4-c132-4d6c-9186-f22abde54810 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=552f2338-bf65-4da8-b675-50e7192284e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751107 Aug 11 02:29:55.253096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34408) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:55.306769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.327254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:29:55.447306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.494317 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:51Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:52Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:55.548043 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:29:55.548416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Updating router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 port bfbc544c-f658-47d3-b190-f2900f1c498f binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:29:55.575609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db507934-6106-46b0-91ef-bcf5ba37d153 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.583746 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-db507934-6106-46b0-91ef-bcf5ba37d153 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.3279095 Aug 11 02:29:55.586684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34428) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:55.613987 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.652137 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b3980fc9-a83e-432c-8dbe-067fbaff2d80 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 200 len: 205 time: 0.0636561 Aug 11 02:29:55.652407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b54b88f-7b44-4f62-aa80-6353d9f7a78c x-openstack-request-id: req-4b54b88f-7b44-4f62-aa80-6353d9f7a78c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:55.653378 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:55.653378 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b54b88f-7b44-4f62-aa80-6353d9f7a78c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:55.653608 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096', 'status': 'completed', 'code': 200} Aug 11 02:29:55.654833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:55.736999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a69d466-91ad-49b8-8f11-0cdd5a2013b9 req-dc952fb9-3404-41bb-88c3-45066e16c5f1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5349813 Aug 11 02:29:55.752741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.753361 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added segment a81d21e5-7ec7-449d-828c-a5f6a56683b4 of type vlan for network cdfee1f4-a38d-4b71-a280-d1ec7e436621 Aug 11 02:29:55.839029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.964007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:55.992966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.993766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.994371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.994910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.995686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.996779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:55.998493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.002814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-823682f6-fef9-4d6c-b324-792ab9683311 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6425 time: 0.3605683 Aug 11 02:29:56.016280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f97271-41b0-4888-a7bd-1e0e61612a08 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:29:56.054601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.114994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.146179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:29:56.164725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Transition to ACTIVE for port object 51f97271-41b0-4888-a7bd-1e0e61612a08 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:56.177905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.188320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.195230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.195991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.201743 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.215276 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Transition to ACTIVE for port object bfbc544c-f658-47d3-b190-f2900f1c498f will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:29:56.224798 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.232889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port 76c205e5-c762-4e92-bbc8-96909a34f3c5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:29:56.233245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.276127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3501c-13ab-49db-969b-1f38ebd00dd4 None None] Pushing event updated for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.398017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.419106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.434919 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Attempting to bind port bfbc544c-f658-47d3-b190-f2900f1c498f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:56.437280 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Attempting to bind port bfbc544c-f658-47d3-b190-f2900f1c498f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:56.437901 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Attempting to bind port bfbc544c-f658-47d3-b190-f2900f1c498f on network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:56.450480 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:56.451822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for 76c205e5-c762-4e92-bbc8-96909a34f3c5 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:29:56.452426 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Checking segment: {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:56.454612 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.460195 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Bound using segment: {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:56.460195 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Bound port: bfbc544c-f658-47d3-b190-f2900f1c498f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bb92de-9c74-4be9-9228-65a264f39062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:56.460195 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.465711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:56.472464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5788569 Aug 11 02:29:56.472464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.473032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34456) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:56.511964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'subnet': {'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:56.557511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-4144b118-72b9-441b-91af-f392142edefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.558035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-4144b118-72b9-441b-91af-f392142edefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.558848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-4144b118-72b9-441b-91af-f392142edefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.566076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-4144b118-72b9-441b-91af-f392142edefe service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1b38cac6de80483a998866e15d2e78ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5355778 Aug 11 02:29:56.624265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c3e85-2b93-4d55-aa1e-70452c64b2a6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Network': ['ID=cdfee1f4-a38d-4b71-a280-d1ec7e436621,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.638714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:29:56.649752 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] For port bfbc544c-f658-47d3-b190-f2900f1c498f, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:56.660709 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] For port bfbc544c-f658-47d3-b190-f2900f1c498f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfbc544c-f658-47d3-b190-f2900f1c498f,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:56.672374 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.823557 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:29:56.824211 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:56.827990 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3501c-13ab-49db-969b-1f38ebd00dd4 None None] Pushing event updated for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:56.836626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68ed93aa-4ebb-440c-b22f-47f528faf3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:56.970739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7db6fb-7a40-424e-a4ba-a6dac04f2e35 req-9e458409-0787-4377-b475-0c419854bc1a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:56.982282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb7db6fb-7a40-424e-a4ba-a6dac04f2e35 req-9e458409-0787-4377-b475-0c419854bc1a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.5937798 Aug 11 02:29:57.055169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.058207 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:29:57.225500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb7db6fb-7a40-424e-a4ba-a6dac04f2e35 req-c254268f-c01f-4734-acda-eba7e0caabfa tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413218 Aug 11 02:29:57.227755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=76c205e5-c762-4e92-bbc8-96909a34f3c5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.252322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Attempting to bind port 51f97271-41b0-4888-a7bd-1e0e61612a08 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:29:57.252776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Attempting to bind port 51f97271-41b0-4888-a7bd-1e0e61612a08 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:29:57.253188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Attempting to bind port 51f97271-41b0-4888-a7bd-1e0e61612a08 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:57.299305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.314137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.339480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.357021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.375437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.390235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.399174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.403251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1034dfd1-77ba-4991-8142-b32947253fef req-7c351f75-70a9-4641-bb64-b682f200f28d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.4657633 Aug 11 02:29:57.404142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.408204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Port 51f97271-41b0-4888-a7bd-1e0e61612a08 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:29:57.408842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Attempting to bind port 51f97271-41b0-4888-a7bd-1e0e61612a08 on network 1ef8e116-2d42-443d-9f43-bb26e89aa623 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:29:57.416602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-eae80b1d-ce33-422f-9d7a-61b9e86e1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.419648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f570e3d5-0a28-423e-bf0c-11e7cbd92739 req-eae80b1d-ce33-422f-9d7a-61b9e86e1eca service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7490733 Aug 11 02:29:57.431472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68ed93aa-4ebb-440c-b22f-47f528faf3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.464702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68ed93aa-4ebb-440c-b22f-47f528faf3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.486495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:29:57.487039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Checking segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:57.487914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Bound using segment: {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:29:57.488658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Bound port: 51f97271-41b0-4888-a7bd-1e0e61612a08, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01cfc1be-b730-4e4a-9f2f-acfd168a5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:29:57.489289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.546459 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:51Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:56Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:29:57.589201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.597059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1034dfd1-77ba-4991-8142-b32947253fef req-5bf4f3f5-927c-4325-82ff-b3863360379a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757617 Aug 11 02:29:57.604653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.606470 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0869a61-f037-4455-a41c-88ad1b182471 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:29:51Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:56Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:29:57.612680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Made reservation on behalf of c83ede06b42d4d74a299a750ff0993e0 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:29:57.619477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.626636 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68ed93aa-4ebb-440c-b22f-47f528faf3ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=33799c54bb8e49008617b1475cfe27f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1573629 Aug 11 02:29:57.627941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:57.639115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed93aa-4ebb-440c-b22f-47f528faf3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d9e54-d22d-41ab-bcbe-d18aab865a98,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.729341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.729990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router 552f2338-bf65-4da8-b675-50e7192284e2 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:29:57.739785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.748468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d6867ebb-a809-4989-a257-51bbf7e3486a tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 204 len: 168 time: 2.0904202 Aug 11 02:29:57.748468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34466) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:57.757253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-805511765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:57.759290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:29:57.766457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:29:57.777447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.815378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.822172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.823270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.844063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:57.845147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.847005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] 10.222.0.67 "PUT /v2.0/ports/51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 1092 time: 2.9445791 Aug 11 02:29:57.849585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:29:57.853949 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c2f742-8663-484b-9c58-00ee21d72e24" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:29:57.865933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:57.905878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbbd83-6531-4249-9c0e-37dc14ef544d service neutron] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:57.973178 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ba5ae-ecdd-4609-808a-7626c20c4da1 x-openstack-request-id: req-f99ba5ae-ecdd-4609-808a-7626c20c4da1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:29:57.974158 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:29:57.974158 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f99ba5ae-ecdd-4609-808a-7626c20c4da1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:29:57.974362 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'status': 'completed', 'code': 200} Aug 11 02:29:58.002496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.013519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.034361 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.062626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.066611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0fa1a763-db74-48bf-85ac-504f716b3f9f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3166323 Aug 11 02:29:58.069332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34470) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.082645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:29:58.218612 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.219857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.221096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/218d9e54-d22d-41ab-bcbe-d18aab865a98 HTTP/1.1" status: 204 len: 168 time: 0.5921772 Aug 11 02:29:58.456463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538f0a-1ee6-4a8f-888b-fe6d28cea52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d9e54-d22d-41ab-bcbe-d18aab865a98,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:58.507146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.744881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.746021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.747066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.748105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.749156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.750534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.751638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.755315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ade0db1f-5a84-473d-a1ae-a490856ac3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6493 time: 0.8237331 Aug 11 02:29:58.773784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289792bf-0398-4bf3-b024-fefee9770ae8 req-432e82cc-6885-408a-99e7-4dfc07ae2342 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:58.775387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:58.778192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-289792bf-0398-4bf3-b024-fefee9770ae8 req-432e82cc-6885-408a-99e7-4dfc07ae2342 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.2095861 Aug 11 02:29:58.782446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.848876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-189893e4-9e99-4e4a-9cdd-50d35e438880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:58.943115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-f7d750f5-d50b-4fc4-b87a-aa301f6fd259 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 217 time: 0.1626337 Aug 11 02:29:59.001539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.027901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.141416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-289792bf-0398-4bf3-b024-fefee9770ae8 req-557aac6b-1391-4c7b-9299-d120cd98015b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454301 Aug 11 02:29:59.158334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Subnet': ['ID=0bde38ee-2569-43f1-a75e-0ab6041674b7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.185885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-3601da0b-f73a-498e-9650-0b3a7c44a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.187150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-189893e4-9e99-4e4a-9cdd-50d35e438880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.187436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-3601da0b-f73a-498e-9650-0b3a7c44a649 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.2344327 Aug 11 02:29:59.190472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Checking segment: {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:29:59.190924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network hostable DHCP agents. Network: cdfee1f4-a38d-4b71-a280-d1ec7e436621, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:29:59.233173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfbc544c-f658-47d3-b190-f2900f1c498f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:29:59.238724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.244564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-189893e4-9e99-4e4a-9cdd-50d35e438880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.245004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.251252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.257966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.264303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.271165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.277440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.279824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e395141-a22a-469d-889f-d1d0b9511558 req-0aef2672-b433-410e-bed2-4eb6d150dfbd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.2955942 Aug 11 02:29:59.320763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port bfbc544c-f658-47d3-b190-f2900f1c498f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:29:59.327028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:29:59.328042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bfbc544c-f658-47d3-b190-f2900f1c498f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:29:59.328739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.350790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-189893e4-9e99-4e4a-9cdd-50d35e438880 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=905af91da8ca49da9bfae49103c47d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742221 Aug 11 02:29:59.352369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Allocated IP 172.25.3.52 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/99a5c1d9-4c68-4946-8490-a1b91ee1037f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:29:59.353227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34494) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:59.355778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189893e4-9e99-4e4a-9cdd-50d35e438880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22abc7b1-8ea8-4731-92d0-e05e87c11f0e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.359238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a918d5c8-6527-49d5-9c0a-4b23cfa9f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.362097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a918d5c8-6527-49d5-9c0a-4b23cfa9f817 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656773 Aug 11 02:29:59.381080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, cdfee1f4-a38d-4b71-a280-d1ec7e436621) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:29:59.395360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0801e3-3fe3-40ce-98a9-42f9896e71e9 None None] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:29:59.413752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:29:59.414833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.444743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e395141-a22a-469d-889f-d1d0b9511558 req-4b9f48bb-be0a-4151-9ed4-9ecdea416550 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551018 Aug 11 02:29:59.522257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.538668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bfba1659-4a0f-4f9c-b331-04e063a92038 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0365436 Aug 11 02:29:59.541213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:29:59.607562 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.619065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.649477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.692132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port bfbc544c-f658-47d3-b190-f2900f1c498f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfbc544c-f658-47d3-b190-f2900f1c498f,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:29:59.702787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.774122 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-d1cb9ff3-77a1-49de-9833-b7dcc8c6eb29 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899825 Aug 11 02:29:59.778142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:29:59.820069 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.823103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:29:59.824213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.825798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:29:59.828091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22abc7b1-8ea8-4731-92d0-e05e87c11f0e HTTP/1.1" status: 204 len: 168 time: 0.4729960 Aug 11 02:29:59.937212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5596deb-aaf0-486c-9b13-82c661953346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22abc7b1-8ea8-4731-92d0-e05e87c11f0e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.048882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6a3090c2-afe8-4932-bbb0-f50a3e325648 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450025 Aug 11 02:30:00.100934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.156005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-18811de8-fa3b-44e6-8871-bb60b7c5d4bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0918024 Aug 11 02:30:00.224535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Allocated IP 2001:db8:3::2 (cdfee1f4-a38d-4b71-a280-d1ec7e436621/0bde38ee-2569-43f1-a75e-0ab6041674b7/735632e9-4bff-4861-8563-e56335f809fa) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:00.555133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ade79bb-31e5-4608-9e95-2fb321494ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.569166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-7ade79bb-31e5-4608-9e95-2fb321494ebe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.4014075 Aug 11 02:30:00.613771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.626884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Transition to ACTIVE for port object 735632e9-4bff-4861-8563-e56335f809fa will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:00.654597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Transition to ACTIVE for port object 735632e9-4bff-4861-8563-e56335f809fa will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:00.665425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:00.764975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:00.773696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:00.787367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:00.797612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Pushing event updated for resources: {'Port': ['ID=735632e9-4bff-4861-8563-e56335f809fa,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:00.871269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c1d47-96ee-405f-9654-37b297592255 req-11149e47-71f2-450e-8b85-6f2e8a3577a0 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.874452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c0c1d47-96ee-405f-9654-37b297592255 req-11149e47-71f2-450e-8b85-6f2e8a3577a0 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.5182176 Aug 11 02:30:00.952560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e6aef81e-a8d3-492f-9154-7ada51a7eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:00.954673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-e6aef81e-a8d3-492f-9154-7ada51a7eddc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3647885 Aug 11 02:30:00.978001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Attempting to bind port 735632e9-4bff-4861-8563-e56335f809fa on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:00.986173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Attempting to bind port 735632e9-4bff-4861-8563-e56335f809fa by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:00.987500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Attempting to bind port 735632e9-4bff-4861-8563-e56335f809fa on network cdfee1f4-a38d-4b71-a280-d1ec7e436621 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:01.024701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:01.025388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Checking segment: {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:01.026933 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.028119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Bound using segment: {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:01.028973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Bound port: 735632e9-4bff-4861-8563-e56335f809fa, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:01.029890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.050359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c0c1d47-96ee-405f-9654-37b297592255 req-62bb466a-7b04-4e69-84d0-dd643739cdfc tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560223 Aug 11 02:30:01.109799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.135657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.157368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.168932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.177616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.186130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.193123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:01.203610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-888eb3ab-bdd6-4dbe-873a-cfe58ed36ae8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5200069 Aug 11 02:30:01.229943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Pushing event updated for resources: {'Port': ['ID=99a5c1d9-4c68-4946-8490-a1b91ee1037f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.236359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] For port 735632e9-4bff-4861-8563-e56335f809fa, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:01.244171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] For port 735632e9-4bff-4861-8563-e56335f809fa, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=735632e9-4bff-4861-8563-e56335f809fa,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:01.256110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.296796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:01.308698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:01.328729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:01.367933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5c80-3a9e-47ab-b135-1f09e244b8cd None None] Pushing event updated for resources: {'Port': ['ID=735632e9-4bff-4861-8563-e56335f809fa,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:01.372319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfbc544c-f658-47d3-b190-f2900f1c498f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:01.373438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94bc680b-d349-4d1f-93c2-7be976a2281d req-bbf7f2b4-6421-4095-946b-2e87a70c92cf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684973 Aug 11 02:30:01.469521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-f2b0ac30-8309-496f-b726-5e0d78f36b49 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009868 Aug 11 02:30:01.568686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bfbc544c-f658-47d3-b190-f2900f1c498f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:01.569461 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:01.826253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-32b70eeb-eaf7-445b-b313-1411c1515142 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463390 Aug 11 02:30:02.050715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-43cba5f7-4ada-4928-9e18-24fb695cbbf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.2043934 Aug 11 02:30:02.148531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:02.228356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0e533bea-8e41-4360-ac5b-8b3d421f9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.230223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0e533bea-8e41-4360-ac5b-8b3d421f9ba5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1765654 Aug 11 02:30:02.377980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ae5388e4-8dc7-49fc-b457-cf5acbd5689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.379624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-ae5388e4-8dc7-49fc-b457-cf5acbd5689f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1383524 Aug 11 02:30:02.476582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c2f98-57a2-4264-9b48-8e787d0ef064 req-b3572786-8915-4f72-bcdf-d0eae033100c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.479573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-808c2f98-57a2-4264-9b48-8e787d0ef064 req-b3572786-8915-4f72-bcdf-d0eae033100c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.1992414 Aug 11 02:30:02.659991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:02.805572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-808c2f98-57a2-4264-9b48-8e787d0ef064 req-411753de-0efa-47e1-8f36-6eac64577393 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283173 Aug 11 02:30:02.877200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.886508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.892935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.900049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.907448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.914722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.921477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:02.923607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-aece1430-c7be-4070-811a-d4786863c2b6 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.2904396 Aug 11 02:30:02.926105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0375ed7a-54d7-4920-a219-879e2216a07e service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321848 Aug 11 02:30:03.331266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cdf0fb9-7924-41f8-9581-9844238fb301 req-a3e8bb43-ceea-4ecf-87dd-4de1576d7349 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3657396 Aug 11 02:30:03.338456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-85fec9da-5e44-4f11-8a18-a02ba5e25cc4 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022799 Aug 11 02:30:03.369750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 735632e9-4bff-4861-8563-e56335f809fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:03.572940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-2474d4e2-c452-431b-9d15-4cb93e4b166e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.2257128 Aug 11 02:30:03.648836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 735632e9-4bff-4861-8563-e56335f809fa completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:03.704784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69476ad7-115e-4e64-ab2f-b2901d9efb13 None None] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:03.731236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Allocated IP 2001:db8:3::1 (cdfee1f4-a38d-4b71-a280-d1ec7e436621/0bde38ee-2569-43f1-a75e-0ab6041674b7/f8811164-f03a-411d-8fe2-5609e20a5d11) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:03.742180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-82fa9652-078c-4daf-959b-80792029ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:03.745234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-82fa9652-078c-4daf-959b-80792029ea84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1638892 Aug 11 02:30:03.865437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a129720e-71cd-4c06-8aac-1b98eac49023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:03.867080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a129720e-71cd-4c06-8aac-1b98eac49023 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1064534 Aug 11 02:30:03.881078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.890314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:03.937232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Provisioning for port 735632e9-4bff-4861-8563-e56335f809fa completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:03.949776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Provisioning complete for port 735632e9-4bff-4861-8563-e56335f809fa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:03.950743 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.205349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.260626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] For port 735632e9-4bff-4861-8563-e56335f809fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=735632e9-4bff-4861-8563-e56335f809fa,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:04.275305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.348219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3439-adde-43e3-9b1d-3fc9a9ecd5ae None None] Pushing event updated for resources: {'Port': ['ID=735632e9-4bff-4861-8563-e56335f809fa,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:04.374475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.425474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943330f-aaa5-4865-aff2-7205d96492a1 req-bff9fcb5-1f3a-4e2e-a66c-0bd2d3d620f2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:04.431988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9943330f-aaa5-4865-aff2-7205d96492a1 req-bff9fcb5-1f3a-4e2e-a66c-0bd2d3d620f2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.3818333 Aug 11 02:30:04.453416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Transition to ACTIVE for port object f8811164-f03a-411d-8fe2-5609e20a5d11 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:04.462034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Router 2a981116-e3b3-4198-bd92-893395bd582e is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:30:04.530729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-6cff33ed-3c19-40e1-9634-f67e08f01a13 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544595 Aug 11 02:30:04.714790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9943330f-aaa5-4865-aff2-7205d96492a1 req-103990b8-6ab6-4b3e-afb8-0c338ca04dc9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609718 Aug 11 02:30:04.741369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-acf2b3f0-1ed0-4e07-9833-fc96d82df8d3 None None] Provisioning complete for port 735632e9-4bff-4861-8563-e56335f809fa triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:04.742118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-acf2b3f0-1ed0-4e07-9833-fc96d82df8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:04.742905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-0f466d3d-ed32-4799-93a0-8d0fbac55fe1 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918874 Aug 11 02:30:04.898529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-98365899-c1e5-4c0f-85b6-8ffbda74f8d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.1376996 Aug 11 02:30:05.028027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:05.050002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] Sync routers for ids ['2a981116-e3b3-4198-bd92-893395bd582e'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:05.056017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.058889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-07a0cf45-0482-48b0-a469-ba3606de3261 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "PUT /v2.0/routers/2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 200 len: 914 time: 6.9875135 Aug 11 02:30:05.064056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.087534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] Routers {'2a981116-e3b3-4198-bd92-893395bd582e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:05.088926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2a981116-e3b3-4198-bd92-893395bd582e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:05.229217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-cdcb9d12-551f-4e79-95a3-592e1f58eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.242748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-cdcb9d12-551f-4e79-95a3-592e1f58eec5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.3275900 Aug 11 02:30:05.256323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.309099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.315468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 735632e9-4bff-4861-8563-e56335f809fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:05.320602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.335860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:05.336184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.359619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.384062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.409048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.440021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.455858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-4db5af8a-9001-493d-a023-da6d5a2bcc30 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.5628514 Aug 11 02:30:05.462906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:05.469757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:05.483845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:05.486925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.515576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] Routers {'2a981116-e3b3-4198-bd92-893395bd582e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:05.516889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2a981116-e3b3-4198-bd92-893395bd582e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:05.536256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.557589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.569282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c98742d4-bfa4-4326-8c69-37a8e81e7502 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 200 len: 920 time: 0.4975777 Aug 11 02:30:05.572569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.574107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:05.578789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.621174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.637680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.658671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.705640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.706594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9ac83-a3bd-460e-84ce-83119b080bd1 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.708652 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-92c9ac83-a3bd-460e-84ce-83119b080bd1 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=2a981116-e3b3-4198-bd92-893395bd582e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1253943 Aug 11 02:30:05.712825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:05.716949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-6095c4de-537c-4358-90d6-3bd8ea4d1120 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.8253410 Aug 11 02:30:05.733713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:05.735190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0389a1e-3251-4419-a4af-b1199708d826 None None] The sync data for ids ['2a981116-e3b3-4198-bd92-893395bd582e'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:05.815486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 735632e9-4bff-4861-8563-e56335f809fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:05.825618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:05.913726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-f4adf53f-64bd-45a6-be67-8f1d3467e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:05.915685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-f4adf53f-64bd-45a6-be67-8f1d3467e5ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6553288 Aug 11 02:30:05.920851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e84ccc74-f258-4d86-8b12-a62a384a543b req-6441cd1e-4a12-4b72-a087-f60aa7151277 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4281423 Aug 11 02:30:05.959171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb0b58a9-5f70-42c9-b012-aff5936bdef3 req-1ff6f4f6-bcd8-4658-beba-2aeef54d27de tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627657 Aug 11 02:30:06.034751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.225453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.242347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.254879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.268908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.273672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2c3416e8-02c4-4fdd-a16f-15bc47002603 None None] Provisioning for port f8811164-f03a-411d-8fe2-5609e20a5d11 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:06.292226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.293759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2c3416e8-02c4-4fdd-a16f-15bc47002603 None None] Provisioning complete for port f8811164-f03a-411d-8fe2-5609e20a5d11 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:06.294763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2c3416e8-02c4-4fdd-a16f-15bc47002603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:06.307503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.323094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.327366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c867e477-95c3-45d8-ac04-6617b8168ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.4575365 Aug 11 02:30:06.330124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48891438-9b35-4fd5-8c47-d5c38c3dee18 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.331882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48891438-9b35-4fd5-8c47-d5c38c3dee18 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.6178181 Aug 11 02:30:06.335848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34614) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.417944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2c3416e8-02c4-4fdd-a16f-15bc47002603 None None] Port f8811164-f03a-411d-8fe2-5609e20a5d11 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:06.437984 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c071bae1-6d76-411c-9344-616839f23fd2 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 200 len: 205 time: 0.0959489 Aug 11 02:30:06.438870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.539676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-69661727-72c5-4a6f-80a5-5e0c6e0f3ff1 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093919 Aug 11 02:30:06.569367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-73600d63-f4e4-4d6c-9d9b-93228fc70725 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.572739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-73600d63-f4e4-4d6c-9d9b-93228fc70725 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2328570 Aug 11 02:30:06.649298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8736d8-94ff-44fa-a9b7-0009b955f5b3 req-c9de8fa9-1909-4d79-946e-ca89ea2bdc6c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:06.651269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be8736d8-94ff-44fa-a9b7-0009b955f5b3 req-c9de8fa9-1909-4d79-946e-ca89ea2bdc6c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.3185081 Aug 11 02:30:06.655959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:06.850147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-a1da39b3-1adc-4c36-b77c-21457929e9d4 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991719 Aug 11 02:30:06.859014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-ce5cf7d9-db96-4c4f-9b78-ec292166218f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2714124 Aug 11 02:30:06.884042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:06.923287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be8736d8-94ff-44fa-a9b7-0009b955f5b3 req-92a78bc6-fc3b-42b8-a57c-a06e4a6beb35 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442186 Aug 11 02:30:06.932372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-52ceab91-f7a6-42d8-96fc-7f38bc4c11b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.0722771 Aug 11 02:30:06.949541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a82f50dc-a6b0-444c-9d33-1e20a11c9f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.155617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.235113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-aece1a25-01f3-4707-abf5-bd67225f82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.237973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-aece1a25-01f3-4707-abf5-bd67225f82d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.2747931 Aug 11 02:30:07.270316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.284505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.294861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.295752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.421841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.425826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.431301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event updated for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:07.433671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.447821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.460941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.472198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.484887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.497858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.510738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ab8e8861-b55b-4cb0-ae14-a736fa00d172 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5434 time: 0.3718421 Aug 11 02:30:07.519274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:07.521676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:07.658716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:07.674747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.679157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port 99a5c1d9-4c68-4946-8490-a1b91ee1037f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:07.679635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.689408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.703734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.721881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.739889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.752009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.764294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.778733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-5feae2dc-13b8-463b-9402-09760fb6d949 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5929079 Aug 11 02:30:07.875504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c5988f58-d717-4d73-bd10-65be256cdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:07.878277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-c5988f58-d717-4d73-bd10-65be256cdb6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6026371 Aug 11 02:30:07.880562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:07.897658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for 99a5c1d9-4c68-4946-8490-a1b91ee1037f owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:07.987080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a82f50dc-a6b0-444c-9d33-1e20a11c9f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.008669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-19c3ba4f-a81b-44a7-bb16-4b0bbdeee2cc None None] Provisioning complete for port f8811164-f03a-411d-8fe2-5609e20a5d11 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:08.009536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19c3ba4f-a81b-44a7-bb16-4b0bbdeee2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.045913 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a82f50dc-a6b0-444c-9d33-1e20a11c9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.058795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-19c3ba4f-a81b-44a7-bb16-4b0bbdeee2cc None None] Port f8811164-f03a-411d-8fe2-5609e20a5d11 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:08.118657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-429cdcf7-ca9f-47a8-a349-2be561e355f8 req-ea285028-ab85-49c6-b2aa-bb5a133122e4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5535309 Aug 11 02:30:08.208280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:08.209887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f50dc-a6b0-444c-9d33-1e20a11c9f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d7042-5b89-4ffd-a01a-6db7a2ce8780,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.266593 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:08.268890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-74084a5f-4ebe-474f-8ec3-f83fd94d0632 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7244899 Aug 11 02:30:08.279551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34632) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.289036 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:08.290069 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:08.292726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:08.320054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a82f50dc-a6b0-444c-9d33-1e20a11c9f7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06d90a5fa6844018a6b2166527fac68b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6627438 Aug 11 02:30:08.334880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34634) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:08.401775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fbb2fa9-c0df-42ec-a6b8-33852a87d09e req-2b468d78-42f4-40e1-ac54-7067de4fddc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5997968 Aug 11 02:30:08.451535 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:08.481884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.535432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-77c65cc0-c778-45d0-916d-8d3e2b0fd030 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229870 Aug 11 02:30:08.599893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=99a5c1d9-4c68-4946-8490-a1b91ee1037f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:08.777037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3fdd3023-392c-4a67-a360-7083fa793eb8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:08.840064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e7b53-3d3a-48ad-a021-33996d8246fa req-98a45570-4fac-45ca-9add-5857f48eb80c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:08.843078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-335e7b53-3d3a-48ad-a021-33996d8246fa req-98a45570-4fac-45ca-9add-5857f48eb80c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.5181026 Aug 11 02:30:08.886085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bdef82e8-4c93-4795-bf96-df7cac8432d1 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:08.912952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:05Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:06Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:08.976539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:08.982349 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:08.982952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Updating router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 port f8811164-f03a-411d-8fe2-5609e20a5d11 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:30:09.025466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-9013b113-27b4-494a-b596-12dd2b72ee7d service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510932 Aug 11 02:30:09.036607 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.107220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.112840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-335e7b53-3d3a-48ad-a021-33996d8246fa req-c8f67938-11d0-499e-9ec2-d14ec05db8c4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450709 Aug 11 02:30:09.136395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.183748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:09.187794 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665ef606-0363-4dfe-8d87-f7bfe872fcb8" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:09.195618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-bc555ec9-cdd8-4d79-9bb3-7f023dd7614b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.0991383 Aug 11 02:30:09.210367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:09.217274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.218708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 747354ed-720a-4e4a-b141-cd5d087ad418 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:09.245386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.297234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] For port 3fdd3023-392c-4a67-a360-7083fa793eb8, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:09.322420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.326585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.394622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.411454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-f6152862-b2d3-4ec8-b9f4-937e264a0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.411635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.413855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-f6152862-b2d3-4ec8-b9f4-937e264a0b30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1098 time: 0.8362291 Aug 11 02:30:09.448330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-bf08ca8e-b235-4e12-9a09-d03ff69af4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:09.451602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-bf08ca8e-b235-4e12-9a09-d03ff69af4e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.2266188 Aug 11 02:30:09.479925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:09.486348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.487312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device a6aa5e51-5ac9-4157-8dc2-b791bd747525 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:09.495809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.496680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router 2a981116-e3b3-4198-bd92-893395bd582e {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:09.510131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.516332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e21df6e2-c610-44bc-9461-0de9aa429caf tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 204 len: 168 time: 3.0657926 Aug 11 02:30:09.517795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:09.528860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51012292', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:09.600005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.601722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.639631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.718094 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.736489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.740599 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Transition to ACTIVE for port object f8811164-f03a-411d-8fe2-5609e20a5d11 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:09.750979 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.811926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:09.819860 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.822888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bc7398b1-581a-4dc9-910b-bb616c833a3f no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:09.833736 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Pushing event updated for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:09.850171 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.850589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.850944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.851287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.851630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.852083 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.852420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.852781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.853317 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.853585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.854091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.854437 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:09.938371 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Attempting to bind port f8811164-f03a-411d-8fe2-5609e20a5d11 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:09.938751 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Attempting to bind port f8811164-f03a-411d-8fe2-5609e20a5d11 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:09.939127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Attempting to bind port f8811164-f03a-411d-8fe2-5609e20a5d11 on network cdfee1f4-a38d-4b71-a280-d1ec7e436621 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:09.947013 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:09.947561 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Checking segment: {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:09.947959 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.948362 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Bound using segment: {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:09.948854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Bound port: f8811164-f03a-411d-8fe2-5609e20a5d11, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81d21e5-7ec7-449d-828c-a5f6a56683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:09.949308 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:09.995359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.045782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] device_id is not set on port 3fdd3023-392c-4a67-a360-7083fa793eb8 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:10.091146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] For port f8811164-f03a-411d-8fe2-5609e20a5d11, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:10.099251 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.099737 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] For port f8811164-f03a-411d-8fe2-5609e20a5d11, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f8811164-f03a-411d-8fe2-5609e20a5d11,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:10.117372 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.117844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c04a6-2c99-4db8-bce3-e9ca38cf35f1 req-1815ff60-c74f-472f-bf83-949b0d45a996 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.127528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-265c04a6-2c99-4db8-bce3-e9ca38cf35f1 req-1815ff60-c74f-472f-bf83-949b0d45a996 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 945 time: 1.0366030 Aug 11 02:30:10.150857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.160832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.179261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.185637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.192708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.198940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.204921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.211299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.212781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-8126ac08-0582-4aa7-9089-c9d9849842ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.213387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.215918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-8126ac08-0582-4aa7-9089-c9d9849842ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.7367153 Aug 11 02:30:10.217455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.219671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-026e5cc7-7d44-4cec-99ce-1125470565ec tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 5353 time: 0.7546649 Aug 11 02:30:10.253379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-9e18ca68-34ec-4165-8f5f-36e747efcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:10.255660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-9e18ca68-34ec-4165-8f5f-36e747efcb1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7849777 Aug 11 02:30:10.265114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a3a70-13de-4c44-b0f5-b1f56dce2bba None None] Pushing event updated for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.274529 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:30:10.289310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:10.289997 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:10.325845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-265c04a6-2c99-4db8-bce3-e9ca38cf35f1 req-3fce5f2f-c9ee-4799-930c-22f9c1fbb43f tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778831 Aug 11 02:30:10.343416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-425fe3f9-6a8d-468b-af37-db0bc4471dee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3169732 Aug 11 02:30:10.371194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:10.391314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.392076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9c656def-5f4b-4ef0-acbc-7d0b54d7006c no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:10.401763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.416291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.421854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae4d7042-5b89-4ffd-a01a-6db7a2ce8780 HTTP/1.1" status: 204 len: 168 time: 2.0663996 Aug 11 02:30:10.447307 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-d43655a9-f6cc-48d9-b646-2465c966645d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 200 len: 217 time: 0.2150066 Aug 11 02:30:10.524763 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ce3ef3-9dbf-4e13-83fa-690540f9cdc1 x-openstack-request-id: req-f2ce3ef3-9dbf-4e13-83fa-690540f9cdc1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:10.525100 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:10.525342 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2ce3ef3-9dbf-4e13-83fa-690540f9cdc1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:10.532817 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'code': 200} Aug 11 02:30:10.594443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.610465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:30:10.617176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:10.768764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.787898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-69019093-3c97-4007-ac11-4f442f6eef02 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978693 Aug 11 02:30:10.852252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Removed routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:30:10.852971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.855665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:10.866339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d522aa8f-f0dd-40e6-8e9a-75aa1e2621e2 req-8a4008c1-a2e0-493e-ae37-e7e0eb1908b1 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6072962 Aug 11 02:30:10.987256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] No DVR routers for this DVR port 3fdd3023-392c-4a67-a360-7083fa793eb8 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:10.988407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:10.995346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85d62-4200-41e8-b47c-f2a8344f115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d7042-5b89-4ffd-a01a-6db7a2ce8780,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:11.004915 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.036713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-dccf997f-7d5e-4c58-b94a-51604add5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.039175 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-dccf997f-7d5e-4c58-b94a-51604add5eb7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.5176284 Aug 11 02:30:11.100027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.178581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34656) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:11.199063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:11.221681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.224268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3fdd3023-392c-4a67-a360-7083fa793eb8 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:11.249781 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-40a63874-812d-48b9-b914-32f1ab0b4c1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792994 Aug 11 02:30:11.259620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-e9f1c209-62c1-40cb-a51d-86c4c1485ff1 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.261384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-e9f1c209-62c1-40cb-a51d-86c4c1485ff1 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 945 time: 0.6304445 Aug 11 02:30:11.287773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0e2e43a-1c97-4221-8d80-85cfb3197d4f None None] Provisioning complete for port 3fdd3023-392c-4a67-a360-7083fa793eb8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:11.288294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0e2e43a-1c97-4221-8d80-85cfb3197d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.331578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4526d4e-cd54-47cb-ba8d-9cb6be280734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.419500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2e43a-1c97-4221-8d80-85cfb3197d4f None None] Port 3fdd3023-392c-4a67-a360-7083fa793eb8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:11.604161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4526d4e-cd54-47cb-ba8d-9cb6be280734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.628517 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:05Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:10Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:11.640494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.656080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.667839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.690327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.702346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.714780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.727334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.731523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-4ffae7c9-a3ac-4b2d-aa97-55ada39a73b0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.9414594 Aug 11 02:30:11.733607 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1e0e9-195d-457f-9b2d-3aab7f24a49a None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:05Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:10Z', 'revision_number': 4, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:11.745248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] In _notify_port_updated(), no bound segment for port 3fdd3023-392c-4a67-a360-7083fa793eb8 on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:30:11.746752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.748750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.751074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a58eb237-ca60-4510-ad5a-04d0b1e9f079 service neutron] 10.222.0.67 "PUT /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 200 len: 1026 time: 4.8733256 Aug 11 02:30:11.753746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4526d4e-cd54-47cb-ba8d-9cb6be280734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:11.757339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3fdd3023-392c-4a67-a360-7083fa793eb8 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:11.758942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c5c7f65-c062-405d-bbf0-5b1397becba8 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:11.771510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-2ac47e68-e6c5-443f-ab0d-4598914db557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:11.774257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-2ac47e68-e6c5-443f-ab0d-4598914db557 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 1.3531125 Aug 11 02:30:11.939908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:11.994531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-f57c6de3-d681-4b11-8183-730b60bab2fe service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283368 Aug 11 02:30:12.006677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526d4e-cd54-47cb-ba8d-9cb6be280734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2bc2ef-cb12-4454-8016-38a7e9a2a30e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.007057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.033730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.041559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.113994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:12.121088 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.147286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Deleting port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:12.147667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.193528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:12.212195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570102-f20f-4238-a429-b0930d796be3 req-d91d2ad1-d7e4-401d-ba04-66588c3c5ab7 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.214505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d570102-f20f-4238-a429-b0930d796be3 req-d91d2ad1-d7e4-401d-ba04-66588c3c5ab7 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 1.0171304 Aug 11 02:30:12.235217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4526d4e-cd54-47cb-ba8d-9cb6be280734 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a92e57ad8bde43a9adec1b7798b9ae1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0444055 Aug 11 02:30:12.255061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34662) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:12.269062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-e605cc68-e205-4076-b7f2-0d32bf538fdb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.271186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-e605cc68-e205-4076-b7f2-0d32bf538fdb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "GET /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4894817 Aug 11 02:30:12.286429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c870140f-ac65-4368-b54c-cde866fa16e1 req-b96c8569-c7fe-4bb9-9b2a-a70d3a9e1b0d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5272970 Aug 11 02:30:12.289126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26932580-a590-42a3-a9b0-f9fdd6715c93 req-966ee8b7-0a08-4ff5-9e9a-a681f933fd3a service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4349339 Aug 11 02:30:12.298600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:12.399181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d570102-f20f-4238-a429-b0930d796be3 req-07012666-d194-4432-ba93-fb12632841de tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657188 Aug 11 02:30:12.436055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-3e945267-42b4-4faf-a041-5bcba0291cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.438068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-3e945267-42b4-4faf-a041-5bcba0291cbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.5612733 Aug 11 02:30:12.534172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:12.537234 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da623c-9012-4fa4-b767-f93275dfa173" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:12.617223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.628134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-eba01aa9-5b5f-453f-afe2-0d2908a07e35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.1275430 Aug 11 02:30:12.663153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66752e3-fcc5-4f38-ae79-0bfe247cd5e4 req-b1412bcc-570d-4df9-a01a-c680bee98854 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.664815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d66752e3-fcc5-4f38-ae79-0bfe247cd5e4 req-b1412bcc-570d-4df9-a01a-c680bee98854 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 945 time: 0.2585206 Aug 11 02:30:12.700932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.700932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.701415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.702669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.703533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.704029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.704509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.706845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-7348cd8c-4bd8-44c7-a756-325326498220 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6493 time: 0.2769284 Aug 11 02:30:12.795737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-40b0d4dc-da5b-4150-9e2f-1276e69cd7f6 req-9783188f-5819-44e1-962b-9e287b6af8ad service neutron] 10.222.0.67 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849219 Aug 11 02:30:12.799725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:12.799725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.803594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.858359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Calling delete_port for b9f4bf74-d764-420f-9e60-cfbd0b8b3594 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:12.861842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:12.871489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.875001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.879960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:12.881380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.888924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.895609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.902988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.908894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.913903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-298a079c-2a66-4b90-935b-6c490258e349 req-82b5af43-d0cf-418d-8bd6-7fb43bf72bb8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 4649 time: 0.4141741 Aug 11 02:30:12.971929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-91d82b9e-f741-4e3b-bea9-9a7980d8edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:12.974803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-91d82b9e-f741-4e3b-bea9-9a7980d8edbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.3336723 Aug 11 02:30:12.986046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.106633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d66752e3-fcc5-4f38-ae79-0bfe247cd5e4 req-497b3e4b-bdae-487c-bbf4-1bec157945ad tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/security-groups?id=b57d7ba6-7480-46bc-816e-98024d252f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144769 Aug 11 02:30:13.116146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-756bbc97-d489-4d47-b363-4291e8be7109 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236987 Aug 11 02:30:13.177210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-298a079c-2a66-4b90-935b-6c490258e349 req-b43a7a24-5e4c-4092-8461-7cfcb088e19c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=d4a498d4-2eff-4268-86b5-15997e7458f7&id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2333698 Aug 11 02:30:13.258924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f8811164-f03a-411d-8fe2-5609e20a5d11 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:13.265122 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90422cc4-a86c-4e9b-87f5-9cef65cfcfa9 x-openstack-request-id: req-90422cc4-a86c-4e9b-87f5-9cef65cfcfa9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:13.265862 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "9c656def-5f4b-4ef0-acbc-7d0b54d7006c", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-unplugged", "status": "completed", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:13.266349 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90422cc4-a86c-4e9b-87f5-9cef65cfcfa9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:13.266972 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418', 'code': 200} Aug 11 02:30:13.267432 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'code': 200} Aug 11 02:30:13.267899 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'code': 200} Aug 11 02:30:13.268344 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c656def-5f4b-4ef0-acbc-7d0b54d7006c', 'code': 200} Aug 11 02:30:13.268814 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'code': 200} Aug 11 02:30:13.299788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-23285162-3b7e-41b2-a49b-861a7b9eb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.301415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-23285162-3b7e-41b2-a49b-861a7b9eb5b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 903 time: 0.5757029 Aug 11 02:30:13.328146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:13.331208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f8811164-f03a-411d-8fe2-5609e20a5d11 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:13.345454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f8811164-f03a-411d-8fe2-5609e20a5d11 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:13.346385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.384550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-be2a7aa9-0c75-4dc6-938e-3ef1f4d894eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.0721610 Aug 11 02:30:13.403676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-228c4a38-c4be-42d1-abab-0e52a225d61b service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645762 Aug 11 02:30:13.422256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Allocated IP 172.25.3.143 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e3dc742d-99fd-4f47-ba93-a0aba0a203a0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:13.466220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9f4bf74-d764-420f-9e60-cfbd0b8b3594 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:13.552950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.609251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.611364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.618157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:13.627892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.638598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.642671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-352490a2-718e-485a-b310-19f2522daeee tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 953 time: 5.3608668 Aug 11 02:30:13.648131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:13.652338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34670) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.695400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port f8811164-f03a-411d-8fe2-5609e20a5d11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f8811164-f03a-411d-8fe2-5609e20a5d11,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:13.696565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:13.697423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:13.705337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9f4bf74-d764-420f-9e60-cfbd0b8b3594, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,segment=NetworkSegment(9dac38c9-6d80-4ba1-b54c-8bbd936c2462),segment_id=9dac38c9-6d80-4ba1-b54c-8bbd936c2462)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:13.741765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.750186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:13.790220 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d767f56b-976e-4f95-9bbd-9d40ae9a2542 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 953 time: 0.1362948 Aug 11 02:30:13.791621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:13.837276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'routes': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:13.859373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:13.861189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:13.914470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] For port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:13.933930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:13.949214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:13.971183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:13.988875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-01f5dd4f-5c7e-4fd2-ade0-5607baa1b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:13.990851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-01f5dd4f-5c7e-4fd2-ade0-5607baa1b3fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.5981283 Aug 11 02:30:14.088804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] device_id is not set on port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:14.105800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.108627 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.188846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.225597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad10b1e-cea5-44c3-a3af-d00dab05c7e5 req-630abfe5-9001-4b9e-9f89-5911d4b9496b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.238566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ad10b1e-cea5-44c3-a3af-d00dab05c7e5 req-630abfe5-9001-4b9e-9f89-5911d4b9496b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.2410936 Aug 11 02:30:14.273155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.284806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.297603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.304590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event updated for resources: {'Port': ['ID=e3dc742d-99fd-4f47-ba93-a0aba0a203a0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.314939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.326551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.339064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.350112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.351009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.353203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.354389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afee7109-108f-4ee7-aee1-b87c3940feac req-cbe4b116-7aab-44e2-9b28-d63be1f033da tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5883391 Aug 11 02:30:14.354558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff2bc2ef-cb12-4454-8016-38a7e9a2a30e HTTP/1.1" status: 204 len: 168 time: 2.0964942 Aug 11 02:30:14.357743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-b98e202a-b946-4c25-8d0c-4899b7c34192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.360550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-b98e202a-b946-4c25-8d0c-4899b7c34192 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3557372 Aug 11 02:30:14.427335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.473595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:10Z', 'revision_number': 6, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:14.479609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf0977-0238-4050-9de1-f19986c8ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2bc2ef-cb12-4454-8016-38a7e9a2a30e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.608081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Pushing event deleted for resources: {'Port': ['ID=b9f4bf74-d764-420f-9e60-cfbd0b8b3594,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.608515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:14.665576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6dd2c2-581e-45bb-87c4-988b0974debf req-7b63877b-0f40-4d95-bcb3-e39bba93ad7b service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2309241 Aug 11 02:30:14.792543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] No DVR routers for this DVR port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:14.809954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:14.811201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:14.846057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712216bb-7f6b-40fa-a9b6-7bb141c28f4b req-a1b66ce4-6fbb-4eb4-9cdf-1d78c5c696f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:14.847911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-712216bb-7f6b-40fa-a9b6-7bb141c28f4b req-a1b66ce4-6fbb-4eb4-9cdf-1d78c5c696f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 1098 time: 0.5581844 Aug 11 02:30:14.883988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] No DVR routers for this DVR port b9f4bf74-d764-420f-9e60-cfbd0b8b3594 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:14.891720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.894040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2670e889-e976-43f7-aec8-82c715dc1c64 req-4c8a2b01-67d8-4fd6-b0d9-f5599b40a5a7 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.61 "DELETE /v2.0/ports/b9f4bf74-d764-420f-9e60-cfbd0b8b3594 HTTP/1.1" status: 204 len: 173 time: 3.6172364 Aug 11 02:30:14.895315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-deleted', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:14.898321 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b583a512-a6ea-4b66-b4c3-bf7576ea9d99" -d '{"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-deleted", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:14.903500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:14.932105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:14.958293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afee7109-108f-4ee7-aee1-b87c3940feac req-26f87ae5-5212-478a-8cec-47b41755a67b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5426188 Aug 11 02:30:15.003947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ad10b1e-cea5-44c3-a3af-d00dab05c7e5 req-b12cb411-ddf1-4e7e-83da-613330645259 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637246 Aug 11 02:30:15.047975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] In _notify_port_updated(), no bound segment for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c on network bd77a0c6-b87d-4ede-881a-98506c3ac21f {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:30:15.049179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.049506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.050920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-42dfd70b-f580-4276-b3b9-4d39bf3f60a0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 200 len: 1028 time: 2.7589855 Aug 11 02:30:15.171484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-712216bb-7f6b-40fa-a9b6-7bb141c28f4b req-2d38a83c-d392-4ff2-86ee-d8f5dcbe71ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974484 Aug 11 02:30:15.204269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-22eba438-9fbc-41fc-b475-9af20756ab81 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622218 Aug 11 02:30:15.214910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:15.300275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:15.314126 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f54495a-2292-46c5-bddc-9def47e3ad07" -d '{"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:15.358323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f8811164-f03a-411d-8fe2-5609e20a5d11 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:15.403847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cee1590-6bb1-4f5c-91b7-fd804b0f3df4 req-13b30f21-d35b-4edc-89cb-765955275133 tempest-VolumesSnapshotTestJSON-339701529 tempest-VolumesSnapshotTestJSON-339701529-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f863fc3-a6be-464b-abe0-9fee9fad4c62 HTTP/1.1" status: 200 len: 210 time: 0.1276369 Aug 11 02:30:15.493242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.500725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.508227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.520703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.528982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:15.541552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-d790bbe4-37a7-4864-9fc3-a351b3a9c169 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3876 time: 0.2999685 Aug 11 02:30:15.631485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e38bcb11-7bc1-4d93-99bc-848d76361f34 None None] Provisioning complete for port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:15.634294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e38bcb11-7bc1-4d93-99bc-848d76361f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.649958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26c2f742-8663-484b-9c58-00ee21d72e24 req-d45ee17c-3073-477b-b309-f1add0e12d63 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047246 Aug 11 02:30:15.735422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7730c52d-7ad8-4d59-8e1c-66589211d6dd req-7c2ceae7-a219-44ec-b456-5aa78f78d3f8 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921945 Aug 11 02:30:15.793490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port bdef82e8-4c93-4795-bf96-df7cac8432d1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:15.794133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:15.931935 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9cc550-961b-48c0-bc15-5d741a820e48 x-openstack-request-id: req-6d9cc550-961b-48c0-bc15-5d741a820e48 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:15.931935 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:15.932946 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d9cc550-961b-48c0-bc15-5d741a820e48 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:15.933229 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'code': 200} Aug 11 02:30:16.080862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f8811164-f03a-411d-8fe2-5609e20a5d11 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:16.081459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.197975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e38bcb11-7bc1-4d93-99bc-848d76361f34 None None] Port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:16.290436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] For port bdef82e8-4c93-4795-bf96-df7cac8432d1, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bdef82e8-4c93-4795-bf96-df7cac8432d1,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:16.291453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.465905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:10Z', 'revision_number': 6, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:16.498820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82f95d-6d41-4548-92a7-e9bfdb3ddbd6 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:10Z', 'revision_number': 6, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:16.700452 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11553c6-9436-4194-8d68-d03f4bb41c5b x-openstack-request-id: req-a11553c6-9436-4194-8d68-d03f4bb41c5b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:16.701229 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f863fc3-a6be-464b-abe0-9fee9fad4c62", "name": "network-vif-deleted", "tag": "b9f4bf74-d764-420f-9e60-cfbd0b8b3594", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:16.701229 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a11553c6-9436-4194-8d68-d03f4bb41c5b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:16.701515 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f863fc3-a6be-464b-abe0-9fee9fad4c62', 'name': 'network-vif-deleted', 'tag': 'b9f4bf74-d764-420f-9e60-cfbd0b8b3594', 'status': 'completed', 'code': 200} Aug 11 02:30:16.729123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.729993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.729993 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Floating IP 1ff71120-e85f-4924-8b2d-96c6bb84e2bb disassociated. External IP: 172.25.3.233, port: bdef82e8-4c93-4795-bf96-df7cac8432d1. Aug 11 02:30:16.730420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for bdef82e8-4c93-4795-bf96-df7cac8432d1 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:16.830192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.847690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.885525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.899010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.914709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.918110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:16.926752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.938080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:16.950054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1665f305-b0dd-4320-b541-cac90826d844 req-8cff1f84-d44a-4d6e-b01c-185a440e380f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.4679759 Aug 11 02:30:16.994360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:30:16.994839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:30:17.101237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.257181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Router 6037e9d7-914f-4f2c-acf5-f53adbd724ab is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:30:17.434005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df9ea5-9a9b-45f8-ac6d-8d50e2f0b227 req-ab7638af-854c-42ac-a3ed-d00fef637c3f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.435615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3df9ea5-9a9b-45f8-ac6d-8d50e2f0b227 req-ab7638af-854c-42ac-a3ed-d00fef637c3f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.9632010 Aug 11 02:30:17.459827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.475693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.506155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1665f305-b0dd-4320-b541-cac90826d844 req-7dab18dc-0f90-4758-a469-eef8ec047cff tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5504975 Aug 11 02:30:17.536133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3df9ea5-9a9b-45f8-ac6d-8d50e2f0b227 req-a5664b74-42b6-4da6-bb17-4522f05d92b9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 Aug 11 02:30:17.596474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:17.638678 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] Sync routers for ids ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:17.658213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] Routers {'6037e9d7-914f-4f2c-acf5-f53adbd724ab'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:17.659307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:17.684468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.702359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:17.707937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-52f95cef-cbd4-46df-8253-55b17c251793 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1848454 Aug 11 02:30:17.709184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:17.714851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:17.731797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=bdef82e8-4c93-4795-bf96-df7cac8432d1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:17.773291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:17.802302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:17.820309 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] Routers {'6037e9d7-914f-4f2c-acf5-f53adbd724ab'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:17.821025 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:17.852719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-b5f42f68-ff89-4753-9740-ada2f8dfd1cc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.867589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-b5f42f68-ff89-4753-9740-ada2f8dfd1cc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.880347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-b5f42f68-ff89-4753-9740-ada2f8dfd1cc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.885965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:17.886805 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bef44a-a22b-4de2-ab30-5aaff4b0f144 None None] The sync data for ids ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:17.902135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-b5f42f68-ff89-4753-9740-ada2f8dfd1cc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:17.904702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-b5f42f68-ff89-4753-9740-ada2f8dfd1cc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3143 time: 0.1741478 Aug 11 02:30:18.062459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca89cf6f-99de-4608-88e1-8158c4c4cf77 req-e12cf638-446c-4df1-808d-c8c4ed749e33 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430447 Aug 11 02:30:18.072220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:18.091013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:18.135708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:18.137108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:18.204790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:18.250125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Router 7f136997-db33-4f1a-a32c-c3508b3955bd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:18.306486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:18.514896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.519172 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-01664657-3fce-4a53-a0b6-e9ae45ded2b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 703 time: 4.6988342 Aug 11 02:30:18.519820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:18.526914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:18.547443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Sync routers for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:18.575067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:18.580501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:18.590277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ec67-3df9-4554-b1a0-222f59f88033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.649855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] No DVR routers for this DVR port bdef82e8-4c93-4795-bf96-df7cac8432d1 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:18.654284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:18.658119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-c3f3d9c9-5213-45a4-a34b-e567210fa69b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "DELETE /v2.0/ports/bdef82e8-4c93-4795-bf96-df7cac8432d1 HTTP/1.1" status: 204 len: 173 time: 3.5544271 Aug 11 02:30:18.659139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:18.663890 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d8ee67-ffbc-4707-a04b-4a5ec2446bb0" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:18.824090 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5a1b1ed-fb0d-4def-bada-e2521569a48e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 703 time: 0.3015132 Aug 11 02:30:18.827438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34780) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:18.865017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:17Z', 'revision_number': 7, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:18.893115 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:18.941670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:18.964526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:18.974238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:19.018269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.063675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.076501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.082230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.106952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.135464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.154692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.171104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.181761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.192361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979ca070-948f-4847-bd77-85f6713a0bef req-a84aac79-4563-4e4a-92be-209fb2f413d5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.4436567 Aug 11 02:30:19.216770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918023-f383-42d7-b117-03307a3b2f32 req-f6afeab4-fb38-47bd-8e9e-6e29d50878d3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.219192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff918023-f383-42d7-b117-03307a3b2f32 req-f6afeab4-fb38-47bd-8e9e-6e29d50878d3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.4685714 Aug 11 02:30:19.235232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:19.299849 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:19.359041 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Checking router: 7f136997-db33-4f1a-a32c-c3508b3955bd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:19.360616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff918023-f383-42d7-b117-03307a3b2f32 req-7b4da01a-755c-4645-8c59-9f32f36c8bf3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250494 Aug 11 02:30:19.380786 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:19.384965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:19.441054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-979ca070-948f-4847-bd77-85f6713a0bef req-7c04370b-8cbc-49a5-8841-2aabccce51ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474189 Aug 11 02:30:19.462901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port bc7398b1-581a-4dc9-910b-bb616c833a3f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:19.463504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.642268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Deleting port e3dc742d-99fd-4f47-ba93-a0aba0a203a0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:19.642762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.682856 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529546c-abaa-4654-9c4d-c9dde311aeec x-openstack-request-id: req-5529546c-abaa-4654-9c4d-c9dde311aeec {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:19.683287 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "bdef82e8-4c93-4795-bf96-df7cac8432d1", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:19.683610 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5529546c-abaa-4654-9c4d-c9dde311aeec {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:19.684351 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'bdef82e8-4c93-4795-bf96-df7cac8432d1', 'status': 'completed', 'code': 200} Aug 11 02:30:19.691443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:19.746297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:17Z', 'revision_number': 7, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:19.773853 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ec67-3df9-4554-b1a0-222f59f88033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.797170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5a1b2-8469-43c1-820f-ea05a9e019cd None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:17Z', 'revision_number': 7, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8811164-f03a-411d-8fe2-5609e20a5d11', 'name': '', 'network_id': 'cdfee1f4-a38d-4b71-a280-d1ec7e436621', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:ab:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:30:02Z', 'updated_at': '2021-08-11T02:30:13Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '0bde38ee-2569-43f1-a75e-0ab6041674b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:19.803804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ec67-3df9-4554-b1a0-222f59f88033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.840929 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.854176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e53a1-5104-4ada-b816-68e24104e21d req-5225e88a-6627-4095-b85c-9c1a1d5b7e39 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.855838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2e53a1-5104-4ada-b816-68e24104e21d req-5225e88a-6627-4095-b85c-9c1a1d5b7e39 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2095399 Aug 11 02:30:19.869507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Calling delete_port for e3dc742d-99fd-4f47-ba93-a0aba0a203a0 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:19.907209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057301-0912-4d41-b91a-c784562d2f20 req-729f8324-a0d5-4f22-afca-84a22a99b83d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.913439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057301-0912-4d41-b91a-c784562d2f20 req-729f8324-a0d5-4f22-afca-84a22a99b83d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.919697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057301-0912-4d41-b91a-c784562d2f20 req-729f8324-a0d5-4f22-afca-84a22a99b83d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.925825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057301-0912-4d41-b91a-c784562d2f20 req-729f8324-a0d5-4f22-afca-84a22a99b83d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:19.928124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae057301-0912-4d41-b91a-c784562d2f20 req-729f8324-a0d5-4f22-afca-84a22a99b83d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 3143 time: 0.2602398 Aug 11 02:30:19.932073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] For port bc7398b1-581a-4dc9-910b-bb616c833a3f, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bc7398b1-581a-4dc9-910b-bb616c833a3f,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:19.932449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:19.946400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e9e6ec67-3df9-4554-b1a0-222f59f88033 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8462b1b1adc648088bf038e9f292fe31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7353265 Aug 11 02:30:19.953516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ec67-3df9-4554-b1a0-222f59f88033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48336ad-5901-4b79-ba56-1670559bffdd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:19.956299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34788) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:19.988730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for bc7398b1-581a-4dc9-910b-bb616c833a3f owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:20.019358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:20.057466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcac0c3-954f-43bb-bf99-9842139d87a0 None None] The sync data for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 is: [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:18:37Z', 'revision_number': 4, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '4ab4eb61-c823-4e37-8158-d239ebc28020', 'name': '', 'network_id': 'c1905593-36d7-4632-9ba0-399f027d9aa2', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'mac_address': 'fa:16:3e:a5:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:36Z', 'updated_at': '2021-08-11T02:18:49Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'subnets': [{'id': 'c153e4e8-6269-4f05-8194-9f18c662be35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:20.114034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2e53a1-5104-4ada-b816-68e24104e21d req-744e27c8-c03b-4507-ac03-8a9ebf3749b6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268729 Aug 11 02:30:20.126934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae057301-0912-4d41-b91a-c784562d2f20 req-608e53be-ba43-4ca5-93c6-0d0fecec30cf tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835618 Aug 11 02:30:20.162302 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.218765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.353920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.371367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.422109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=bc7398b1-581a-4dc9-910b-bb616c833a3f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.429338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.442148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.443698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e48336ad-5901-4b79-ba56-1670559bffdd HTTP/1.1" status: 204 len: 168 time: 0.4769511 Aug 11 02:30:20.449474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Pushing event deleted for resources: {'Port': ['ID=e3dc742d-99fd-4f47-ba93-a0aba0a203a0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.509575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.509952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.510302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.510638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.510987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.511305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.511655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.511988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.512311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.512633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.513054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.513261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:20.529260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa664dac-09bb-4048-b471-4d355e98b47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48336ad-5901-4b79-ba56-1670559bffdd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:20.600521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94361a-e41a-4c8a-b22b-431f57dca482 None None] New status for floating IP 1ff71120-e85f-4924-8b2d-96c6bb84e2bb: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:30:20.639359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] No DVR routers for this DVR port bc7398b1-581a-4dc9-910b-bb616c833a3f on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:20.677082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.691990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-92130ba6-c6ea-4229-9cae-4005d9ffa563 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "DELETE /v2.0/ports/bc7398b1-581a-4dc9-910b-bb616c833a3f HTTP/1.1" status: 204 len: 173 time: 2.0108318 Aug 11 02:30:20.702151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:20.837115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d3eb4-8e00-4efa-9784-68427f28b440 req-1fb30224-72f0-4206-94b2-0fcfe7f2d8c6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:20.838910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df1d3eb4-8e00-4efa-9784-68427f28b440 req-1fb30224-72f0-4206-94b2-0fcfe7f2d8c6 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3026946 Aug 11 02:30:20.846200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.030319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.080741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.110263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.122027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.131270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.138661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.147946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.150959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-d93e567c-84f1-464d-a8a8-fd98f0a20a25 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5089381 Aug 11 02:30:21.204435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df1d3eb4-8e00-4efa-9784-68427f28b440 req-a3a3403f-645e-4fd1-803b-662afceb6b6c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250866 Aug 11 02:30:21.236250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port 5c5c7f65-c062-405d-bbf0-5b1397becba8 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:21.236900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.330691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d27116b0-c9a9-45b1-9675-7c86581c963d req-7c2e2989-bdc6-4303-aad3-4a6bccedf2f2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630630 Aug 11 02:30:21.413447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346defaa-c4c8-4f0e-be2e-77d7d101948d req-ad6c9fab-cd49-4579-9e36-2da06a87416c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.425733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346defaa-c4c8-4f0e-be2e-77d7d101948d req-ad6c9fab-cd49-4579-9e36-2da06a87416c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.438149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346defaa-c4c8-4f0e-be2e-77d7d101948d req-ad6c9fab-cd49-4579-9e36-2da06a87416c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:21.441214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-346defaa-c4c8-4f0e-be2e-77d7d101948d req-ad6c9fab-cd49-4579-9e36-2da06a87416c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 2410 time: 0.1356792 Aug 11 02:30:21.509393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] For port 5c5c7f65-c062-405d-bbf0-5b1397becba8, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c5c7f65-c062-405d-bbf0-5b1397becba8,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:21.509981 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.551072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for 5c5c7f65-c062-405d-bbf0-5b1397becba8 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:21.561960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-346defaa-c4c8-4f0e-be2e-77d7d101948d req-8a738303-1f40-4753-ad2a-60419386efbe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035769 Aug 11 02:30:21.686037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:21.689668 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a666b7b0-f5a7-407f-9cea-db90bb024982" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:21.769329 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f445ae8-e223-4c37-8de2-d6adf8f1cd3e x-openstack-request-id: req-2f445ae8-e223-4c37-8de2-d6adf8f1cd3e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:21.769329 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "bc7398b1-581a-4dc9-910b-bb616c833a3f", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:21.770988 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f445ae8-e223-4c37-8de2-d6adf8f1cd3e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:21.771681 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'bc7398b1-581a-4dc9-910b-bb616c833a3f', 'status': 'completed', 'code': 200} Aug 11 02:30:21.799869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.839583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=5c5c7f65-c062-405d-bbf0-5b1397becba8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:21.902177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] No DVR routers for this DVR port 5c5c7f65-c062-405d-bbf0-5b1397becba8 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:21.905455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.909439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-22b58b83-12b7-48fe-8e69-e71f23b15745 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "DELETE /v2.0/ports/5c5c7f65-c062-405d-bbf0-5b1397becba8 HTTP/1.1" status: 204 len: 173 time: 1.2165101 Aug 11 02:30:21.966235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:21.971909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.103963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port 747354ed-720a-4e4a-b141-cd5d087ad418 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:22.104601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.166851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Router 6037e9d7-914f-4f2c-acf5-f53adbd724ab has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:22.284510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] For port 747354ed-720a-4e4a-b141-cd5d087ad418, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=747354ed-720a-4e4a-b141-cd5d087ad418,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:22.285937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.304830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for 747354ed-720a-4e4a-b141-cd5d087ad418 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:22.346886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port f8811164-f03a-411d-8fe2-5609e20a5d11 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:22.346886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.387693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:22.405226 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] Sync routers for ids ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:22.426979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] Routers {'6037e9d7-914f-4f2c-acf5-f53adbd724ab'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:22.430171 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:22.445502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.446835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2cd90111-bcdd-4ff8-acae-105c32dca500 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "PUT /v2.0/routers/6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 200 len: 704 time: 4.7362366 Aug 11 02:30:22.450500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34842) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.499120 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:22.510992 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] Routers {'6037e9d7-914f-4f2c-acf5-f53adbd724ab'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:22.511945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:22.614754 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:22.615486 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4690230-ce02-45c5-95c0-956de787a68b None None] The sync data for ids ['6037e9d7-914f-4f2c-acf5-f53adbd724ab'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:22.616303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5543cfc2-b787-4073-8e73-3428443b8838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.638170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9c8cee5b-8372-45bb-932b-bbcb7fc29e25 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/routers/6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 200 len: 739 time: 0.1870377 Aug 11 02:30:22.678080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34848) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.726248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port f8811164-f03a-411d-8fe2-5609e20a5d11, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f8811164-f03a-411d-8fe2-5609e20a5d11,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:22.726830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:22.750627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for f8811164-f03a-411d-8fe2-5609e20a5d11 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:22.905910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c2ec0fa3-7c38-489b-b317-d10525cbdf22 tempest-RoutersAdminTest-999628308 tempest-RoutersAdminTest-999628308-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 200 len: 205 time: 0.1990657 Aug 11 02:30:22.912358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34854) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:22.923273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf3f75-1b8b-4e59-9756-a3d592ff6a87 req-a9b96b83-9b13-446a-a90a-0c5cee17ad00 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:22.931706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbcf3f75-1b8b-4e59-9756-a3d592ff6a87 req-a9b96b83-9b13-446a-a90a-0c5cee17ad00 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3856883 Aug 11 02:30:22.992255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.034687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.068158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=f8811164-f03a-411d-8fe2-5609e20a5d11,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:23.137055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0653c943-cfb9-403f-b379-0bbdc82266dd tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 200 len: 205 time: 0.1975846 Aug 11 02:30:23.140380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34862) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:23.148100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=747354ed-720a-4e4a-b141-cd5d087ad418,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:23.190854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbcf3f75-1b8b-4e59-9756-a3d592ff6a87 req-49984c32-158c-4e9c-816a-6103b213d36c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539470 Aug 11 02:30:23.251182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.259749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.276511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.295059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.315865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.316713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.324167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.333889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.345466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-b1c4d482-cbad-4bc6-a733-38286011874b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.7227147 Aug 11 02:30:23.371234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.442343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f503a143-0eb0-40cb-baa3-2317e4deb4c6 req-a91e541e-df41-4c1b-a1f5-1b8333d9bb65 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959902 Aug 11 02:30:23.501115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] No DVR routers for this DVR port 747354ed-720a-4e4a-b141-cd5d087ad418 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:23.512026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.515324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-bb719f6f-1e1c-430a-bf5b-a3649dbb8deb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "DELETE /v2.0/ports/747354ed-720a-4e4a-b141-cd5d087ad418 HTTP/1.1" status: 204 len: 173 time: 1.5980370 Aug 11 02:30:23.730310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366778b-c1e8-4145-900c-b8f8dde43311 req-ee96b963-c33c-4b5d-a726-9367d36d6373 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:23.734787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1366778b-c1e8-4145-900c-b8f8dde43311 req-ee96b963-c33c-4b5d-a726-9367d36d6373 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 943 time: 0.3873332 Aug 11 02:30:23.746850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.750201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.793499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8'}, {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:23.804286 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dab41a-7700-4c57-be44-e3fea3bc5add" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8"}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:23.886619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1366778b-c1e8-4145-900c-b8f8dde43311 req-83b7f39c-1441-40d6-94e1-e99fe6d35345 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups?id=76947ff8-78c7-46dd-922f-03c2d06e9760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418612 Aug 11 02:30:23.903105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port a6aa5e51-5ac9-4157-8dc2-b791bd747525 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:23.903937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.955227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:23.958513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Fanout notify agent at l3_agent the message router_deleted on router 6037e9d7-914f-4f2c-acf5-f53adbd724ab {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:30:24.064374 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a22153-17f7-4aba-996c-b5fc596572d3 x-openstack-request-id: req-12a22153-17f7-4aba-996c-b5fc596572d3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:24.064890 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "5c5c7f65-c062-405d-bbf0-5b1397becba8", "status": "completed", "code": 200}, {"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "747354ed-720a-4e4a-b141-cd5d087ad418", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:24.065308 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12a22153-17f7-4aba-996c-b5fc596572d3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:24.065873 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': '5c5c7f65-c062-405d-bbf0-5b1397becba8', 'status': 'completed', 'code': 200} Aug 11 02:30:24.066996 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': '747354ed-720a-4e4a-b141-cd5d087ad418', 'status': 'completed', 'code': 200} Aug 11 02:30:24.078441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.079709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b8bee188-ea8b-49e2-adbb-605271e1269c tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 204 len: 168 time: 0.9389861 Aug 11 02:30:24.094481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34886) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.115793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:24.159690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-21f720e4-2539-4b95-900c-70e73325d036 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 200 len: 205 time: 0.0564508 Aug 11 02:30:24.162373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34890) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.170555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34892) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.225824 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-2fb0ddcb-fd5d-477e-b43d-40ab68ac94e8 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:24.226894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2fb0ddcb-fd5d-477e-b43d-40ab68ac94e8 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/6037e9d7-914f-4f2c-acf5-f53adbd724ab HTTP/1.1" status: 404 len: 336 time: 0.0575140 Aug 11 02:30:24.245443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34896) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.274402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4ec2-4147-432a-af8d-5aaa2d9beb84 req-1daa7934-a4ae-4841-9693-4b7523771128 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:24.276041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d7c4ec2-4147-432a-af8d-5aaa2d9beb84 req-1daa7934-a4ae-4841-9693-4b7523771128 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2301521 Aug 11 02:30:24.281696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:24.289628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa5401bd-5054-471c-9ec7-e0c618ce7e7c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4610636 Aug 11 02:30:24.296573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.299851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf85dc9b-8aa6-445b-928d-8b97eb657b25 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 200 len: 205 time: 0.0515821 Aug 11 02:30:24.303172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34900) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.313640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:24.335953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:24.336627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:24.386692 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-f465eb92-86ec-47a6-94e3-cf548199adb6 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:24.392961 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f465eb92-86ec-47a6-94e3-cf548199adb6 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/2a981116-e3b3-4198-bd92-893395bd582e HTTP/1.1" status: 404 len: 336 time: 0.0836303 Aug 11 02:30:24.393245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] For port a6aa5e51-5ac9-4157-8dc2-b791bd747525, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=a6aa5e51-5ac9-4157-8dc2-b791bd747525,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:24.393588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.396129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.429201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for a6aa5e51-5ac9-4157-8dc2-b791bd747525 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:24.436570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 0bde38ee-2569-43f1-a75e-0ab6041674b7 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:24.445939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.463014 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-feac0d97-11d2-4553-ac6e-554d126c11d2 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 200 len: 205 time: 0.0654585 Aug 11 02:30:24.467614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.482450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d7c4ec2-4147-432a-af8d-5aaa2d9beb84 req-142b3465-bc32-466f-9cb2-25ab7cee81f9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553624 Aug 11 02:30:24.562344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.634598 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-bcefaa8f-3938-4209-888c-bccb43f73fe2 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:24.639380 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bcefaa8f-3938-4209-888c-bccb43f73fe2 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/552f2338-bf65-4da8-b675-50e7192284e2 HTTP/1.1" status: 404 len: 336 time: 0.1669765 Aug 11 02:30:24.640750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.685539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:24.689303 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b4e41f63-e96f-4935-ad39-7af66ac657a1 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 200 len: 205 time: 0.0454319 Aug 11 02:30:24.693515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34910) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.696214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:24.783868 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-a2de54b1-c5ca-4a8e-a502-adacdc34cd40 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:24.793454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a2de54b1-c5ca-4a8e-a502-adacdc34cd40 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/98dd8eab-bb71-419b-b2e2-5792677fb1e3 HTTP/1.1" status: 404 len: 336 time: 0.0981009 Aug 11 02:30:24.795351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34912) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.861885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f3f9ca10-dec9-44df-b7eb-78dca8465d1f tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 200 len: 205 time: 0.0641766 Aug 11 02:30:24.864708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.873851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.936620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:22Z', 'revision_number': 8, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:24.938654 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-30d0c5ee-b26b-40f2-8727-c0ae6e2d3dbd tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:24.941185 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30d0c5ee-b26b-40f2-8727-c0ae6e2d3dbd tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/4768585e-72a0-4182-8109-cdeb8d77e932 HTTP/1.1" status: 404 len: 336 time: 0.0736732 Aug 11 02:30:24.941403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:24.943117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:24.984188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:24.996333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:24.996992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:29:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:25.043124 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4ad68bef-9f8f-4ddd-93a9-8511cd2966e4 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "GET /v2.0/ports?device_id=e63936f4-2d7c-4d62-8902-ddb09ef8990c HTTP/1.1" status: 200 len: 205 time: 0.0966570 Aug 11 02:30:25.046318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34922) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.054648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.060833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.077247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.095914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.108339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.123256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.131483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:25.145714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-0b880cf1-bcb5-4e33-a65a-00fc600cb02d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.4665654 Aug 11 02:30:25.153066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.229041 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-0da3cfc8-3847-4306-8815-d5dd08c035fc tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] delete failed (client error): The resource could not be found. Aug 11 02:30:25.230963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0da3cfc8-3847-4306-8815-d5dd08c035fc tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/routers/e63936f4-2d7c-4d62-8902-ddb09ef8990c HTTP/1.1" status: 404 len: 336 time: 0.1827571 Aug 11 02:30:25.235315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34924) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.252249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:25.291318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=a6aa5e51-5ac9-4157-8dc2-b791bd747525,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:25.315452 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-013277df-fd4f-4da0-8683-a248f8e3f559 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] DELETE failed (client error): The resource could not be found. Aug 11 02:30:25.317174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013277df-fd4f-4da0-8683-a248f8e3f559 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:30:25.321983 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-013277df-fd4f-4da0-8683-a248f8e3f559 tempest-RoutersAdminTest-1382357630 tempest-RoutersAdminTest-1382357630-project] 10.222.0.68 "DELETE /v2.0/subnets/f7b3ae8b-76f8-47a9-a882-39790d5cba54 HTTP/1.1" status: 404 len: 337 time: 0.0847170 Aug 11 02:30:25.391320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fefedfc-7a1c-4767-baf4-e28ad988a502 req-ada229c5-f656-4773-9332-cc6638985a4c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434111 Aug 11 02:30:25.394863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b0a594-ec2c-4187-a719-18328dfc1199 req-33b97a66-24b0-46a2-b325-9bfdf7a274bf tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1164060 Aug 11 02:30:25.444560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] No DVR routers for this DVR port a6aa5e51-5ac9-4157-8dc2-b791bd747525 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:25.449513 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.454606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c0a63e-40c3-4aac-83f6-0411cd3d1d25 req-a67e14da-ac84-42f4-884c-ab8ec6770abb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.67 "DELETE /v2.0/ports/a6aa5e51-5ac9-4157-8dc2-b791bd747525 HTTP/1.1" status: 204 len: 173 time: 1.9307578 Aug 11 02:30:25.456932 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.495083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.575266 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8e8425b-a50a-4c1a-bdb7-ba0ddae05299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:25.855315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:22Z', 'revision_number': 8, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:25.923051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34932) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:25.947348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ca5af3-d334-46a6-a6e9-07a9727232c8 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:22Z', 'revision_number': 8, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfbc544c-f658-47d3-b190-f2900f1c498f', 'name': '', 'network_id': '4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:5b:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:49Z', 'updated_at': '2021-08-11T02:29:59Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '13ff281f-cb2c-4b1c-bd40-61b7e52f38bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:26.139348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-305fda0a-4a95-464f-926f-b50c670c51b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.261284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:26.261886 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a92970-72ad-4992-8acb-a399b90addf1" -d '{"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:26.264796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=0bde38ee-2569-43f1-a75e-0ab6041674b7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:26.276374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.279262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-18827266-823d-4c01-b67b-f1edfca3854f tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/0bde38ee-2569-43f1-a75e-0ab6041674b7 HTTP/1.1" status: 204 len: 168 time: 1.9817591 Aug 11 02:30:26.287864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34940) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.298755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c3d45-1c58-4448-b2f4-36cb4f4c4ebc None None] Network cdfee1f4-a38d-4b71-a280-d1ec7e436621 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:26.351224 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84903ef5-34f1-45ba-a721-1d303427b899 x-openstack-request-id: req-84903ef5-34f1-45ba-a721-1d303427b899 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:26.351646 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a527c065-06b1-44d7-84ae-39def6a7e808", "name": "network-vif-deleted", "tag": "a6aa5e51-5ac9-4157-8dc2-b791bd747525", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:26.351755 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84903ef5-34f1-45ba-a721-1d303427b899 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:26.352156 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a527c065-06b1-44d7-84ae-39def6a7e808', 'name': 'network-vif-deleted', 'tag': 'a6aa5e51-5ac9-4157-8dc2-b791bd747525', 'status': 'completed', 'code': 200} Aug 11 02:30:26.382472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a84c66-f556-4058-b800-43ed435475e6 req-b698a906-c9df-447d-8477-8879783ee39c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:26.384106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34a84c66-f556-4058-b800-43ed435475e6 req-b698a906-c9df-447d-8477-8879783ee39c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1142654 Aug 11 02:30:26.456680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.576990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-305fda0a-4a95-464f-926f-b50c670c51b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.585058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.588892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-305fda0a-4a95-464f-926f-b50c670c51b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.597267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34a84c66-f556-4058-b800-43ed435475e6 req-37625792-0dcf-4874-9ecf-54f13e956d8a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910849 Aug 11 02:30:26.626814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-305fda0a-4a95-464f-926f-b50c670c51b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e69e15a897e24325be30ff43d230756d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978333 Aug 11 02:30:26.627172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34946) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:26.743724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fda0a-4a95-464f-926f-b50c670c51b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18545bc1-da55-4372-8401-cdd2550c0a80,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:26.847335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.882832 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:26.985374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.021418 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] DHCP port deletion for cdfee1f4-a38d-4b71-a280-d1ec7e436621 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:30:27.052371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port 735632e9-4bff-4861-8563-e56335f809fa {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:27.052904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.069728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.086818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.100814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.115771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.129464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.141883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.155706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:27.173271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-dc88376f-e38a-4d7f-a01b-1b144ac430ed tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5808415 Aug 11 02:30:27.235584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f85ef432-29db-47c7-a8c7-201171249c95 req-1025fd57-92a0-486c-8385-e6ee10ce9ae6 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.3072701 Aug 11 02:30:27.317455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port 735632e9-4bff-4861-8563-e56335f809fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=735632e9-4bff-4861-8563-e56335f809fa,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:27.318080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.318837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Deleting port 735632e9-4bff-4861-8563-e56335f809fa {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:27.319546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.324843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09aadfc3-1cfc-4096-a9ec-640ad4e3ebda req-ec863c89-e914-4b9f-8b96-2b1f28bb730b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019640 Aug 11 02:30:27.369951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Allocated IP 172.25.3.8 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/defb7253-db82-457f-b005-5a3bab32047c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:27.387940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for 735632e9-4bff-4861-8563-e56335f809fa owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:27.432629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f8811164-f03a-411d-8fe2-5609e20a5d11 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:27.446071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.451099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.467318 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18545bc1-da55-4372-8401-cdd2550c0a80 HTTP/1.1" status: 204 len: 168 time: 0.8383961 Aug 11 02:30:27.484959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f8811164-f03a-411d-8fe2-5609e20a5d11 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:27.487133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f8811164-f03a-411d-8fe2-5609e20a5d11 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:27.487713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 735632e9-4bff-4861-8563-e56335f809fa no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:27.561685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96c564-11f7-46d1-aacc-bc98d89533f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18545bc1-da55-4372-8401-cdd2550c0a80,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:27.622330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] For port 735632e9-4bff-4861-8563-e56335f809fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=735632e9-4bff-4861-8563-e56335f809fa,segment=NetworkSegment(a81d21e5-7ec7-449d-828c-a5f6a56683b4),segment_id=a81d21e5-7ec7-449d-828c-a5f6a56683b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:27.624784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.645410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.681741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Calling delete_port for 735632e9-4bff-4861-8563-e56335f809fa owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:27.743565 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.835828 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:27.853788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:27.875862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:27.886423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=defb7253-db82-457f-b005-5a3bab32047c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:27.891398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:27.909121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Port 735632e9-4bff-4861-8563-e56335f809fa update to DOWN by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:30:27.933171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=735632e9-4bff-4861-8563-e56335f809fa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:27.973873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port 735632e9-4bff-4861-8563-e56335f809fa on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:28.096998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.106053 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.151671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.170380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] No DVR routers for this DVR port 735632e9-4bff-4861-8563-e56335f809fa on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:28.225756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34962) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:28.251201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.290444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Pushing event deleted for resources: {'Port': ['ID=735632e9-4bff-4861-8563-e56335f809fa,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:28.318625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.351131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.351376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfee1f4-a38d-4b71-a280-d1ec7e436621']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:28.351780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.361676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3f9300e7-43db-420b-b5d6-711053681b3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c14208e2bb141879bc07fdbf40a3465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343954 Aug 11 02:30:28.365911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34968) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:28.372897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.374670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.375247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.375812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.376376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.376971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.377518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.388525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81d21e5-7ec7-449d-828c-a5f6a56683b4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:28.388864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81d21e5-7ec7-449d-828c-a5f6a56683b4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:28.389054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.391953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.396557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65105ff3-bda6-4b51-97b4-ba2ba3379782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:28.435546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.500177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.524469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:28.526244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:28.549341 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:28.620844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a72c049-6785-4396-9c20-946049432503 req-b92da6d8-1dc8-454b-8751-9ad6066ca5ba tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1046157 Aug 11 02:30:28.748925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.792590 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:28.796896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/cdfee1f4-a38d-4b71-a280-d1ec7e436621 HTTP/1.1" status: 204 len: 168 time: 2.4862418 Aug 11 02:30:28.798247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365e27-2446-4317-8947-fddfba203588 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=cdfee1f4-a38d-4b71-a280-d1ec7e436621,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:28.801726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34974) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:28.887322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.000637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.011920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.018221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.024811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.032174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.102424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.123758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:29.155513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-68312275-d968-4dd9-a42a-9c6fab4a340a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 0.5247855 Aug 11 02:30:29.227041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.384153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-138d4f59-3c90-4598-b263-bd82f68dc2bd req-28741385-da28-4c32-bee0-fd79eea3a567 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207189 Aug 11 02:30:29.544692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.561889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.805608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.809003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:29.812312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca366a00-780e-4e3b-955e-3c9956662015 HTTP/1.1" status: 204 len: 168 time: 1.4448943 Aug 11 02:30:29.843592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca366a00-780e-4e3b-955e-3c9956662015,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:29.883400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.883400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.883400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.883400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.886022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.886194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.886710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.886934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.887427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.887969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.888191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.888473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9fe4b-0b1f-4bbb-8baf-88915b2c4219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:30:29.912514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=defb7253-db82-457f-b005-5a3bab32047c,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:29.963547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.020123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.064290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c29db27-d48f-42ea-ad7d-97078b13aff6 req-df87174f-f5c9-4bcd-a2ce-342eb92a2545 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0923965 Aug 11 02:30:30.076412 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.080739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-71d6a6ac-a5f5-43e2-9b7e-d5e5c1e4f332 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8988690 Aug 11 02:30:30.087841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34986) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:30.101560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-983282723'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:30.169871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Made reservation on behalf of 1e569152388b4a398868806563a8a1df for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:30.192094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.236752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:30.673755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad3ce-9fe2-458e-b1ec-2d90eeb43453 req-7ad99642-e8e8-440d-aec8-014c346c63c7 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:30.685448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1cad3ce-9fe2-458e-b1ec-2d90eeb43453 req-7ad99642-e8e8-440d-aec8-014c346c63c7 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2595835 Aug 11 02:30:31.031226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:31.114624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.146488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1cad3ce-9fe2-458e-b1ec-2d90eeb43453 req-f3fe8bdf-35c5-47b0-a3ea-0e0da9d8d7b3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939879 Aug 11 02:30:31.161695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.219333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:30:31.270845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.271277 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Added segment ecd37dfd-ba08-42e6-b0b7-a39cae98b88f of type vlan for network e1b0a31e-e12c-409e-8063-5c24f51d98e0 Aug 11 02:30:31.356976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.443138 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.459803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.460892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.583181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4932098 Aug 11 02:30:31.587576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72441849-77d5-4c8b-8b99-4d68d82d7036 req-354d7e41-8ee1-4338-907f-7a9ed8e50618 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0892246 Aug 11 02:30:31.621298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.628100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:31.642019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.656640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:31.657883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.703030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.719016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.733921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.742359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'port_id': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4', 'mac_address': 'fa:16:3e:2e:32:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:31.752373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:31.757198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-86fb15d7-62c6-4492-a458-3f4003a39f2a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5429 time: 1.1387718 Aug 11 02:30:31.884483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Request body: {'subnet': {'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:31.953880 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:31.979731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6604e9b-8b47-4b7e-b56f-beb36a9750f0 req-e3de7c0c-b74f-4f2a-8648-5de5b7dad0d2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914892 Aug 11 02:30:32.002362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71bf70-ff5d-49d1-aeab-b7d794b32e24,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.014375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:32.072558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:32.096043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.098314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3f453822-566b-431b-a630-0e1acd75e5fd details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:32.101633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa71807-cf35-4ad4-ab48-6533fd041fc1 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Network': ['ID=e1b0a31e-e12c-409e-8063-5c24f51d98e0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.291565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:30:32.525307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:32.582915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Made reservation on behalf of 1e569152388b4a398868806563a8a1df for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:32.595023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:32.625027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-df9ee5b5-c8c3-48bf-9b4a-3a18cf834664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.631394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-df9ee5b5-c8c3-48bf-9b4a-3a18cf834664 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 1.0186856 Aug 11 02:30:32.710696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:32.839211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050fa77-10f8-422e-8c6f-3107b71b723b req-11a6510d-6390-4a7a-b7cf-eaa8bc83ce5b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:32.849243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a050fa77-10f8-422e-8c6f-3107b71b723b req-11a6510d-6390-4a7a-b7cf-eaa8bc83ce5b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3428462 Aug 11 02:30:33.006541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:33.076639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52bde712-3ebc-4aa8-9af6-081a21ddc4e5 req-4d11a4f9-3908-4906-8f97-47bd15098524 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1461017 Aug 11 02:30:33.148814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35026) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:33.152746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3f453822-566b-431b-a630-0e1acd75e5fd', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'port_id': '3f453822-566b-431b-a630-0e1acd75e5fd', 'mac_address': 'fa:16:3e:a3:fd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:33.155093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a050fa77-10f8-422e-8c6f-3107b71b723b req-280923ea-2993-42a4-88a5-3f93c385ed4c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914181 Aug 11 02:30:33.269048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-4474fa1f-4bb6-45a9-9065-8fcc19ec291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.272464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-4474fa1f-4bb6-45a9-9065-8fcc19ec291a service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.6049302 Aug 11 02:30:33.341282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.380314 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-20fa606d-2fb6-4258-b773-02255928d24b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.0952501 Aug 11 02:30:33.453520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f453822-566b-431b-a630-0e1acd75e5fd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:33.553265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.554809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:33.563532 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.564708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 51f97271-41b0-4888-a7bd-1e0e61612a08 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:33.582849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.601787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.629625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.659223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.725037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.770775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-2fcf8387-04db-49ab-b480-8d06d363a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.779231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:33.782227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-2fcf8387-04db-49ab-b480-8d06d363a08a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.3759589 Aug 11 02:30:33.798221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port bfbc544c-f658-47d3-b190-f2900f1c498f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:33.799337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:33.808231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-0fd670eb-e575-4bea-9a41-1441b4516de4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5430 time: 0.5638366 Aug 11 02:30:33.976994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01b597e2-c461-42ca-ae92-46d72ca35e9c req-d8c59a97-72ad-46b8-8552-4d0acada7d55 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583018 Aug 11 02:30:34.152597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:34.174544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:34.223526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'port_id': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'mac_address': 'fa:16:3e:17:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd364b1c-1d5b-4139-a5b6-3369d9a9ad50', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:34.269620 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-6b867cf6-f119-4add-b305-f1d9db20ec39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4655972 Aug 11 02:30:34.400214 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.426595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.448830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1384944459'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:34.479288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f97271-41b0-4888-a7bd-1e0e61612a08 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:34.508260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:34.512863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port bfbc544c-f658-47d3-b190-f2900f1c498f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfbc544c-f658-47d3-b190-f2900f1c498f,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:34.513323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.519427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.520610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6d9963da-90a3-4563-bed9-55dd80eef790 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:34.520933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4230f816-bcf3-4b9f-b4f5-c74a2ea81a46 req-71767f8b-6052-459c-bb34-3e7e2b1ac87b tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1226764 Aug 11 02:30:34.651621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:34.692511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030e1ef-7e77-4a27-bf07-83b21d3835bd req-ffc8e778-3b9b-4cbf-b3da-b6dc7d456a0b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:34.694753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6d9963da-90a3-4563-bed9-55dd80eef790,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:34.701036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9030e1ef-7e77-4a27-bf07-83b21d3835bd req-ffc8e778-3b9b-4cbf-b3da-b6dc7d456a0b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1740968 Aug 11 02:30:34.712053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '6d9963da-90a3-4563-bed9-55dd80eef790', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'port_id': '6d9963da-90a3-4563-bed9-55dd80eef790', 'mac_address': 'fa:16:3e:0b:a5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:34.817442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9030e1ef-7e77-4a27-bf07-83b21d3835bd req-46136896-7996-4d4b-8b76-d705b58560d2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949180 Aug 11 02:30:34.840887 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:34.861007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for bfbc544c-f658-47d3-b190-f2900f1c498f owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:34.892409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9963da-90a3-4563-bed9-55dd80eef790 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:35.002743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6d9963da-90a3-4563-bed9-55dd80eef790,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:35.012927 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.014279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3302906a-78a6-496b-b361-59d4f61b613d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:35.134665 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-773b5e2a-0946-47c7-b7b4-f562c87f84c3 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782199 Aug 11 02:30:35.153297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:35.157780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:35.192080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '3302906a-78a6-496b-b361-59d4f61b613d', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'port_id': '3302906a-78a6-496b-b361-59d4f61b613d', 'mac_address': 'fa:16:3e:97:5a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:35.307949 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.376339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3302906a-78a6-496b-b361-59d4f61b613d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:35.451432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:35.466267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.469378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:35.472848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.488957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.502199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d675a531-d0a5-4325-bb1f-ac75d3364096 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:35.528233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=bfbc544c-f658-47d3-b190-f2900f1c498f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:35.574800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.588297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Subnet': ['ID=fa79b18d-48fb-489f-8a80-4bd3c2b1d102,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:35.607589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Checking segment: {'id': 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:35.607993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network hostable DHCP agents. Network: e1b0a31e-e12c-409e-8063-5c24f51d98e0, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:30:35.612437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:35.641248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.665090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.700543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.724031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.761693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.778272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:35.779263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:35.801782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32814981-72ba-4394-b539-2b393a284cde req-794010c8-d329-4fe8-a8fb-e63ae3a9ef23 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5433 time: 0.4914446 Aug 11 02:30:35.888786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d675a531-d0a5-4325-bb1f-ac75d3364096,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:35.991970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1988654f-7b06-48aa-af2c-8a5c1c209ae1 req-d9df64ac-8ca5-4032-805b-f1d9943c9d3e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1874425 Aug 11 02:30:36.058636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd675a531-d0a5-4325-bb1f-ac75d3364096', 'network_id': '1ef8e116-2d42-443d-9f43-bb26e89aa623', 'port_id': 'd675a531-d0a5-4325-bb1f-ac75d3364096', 'mac_address': 'fa:16:3e:66:6a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd364b1c-1d5b-4139-a5b6-3369d9a9ad50', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:36.153517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32814981-72ba-4394-b539-2b393a284cde req-6b0ba923-49e1-4fac-88d4-7b10b75349e2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3504465 Aug 11 02:30:36.246816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:36.287041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:30:36.343520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.405871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eac5f9d5-a1e6-40ee-b995-09347cea6622 req-3588d6bf-2d86-442f-ae65-dc96115c66fa service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2326326 Aug 11 02:30:36.414260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e1b0a31e-e12c-409e-8063-5c24f51d98e0) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:36.420267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.428064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d675a531-d0a5-4325-bb1f-ac75d3364096 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:36.473325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0947c2-f95c-4afb-b657-4ecdba2f1d12 None None] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:36.488849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:36.489798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.555263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d62a9d-1ce8-4bea-b49f-02fda02578dc req-b1da309e-3a72-4427-b67a-5ddce5a4deb3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:36.559170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d62a9d-1ce8-4bea-b49f-02fda02578dc req-b1da309e-3a72-4427-b67a-5ddce5a4deb3 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2381723 Aug 11 02:30:36.779986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d62a9d-1ce8-4bea-b49f-02fda02578dc req-0bf07644-b1ba-429a-a2b9-d7cb822f5e51 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027781 Aug 11 02:30:36.783121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d675a531-d0a5-4325-bb1f-ac75d3364096,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:36.809111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:36.813938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bf41dff8-da8b-42cc-938b-804948b7298a details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:30:37.106318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.143863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.276534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:37.287612 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:30:37.375572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0106dfb9-a084-4850-b878-d599dc225339 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7420204 Aug 11 02:30:37.400330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:37.410646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:37.454760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ad0c417-adce-492d-a2c5-88b89fe51ea9 req-de2f1737-bf61-4d89-bde9-dc73371f413a tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1206152 Aug 11 02:30:37.461250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e1b0a31e-e12c-409e-8063-5c24f51d98e0', 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0', 'tenant_id': '1e569152388b4a398868806563a8a1df', 'fixed_ips': [{'subnet_id': 'fa79b18d-48fb-489f-8a80-4bd3c2b1d102'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:30:37.462552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.503414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-310534284', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:37.694740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:30:37.788916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.796819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.796819 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Added segment 7e6ec385-13bb-4455-8688-e6b4d08d2f5c of type vlan for network 9fce248d-06dc-445f-aaf1-694db6e9b21e Aug 11 02:30:37.801269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24bd78-889b-47a9-98f9-6dd410470167,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:37.822652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.855662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.883404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.890722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.892161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.934759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'network_id': '547faa05-15f9-4300-b627-75f5b8a177fc', 'port_id': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'mac_address': 'fa:16:3e:4d:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:30:37.937694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:37.949119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:37.960300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:37.973867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:38.029752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:38.039731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-d40403c7-2475-4247-9997-50bae5e6233b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5435 time: 0.4736640 Aug 11 02:30:38.176202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.212520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1080eef3-f7b0-4100-9c2e-bb8d34b30872 req-ee5e65ed-df40-4e56-8816-d2337ad0ea3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649752 Aug 11 02:30:38.451119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1eaef-67ed-4244-93b6-d172a0398607 req-8df663c7-c3ce-4d21-8a03-a6cc2d8c330c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:38.473120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ad1eaef-67ed-4244-93b6-d172a0398607 req-8df663c7-c3ce-4d21-8a03-a6cc2d8c330c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2998860 Aug 11 02:30:38.677552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.678840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.694072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:38.701034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:38.708787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ad1eaef-67ed-4244-93b6-d172a0398607 req-23e30913-8afc-4314-9df0-fce484b127b5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106929 Aug 11 02:30:38.734431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:38.757422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-863d0977-bcec-4686-ac8b-a97ef613f82c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9539604 Aug 11 02:30:38.759932 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:38.777026 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:38.778012 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:38.786021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35066) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:38.804873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41dff8-da8b-42cc-938b-804948b7298a {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:30:38.846708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02d21654-8148-4cd3-bc1d-1e6c5ab45a9d req-9fdfca5b-5262-4d0e-8016-644c0c0f1cdb tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1195471 Aug 11 02:30:38.887896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:38.889641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Allocated IP 172.20.0.2 (e1b0a31e-e12c-409e-8063-5c24f51d98e0/fa79b18d-48fb-489f-8a80-4bd3c2b1d102/73deaa24-0586-42f3-9141-24371291e302) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:38.903158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.025303 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:39.132948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:39.150050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.9856687 Aug 11 02:30:39.150050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b6898-1643-4d31-a4e9-0a52b165c4f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Network': ['ID=9fce248d-06dc-445f-aaf1-694db6e9b21e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:39.150617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35068) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:39.167788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'subnet': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:39.215364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:30:39.343078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.358799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 13ff281f-cb2c-4b1c-bd40-61b7e52f38bf {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:39.371748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.574432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:39.729202 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:35Z', 'revision_number': 9, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:39.769543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.783609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.792158 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:39.805121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.812216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.814876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:39.816179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:39.829572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.850963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.875116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:39.884021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-8c077fb6-5f8c-47a5-8e53-8e8efb08fb0c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5436 time: 0.4049792 Aug 11 02:30:39.947918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:39.951762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.038745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['51f97271-41b0-4888-a7bd-1e0e61612a08'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.044738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d675a531-d0a5-4325-bb1f-ac75d3364096'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.047392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.057655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3302906a-78a6-496b-b361-59d4f61b613d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.117337 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:40.161687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['6d9963da-90a3-4563-bed9-55dd80eef790'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.419248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96744fa1-d5f6-40d8-8d79-da9b0d6170c2 req-bc22eb54-9572-48bd-bf1c-20a500dc4368 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5339549 Aug 11 02:30:40.579732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cb22a-a3da-4a6b-8b8c-21ebfe3000fb req-6753cab6-a82b-4c7d-82f9-70007bf6bfe5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:40.600065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-439cb22a-a3da-4a6b-8b8c-21ebfe3000fb req-6753cab6-a82b-4c7d-82f9-70007bf6bfe5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.5722444 Aug 11 02:30:40.628313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:40.665838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.687958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['bf41dff8-da8b-42cc-938b-804948b7298a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.740647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['3f453822-566b-431b-a630-0e1acd75e5fd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:30:40.864849 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:35Z', 'revision_number': 9, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:40.915701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Transition to ACTIVE for port object 73deaa24-0586-42f3-9141-24371291e302 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:40.942452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.112256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa24ae-2bd3-498c-92f8-23e7032697a2 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:35Z', 'revision_number': 9, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': '4bd89caf-22d1-461c-981a-8190ee31551d', 'name': '', 'network_id': 'f4d54e66-e113-4ae9-882a-92d3d135bcd3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:fd:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:39Z', 'updated_at': '2021-08-11T02:29:48Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': '4cef1e8c-8ca1-4404-9f88-c3a39834ebc3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:41.194916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07f82c8a-a7ae-4eda-804b-fc4c1b55ac64 req-7bf62482-2483-46ca-a3dd-24378dc33019 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.2550702 Aug 11 02:30:41.372464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-439cb22a-a3da-4a6b-8b8c-21ebfe3000fb req-323ccbbb-ab61-465d-aae5-b81a56766b69 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708819 Aug 11 02:30:41.583288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.635126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Transition to ACTIVE for port object 73deaa24-0586-42f3-9141-24371291e302 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:41.639240 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.647046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.667970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.674363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.723772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=13ff281f-cb2c-4b1c-bd40-61b7e52f38bf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:41.726503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.731741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a0091c84-3fc5-4776-9e2b-37025b227460 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/13ff281f-cb2c-4b1c-bd40-61b7e52f38bf HTTP/1.1" status: 204 len: 168 time: 2.9425802 Aug 11 02:30:41.739131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:41.744326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:41.875714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8df28-6357-4ded-b899-135fabd30452 None None] Network 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:42.078513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Subnet': ['ID=c7328bb9-ed94-405a-b25a-f3f6cfb2d345,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:42.098941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Checking segment: {'id': '7e6ec385-13bb-4455-8688-e6b4d08d2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:42.099528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network hostable DHCP agents. Network: 9fce248d-06dc-445f-aaf1-694db6e9b21e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:30:42.169258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.182153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.205545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.220628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.223100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.236126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.249427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.268442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.290294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e434811d-0de5-437c-b017-a0ab071fcfef req-fd4feb3a-51ac-4316-a764-481faf9d8f6c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5436 time: 0.5266371 Aug 11 02:30:42.313082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Allocated IP 172.25.3.99 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/e7bde812-f00d-431a-9373-7e3d4f3cb892) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:42.369568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:30:42.490428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e434811d-0de5-437c-b017-a0ab071fcfef req-79bc10e1-5dca-4ffc-b33e-dc57aeb1ea04 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998668 Aug 11 02:30:42.495291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9fce248d-06dc-445f-aaf1-694db6e9b21e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:42.508037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:42.541622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.541622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.590283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-be3874b7-42f9-46ca-997e-dbae56b43104 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4360039 Aug 11 02:30:42.595058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35096) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:42.602338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:42.605375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:42.640261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Pushing event updated for resources: {'Port': ['ID=73deaa24-0586-42f3-9141-24371291e302,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:42.658594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-2091345472'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:42.709996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d22da-0c17-4bc1-aa88-7c6dae279933 None None] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:42.775923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:42.848933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68645bfb-ed7c-4fdc-b3da-e255e5e76790 req-9e6de112-3b20-4aff-8cdd-9425170656dc tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.2747955 Aug 11 02:30:42.947005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ed38-9f6a-45e2-9ebc-7f6c04809f0f req-9b1f2d64-e02c-468b-8287-459231e66048 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:42.949575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af82ed38-9f6a-45e2-9ebc-7f6c04809f0f req-9b1f2d64-e02c-468b-8287-459231e66048 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1800990 Aug 11 02:30:43.020201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.068412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Attempting to bind port 73deaa24-0586-42f3-9141-24371291e302 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:43.068812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Attempting to bind port 73deaa24-0586-42f3-9141-24371291e302 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:43.069212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Attempting to bind port 73deaa24-0586-42f3-9141-24371291e302 on network e1b0a31e-e12c-409e-8063-5c24f51d98e0 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:43.092902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af82ed38-9f6a-45e2-9ebc-7f6c04809f0f req-76358b50-1c2d-4a18-a4e2-d38674c418c1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099820 Aug 11 02:30:43.117356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:43.117764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Checking segment: {'id': 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:43.118180 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.118585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Bound using segment: {'id': 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:43.119074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Bound port: 73deaa24-0586-42f3-9141-24371291e302, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:43.119462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.131416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:43.136992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.189941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port a6ee94d8-04ef-4e5b-9155-992b67d31d0f yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:43.193468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:43.204407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:43.232361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=e7bde812-f00d-431a-9373-7e3d4f3cb892,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:43.236928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:43.412591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] For port 73deaa24-0586-42f3-9141-24371291e302, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:43.426119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] For port 73deaa24-0586-42f3-9141-24371291e302, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=73deaa24-0586-42f3-9141-24371291e302,segment=NetworkSegment(ecd37dfd-ba08-42e6-b0b7-a39cae98b88f),segment_id=ecd37dfd-ba08-42e6-b0b7-a39cae98b88f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:43.497720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfbc544c-f658-47d3-b190-f2900f1c498f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:43.510625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:43.513041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.585712 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.590313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.3 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/a6ee94d8-04ef-4e5b-9155-992b67d31d0f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:43.686214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,segment=NetworkSegment(61bb92de-9c74-4be9-9228-65a264f39062),segment_id=61bb92de-9c74-4be9-9228-65a264f39062)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:43.687252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:43.723875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:44.103005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.199687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bb0dc-48ef-4da3-ba09-83b0f7a7e36f None None] Pushing event updated for resources: {'Port': ['ID=73deaa24-0586-42f3-9141-24371291e302,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:44.237274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d19403f8-e7aa-4a64-af2e-d6a123bb8bf1 req-c233c1cf-16f7-4162-aeb5-2aebbfa4676c tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1258910 Aug 11 02:30:44.258688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.267065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.278768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.286700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.293100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.300063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.307433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.313795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.324313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-4d496427-1c8b-49d9-a281-523070e93e74 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5436 time: 0.4369271 Aug 11 02:30:44.528234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c6b97c3-f03d-44b7-96f0-1629b20aa41c req-89c80ee1-27cf-4212-a0b2-64e28b68c7a5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019999 Aug 11 02:30:44.543881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: bfbc544c-f658-47d3-b190-f2900f1c498f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:44.544534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfbc544c-f658-47d3-b190-f2900f1c498f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:44.577093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d04c5f-e10f-4052-99ca-f2b8a9f03718 None None] DHCP port deletion for 4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:30:44.648906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:44.653062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=e7afedd2-3a6f-4388-b1ce-47bdf2eb9856,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:44.663895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:44.745787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object a6ee94d8-04ef-4e5b-9155-992b67d31d0f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:44.764844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cccb2-8488-4c1a-97e6-308a9976d009 req-106f9d67-a04f-4755-880b-fde9b6070065 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:44.766789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b1cccb2-8488-4c1a-97e6-308a9976d009 req-106f9d67-a04f-4755-880b-fde9b6070065 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1555583 Aug 11 02:30:44.926987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6b1cccb2-8488-4c1a-97e6-308a9976d009 req-1fc45633-553a-4195-bc71-ecdec4af9761 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382728 Aug 11 02:30:44.944874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.040106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bf41dff8-da8b-42cc-938b-804948b7298a up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:45.073941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9fce248d-06dc-445f-aaf1-694db6e9b21e', 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'tenant_id': 'f377c3159f524442b775aec2ef2122f5', 'fixed_ips': [{'subnet_id': 'c7328bb9-ed94-405a-b25a-f3f6cfb2d345'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:30:45.075351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.299221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:45.344232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:45.399706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:45.638469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:45.641044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:45.680411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=a6ee94d8-04ef-4e5b-9155-992b67d31d0f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:45.760089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7ad4010e-4706-480b-b0b9-2941517bd1e4 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1294615 Aug 11 02:30:45.761282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35120) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:45.818968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-1916191145', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2b:38:83'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:45.868584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c18bc2c1-4b7c-4a18-b5cf-178ee31fe498 req-8e96951b-2c26-450f-bf79-8269c628ce4e tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1568763 Aug 11 02:30:46.044851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.138122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Allocated IP 172.20.0.2 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/f6dbe564-e677-4628-a12d-75a765c6bc2f) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:46.269275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 73deaa24-0586-42f3-9141-24371291e302 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:46.375261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:46.412437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bb92de-9c74-4be9-9228-65a264f39062') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:46.413736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bb92de-9c74-4be9-9228-65a264f39062') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:46.451404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.467918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.480494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.508607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.530014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.539470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.544294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.557331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.583211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-1eafa7d2-d74b-4036-963d-403cf3d7f8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5436 time: 0.5115807 Aug 11 02:30:46.630170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.766085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2774007-337f-4021-9932-3fd6a267e66c req-f3317aae-1783-4cbd-9ee4-015747c7f18f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:46.776202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2774007-337f-4021-9932-3fd6a267e66c req-f3317aae-1783-4cbd-9ee4-015747c7f18f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.6005423 Aug 11 02:30:46.803502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.824438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:46.829664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:46.833635 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:46.884838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2774007-337f-4021-9932-3fd6a267e66c req-2cbfae71-7eff-4179-b28d-75f41f0449c5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045129 Aug 11 02:30:46.892335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:47.001261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca42a57-6471-4602-8c98-a89e92c12840 req-dc1c3a35-85fe-4f48-b0bc-492a7cb94f6e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4134169 Aug 11 02:30:47.111700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port bf41dff8-da8b-42cc-938b-804948b7298a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:47.114189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f68b6-8eae-418c-a691-6e197f3a9ce6 None None] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:47.178829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dafdfc3f-67c5-4357-8dc2-fbb4d105959c req-5b8a30fc-6eaa-49cc-9a3c-5504b2108d88 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0463109 Aug 11 02:30:47.252540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.267177 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:30:47.276540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.280440 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.289649 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2 HTTP/1.1" status: 204 len: 168 time: 5.5390182 Aug 11 02:30:47.293957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:47.302445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port a9af0838-d645-4891-af1b-a7ac9d559ce2 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:47.312310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port bf41dff8-da8b-42cc-938b-804948b7298a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:47.313185 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.401094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 73deaa24-0586-42f3-9141-24371291e302 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:47.452983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620db2a-2604-42e6-af29-c9ca2abe5c82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=4ce3a104-de3d-4ac4-b0bc-0da8e17f45e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:47.491963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.520503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Provisioning for port 73deaa24-0586-42f3-9141-24371291e302 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:47.534227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:47.536914 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d4a6d-3d70-4b7e-b58d-03d7b8e3541f" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:47.574089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Provisioning complete for port 73deaa24-0586-42f3-9141-24371291e302 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:47.574425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.603374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:47.615282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Router b3b78ac7-7e9d-473e-9328-877d8efbda21 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:30:47.628169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:47.673430 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8bcb4-0158-48de-9d0a-df8609bdd70d x-openstack-request-id: req-d4c8bcb4-0158-48de-9d0a-df8609bdd70d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:47.673725 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:47.674045 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4c8bcb4-0158-48de-9d0a-df8609bdd70d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:47.674453 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'code': 200} Aug 11 02:30:47.675703 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.676560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 51f97271-41b0-4888-a7bd-1e0e61612a08 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:47.696508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:47.696861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e7afedd2-3a6f-4388-b1ce-47bdf2eb9856 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:47.699154 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:47.764794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Transition to ACTIVE for port object f6dbe564-e677-4628-a12d-75a765c6bc2f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:47.874496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Transition to ACTIVE for port object f6dbe564-e677-4628-a12d-75a765c6bc2f will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:47.886250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:47.893359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.049665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 51f97271-41b0-4888-a7bd-1e0e61612a08 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:48.075694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:48.091340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Pushing event updated for resources: {'Port': ['ID=f6dbe564-e677-4628-a12d-75a765c6bc2f,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:48.100696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 51f97271-41b0-4888-a7bd-1e0e61612a08 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:48.101254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.106883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.117053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:48.127960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:48.131278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.7 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/a9af0838-d645-4891-af1b-a7ac9d559ce2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:48.369607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:48.401314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.411707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f7fa6984-cbcb-4246-966e-c0c1bdba4e8b tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.9898467 Aug 11 02:30:48.414986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:48.446385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] Sync routers for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:48.540554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] For port 73deaa24-0586-42f3-9141-24371291e302, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=73deaa24-0586-42f3-9141-24371291e302,segment=NetworkSegment(ecd37dfd-ba08-42e6-b0b7-a39cae98b88f),segment_id=ecd37dfd-ba08-42e6-b0b7-a39cae98b88f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:48.569729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe3f7-e3d4-4788-a32d-db9790ec15cf req-b9e2bafb-93da-4b0e-ae81-297869a427cb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.573510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e4fe3f7-e3d4-4788-a32d-db9790ec15cf req-b9e2bafb-93da-4b0e-ae81-297869a427cb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3884926 Aug 11 02:30:48.576901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.591000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Attempting to bind port f6dbe564-e677-4628-a12d-75a765c6bc2f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:30:48.591837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Attempting to bind port f6dbe564-e677-4628-a12d-75a765c6bc2f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '7e6ec385-13bb-4455-8688-e6b4d08d2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:30:48.592572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Attempting to bind port f6dbe564-e677-4628-a12d-75a765c6bc2f on network 9fce248d-06dc-445f-aaf1-694db6e9b21e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:30:48.646055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:48.647626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:48.697046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.729120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.730726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:30:48.731516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Checking segment: {'id': '7e6ec385-13bb-4455-8688-e6b4d08d2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:30:48.732479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.733237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Bound using segment: {'id': '7e6ec385-13bb-4455-8688-e6b4d08d2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:30:48.734199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Bound port: f6dbe564-e677-4628-a12d-75a765c6bc2f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6ec385-13bb-4455-8688-e6b4d08d2f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:30:48.734929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.746079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.759882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.774117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.792632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.794877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:48.809027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:48.826811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3ca753bb-5a90-40d4-a1a6-6acb02979535 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5437 time: 0.4759994 Aug 11 02:30:48.898597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae2379-7f5b-4d6d-94a9-256d2ba07c4f None None] Pushing event updated for resources: {'Port': ['ID=73deaa24-0586-42f3-9141-24371291e302,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:48.905092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:48.905945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:48.908139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:48.951582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cb28cfb4-9a87-447b-aab4-e012ea352bb5 None None] Provisioning complete for port 73deaa24-0586-42f3-9141-24371291e302 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:48.952269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb28cfb4-9a87-447b-aab4-e012ea352bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.013492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:49.014508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69daf3f7-693d-4731-90fb-f22ce8e84ba5 None None] The sync data for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:49.023439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.071838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] For port f6dbe564-e677-4628-a12d-75a765c6bc2f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:30:49.088202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a86083-5219-4250-8828-6f8b66a8316b req-3c049e78-1114-4f8e-88c6-2a610505affe tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597749 Aug 11 02:30:49.106781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:49.120328 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.121232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3302906a-78a6-496b-b361-59d4f61b613d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:49.128486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] For port f6dbe564-e677-4628-a12d-75a765c6bc2f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6dbe564-e677-4628-a12d-75a765c6bc2f,segment=NetworkSegment(7e6ec385-13bb-4455-8688-e6b4d08d2f5c),segment_id=7e6ec385-13bb-4455-8688-e6b4d08d2f5c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:30:49.184308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.228449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.264455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object a9af0838-d645-4891-af1b-a7ac9d559ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:49.270998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:49.352042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e4fe3f7-e3d4-4788-a32d-db9790ec15cf req-84ff2cb3-a68d-4d0a-bd89-1ff5273b408a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485490 Aug 11 02:30:49.376637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 3302906a-78a6-496b-b361-59d4f61b613d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:49.424911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3302906a-78a6-496b-b361-59d4f61b613d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:49.425372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.439373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1a70e15-aec2-4fd1-a82a-505ac2cfd9c4 req-92c1e607-f0d9-4b2e-9513-abb6eccd4a29 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0841794 Aug 11 02:30:49.442219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.466165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e1e6b-3a06-4116-ae15-00fdc34b7ba5 None None] Pushing event updated for resources: {'Port': ['ID=f6dbe564-e677-4628-a12d-75a765c6bc2f,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:49.547328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:49.561910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:49.567887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:49.671018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=a9af0838-d645-4891-af1b-a7ac9d559ce2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:49.676688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:49.679124 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a456bd2-3afc-4c43-8052-1255102845e8" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:49.687200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.696259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.702974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.724781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.755753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f865f43f-3091-4f34-9c71-f0fac34ec8bc tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9460597 Aug 11 02:30:49.756475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35154) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:49.863870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:49.887241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:49.925834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6d9963da-90a3-4563-bed9-55dd80eef790 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:49.933360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bf278-3985-4531-9c33-dc8cba53fbed tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.967488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bf278-3985-4531-9c33-dc8cba53fbed tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.974586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bf278-3985-4531-9c33-dc8cba53fbed tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:49.992592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35156) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:50.006474 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003c63d6-66ab-43d0-b6a5-88df7adb1f2d x-openstack-request-id: req-003c63d6-66ab-43d0-b6a5-88df7adb1f2d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:50.007557 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:50.008270 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-003c63d6-66ab-43d0-b6a5-88df7adb1f2d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:50.008535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-694bf278-3985-4531-9c33-dc8cba53fbed tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2505760 Aug 11 02:30:50.010276 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'code': 200} Aug 11 02:30:50.147852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:50.176958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 6d9963da-90a3-4563-bed9-55dd80eef790 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:50.186397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 6d9963da-90a3-4563-bed9-55dd80eef790 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:50.187406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.199625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6dbe564-e677-4628-a12d-75a765c6bc2f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:50.396020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f6dbe564-e677-4628-a12d-75a765c6bc2f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:50.403817 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.406459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 73deaa24-0586-42f3-9141-24371291e302 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:50.418804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.435896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.444728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.465328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.473297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.481116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.490193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.492726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-12d66057-7479-472a-b6b3-cd46de78fabf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5439 time: 0.2441864 Aug 11 02:30:50.536947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6d9963da-90a3-4563-bed9-55dd80eef790,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:50.538493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 73deaa24-0586-42f3-9141-24371291e302 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:50.538936 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.565039 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.568354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e018febd-3750-4ff1-a1ef-22f3bb7e2ec7 req-5af73a5b-dc9b-41e7-8c51-4a96d5079596 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687833 Aug 11 02:30:50.579215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d675a531-d0a5-4325-bb1f-ac75d3364096 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:50.782619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e7b7f-cd93-49ba-9885-098e4e4b37c5 req-f5c64e79-9626-4449-978c-f38c266455cf tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:50.785371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa3e7b7f-cd93-49ba-9885-098e4e4b37c5 req-f5c64e79-9626-4449-978c-f38c266455cf tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1601944 Aug 11 02:30:50.787005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:50.884226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d675a531-d0a5-4325-bb1f-ac75d3364096 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:50.892411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d675a531-d0a5-4325-bb1f-ac75d3364096 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:50.893425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:50.936366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b2591dc-bc93-4d73-a83b-2fabe989f0fb req-774f8e4e-4d18-4efc-9802-aef4756f72ee tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0838673 Aug 11 02:30:50.952511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa3e7b7f-cd93-49ba-9885-098e4e4b37c5 req-4909eb90-3927-4241-bb66-064cc57f9e44 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536915 Aug 11 02:30:51.076956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.147023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d675a531-d0a5-4325-bb1f-ac75d3364096,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:51.154124 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.155807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3f453822-566b-431b-a630-0e1acd75e5fd up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:51.348037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6f9fd-21b6-4f30-87dd-9f2d946ecf7c None None] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:51.367274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Allocated IP 172.20.0.1 (e1b0a31e-e12c-409e-8063-5c24f51d98e0/fa79b18d-48fb-489f-8a80-4bd3c2b1d102/62a9be18-b7b7-4175-870c-1dfeb1bb59b1) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:51.588483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port a9af0838-d645-4891-af1b-a7ac9d559ce2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:51.588739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.809905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:51.903171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port 4bd89caf-22d1-461c-981a-8190ee31551d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:51.904880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.921174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Provisioning for port f6dbe564-e677-4628-a12d-75a765c6bc2f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:51.929870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 3f453822-566b-431b-a630-0e1acd75e5fd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:51.930422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:51.938706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:51.945695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:51.949009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 3f453822-566b-431b-a630-0e1acd75e5fd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:51.949465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.951318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Provisioning complete for port f6dbe564-e677-4628-a12d-75a765c6bc2f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:51.951683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:51.954199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:51.962345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:51.996495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.014850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.020146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-634d87bd-fcda-47d6-8a57-87f6018e4271 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5441 time: 0.2394204 Aug 11 02:30:52.023676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d'}, {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9963da-90a3-4563-bed9-55dd80eef790'}, {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:52.030983 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1d87b-63ba-4918-b7be-63856b2c1602" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3302906a-78a6-496b-b361-59d4f61b613d"}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "6d9963da-90a3-4563-bed9-55dd80eef790"}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:52.111382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.116197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9daee6f-764a-493a-a271-dcfe95d677cd req-0b53f10c-9971-4dca-a34b-9c5659a3031d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812919 Aug 11 02:30:52.183830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8e4198f-c55d-4d0d-8e2f-ee736dbd7cc0 req-9fec983d-21bc-4fb5-af1a-8265f9270c9d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0510345 Aug 11 02:30:52.191290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Transition to ACTIVE for port object 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:52.194726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.225723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for a9af0838-d645-4891-af1b-a7ac9d559ce2 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:52.270077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port 4bd89caf-22d1-461c-981a-8190ee31551d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4bd89caf-22d1-461c-981a-8190ee31551d,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:52.270077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.305539 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb8c6c-ed59-4f60-9059-4c1efeacb2c2 x-openstack-request-id: req-cedb8c6c-ed59-4f60-9059-4c1efeacb2c2 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:52.305939 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3302906a-78a6-496b-b361-59d4f61b613d", "code": 200}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "6d9963da-90a3-4563-bed9-55dd80eef790", "code": 200}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:52.306301 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cedb8c6c-ed59-4f60-9059-4c1efeacb2c2 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:52.306797 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d', 'code': 200} Aug 11 02:30:52.307087 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9963da-90a3-4563-bed9-55dd80eef790', 'code': 200} Aug 11 02:30:52.307350 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096', 'code': 200} Aug 11 02:30:52.329691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for 4bd89caf-22d1-461c-981a-8190ee31551d owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:52.333263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.335813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.369083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.423361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] For port f6dbe564-e677-4628-a12d-75a765c6bc2f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6dbe564-e677-4628-a12d-75a765c6bc2f,segment=NetworkSegment(7e6ec385-13bb-4455-8688-e6b4d08d2f5c),segment_id=7e6ec385-13bb-4455-8688-e6b4d08d2f5c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:52.428570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36de68-b981-4f66-b2d9-d5c2fbf9cb6d req-047ba5ca-e140-4327-af52-c7a001b9ecad tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:52.428825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:52.432165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a36de68-b981-4f66-b2d9-d5c2fbf9cb6d req-047ba5ca-e140-4327-af52-c7a001b9ecad tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1178310 Aug 11 02:30:52.433401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.486307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.487189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:52.508292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:52.518043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:52.531222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:52.538567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=62a9be18-b7b7-4175-870c-1dfeb1bb59b1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:52.553831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2199dd-e181-48ef-a19a-b61673ec283b None None] Pushing event updated for resources: {'Port': ['ID=f6dbe564-e677-4628-a12d-75a765c6bc2f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:52.561692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a36de68-b981-4f66-b2d9-d5c2fbf9cb6d req-cbeed6ef-d489-4a93-bda3-46e206339d8e tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139104 Aug 11 02:30:52.698790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:52.734376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1140-68f2-4980-b9ea-d6e1d5a787c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.740421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:52.749004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:52.750574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.912492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Provisioning complete for port f6dbe564-e677-4628-a12d-75a765c6bc2f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:52.913185 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.947479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:52.956610 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.016762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=4bd89caf-22d1-461c-981a-8190ee31551d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:53.033555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.077268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:53.140930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.161049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.225982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=a9af0838-d645-4891-af1b-a7ac9d559ce2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:53.236336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98c71b-0da0-4575-872a-54b3d3ec9790 req-2595a59f-b0ab-49a3-aa54-b1ff3d5d9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.238068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ae98c71b-0da0-4575-872a-54b3d3ec9790 req-2595a59f-b0ab-49a3-aa54-b1ff3d5d9cbb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.3480670 Aug 11 02:30:53.421162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:53.449102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Provisioning for port a6ee94d8-04ef-4e5b-9155-992b67d31d0f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:53.466833 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Provisioning complete for port a6ee94d8-04ef-4e5b-9155-992b67d31d0f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:53.466979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.582482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67ad4440-3e4a-4ac1-87d7-ca02e3455769 req-20a70c75-473f-43e3-81a7-0357d93e116d tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1357658 Aug 11 02:30:53.601590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Port a6ee94d8-04ef-4e5b-9155-992b67d31d0f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:53.608551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5338d5d-df87-455b-a20a-1b34160c91a8 None None] Could not find standard attr ID for object a9af0838-d645-4891-af1b-a7ac9d559ce2. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:30:53.645020 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ae98c71b-0da0-4575-872a-54b3d3ec9790 req-4fa6dd21-bd77-43fc-9cf3-613eaf6b2144 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625650 Aug 11 02:30:53.661266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.687828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.696623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.709144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.727156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.745617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.750349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Provisioning complete for port a6ee94d8-04ef-4e5b-9155-992b67d31d0f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:53.750984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.758901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.767484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-2225eeb2-4d51-416c-8428-de21f79615ab tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.4150283 Aug 11 02:30:53.806657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.839467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Port a6ee94d8-04ef-4e5b-9155-992b67d31d0f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:53.868642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Provisioning for port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:53.877028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Provisioning complete for port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:53.877579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:53.894808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65b6ef68-d1b9-431e-b49a-d0dd4a5e3247 req-29da4b31-295d-44f3-81de-4ffba91f3321 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228991 Aug 11 02:30:53.938951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f2b43-06ea-41d5-afe7-b7c19341bf18 req-b1fbca16-140c-4118-9f97-75774b58bd90 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:53.941116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c4f2b43-06ea-41d5-afe7-b7c19341bf18 req-b1fbca16-140c-4118-9f97-75774b58bd90 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1607115 Aug 11 02:30:54.012531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5336eef4-54b9-434e-87f9-e8b3e1b508d6 None None] Port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:54.059362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c4f2b43-06ea-41d5-afe7-b7c19341bf18 req-66aa508e-b3c7-4c43-9b3e-201d4aae650d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965307 Aug 11 02:30:54.106168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.128776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af649835-963e-4365-8e69-c7090239e11c None None] Could not find standard attr ID for object a9af0838-d645-4891-af1b-a7ac9d559ce2. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:30:54.172359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6dbe564-e677-4628-a12d-75a765c6bc2f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:30:54.194136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.196216 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f4b66f5-7c8b-4d80-8f06-7bae18fd172f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/a9af0838-d645-4891-af1b-a7ac9d559ce2 HTTP/1.1" status: 204 len: 168 time: 4.2025959 Aug 11 02:30:54.199151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:54.255330 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3404f2-ec67-40bb-b240-57d37466debb tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] GET failed (client error): The resource could not be found. Aug 11 02:30:54.262813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2a3404f2-ec67-40bb-b240-57d37466debb tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports/a9af0838-d645-4891-af1b-a7ac9d559ce2 HTTP/1.1" status: 404 len: 333 time: 0.0622530 Aug 11 02:30:54.270932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35194) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:54.276681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-731977096'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:54.291153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f6dbe564-e677-4628-a12d-75a765c6bc2f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:54.292083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.367928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd'}, {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:30:54.372492 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478cc4d-7d79-4795-add2-1b21678cc78b" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd"}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:30:54.537784 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ac884-9627-4c4e-bf35-5300f036cb84 x-openstack-request-id: req-cc8ac884-9627-4c4e-bf35-5300f036cb84 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:30:54.538401 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd", "code": 200}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-plugged", "status": "completed", "tag": "d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:30:54.538803 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc8ac884-9627-4c4e-bf35-5300f036cb84 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:30:54.539424 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd', 'code': 200} Aug 11 02:30:54.541267 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4973788-4a5f-48b8-bcc6-5b25dbf7bfb4', 'code': 200} Aug 11 02:30:54.584262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:54.591210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:54.864050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:55.078478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:55.094142 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:55.100720 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f30a9982-13ed-4703-aa0e-744ebe34ddb6 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8026776 Aug 11 02:30:55.101415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35206) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:55.103910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.116895 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:55.118070 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:55.139400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.191503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-abd59574-7b9c-4c88-bc66-c8cc58a0a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.277792 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:55.364996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2ebfe26-dbf7-428f-b7bc-31a43890fa6f req-5b30c45b-cab5-4a47-924f-9eb7c058aa15 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.1324503 Aug 11 02:30:55.377776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:55.382680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet 4cef1e8c-8ca1-4404-9f88-c3a39834ebc3 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:30:55.386664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.424924 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.667506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.7 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/5e704e40-625c-4871-88b4-c2c0ba77f8f0) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:55.788956 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:52Z', 'revision_number': 10, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:55.845764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.878294 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:30:55.879361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=62a9be18-b7b7-4175-870c-1dfeb1bb59b1,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:55.895264 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:55.895919 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:55.912803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:55.934242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.935509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.936645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.937786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.938876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.939944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.941073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:55.944931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-457481ba-8dcf-40db-ad43-5b01b19781b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.7308352 Aug 11 02:30:56.021211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.034047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.047085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.069965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.076622 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:30:56.083056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.095934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.110084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.114138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-5b1df743-9d20-4e30-9338-3786af54b6ce tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.8848627 Aug 11 02:30:56.180259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.265686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.316934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1e6d3-2dbf-4d0b-ba93-bd2897b67e63 req-a38b772c-3cbd-4630-87ef-f384512a9ea8 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:56.326983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13f1e6d3-2dbf-4d0b-ba93-bd2897b67e63 req-a38b772c-3cbd-4630-87ef-f384512a9ea8 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.5654283 Aug 11 02:30:56.429710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.438647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59dbc3e8-68c0-421b-b332-40d1dd7c657c req-d9979b98-dbc8-4dc1-8855-95b2de751b53 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3136380 Aug 11 02:30:56.462755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9063992-2757-4d95-83fa-fbf64dd2fa0b req-cf0fc8bd-28c5-4132-833d-89a1a1110bc4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4998920 Aug 11 02:30:56.486956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object 5e704e40-625c-4871-88b4-c2c0ba77f8f0 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:30:56.489537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.536261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13f1e6d3-2dbf-4d0b-ba93-bd2897b67e63 req-b1ac1253-7b69-4110-9420-91308a2fa00c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082407 Aug 11 02:30:56.577632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=4cef1e8c-8ca1-4404-9f88-c3a39834ebc3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:56.583626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.593408 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4da0aa11-c9fb-4d90-8033-d9d6e2905233 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/4cef1e8c-8ca1-4404-9f88-c3a39834ebc3 HTTP/1.1" status: 204 len: 168 time: 1.4854722 Aug 11 02:30:56.595550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:56.596089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be5b8a-9258-446c-906d-77ef38e68190 None None] Network f4d54e66-e113-4ae9-882a-92d3d135bcd3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:30:56.656174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:56.670421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6539c338-830c-4c9d-9c97-81348e9f30d9 req-fc73db10-42d3-47f7-82cf-c7fc1a1bbe78 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0895813 Aug 11 02:30:56.703284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:56.741728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:52Z', 'revision_number': 10, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:56.745645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:56.786966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=5e704e40-625c-4871-88b4-c2c0ba77f8f0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:56.812044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:30:56.815000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:30:56.821006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:30:56.884110 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd558121-c7a2-4614-81b8-686e681db570 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:30:52Z', 'revision_number': 10, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None, '_interfaces': [{'id': 'b39e0f9d-4d2f-476d-a991-662da18cca88', 'name': '', 'network_id': 'be61fef2-59dd-44fb-b5a8-a8854bddb8e3', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'mac_address': 'fa:16:3e:00:7e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:29:27Z', 'updated_at': '2021-08-11T02:29:42Z', 'revision_number': 5, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'subnets': [{'id': 'f16c102a-a3d1-4090-ada5-64f5c440a912', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:56.978334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.007327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.008186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.046939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b2e167bc-c784-4ed4-83e0-2232a948ec9f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7744832 Aug 11 02:30:57.051451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35220) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:57.057001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2b:38:83'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:57.327948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] DHCP port deletion for f4d54e66-e113-4ae9-882a-92d3d135bcd3 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:30:57.464773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Deleting port a84029b1-c480-4bbe-a17d-1fa5a9854991 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:57.465983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.591498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.628629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4499413c-281f-4312-b705-cd4c1960db7b None None] Provisioning complete for port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:57.629016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4499413c-281f-4312-b705-cd4c1960db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.662716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Router b3b78ac7-7e9d-473e-9328-877d8efbda21 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:30:57.701776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-0cce9e1c-ae02-43ad-8b6d-ea3080a49b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.709535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d97c-2357-4550-b50d-7466cde4ab32 req-184cf33f-4020-40db-9d26-fc2d2427fb38 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.715227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-0cce9e1c-ae02-43ad-8b6d-ea3080a49b76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.4781096 Aug 11 02:30:57.720466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf9d97c-2357-4550-b50d-7466cde4ab32 req-184cf33f-4020-40db-9d26-fc2d2427fb38 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.4606779 Aug 11 02:30:57.835542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port a84029b1-c480-4bbe-a17d-1fa5a9854991 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:57.836166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.838131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] For port a84029b1-c480-4bbe-a17d-1fa5a9854991, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a84029b1-c480-4bbe-a17d-1fa5a9854991,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:57.843682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf9d97c-2357-4550-b50d-7466cde4ab32 req-1ae2d383-e6f4-4f1b-8d6c-a6f57df72bf4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084986 Aug 11 02:30:57.845158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:57.933087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Calling delete_port for a84029b1-c480-4bbe-a17d-1fa5a9854991 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:57.970386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:57.980992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4499413c-281f-4312-b705-cd4c1960db7b None None] Port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:57.996194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.003269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.010557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.017053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.024496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.031284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.040690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-7c4d3e1e-15e9-40cd-82be-e1183d0fb2cd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.3151224 Aug 11 02:30:58.161435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12aa816b-087f-4fd2-b027-1c5c6df6cb32 req-eaf2fa1c-4158-4068-8e41-f02bf8be5018 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/ports?device_id=a527c065-06b1-44d7-84ae-39def6a7e808 HTTP/1.1" status: 200 len: 210 time: 0.0884583 Aug 11 02:30:58.203024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4bd89caf-22d1-461c-981a-8190ee31551d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:58.246862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cb86bb0-7f8e-4afb-8a51-ecf18b23eeac req-5b3fa1ca-6a7d-4c33-a14b-7836d598eceb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053902 Aug 11 02:30:58.314856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.318975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.325507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4bd89caf-22d1-461c-981a-8190ee31551d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:30:58.328615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4bd89caf-22d1-461c-981a-8190ee31551d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:30:58.328615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a84029b1-c480-4bbe-a17d-1fa5a9854991 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:30:58.332442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.337120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port a84029b1-c480-4bbe-a17d-1fa5a9854991, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a84029b1-c480-4bbe-a17d-1fa5a9854991,segment=NetworkSegment(0e19ceb4-1caa-44ff-b005-45c09dc157da),segment_id=0e19ceb4-1caa-44ff-b005-45c09dc157da)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:30:58.338444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.358513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bbfacfee-f647-4f82-9fce-d8b4fa3b4330 None None] Provisioning for port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:30:58.364150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for a84029b1-c480-4bbe-a17d-1fa5a9854991 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:58.379853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bbfacfee-f647-4f82-9fce-d8b4fa3b4330 None None] Provisioning complete for port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:58.380483 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bbfacfee-f647-4f82-9fce-d8b4fa3b4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.427844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] In _notify_port_updated(), no bound segment for port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 on network 9fce248d-06dc-445f-aaf1-694db6e9b21e {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:30:58.433859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.434944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.437270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "PUT /v2.0/ports/5e704e40-625c-4871-88b4-c2c0ba77f8f0 HTTP/1.1" status: 200 len: 992 time: 1.3846717 Aug 11 02:30:58.445000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35230) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:58.447742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bbfacfee-f647-4f82-9fce-d8b4fa3b4330 None None] Port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:58.507425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.555584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] Pushing event deleted for resources: {'Port': ['ID=a84029b1-c480-4bbe-a17d-1fa5a9854991,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.557865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.605660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8f8a7-ad1b-4c18-93d9-a2731e44eb6b None None] No DVR routers for this DVR port a84029b1-c480-4bbe-a17d-1fa5a9854991 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:58.625201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-d8d8aeeb-ce65-4c07-b9a1-337610236ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:58.629044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae6a5e-39aa-4750-af9d-7fa14f5b609e tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=5e704e40-625c-4871-88b4-c2c0ba77f8f0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.633302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-d8d8aeeb-ce65-4c07-b9a1-337610236ad7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.8915656 Aug 11 02:30:58.820175 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-7b4673e6-6386-4f57-ab60-9e75cdb5cc26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.1412239 Aug 11 02:30:58.822950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.823775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:30:58.824413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.864424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=a84029b1-c480-4bbe-a17d-1fa5a9854991,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:58.916413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bdeda99f-fee0-4361-9848-9d9a0e02bffb None None] Provisioning complete for port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:30:58.917592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bdeda99f-fee0-4361-9848-9d9a0e02bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:58.932217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port a84029b1-c480-4bbe-a17d-1fa5a9854991 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:30:59.010489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-acb11274-9326-426a-9d2a-78ac41c6217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.012087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-acb11274-9326-426a-9d2a-78ac41c6217b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.1592133 Aug 11 02:30:59.026302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bdeda99f-fee0-4361-9848-9d9a0e02bffb None None] Port 5e704e40-625c-4871-88b4-c2c0ba77f8f0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:30:59.068295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:30:59.072891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.076533 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5b154bc4-4832-4784-ac00-f07549208d7c tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "PUT /v2.0/routers/b3b78ac7-7e9d-473e-9328-877d8efbda21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6603861 Aug 11 02:30:59.081043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35234) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.088280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Request body: {'port': {'network_id': 'e1b0a31e-e12c-409e-8063-5c24f51d98e0', 'name': 'tempest-FloatingIPAdminTestJSON-1845779177'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:30:59.102657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] Sync routers for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:30:59.123789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:59.126277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.129661 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-9a305c67-3cc6-4da7-ae13-c0a24f33db10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773442 Aug 11 02:30:59.132605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.179912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d54e66-e113-4ae9-882a-92d3d135bcd3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.206754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.217246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for 5e704e40-625c-4871-88b4-c2c0ba77f8f0 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:30:59.248030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:30:59.253997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.281916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e19ceb4-1caa-44ff-b005-45c09dc157da') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.282506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e19ceb4-1caa-44ff-b005-45c09dc157da') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.322040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.368935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.382021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485e8f-5342-4860-81c6-b1dd69ec1584 req-717cc0c0-0146-4e2f-bd8a-8d00cae2efdf tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.383582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e485e8f-5342-4860-81c6-b1dd69ec1584 req-717cc0c0-0146-4e2f-bd8a-8d00cae2efdf tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3606777 Aug 11 02:30:59.394469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:30:59.394817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:30:59.398129 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:30:59.402810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:30:59.403227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338246d-a199-460a-a3e0-8f80201e351c None None] The sync data for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:30:59.405025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Made reservation on behalf of 1e569152388b4a398868806563a8a1df for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:30:59.408952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.472225 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-806c2224-5a85-48a6-b5a1-4961076dbe0e service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215876 Aug 11 02:30:59.516198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] device_id is not set on port 1e0cd867-9244-4091-8a74-9efc017db604 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:30:59.580491 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4fe8b0cc-783f-49b5-9ae7-95745e5ff674 req-999291f9-12e5-472f-821d-a5e3503ad48d service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997512 Aug 11 02:30:59.595831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.611546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.614667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/f4d54e66-e113-4ae9-882a-92d3d135bcd3 HTTP/1.1" status: 204 len: 168 time: 3.0140147 Aug 11 02:30:59.619061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35244) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.653147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2c31-055a-4ad1-b2f4-c07ef12f3bff tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=f4d54e66-e113-4ae9-882a-92d3d135bcd3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:30:59.695117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e485e8f-5342-4860-81c6-b1dd69ec1584 req-5ee429ea-3c8a-4c2e-bb3b-a5400f8cc79a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823229 Aug 11 02:30:59.798880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.805645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.812538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.819363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.827353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.835749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.842260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:30:59.851176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112474e9-483a-4712-9f8f-b581848b5f24 req-db2198ef-d30d-467c-907f-032ad5f503a1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.2442141 Aug 11 02:30:59.855392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35246) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:30:59.920200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Allocated IP 172.20.0.8 (e1b0a31e-e12c-409e-8063-5c24f51d98e0/fa79b18d-48fb-489f-8a80-4bd3c2b1d102/1e0cd867-9244-4091-8a74-9efc017db604) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:30:59.952632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:30:59.966929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112474e9-483a-4712-9f8f-b581848b5f24 req-6052db9c-b2f6-4f97-b9d8-0e34845454e1 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145535 Aug 11 02:31:00.019367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=5e704e40-625c-4871-88b4-c2c0ba77f8f0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:00.071521 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.150564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.408725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.426646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.428526 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/security-groups/76947ff8-78c7-46dd-922f-03c2d06e9760 HTTP/1.1" status: 204 len: 168 time: 0.5670662 Aug 11 02:31:00.459257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35252) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.475896 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.481261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc3e804e-7b7e-47b9-9da0-8bb09c0a38c5 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/5e704e40-625c-4871-88b4-c2c0ba77f8f0 HTTP/1.1" status: 204 len: 168 time: 2.0275259 Aug 11 02:31:00.497617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35254) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.563370 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-ef941a53-afac-4d3c-bcca-cb687f4a0b1f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] show failed (client error): The resource could not be found. Aug 11 02:31:00.565032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ef941a53-afac-4d3c-bcca-cb687f4a0b1f tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "GET /v2.0/security-groups/76947ff8-78c7-46dd-922f-03c2d06e9760 HTTP/1.1" status: 404 len: 347 time: 0.0991044 Aug 11 02:31:00.584124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35256) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.584662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd322f-8fae-4e76-a8bd-98e1aacf5003 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76947ff8-78c7-46dd-922f-03c2d06e9760,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:00.592369 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8f21d1-eb9b-4f8e-bcf2-7f900f0102a2 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] GET failed (client error): The resource could not be found. Aug 11 02:31:00.598063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c8f21d1-eb9b-4f8e-bcf2-7f900f0102a2 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports/5e704e40-625c-4871-88b4-c2c0ba77f8f0 HTTP/1.1" status: 404 len: 333 time: 0.0514960 Aug 11 02:31:00.604681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35258) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.640068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-1936220539'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:00.710292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:00.753604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.765566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.778246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.804510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.820515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.835210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.849309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:00.870231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb3801b8-a4c1-4be6-a920-7727b654a30c req-0634f38f-bc48-4d80-8149-35b4ca06ea5b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.7075844 Aug 11 02:31:00.878757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:00.883992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Request body: {'floatingip': {'port_id': '3f453822-566b-431b-a630-0e1acd75e5fd'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:00.954783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.263952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.327527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab53a7-ce46-4b4f-99b9-4570ed93f81d req-cf3d1dd1-f5a4-4e6b-a09d-6d9567a2704a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.330321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95ab53a7-ce46-4b4f-99b9-4570ed93f81d req-cf3d1dd1-f5a4-4e6b-a09d-6d9567a2704a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3665550 Aug 11 02:31:01.331881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port b39e0f9d-4d2f-476d-a991-662da18cca88 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:01.332235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.348364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Transition to ACTIVE for port object 1e0cd867-9244-4091-8a74-9efc017db604 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:01.464569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:01.470940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.476259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port 39fde5be-25d8-408e-a912-720aa296c8f3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:01.476830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.506674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95ab53a7-ce46-4b4f-99b9-4570ed93f81d req-91f593d0-c097-4519-b512-633f750489c4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551454 Aug 11 02:31:01.544005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port b39e0f9d-4d2f-476d-a991-662da18cca88, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b39e0f9d-4d2f-476d-a991-662da18cca88,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:01.544771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.614148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port ddd51393-06e3-45a2-981e-18891623a082 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:01.677707 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.681919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for b39e0f9d-4d2f-476d-a991-662da18cca88 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:01.764855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:01.791175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:01.822611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:01.826692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.827083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:01.864981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event updated for resources: {'Port': ['ID=1e0cd867-9244-4091-8a74-9efc017db604,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:01.881385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for 39fde5be-25d8-408e-a912-720aa296c8f3 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:01.920598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.6 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/ddd51393-06e3-45a2-981e-18891623a082) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:01.964975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:01.964975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.014323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4a838278-0ff5-4c67-89ee-7a347cd9f3b9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9314294 Aug 11 02:31:02.029788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:02.260867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.313426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=39fde5be-25d8-408e-a912-720aa296c8f3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:02.354213 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.398085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object ddd51393-06e3-45a2-981e-18891623a082 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:02.406468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3c55410-a721-4fb2-96af-379907f0d3b4 None None] Provisioning for port 1e0cd867-9244-4091-8a74-9efc017db604 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:02.412892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3c55410-a721-4fb2-96af-379907f0d3b4 None None] Provisioning complete for port 1e0cd867-9244-4091-8a74-9efc017db604 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:02.413651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c55410-a721-4fb2-96af-379907f0d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.417147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.420148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.423505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ab2e07e0-8fbb-4482-938f-934a6ae93ab4 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/floatingips/1ff71120-e85f-4924-8b2d-96c6bb84e2bb HTTP/1.1" status: 204 len: 168 time: 1.8381705 Aug 11 02:31:02.429585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35270) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:02.445961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'project_id': '1e569152388b4a398868806563a8a1df', 'port_id': '1e0cd867-9244-4091-8a74-9efc017db604'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:02.478364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a3c55410-a721-4fb2-96af-379907f0d3b4 None None] Port 1e0cd867-9244-4091-8a74-9efc017db604 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:02.510704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.521609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.548884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.571463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:02.891374 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Floating IP 7252cb4e-5040-4df8-9488-6f3a25c3821c associated. External IP: 172.25.3.116, port: 3f453822-566b-431b-a630-0e1acd75e5fd. Aug 11 02:31:03.031975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.080125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=b39e0f9d-4d2f-476d-a991-662da18cca88,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:03.080611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:03.091119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=ddd51393-06e3-45a2-981e-18891623a082,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:03.093914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:03.105483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:03.180600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345c96d-1f8b-42ef-82b4-25ebb43cf484 req-a97f591e-4f39-447b-ac24-ef95beb1f1e2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.182330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f345c96d-1f8b-42ef-82b4-25ebb43cf484 req-a97f591e-4f39-447b-ac24-ef95beb1f1e2 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.5293095 Aug 11 02:31:03.189684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port 9c656def-5f4b-4ef0-acbc-7d0b54d7006c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:03.189684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.222143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:03.223112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.234244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.332536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-53fd471c-6e7d-475f-8a02-9465f0b457de tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6973424 Aug 11 02:31:03.336056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35276) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:03.346888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2b:38:83'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:03.501101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f345c96d-1f8b-42ef-82b4-25ebb43cf484 req-3821dc8d-af5e-47f5-a346-2fb4a4bcc60d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415788 Aug 11 02:31:03.513632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.648394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for 9c656def-5f4b-4ef0-acbc-7d0b54d7006c owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:03.685801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:03.688102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Router c91e47af-5551-4911-b735-605681208fe6 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:03.692833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.739480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d79cacd-4ee2-42db-a4e4-d5dd2e9bd9db None None] Provisioning for port ddd51393-06e3-45a2-981e-18891623a082 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:03.748538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d79cacd-4ee2-42db-a4e4-d5dd2e9bd9db None None] Provisioning complete for port ddd51393-06e3-45a2-981e-18891623a082 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:03.750044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d79cacd-4ee2-42db-a4e4-d5dd2e9bd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:03.851018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8d79cacd-4ee2-42db-a4e4-d5dd2e9bd9db None None] Port ddd51393-06e3-45a2-981e-18891623a082 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:03.970014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:03.980970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8148782-7733-4db7-ad86-1961e1198f73 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3610916 Aug 11 02:31:03.984167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:04.010293 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:04.047204 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:04.049287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.143053 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:04.146733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting subnet f16c102a-a3d1-4090-ada5-64f5c440a912 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:04.153055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:04.154833 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.160295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.170693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Sync routers for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:04.211151 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.214932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:04.215136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.245114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:04.255929 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:04.257005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.270133 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d00cf531-beaf-4858-835d-36f59d18f922 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "PUT /v2.0/floatingips/7252cb4e-5040-4df8-9488-6f3a25c3821c HTTP/1.1" status: 200 len: 992 time: 3.3786559 Aug 11 02:31:04.286882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:31:04.289329 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110e5c7f-2cbd-4fad-8e99-034c38472a80" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:31:04.332075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.381000 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.449070 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7bfe07-ce5a-4eaf-9139-19eab73031c1 x-openstack-request-id: req-6d7bfe07-ce5a-4eaf-9139-19eab73031c1 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:31:04.450118 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:31:04.465202 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d7bfe07-ce5a-4eaf-9139-19eab73031c1 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:31:04.465894 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd', 'status': 'completed', 'code': 200} Aug 11 02:31:04.514969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:04.595566 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:04.635809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:04.658878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a846df-9b69-47f8-a987-37ccac3a7229 None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:04.761951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Allocated IP 172.25.3.150 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/146a1ab6-0190-4e8c-a36e-36e8bef794f6) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:04.785554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:04.787835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.788744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.789676 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.790677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.791491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.792866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.793704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:04.797414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-995f419f-f964-40a0-b514-8b343adedbc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.2436569 Aug 11 02:31:04.806934 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.004466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.072501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-97cd9a94-55fe-477d-bde5-e31ad2ab571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:05.082641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.097434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/f16c102a-a3d1-4090-ada5-64f5c440a912 HTTP/1.1" status: 204 len: 168 time: 1.1117151 Aug 11 02:31:05.107205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8950b-db4f-4a4d-9d1b-23ed47ceb8b9 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Subnet': ['ID=f16c102a-a3d1-4090-ada5-64f5c440a912,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:05.111713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-97cd9a94-55fe-477d-bde5-e31ad2ab571c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7 HTTP/1.1" status: 200 len: 918 time: 0.2812157 Aug 11 02:31:05.121462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:05.140308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42903c9-f787-49ed-963a-62820c1bbaff None None] Network be61fef2-59dd-44fb-b5a8-a8854bddb8e3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:05.175839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=9c656def-5f4b-4ef0-acbc-7d0b54d7006c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:05.411473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7252cb4e-5040-4df8-9488-6f3a25c3821c', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'c91e47af-5551-4911-b735-605681208fe6', 'port_id': '3f453822-566b-431b-a630-0e1acd75e5fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'mac_address': 'fa:16:3e:a3:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:31:01Z', 'revision_number': 1, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:05.453573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.470210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Checking router: c91e47af-5551-4911-b735-605681208fe6 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:05.523534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:05.525481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:05.607508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Deleting port feba8ed9-a433-4b35-8cfb-81350e172b33 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:05.607949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.896816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] For port feba8ed9-a433-4b35-8cfb-81350e172b33, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=feba8ed9-a433-4b35-8cfb-81350e172b33,segment=NetworkSegment(6e4d952c-e3c5-4d59-a386-79e5d2368b0a),segment_id=6e4d952c-e3c5-4d59-a386-79e5d2368b0a)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:05.899536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:05.948809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Calling delete_port for feba8ed9-a433-4b35-8cfb-81350e172b33 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:06.049097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.052855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b61460af-c5c5-4c5b-bab5-47deee73c132 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/ports/9c656def-5f4b-4ef0-acbc-7d0b54d7006c HTTP/1.1" status: 204 len: 168 time: 3.6218302 Aug 11 02:31:06.057060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35302) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:06.078437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-3bd574fb-1909-4190-b9ca-235d147b08a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1000 time: 0.8799474 Aug 11 02:31:06.178033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-9b13fd3a-3020-44ce-a1b6-74b7044c2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.181250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-9b13fd3a-3020-44ce-a1b6-74b7044c2a60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.0925601 Aug 11 02:31:06.217128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.277851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No DVR routers for this DVR port feba8ed9-a433-4b35-8cfb-81350e172b33 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:06.296564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Port': ['ID=feba8ed9-a433-4b35-8cfb-81350e172b33,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:06.300985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:06.437647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.490867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e1807-6ec2-4e48-9d38-237442348bb6 None None] DHCP port deletion for be61fef2-59dd-44fb-b5a8-a8854bddb8e3 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:06.495855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feba8ed9-a433-4b35-8cfb-81350e172b33 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:06.518900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.531976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-ad3963e4-d064-432d-8cbf-a3a3ac4aa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.533758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-ad3963e4-d064-432d-8cbf-a3a3ac4aa096 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3319550 Aug 11 02:31:06.535044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.559955 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.595027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: feba8ed9-a433-4b35-8cfb-81350e172b33 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:06.595027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device feba8ed9-a433-4b35-8cfb-81350e172b33 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:06.595539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b39e0f9d-4d2f-476d-a991-662da18cca88 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:06.604012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be61fef2-59dd-44fb-b5a8-a8854bddb8e3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.651291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b39e0f9d-4d2f-476d-a991-662da18cca88 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:06.651291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b39e0f9d-4d2f-476d-a991-662da18cca88 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:06.660054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4d952c-e3c5-4d59-a386-79e5d2368b0a') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.665486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4d952c-e3c5-4d59-a386-79e5d2368b0a') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:06.690969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.697318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting port 3fdd3023-392c-4a67-a360-7083fa793eb8 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:06.698380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.743975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] In _notify_port_updated(), no bound segment for port ddd51393-06e3-45a2-981e-18891623a082 on network 9fce248d-06dc-445f-aaf1-694db6e9b21e {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:31:06.751072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:06.751781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.753308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "PUT /v2.0/ports/ddd51393-06e3-45a2-981e-18891623a082 HTTP/1.1" status: 200 len: 996 time: 3.4158089 Aug 11 02:31:06.763165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:06.798554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.820281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:06.820598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:06.834804 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:07.013370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-c4a67509-454e-4081-9c21-00d33aab2847 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682133 Aug 11 02:31:07.052555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.063396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.068379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/networks/be61fef2-59dd-44fb-b5a8-a8854bddb8e3 HTTP/1.1" status: 204 len: 168 time: 1.8882525 Aug 11 02:31:07.078144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.081997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:07.094167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'routes': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:07.112691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:07.124680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:07.131406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:07.139247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.163289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ae22808f-133d-4130-9ca7-a8e0b48a953c None None] Provisioning complete for port ddd51393-06e3-45a2-981e-18891623a082 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:07.163861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ae22808f-133d-4130-9ca7-a8e0b48a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.176474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7252cb4e-5040-4df8-9488-6f3a25c3821c', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'c91e47af-5551-4911-b735-605681208fe6', 'port_id': '3f453822-566b-431b-a630-0e1acd75e5fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'mac_address': 'fa:16:3e:a3:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:31:01Z', 'revision_number': 1, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:07.204373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac8cb-b267-41e8-ba29-4038debfa08e tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Pushing event deleted for resources: {'Network': ['ID=be61fef2-59dd-44fb-b5a8-a8854bddb8e3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.231664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Calling delete_port for 3fdd3023-392c-4a67-a360-7083fa793eb8 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:07.258228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699b54db-cfba-4c7e-b582-e96e5bb255cd None None] The sync data for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 is: [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '7252cb4e-5040-4df8-9488-6f3a25c3821c', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'c91e47af-5551-4911-b735-605681208fe6', 'port_id': '3f453822-566b-431b-a630-0e1acd75e5fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'mac_address': 'fa:16:3e:a3:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:28:54Z', 'updated_at': '2021-08-11T02:31:01Z', 'revision_number': 1, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:07.261693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ae22808f-133d-4130-9ca7-a8e0b48a953c None None] Port ddd51393-06e3-45a2-981e-18891623a082 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:07.272506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc1f99-493c-4f85-afeb-618917857b58 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=ddd51393-06e3-45a2-981e-18891623a082,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.413685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-110e5c7f-2cbd-4fad-8e99-034c38472a80 req-63980d1d-efed-490f-8faa-149cae4598cd service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569269 Aug 11 02:31:07.452382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Pushing event updated for resources: {'Port': ['ID=146a1ab6-0190-4e8c-a36e-36e8bef794f6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:07.468578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Added routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:31:07.469288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Removed routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:31:07.469704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.519270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1af63-c711-4d4b-8ea1-cd0b54fc4c22 req-6f83e570-311c-46ab-be72-709bb8cdb573 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:07.521731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90e1af63-c711-4d4b-8ea1-cd0b54fc4c22 req-6f83e570-311c-46ab-be72-709bb8cdb573 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1801167 Aug 11 02:31:07.593671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port ddd51393-06e3-45a2-981e-18891623a082 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:07.593671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.653547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434c9c0-6132-482c-a38b-5dc1425eafec None None] New status for floating IP 7252cb4e-5040-4df8-9488-6f3a25c3821c: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:31:07.770931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90e1af63-c711-4d4b-8ea1-cd0b54fc4c22 req-c76b9368-9e44-4e92-8863-fe6024b80813 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117546 Aug 11 02:31:07.911503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.916526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.925426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:07.950134 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.007741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for ddd51393-06e3-45a2-981e-18891623a082 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:08.122825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:08.124021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Port': ['ID=3fdd3023-392c-4a67-a360-7083fa793eb8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.591686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.699578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.755422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=ddd51393-06e3-45a2-981e-18891623a082,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:08.807181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:08.816146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.817437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05be0952-dc39-4875-814a-fad7fc4df9de tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 704 time: 1.7301333 Aug 11 02:31:08.824269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35336) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:08.829084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Sync routers for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:08.853097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:08.853751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:08.908764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:08.921134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-da9ccccc-70ae-43b4-ba88-7501ae540d82 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 205 time: 0.0861030 Aug 11 02:31:08.932565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.001141 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.007840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09571954-5020-42e3-a966-100e3ee17c4f tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/ddd51393-06e3-45a2-981e-18891623a082 HTTP/1.1" status: 204 len: 168 time: 2.2435040 Aug 11 02:31:09.016608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35342) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.055537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.055788 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7037603-7608-412e-abeb-ddb018c3472c tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] GET failed (client error): The resource could not be found. Aug 11 02:31:09.062145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7037603-7608-412e-abeb-ddb018c3472c tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports/ddd51393-06e3-45a2-981e-18891623a082 HTTP/1.1" status: 404 len: 333 time: 0.0441444 Aug 11 02:31:09.065281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35344) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.067444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:09.068571 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e0a32372-3f0a-4b50-a032-2ce528350149 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/ports/3fdd3023-392c-4a67-a360-7083fa793eb8 HTTP/1.1" status: 204 len: 168 time: 3.0084422 Aug 11 02:31:09.070640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-1716904915'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:09.075773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.163981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.236895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:09.315681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Checking router: 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:09.324715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting subnet b9a19fb2-755f-4b7f-a770-79360c8fc948 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:09.336039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Routers {'99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:09.337018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.338047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:09.410479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.557528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] Set router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:09.637674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.642599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.691813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:09.748809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.750032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router 99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:09.790946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.793218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11c04d-6b55-45b0-965a-32cdbc8b915d None None] The sync data for ids ['99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07'] in n-d-713498-10 is: [{'id': '99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07', 'name': 'tempest-RoutersIpV6Test-router-862213170', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:29:21Z', 'updated_at': '2021-08-11T02:31:02Z', 'revision_number': 11, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:09.801083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2a22e004-3caf-48eb-8d1f-6be11343c7b2 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 204 len: 168 time: 0.8616202 Aug 11 02:31:09.802012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35352) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:09.819424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2014900283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:09.883975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.885484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.972922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:09.983630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.035100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.062748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.095236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.102351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ba41e78-4c76-4a24-90e2-45c9a9996bc8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2980175 Aug 11 02:31:10.109070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:10.114365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:10.118139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.136521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:10.138515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-cad02a90-a90d-4a68-9516-e036ab41f929 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6747420 Aug 11 02:31:10.156598 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.222618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Pushing event updated for resources: {'Port': ['ID=146a1ab6-0190-4e8c-a36e-36e8bef794f6,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:10.255027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port 42a311a2-e0bc-45e7-9caa-5b66f71d6648 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:10.418912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.513239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.548704 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.645640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36891c0f-37c5-473c-bef1-a9505f8c5eab None None] Network aa49a50c-9844-43ff-bb92-5537732375eb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:10.656941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.658242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.659008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.659641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.660350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.661023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.661667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:10.664478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f4ce2af8-05c2-49ac-b7b9-50aab053c593 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.4365330 Aug 11 02:31:10.667003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:10.669955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/subnets/b9a19fb2-755f-4b7f-a770-79360c8fc948 HTTP/1.1" status: 204 len: 168 time: 1.5907397 Aug 11 02:31:10.687101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35360) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:10.720693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.12 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/42a311a2-e0bc-45e7-9caa-5b66f71d6648) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:10.882553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7900c2-86d2-4c19-be8a-173519d23589 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a19fb2-755f-4b7f-a770-79360c8fc948,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:10.887208 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Floating IP 60c9c8f2-c882-4c26-b0e6-9d5a6e92ad87 associated. External IP: 172.25.3.150, port: 1e0cd867-9244-4091-8a74-9efc017db604. Aug 11 02:31:10.902707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.039961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.061188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Deleting subnet f4f6b60c-2836-40d2-849d-52f19771008f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:11.081782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.126329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.144849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] DHCP port deletion for aa49a50c-9844-43ff-bb92-5537732375eb request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:11.241128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.281404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.284668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object 42a311a2-e0bc-45e7-9caa-5b66f71d6648 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:11.289674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Deleting port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:11.290390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.318795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ce3332f-3d97-415d-8ff7-e86eb858e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.319622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ce3332f-3d97-415d-8ff7-e86eb858e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.320507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ce3332f-3d97-415d-8ff7-e86eb858e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.323490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ce3332f-3d97-415d-8ff7-e86eb858e86a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 0.3111618 Aug 11 02:31:11.409279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] For port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,segment=NetworkSegment(81d7d060-1b89-4f23-b8cd-abaee7c8720c),segment_id=81d7d060-1b89-4f23-b8cd-abaee7c8720c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:11.410062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.450417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Calling delete_port for 45c5e74e-33ad-4a4e-9f8a-baad205dc73c owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:11.547557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Router 5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:11.580844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.680737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-f45157b2-36e1-4c56-bac0-5d5d3e2584f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 0.2028027 Aug 11 02:31:11.695148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.709998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:11.736214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] No DVR routers for this DVR port 45c5e74e-33ad-4a4e-9f8a-baad205dc73c on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:11.800591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dda9c-a751-42a3-b4c0-3dd0aee9c8b7 None None] Pushing event deleted for resources: {'Port': ['ID=45c5e74e-33ad-4a4e-9f8a-baad205dc73c,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:11.874052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=42a311a2-e0bc-45e7-9caa-5b66f71d6648,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:11.897978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Router b3b78ac7-7e9d-473e-9328-877d8efbda21 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:11.925934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:11.934435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:11.940093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-ce63694c-24e7-45a3-9f51-c8bedbcfc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:11.942390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-ce63694c-24e7-45a3-9f51-c8bedbcfc161 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.2403545 Aug 11 02:31:11.943607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:11.962444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:11.972476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45c5e74e-33ad-4a4e-9f8a-baad205dc73c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:11.986098 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Sync routers for ids ['5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:12.005984 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Routers {'5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:12.010118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.013092 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.021541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2ddd8c25-0b2e-4088-aa38-775fc70aaaba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "PUT /v2.0/routers/5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 200 len: 698 time: 1.9092500 Aug 11 02:31:12.023012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 45c5e74e-33ad-4a4e-9f8a-baad205dc73c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:12.024835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45c5e74e-33ad-4a4e-9f8a-baad205dc73c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:12.102748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35376) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:12.183308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.223542 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Set router 5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:12.259037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-018914ca-f143-4d13-a755-f890d632c24c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5139115 Aug 11 02:31:12.261143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.269766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/subnets/f4f6b60c-2836-40d2-849d-52f19771008f HTTP/1.1" status: 204 len: 168 time: 1.5508862 Aug 11 02:31:12.275524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d064b6-ef64-4d1a-a5a1-29b0cc3dee5c None None] Network bd77a0c6-b87d-4ede-881a-98506c3ac21f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:12.318885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35378) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:12.328345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f018c4-62c3-41b4-919f-1a2709a1e5fa tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f6b60c-2836-40d2-849d-52f19771008f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:12.373291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba', 'name': 'tempest-RoutersIpV6Test-router-2014900283', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:09Z', 'updated_at': '2021-08-11T02:31:11Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.454232 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Checking router: 5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:12.482036 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Routers {'5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:12.482999 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.497934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.500099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.602086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e188cf8-3291-4643-84ba-33ed13c40c15 None None] Provisioning for port 42a311a2-e0bc-45e7-9caa-5b66f71d6648 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:12.609830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-7e960f35-f9ef-4a8a-8acc-87f1a7fda256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.614510 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-7e960f35-f9ef-4a8a-8acc-87f1a7fda256 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.1755965 Aug 11 02:31:12.614859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e188cf8-3291-4643-84ba-33ed13c40c15 None None] Provisioning complete for port 42a311a2-e0bc-45e7-9caa-5b66f71d6648 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:12.615674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e188cf8-3291-4643-84ba-33ed13c40c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.623807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.724530 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] Set router 5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:12.745500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] DHCP port deletion for bd77a0c6-b87d-4ede-881a-98506c3ac21f request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:12.840610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e188cf8-3291-4643-84ba-33ed13c40c15 None None] Port 42a311a2-e0bc-45e7-9caa-5b66f71d6648 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:12.858189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-92fd6acb-bf95-4d17-a67d-3257447414db tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/routers/5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 200 len: 704 time: 0.6951818 Aug 11 02:31:12.859421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:12.904906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1fb4f89d-650c-43fa-905b-3e380a9fd1ae tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8380077 Aug 11 02:31:12.906139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba', 'name': 'tempest-RoutersIpV6Test-router-2014900283', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:09Z', 'updated_at': '2021-08-11T02:31:11Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:12.945721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Deleting port 834030ca-e1ad-49ff-8402-bcec349889f8 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:12.947160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35384) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:12.947546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:12.956826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'network_id': '9fce248d-06dc-445f-aaf1-694db6e9b21e', 'name': 'tempest-AllowedAddressPairTestJSON-1362012505'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:12.965771 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f794c8-1da6-4465-a299-83512d634bf3 None None] The sync data for ids ['5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba'] in n-d-713498-10 is: [{'id': '5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba', 'name': 'tempest-RoutersIpV6Test-router-2014900283', 'tenant_id': 'c83ede06b42d4d74a299a750ff0993e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:09Z', 'updated_at': '2021-08-11T02:31:11Z', 'revision_number': 2, 'project_id': 'c83ede06b42d4d74a299a750ff0993e0', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:12.966991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-10914c66-7d6f-45ea-98a6-75d0a21e4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:12.972524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-10914c66-7d6f-45ea-98a6-75d0a21e4257 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8792801 Aug 11 02:31:12.990796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-17bd0d47-f3d3-46c9-90a4-0712019d523b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 200 len: 205 time: 0.1236646 Aug 11 02:31:13.010811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35388) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:13.098547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.115978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa49a50c-9844-43ff-bb92-5537732375eb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.134044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7d060-1b89-4f23-b8cd-abaee7c8720c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.139689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7d060-1b89-4f23-b8cd-abaee7c8720c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.141951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] For port 834030ca-e1ad-49ff-8402-bcec349889f8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=834030ca-e1ad-49ff-8402-bcec349889f8,segment=NetworkSegment(139c9c74-f5ab-401a-97a6-0bc710430eac),segment_id=139c9c74-f5ab-401a-97a6-0bc710430eac)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:13.142692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.161481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.176186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Calling delete_port for 834030ca-e1ad-49ff-8402-bcec349889f8 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:13.239388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.293775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:13.299266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:13.366964 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:13.384901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.415665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] Pushing event deleted for resources: {'Port': ['ID=834030ca-e1ad-49ff-8402-bcec349889f8,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:13.420804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd0fcb-a052-47cc-97b6-65f05a9ff411 None None] No DVR routers for this DVR port 834030ca-e1ad-49ff-8402-bcec349889f8 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:13.460245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-99efe1c3-ed7f-48c9-a45b-2fa5573f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.464783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-99efe1c3-ed7f-48c9-a45b-2fa5573f97bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.7598307 Aug 11 02:31:13.491654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:13.505044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] Sync routers for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:13.532772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:13.533704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.635642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.666057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:13.666937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.671887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-ee07b45a-6cb2-4e45-bd0e-4b558a03f4fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.1904914 Aug 11 02:31:13.672878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.675426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.685943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-fbc393a6-664c-42d1-ab56-f6ca8004ac38 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735032 Aug 11 02:31:13.687237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.691477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:13.700331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/networks/aa49a50c-9844-43ff-bb92-5537732375eb HTTP/1.1" status: 204 len: 168 time: 1.3738875 Aug 11 02:31:13.708589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35392) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:13.789369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:13.790727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc06c49-af9a-4144-bd02-aa0d9a34326a None None] The sync data for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:13.850566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b20d5-cc96-4cdb-a535-4d1cd9468cfe tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Network': ['ID=aa49a50c-9844-43ff-bb92-5537732375eb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:13.918145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-d27442b0-9f15-4920-837b-47428b6ba54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:13.921501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-d27442b0-9f15-4920-837b-47428b6ba54d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.2192125 Aug 11 02:31:13.995235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-2c97be05-d060-4e08-816d-7721a39ca155 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629618 Aug 11 02:31:13.996933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 834030ca-e1ad-49ff-8402-bcec349889f8 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:14.044898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 834030ca-e1ad-49ff-8402-bcec349889f8 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:14.045621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 834030ca-e1ad-49ff-8402-bcec349889f8 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:14.149010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9cb1467c-5204-4dc9-9853-ad34533903b1 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.1181712 Aug 11 02:31:14.164271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.325070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-d0206447-f1e8-4915-857b-351b43a67b63 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227994 Aug 11 02:31:14.407882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-53208e07-ec2a-4555-9e51-1563882f6976 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "GET /v2.0/floatingips/60c9c8f2-c882-4c26-b0e6-9d5a6e92ad87 HTTP/1.1" status: 200 len: 983 time: 0.2414913 Aug 11 02:31:14.411413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35402) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.528181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.535441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Made reservation on behalf of f377c3159f524442b775aec2ef2122f5 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:14.541500 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.545420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.556975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.562054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-6cd6366d-1fa8-4cf3-9261-995d2155b94a service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671031 Aug 11 02:31:14.576419 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af02bac3-563b-4824-865c-3c2908a516b0 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1613500 Aug 11 02:31:14.580808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35404) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.705031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] device_id is not set on port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:14.714658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-c615e436-95f0-478e-b4a2-85cbd0a55a51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.1272318 Aug 11 02:31:14.723502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.724321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Fanout notify agent at l3_agent the message router_deleted on router 5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:14.748239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0d8aa2c8-1c4a-4524-9a3b-09840990899b req-b9ffb648-e417-4753-978f-2be4c0f6dbcf service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132483 Aug 11 02:31:14.775800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port 146a1ab6-0190-4e8c-a36e-36e8bef794f6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:14.776397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.804272 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.806407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-96b2cb4b-48a9-45b0-afa2-267d25908d8c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 204 len: 168 time: 1.6642933 Aug 11 02:31:14.848996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:14.875225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.875769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:14.892277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for 146a1ab6-0190-4e8c-a36e-36e8bef794f6 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:14.961777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-36f46e5b-3408-43e7-9666-851e77e7bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:14.963678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-36f46e5b-3408-43e7-9666-851e77e7bc9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2330058 Aug 11 02:31:15.103690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.150323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=146a1ab6-0190-4e8c-a36e-36e8bef794f6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:15.269607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.271225 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Floating IP 60c9c8f2-c882-4c26-b0e6-9d5a6e92ad87 disassociated (deleted). External IP: 172.25.3.150, port: 1e0cd867-9244-4091-8a74-9efc017db604. Aug 11 02:31:15.636258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-00f98c89-d1cf-481e-b615-d85d80aa3a03 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 200 len: 205 time: 0.7797351 Aug 11 02:31:15.691512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35418) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:15.882744 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-8df57eee-a5bd-414d-92e3-52480831fa3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:15.890596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8df57eee-a5bd-414d-92e3-52480831fa3c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/5ce6df69-b956-4afb-a6c2-b2cd2f26c1ba HTTP/1.1" status: 404 len: 336 time: 0.1913512 Aug 11 02:31:15.890596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35420) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:15.898574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:15.951455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd77a0c6-b87d-4ede-881a-98506c3ac21f']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:15.975191 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17eb11a-3609-42e9-96e1-97d45070dd38 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:15.975721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17eb11a-3609-42e9-96e1-97d45070dd38 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:15.977766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c17eb11a-3609-42e9-96e1-97d45070dd38 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/0bde38ee-2569-43f1-a75e-0ab6041674b7 HTTP/1.1" status: 404 len: 337 time: 0.0834653 Aug 11 02:31:15.982442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c9c74-f5ab-401a-97a6-0bc710430eac') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:15.982753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c9c74-f5ab-401a-97a6-0bc710430eac') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:15.988504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35422) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.045024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-729613ff-5a49-42e9-9dfc-dc78e6e3c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:16.046928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-729613ff-5a49-42e9-9dfc-dc78e6e3c4b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4068305 Aug 11 02:31:16.053287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.126666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Allocated IP 172.20.0.8 (9fce248d-06dc-445f-aaf1-694db6e9b21e/c7328bb9-ed94-405a-b25a-f3f6cfb2d345/093571c5-fc70-4a2b-af5a-9a53b6f11ac1) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:16.218148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Router b3b78ac7-7e9d-473e-9328-877d8efbda21 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:16.445967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-b4ec3cb1-4fca-4e28-ac68-eca0f53707de service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967131 Aug 11 02:31:16.454787 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37c896f-5026-4143-b236-a3bc3aaaceb7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:16.455537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37c896f-5026-4143-b236-a3bc3aaaceb7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:16.462578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f37c896f-5026-4143-b236-a3bc3aaaceb7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/13ff281f-cb2c-4b1c-bd40-61b7e52f38bf HTTP/1.1" status: 404 len: 337 time: 0.4643893 Aug 11 02:31:16.464322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35428) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.550475 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0cfada-2276-4a97-a6ff-e17951f299ba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:16.552069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0cfada-2276-4a97-a6ff-e17951f299ba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:16.564058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc0cfada-2276-4a97-a6ff-e17951f299ba tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/4cef1e8c-8ca1-4404-9f88-c3a39834ebc3 HTTP/1.1" status: 404 len: 337 time: 0.0970340 Aug 11 02:31:16.569700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35432) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.583426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.604002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:16.604461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:16.608166 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:16.741000 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e2a8d2-5cc1-4e0a-967d-1550b0f43c8a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:16.741909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e2a8d2-5cc1-4e0a-967d-1550b0f43c8a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:16.750087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37e2a8d2-5cc1-4e0a-967d-1550b0f43c8a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/f16c102a-a3d1-4090-ada5-64f5c440a912 HTTP/1.1" status: 404 len: 337 time: 0.0655608 Aug 11 02:31:16.751121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35434) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.814755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35436) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:16.818064 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6c281863-4103-4173-a435-c8e711fc7253 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 200 len: 205 time: 0.0611858 Aug 11 02:31:16.859503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-80f08187-fbb5-4a25-a57c-84363ee25e1d service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988683 Aug 11 02:31:16.892320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:16.902507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.920813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:16.935104 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] Sync routers for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:16.959132 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:16.959781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:17.003631 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-aaf4cde3-74e4-4166-9b6a-59fab048c19d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:17.003631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aaf4cde3-74e4-4166-9b6a-59fab048c19d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/99732e6a-0d4a-4bc8-bd29-ea15fb2f6e07 HTTP/1.1" status: 404 len: 336 time: 0.1678221 Aug 11 02:31:17.006308 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:17.012147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.020825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:17.021839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:17.045864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.046422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98d5a497-e5ec-4f2f-9552-5f57c63bd459 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/floatingips/60c9c8f2-c882-4c26-b0e6-9d5a6e92ad87 HTTP/1.1" status: 204 len: 168 time: 2.4643147 Aug 11 02:31:17.056246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] 10.222.0.68 "DELETE /v2.0/networks/bd77a0c6-b87d-4ede-881a-98506c3ac21f HTTP/1.1" status: 204 len: 168 time: 3.3038971 Aug 11 02:31:17.088537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bee1f-d28e-409d-acfd-0564ae3eb379 tempest-TaggedBootDevicesTest-717083864 tempest-TaggedBootDevicesTest-717083864-project] Pushing event deleted for resources: {'Network': ['ID=bd77a0c6-b87d-4ede-881a-98506c3ac21f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:17.092663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35440) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.099390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:17.099390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73270ee-7439-49f7-bf02-02b9f4ca2bc6 None None] The sync data for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:17.100260 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62a40d48-2c21-434d-9c2f-b1033aa52b6d tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=1977b14e-c690-4d7b-acb5-dab0e7b38a44 HTTP/1.1" status: 200 len: 205 time: 0.0817471 Aug 11 02:31:17.110076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-bf5e85c3-8ad0-43da-87fb-e3a4b83022e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.1989477 Aug 11 02:31:17.112928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.116887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:17.189174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.305575 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-f6080870-a92f-4390-944e-ac14d653222a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:17.322579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6080870-a92f-4390-944e-ac14d653222a tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/1977b14e-c690-4d7b-acb5-dab0e7b38a44 HTTP/1.1" status: 404 len: 336 time: 0.2016661 Aug 11 02:31:17.330506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35448) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.463915 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-22261bee-259c-4fa8-a3bc-a3aaa37298a8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:17.464498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22261bee-259c-4fa8-a3bc-a3aaa37298a8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:17.466558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-22261bee-259c-4fa8-a3bc-a3aaa37298a8 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/3c560ced-21ca-4ab5-acdc-fc074f93c643 HTTP/1.1" status: 404 len: 337 time: 0.1274714 Aug 11 02:31:17.475922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.481982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35456) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.535197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.549913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5228bbf1-9c87-49f3-9b26-d1de2856ed2b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 200 len: 205 time: 0.0642712 Aug 11 02:31:17.558725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.562945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Transition to ACTIVE for port object 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:17.566594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-0ae92db6-191d-4715-98aa-85e5097e1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.570695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-0ae92db6-191d-4715-98aa-85e5097e1672 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.4399283 Aug 11 02:31:17.682327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-109ccd1e-d69f-41d0-ba92-5b7f27008104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:17.683989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-109ccd1e-d69f-41d0-ba92-5b7f27008104 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054709 Aug 11 02:31:17.687670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:17.734044 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-9ac8769e-4791-469f-bfaf-bfe7b69aae95 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:17.738578 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9ac8769e-4791-469f-bfaf-bfe7b69aae95 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/2ebddc62-251c-4249-956c-d1f43c374e8e HTTP/1.1" status: 404 len: 336 time: 0.1776295 Aug 11 02:31:17.829120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35466) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.856654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-01070230-8f68-4618-87c2-bfc059f74d1f service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630831 Aug 11 02:31:17.917163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af4c8a66-9da6-42ea-aaec-f4e0ce6b3404 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=69966971-69d7-4c65-a238-109131134799 HTTP/1.1" status: 200 len: 205 time: 0.0859556 Aug 11 02:31:17.926473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35468) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:17.959741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:18.000789 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fb9919e4-f36c-41b6-ac70-5e0daa3c6054 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:18.003360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb9919e4-f36c-41b6-ac70-5e0daa3c6054 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/69966971-69d7-4c65-a238-109131134799 HTTP/1.1" status: 404 len: 336 time: 0.0748239 Aug 11 02:31:18.018196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35470) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.055241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:18.058926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:18.064520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=093571c5-fc70-4a2b-af5a-9a53b6f11ac1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:18.071009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-4ff3dd1d-ff68-4ecb-9c70-83413cf97444 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879086 Aug 11 02:31:18.081330 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50511e0-5d58-4bb4-b594-e0c4731364b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:18.082116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50511e0-5d58-4bb4-b594-e0c4731364b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:18.085326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e50511e0-5d58-4bb4-b594-e0c4731364b7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/eda4f3d3-7a62-44d9-a3b1-2bbf3dda8b85 HTTP/1.1" status: 404 len: 337 time: 0.0658000 Aug 11 02:31:18.093726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.150488 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-86d326e9-6e23-4b60-9fdc-dd0582e1cdbb tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=c31b09b2-7ca9-4306-b7c0-505af7d9789a HTTP/1.1" status: 200 len: 205 time: 0.0510871 Aug 11 02:31:18.175070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.214467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-44c04e1c-3fd7-4449-976c-37d353f044a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.1046617 Aug 11 02:31:18.232057 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-0ee51e61-82bf-4b47-b3e2-20827b02755b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:18.233603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ee51e61-82bf-4b47-b3e2-20827b02755b tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/c31b09b2-7ca9-4306-b7c0-505af7d9789a HTTP/1.1" status: 404 len: 336 time: 0.0572832 Aug 11 02:31:18.238352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35476) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.269981 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-890f5868-fb5d-491d-b62b-94f384b82f81 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:18.270465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890f5868-fb5d-491d-b62b-94f384b82f81 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:18.272305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-890f5868-fb5d-491d-b62b-94f384b82f81 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/a0a80415-4baf-4143-b01d-2913124426d7 HTTP/1.1" status: 404 len: 337 time: 0.0331416 Aug 11 02:31:18.280755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35478) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.300188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.300990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.324639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Allocated IP 172.25.3.226 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b260a2de-efc6-4376-9673-c3ffc4fe7bbf) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:18.352686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-675fe9b1-6c8a-46c9-9041-40e2b1b6712c tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "GET /v2.0/ports?device_id=b30bfcbd-1614-4c33-b336-10623e4ca2fa HTTP/1.1" status: 200 len: 205 time: 0.0703897 Aug 11 02:31:18.356833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35480) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.436508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-35989ebb-37d2-4979-969e-913fddbea946 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4872489 Aug 11 02:31:18.437743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35484) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.439005 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-b83dd195-a254-41ea-aed3-d2410d4dc313 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] delete failed (client error): The resource could not be found. Aug 11 02:31:18.443371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b83dd195-a254-41ea-aed3-d2410d4dc313 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/routers/b30bfcbd-1614-4c33-b336-10623e4ca2fa HTTP/1.1" status: 404 len: 336 time: 0.0850852 Aug 11 02:31:18.450111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2b:38:83'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:78:19:5f'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:18.459344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35486) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.464404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-1112dca5-60ad-4a4a-80b5-3a523e887e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.465983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-1112dca5-60ad-4a4a-80b5-3a523e887e16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2328682 Aug 11 02:31:18.589677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.594564 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af600dc-5391-464c-83e5-b478dd489253 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:18.595131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af600dc-5391-464c-83e5-b478dd489253 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:18.600717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3af600dc-5391-464c-83e5-b478dd489253 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/6d2e74fc-ac81-4214-9b14-0331191c302b HTTP/1.1" status: 404 len: 337 time: 0.1384225 Aug 11 02:31:18.602655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35492) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:18.654800 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e03a55b-a4d2-44c2-93b6-a82b57bc37e7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] DELETE failed (client error): The resource could not be found. Aug 11 02:31:18.655264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e03a55b-a4d2-44c2-93b6-a82b57bc37e7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:31:18.661437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5e03a55b-a4d2-44c2-93b6-a82b57bc37e7 tempest-RoutersIpV6Test-1199309769 tempest-RoutersIpV6Test-1199309769-project] 10.222.0.68 "DELETE /v2.0/subnets/0a1d5a49-67ec-4af3-9469-405a69e2dda4 HTTP/1.1" status: 404 len: 337 time: 0.0548694 Aug 11 02:31:18.669444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-585f29d2-6315-44d3-bacc-fbe438019fc7 None None] Provisioning for port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:18.688620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-585f29d2-6315-44d3-bacc-fbe438019fc7 None None] Provisioning complete for port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:18.691890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-585f29d2-6315-44d3-bacc-fbe438019fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.701150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:18.739292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ed97e98-c296-4ebb-bd3d-dc0e3a03a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:18.742723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3ed97e98-c296-4ebb-bd3d-dc0e3a03a247 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2653100 Aug 11 02:31:18.827788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-585f29d2-6315-44d3-bacc-fbe438019fc7 None None] Port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:18.892299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:18.912939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:18.932910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:19.073320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Pushing event updated for resources: {'Port': ['ID=b260a2de-efc6-4376-9673-c3ffc4fe7bbf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.085317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-a83651da-56b2-496e-9306-22afbce26181 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284717 Aug 11 02:31:19.170812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.200505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.309267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.516082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35506) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.548997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-53a6bb9f-3f3f-42ba-85a7-53fb29b420f1 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537772 Aug 11 02:31:19.636460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3af06bc5-9c00-4e57-a5a2-cf037e2fa2d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.0773463 Aug 11 02:31:19.668568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.677762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.726354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-736ef39f-f00f-470c-a5b7-a33d244cfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.729765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-736ef39f-f00f-470c-a5b7-a33d244cfcaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.0839078 Aug 11 02:31:19.797060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Pushing event updated for resources: {'Port': ['ID=b260a2de-efc6-4376-9673-c3ffc4fe7bbf,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:19.820976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.849212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.869160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.869593 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee887b9f-d708-41a7-8fd6-5f5d508bb11c tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7673876 Aug 11 02:31:19.934482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-7d5943aa-46a7-4673-9a08-bdf47b3b8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:19.936396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-7d5943aa-46a7-4673-9a08-bdf47b3b8e2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1958475 Aug 11 02:31:19.938969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:19.948702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:19.948904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a6f024c-0cfc-4c3a-8ab4-f8e21b33363d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c83ede06b42d4d74a299a750ff0993e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311912 Aug 11 02:31:19.959925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.159836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event updated for resources: {'Port': ['ID=093571c5-fc70-4a2b-af5a-9a53b6f11ac1,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:20.181990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.198668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] In _notify_port_updated(), no bound segment for port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 on network 9fce248d-06dc-445f-aaf1-694db6e9b21e {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:31:20.205137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:20.206334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.211072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8e718895-edd3-4b10-a52c-c110e913c2f7 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "PUT /v2.0/ports/093571c5-fc70-4a2b-af5a-9a53b6f11ac1 HTTP/1.1" status: 200 len: 1056 time: 1.7662542 Aug 11 02:31:20.211838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:20.264556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-c483dd3c-0ae2-4404-8c81-88c4c4d66f35 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135784 Aug 11 02:31:20.271512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.342800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:20.420142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.425206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.427119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe3156e2-4327-4faa-ab41-a47d0c7dfed9 HTTP/1.1" status: 204 len: 168 time: 0.4763360 Aug 11 02:31:20.446383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e899f1-f6fb-4dbf-a17e-09b2e0836539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3156e2-4327-4faa-ab41-a47d0c7dfed9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:20.503383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.579554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4ad4445b-7a8e-4194-8356-71868caee924 None None] Provisioning complete for port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:31:20.580101 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ad4445b-7a8e-4194-8356-71868caee924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.648668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-eeafaaec-f33e-42c6-9d9e-6794aade5e2f service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736529 Aug 11 02:31:20.654663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:20.655240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:20.664129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4445b-7a8e-4194-8356-71868caee924 None None] Port 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:31:20.863785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3fc8b6ce-387e-4cf1-abf0-d856ea9c5394 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.1974843 Aug 11 02:31:21.559566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-aa3f6efb-c846-4580-bc4f-0629b1c64dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:21.561089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-aa3f6efb-c846-4580-bc4f-0629b1c64dd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.6822462 Aug 11 02:31:21.563222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.621719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for 093571c5-fc70-4a2b-af5a-9a53b6f11ac1 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:21.660703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:21.755017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-07d2d197-ecb1-48a9-9615-26b1090ae625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:21.756589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-07d2d197-ecb1-48a9-9615-26b1090ae625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815641 Aug 11 02:31:21.868444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:21.979070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Allocated IP 172.25.3.156 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/fde8c34e-fde6-4237-acab-dbbc2c52cd29) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:22.006179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-5d06a072-92dd-466b-9757-bf69902ae178 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395017 Aug 11 02:31:22.126209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--628449333'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:22.173092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.179921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.211169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.254561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=093571c5-fc70-4a2b-af5a-9a53b6f11ac1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:22.502091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-b72ec52d-08d0-4a4e-bc77-f2038bfe784a service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810183 Aug 11 02:31:22.537905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.548498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.560319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.644634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b93697df-331d-4bbf-8dda-1fd487d3617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.667524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5707f7c7-8527-48b4-b692-64b84b320c2a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:22.692194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-b3adc8d0-2a47-44cb-8c7d-cdf59f915c81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.1545000 Aug 11 02:31:22.711506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.711958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.712218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.712508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.712849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.713175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.713505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.713848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.714177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.724735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.725260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.725602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:22.835094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.841189 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.859062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-5963d4bc-6a71-4d8d-9761-1e47216aef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:22.860756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-5963d4bc-6a71-4d8d-9761-1e47216aef82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.1247435 Aug 11 02:31:22.877151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:22.883097 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0075099 Aug 11 02:31:22.885042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:22.968996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117fbe-338c-4b32-97ef-79a1bd013727 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7df393-0b50-40a4-91ce-948b4e4c8726,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.089427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed1d9b7f-32b5-4781-9bf3-8bb1713121fe tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1940961 Aug 11 02:31:23.093645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35578) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.108763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-security--695609135', 'description': 'tempest-security-description-1109634687'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:23.121152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.172867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-c6a42f26-8634-4641-9bb6-f5f53f406cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:23.174779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-c6a42f26-8634-4641-9bb6-f5f53f406cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3053532 Aug 11 02:31:23.181143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.222290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:23.242667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:23.270919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:23.322979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.333400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.341153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.344167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "PUT /v2.0/security-groups/da7df393-0b50-40a4-91ce-948b4e4c8726 HTTP/1.1" status: 200 len: 1779 time: 0.2482929 Aug 11 02:31:23.372075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35582) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.406348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa78c-eb36-4209-8710-eb13c6f52cc5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7df393-0b50-40a4-91ce-948b4e4c8726,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.417505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Pushing event updated for resources: {'Port': ['ID=fde8c34e-fde6-4237-acab-dbbc2c52cd29,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:23.446726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.448798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a3506e92-4f7f-4a91-8ddd-5c787f59706d tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/093571c5-fc70-4a2b-af5a-9a53b6f11ac1 HTTP/1.1" status: 204 len: 168 time: 3.2339339 Aug 11 02:31:23.452861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.525470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d185dda7-ef7d-407e-b056-4e4016624725 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups/da7df393-0b50-40a4-91ce-948b4e4c8726 HTTP/1.1" status: 200 len: 1779 time: 0.1520555 Aug 11 02:31:23.547223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.564609 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-243de721-ea07-451f-8b1d-f790699f26db tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] GET failed (client error): The resource could not be found. Aug 11 02:31:23.572814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-243de721-ea07-451f-8b1d-f790699f26db tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports/093571c5-fc70-4a2b-af5a-9a53b6f11ac1 HTTP/1.1" status: 404 len: 333 time: 0.1181469 Aug 11 02:31:23.576980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35592) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:23.686148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.745452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-3041bec1-183a-410f-a604-4f96f8ec0f12 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218587 Aug 11 02:31:23.751921 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.882872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.932339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port 42a311a2-e0bc-45e7-9caa-5b66f71d6648 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:23.934247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:23.971985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b96069e-61f5-478c-927b-c21bdc68b781 req-d577ebf7-7c9f-42f2-adb0-0c218c991a72 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176471 Aug 11 02:31:24.006121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.098953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.109357 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.176945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.180311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.181557 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/da7df393-0b50-40a4-91ce-948b4e4c8726 HTTP/1.1" status: 204 len: 168 time: 0.6322744 Aug 11 02:31:24.188876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35596) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.205148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7d9c-dfd1-4833-abf7-9e9e5dbf148a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7df393-0b50-40a4-91ce-948b4e4c8726,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:24.214198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.233627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for 42a311a2-e0bc-45e7-9caa-5b66f71d6648 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:24.239431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Pushing event updated for resources: {'Port': ['ID=fde8c34e-fde6-4237-acab-dbbc2c52cd29,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:24.270824 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.276428 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:31:24.295384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.301848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b7e6f9a-1383-4612-8fa4-06b5f6be02e2 tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4178357 Aug 11 02:31:24.304845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.445856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-af6a5154-17da-4ba3-9c0a-9a813f2c1316 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2312269 Aug 11 02:31:24.447440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.480024 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-7a057e72-be61-4979-b11e-d3c619ea63f4 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] delete failed (client error): The resource could not be found. Aug 11 02:31:24.485487 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a057e72-be61-4979-b11e-d3c619ea63f4 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/da7df393-0b50-40a4-91ce-948b4e4c8726 HTTP/1.1" status: 404 len: 347 time: 0.0331848 Aug 11 02:31:24.487303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35604) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.499307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--55957164'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:24.505692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.556526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-daa180fa-7a2e-4133-a29c-ba147518f532 tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2463586 Aug 11 02:31:24.558741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35606) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.602376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=42a311a2-e0bc-45e7-9caa-5b66f71d6648,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:24.641077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5e9fa87d-f5fc-475c-aa05-825e267102bd tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0761821 Aug 11 02:31:24.642531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.650026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.842262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:24.848819 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84ae3ebb-f069-4951-a4be-f4000ac7fc40 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/42a311a2-e0bc-45e7-9caa-5b66f71d6648 HTTP/1.1" status: 204 len: 168 time: 1.2661278 Aug 11 02:31:24.854511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:24.925675 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1445a4-7c06-4bde-80c9-8522016c18c6 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] GET failed (client error): The resource could not be found. Aug 11 02:31:24.934157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea1445a4-7c06-4bde-80c9-8522016c18c6 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "GET /v2.0/ports/42a311a2-e0bc-45e7-9caa-5b66f71d6648 HTTP/1.1" status: 404 len: 333 time: 0.0706847 Aug 11 02:31:24.934314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35618) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:25.162425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Deleting port fde8c34e-fde6-4237-acab-dbbc2c52cd29 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:25.162790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.206010 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4a147aa-e03e-4523-a1ef-e3acb4a08e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.385501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d705-4e46-425f-9876-6c81f3655ced req-40c7593d-ae69-4b8c-b6e4-9069dfab5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.389057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-40c7593d-ae69-4b8c-b6e4-9069dfab5927 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.0931654 Aug 11 02:31:25.411395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.449120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.458250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port a6ee94d8-04ef-4e5b-9155-992b67d31d0f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:25.458592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.467750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.568591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d705-4e46-425f-9876-6c81f3655ced req-a70715df-6e88-457f-853d-d2b581c9433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.570349 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-a70715df-6e88-457f-853d-d2b581c9433a service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.1708684 Aug 11 02:31:25.570596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.571765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0831192 Aug 11 02:31:25.576370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35630) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:25.580256 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.581567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.584732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': 'c07eb177-1f51-4655-8a3d-d5df01392c77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:25.623229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Calling delete_port for fde8c34e-fde6-4237-acab-dbbc2c52cd29 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:25.625502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebacfde-b00b-4e49-b60e-f1e7e49eca5a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07eb177-1f51-4655-8a3d-d5df01392c77,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:25.657023 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-e16b0926-d064-4bc7-b759-c71be3fbcecc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.0657628 Aug 11 02:31:25.657295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e068fd-080f-4dc3-88cf-4603428b0bf7 req-ee86d71a-e290-4ca6-b96c-4acae6b78d12 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.659664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56e068fd-080f-4dc3-88cf-4603428b0bf7 req-ee86d71a-e290-4ca6-b96c-4acae6b78d12 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3275559 Aug 11 02:31:25.751084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.772240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d705-4e46-425f-9876-6c81f3655ced req-06214c3d-0141-489e-9db3-992ce8a58801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:25.774701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-06214c3d-0141-489e-9db3-992ce8a58801 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.1079650 Aug 11 02:31:25.841089 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-d11dec13-3f7c-4a0e-a7ad-7602c817d448 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540748 Aug 11 02:31:25.936770 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.947836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:25.969657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.000966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.002170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235284 Aug 11 02:31:26.009594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35650) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.026367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafee963-48ad-4728-b4d1-89ab05ba34e3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0388e5a1-ca53-4869-bbfa-6377d30fa067,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.062621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-f41c839a-dd0d-44dc-aa1b-14ebcca2e888 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032743 Aug 11 02:31:26.086742 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.092305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for a6ee94d8-04ef-4e5b-9155-992b67d31d0f owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:26.163177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56e068fd-080f-4dc3-88cf-4603428b0bf7 req-13d12701-6121-48b7-8394-c4b4c9bed981 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463416 Aug 11 02:31:26.192002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.296808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.308314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.312995 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0388e5a1-ca53-4869-bbfa-6377d30fa067 HTTP/1.1" status: 204 len: 168 time: 0.3017452 Aug 11 02:31:26.313778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.327522 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4590d705-4e46-425f-9876-6c81f3655ced req-5b8faf73-6c6d-491e-b7ad-d4547478e681 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568884 Aug 11 02:31:26.330959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426bfc8-dc06-41da-9983-70a74c8bbc7f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0388e5a1-ca53-4869-bbfa-6377d30fa067,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.395575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35660) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.398963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9167ae4-d29c-4644-8ccf-067ce7772605 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823481 Aug 11 02:31:26.410687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.453412 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.585766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Pushing event deleted for resources: {'Port': ['ID=fde8c34e-fde6-4237-acab-dbbc2c52cd29,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.689104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.696159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.764785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=a6ee94d8-04ef-4e5b-9155-992b67d31d0f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:26.786694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.789386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.790649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b9b3ea19-e31d-4741-b1f7-f0c4cb9d4a2c tempest-FloatingIPAdminTestJSON-1232456604 tempest-FloatingIPAdminTestJSON-1232456604-project] 10.222.0.68 "DELETE /v2.0/floatingips/8148bc93-383c-4d9c-8453-c1e2cbc631c3 HTTP/1.1" status: 204 len: 168 time: 2.1483305 Aug 11 02:31:26.794553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35664) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.798210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.969613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.973783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-001f8557-1437-401d-a313-8a1ea4174f6b tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/ports/a6ee94d8-04ef-4e5b-9155-992b67d31d0f HTTP/1.1" status: 204 len: 168 time: 2.0389163 Aug 11 02:31:26.975825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.977370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35668) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:26.980617 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:26.982828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/c07eb177-1f51-4655-8a3d-d5df01392c77 HTTP/1.1" status: 204 len: 168 time: 0.5857966 Aug 11 02:31:26.995025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35670) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:27.016508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357aef37-bfc7-43b2-a366-7498c8681032 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07eb177-1f51-4655-8a3d-d5df01392c77,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:27.141200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3d6b54e4-83bf-42bd-8849-a37dc84f00e8 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1480937 Aug 11 02:31:27.144675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35674) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:27.156506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616779622'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:27.203279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.229274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting subnet c7328bb9-ed94-405a-b25a-f3f6cfb2d345 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:27.245605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.422775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.460041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.481259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Deleting port b260a2de-efc6-4376-9673-c3ffc4fe7bbf {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:27.481725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.495112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.572286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf30ca-f307-48de-8fba-99aee2fcbec7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:27.578104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.587420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa65541c-ca95-4d89-9764-0e25923d59b7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4389763 Aug 11 02:31:27.588631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35684) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:27.599547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '5adf30ca-f307-48de-8fba-99aee2fcbec7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:27.656246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.656982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.657946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4075f-8639-4931-8cf5-e4993e5a8f87 req-bda4d2a8-0bab-445a-9e1f-d08e46527535 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:27.662407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64a4075f-8639-4931-8cf5-e4993e5a8f87 req-bda4d2a8-0bab-445a-9e1f-d08e46527535 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2269814 Aug 11 02:31:27.676966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Calling delete_port for b260a2de-efc6-4376-9673-c3ffc4fe7bbf owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:27.744046 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.779663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64a4075f-8639-4931-8cf5-e4993e5a8f87 req-d87e209f-3862-43db-bf7a-9b1f5ad7ab40 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075320 Aug 11 02:31:27.863222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.868838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.888046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53cd75e-e255-4ca0-9623-56484578f6d7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:27.912334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.914275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a578576e-69c5-4eec-81fb-73a489692007 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3208344 Aug 11 02:31:27.919074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35686) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:27.926738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '5adf30ca-f307-48de-8fba-99aee2fcbec7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:27.949350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:27.979885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.024263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.036320 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.082729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.089997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.114092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30c9c9-458b-41cb-bd7c-2ec86f265498,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.123738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.136928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Pushing event deleted for resources: {'Port': ['ID=b260a2de-efc6-4376-9673-c3ffc4fe7bbf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.149678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.154891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d285806c-eb15-4c48-b981-509e869dcaec tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2305973 Aug 11 02:31:28.155171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35688) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.165835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '5adf30ca-f307-48de-8fba-99aee2fcbec7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:28.236326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Subnet': ['ID=c7328bb9-ed94-405a-b25a-f3f6cfb2d345,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.236951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.238968 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.242029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.243468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9281bf23-664f-45a0-a049-f688ab982bad tempest-FloatingIPAdminTestJSON-2036173242 tempest-FloatingIPAdminTestJSON-2036173242-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/d8229066-bbcf-4416-9ec6-8efe5bdfebd7 HTTP/1.1" status: 204 len: 168 time: 1.4474723 Aug 11 02:31:28.247414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.261204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.263578 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a4d37bb-8577-43b9-bbb6-9ca36fe8017a tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/subnets/c7328bb9-ed94-405a-b25a-f3f6cfb2d345 HTTP/1.1" status: 204 len: 168 time: 1.2847857 Aug 11 02:31:28.271390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b25bc-0086-4f89-888f-5cda1123ef0f None None] Network 9fce248d-06dc-445f-aaf1-694db6e9b21e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:28.286736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35692) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.395368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.430329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.440537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.491034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59283e76-43e9-420b-abb9-412a6ea5af4f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.505771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.511584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98393b7c-03f4-4165-afb0-b813b12313cd tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552675 Aug 11 02:31:28.512511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.518075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '5adf30ca-f307-48de-8fba-99aee2fcbec7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:28.570211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.588462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port 1e0cd867-9244-4091-8a74-9efc017db604 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:28.588970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.607380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Deleting port f6dbe564-e677-4628-a12d-75a765c6bc2f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:28.608150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.616155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] DHCP port deletion for 9fce248d-06dc-445f-aaf1-694db6e9b21e request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:28.677713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.684542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.710023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c089fbab-3988-432c-b6d0-7bdc331d7a02,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:28.715830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Deleting port f6dbe564-e677-4628-a12d-75a765c6bc2f {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:28.716556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.722684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.727688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7bce20c2-c207-4486-a1e9-105147e915c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2136149 Aug 11 02:31:28.728758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35702) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:28.735781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '5adf30ca-f307-48de-8fba-99aee2fcbec7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:28.782733 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.895117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] For port f6dbe564-e677-4628-a12d-75a765c6bc2f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6dbe564-e677-4628-a12d-75a765c6bc2f,segment=NetworkSegment(7e6ec385-13bb-4455-8688-e6b4d08d2f5c),segment_id=7e6ec385-13bb-4455-8688-e6b4d08d2f5c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:28.895853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.937516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Calling delete_port for f6dbe564-e677-4628-a12d-75a765c6bc2f owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:28.939946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:28.980521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.054983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c726ab79-8487-4cb1-b182-d1782109643c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.074233 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.090065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfb709-3882-4108-bc4a-26087bd07613 req-d0ddbca7-1096-4f2a-a991-592040ba5982 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:29.093591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cdfb709-3882-4108-bc4a-26087bd07613 req-d0ddbca7-1096-4f2a-a991-592040ba5982 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1500304 Aug 11 02:31:29.095341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.098533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f3ab67ab-bb80-4235-8c55-b7192ae09502 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3678086 Aug 11 02:31:29.101465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35706) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:29.146495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Pushing event deleted for resources: {'Port': ['ID=f6dbe564-e677-4628-a12d-75a765c6bc2f,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.168270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.168933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.169487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.170165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.170674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.171392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.171912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.172533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.173211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.173749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.175722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.176268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:29.179913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584e309-dba1-43a2-9e9c-e5c1dbf78ae0 None None] No DVR routers for this DVR port f6dbe564-e677-4628-a12d-75a765c6bc2f on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:29.199286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] For port f6dbe564-e677-4628-a12d-75a765c6bc2f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6dbe564-e677-4628-a12d-75a765c6bc2f,segment=NetworkSegment(7e6ec385-13bb-4455-8688-e6b4d08d2f5c),segment_id=7e6ec385-13bb-4455-8688-e6b4d08d2f5c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:29.199765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.206562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cdfb709-3882-4108-bc4a-26087bd07613 req-9192fb72-3f06-49c4-88f2-0170c9664053 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930898 Aug 11 02:31:29.226405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.227520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Calling delete_port for f6dbe564-e677-4628-a12d-75a765c6bc2f owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:29.234522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.239166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.257771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for 1e0cd867-9244-4091-8a74-9efc017db604 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:29.277875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.292844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.297538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:29.298048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/c726ab79-8487-4cb1-b182-d1782109643c HTTP/1.1" status: 204 len: 168 time: 0.1945014 Aug 11 02:31:29.299001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975273d6-1c3c-4d4e-a848-cd69d1ce9cd2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c726ab79-8487-4cb1-b182-d1782109643c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.440542 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b95214bf-2d4b-4294-ba19-12add3e7bb6a tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1400983 Aug 11 02:31:29.444219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35710) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:29.452440 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.483108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Port': ['ID=f6dbe564-e677-4628-a12d-75a765c6bc2f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.499115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] No DVR routers for this DVR port f6dbe564-e677-4628-a12d-75a765c6bc2f on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:29.506530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.536073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.614856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.635074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.636405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/c089fbab-3988-432c-b6d0-7bdc331d7a02 HTTP/1.1" status: 204 len: 168 time: 0.1905408 Aug 11 02:31:29.639998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.643576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35716) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:29.650813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f6d54-04c1-4dbe-a335-65cafb88764e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c089fbab-3988-432c-b6d0-7bdc331d7a02,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.661921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.669870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fce248d-06dc-445f-aaf1-694db6e9b21e']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.722951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6ec385-13bb-4455-8688-e6b4d08d2f5c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.722951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6ec385-13bb-4455-8688-e6b4d08d2f5c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:29.734254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=1e0cd867-9244-4091-8a74-9efc017db604,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:29.750063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.835361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b369eaf7-46aa-4e4c-90ed-c11850444548 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1904881 Aug 11 02:31:29.836458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.841712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35720) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:29.917884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:29.922762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:29.926565 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:29.941506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:29.979098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6dbe564-e677-4628-a12d-75a765c6bc2f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:29.989581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.034838 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.040538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9f0d0ad3-eaf1-43a2-a051-bd73e384da0a tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/ports/1e0cd867-9244-4091-8a74-9efc017db604 HTTP/1.1" status: 204 len: 168 time: 1.7917435 Aug 11 02:31:30.052992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35722) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.066623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.076729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f6dbe564-e677-4628-a12d-75a765c6bc2f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:30.079574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6dbe564-e677-4628-a12d-75a765c6bc2f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:30.127009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.128489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.131687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] 10.222.0.68 "DELETE /v2.0/networks/9fce248d-06dc-445f-aaf1-694db6e9b21e HTTP/1.1" status: 204 len: 168 time: 1.8438530 Aug 11 02:31:30.170605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.177848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/59283e76-43e9-420b-abb9-412a6ea5af4f HTTP/1.1" status: 204 len: 168 time: 0.3342934 Aug 11 02:31:30.179225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59283e76-43e9-420b-abb9-412a6ea5af4f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:30.186745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.194768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.195309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.195852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.196396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.197629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.198206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.198749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.199304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.199813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.200341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.200964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.201497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b47d63-4950-4461-8aa1-ca670c48ec81 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:31:30.211177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fa480-f3cf-4440-864c-65b8dc953a90 tempest-AllowedAddressPairTestJSON-177847410 tempest-AllowedAddressPairTestJSON-177847410-project] Pushing event deleted for resources: {'Network': ['ID=9fce248d-06dc-445f-aaf1-694db6e9b21e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:30.242993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623af44-7110-4512-b8ed-61050e65f0fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.244755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7623af44-7110-4512-b8ed-61050e65f0fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "GET /v2.0/ports?device_id=b3b78ac7-7e9d-473e-9328-877d8efbda21 HTTP/1.1" status: 200 len: 913 time: 0.1885872 Aug 11 02:31:30.249672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35732) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.307606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1a22d2f-2c86-4d79-b361-70cee046de25 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1051519 Aug 11 02:31:30.319413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35734) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.376460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.387563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.459932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.467893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.481332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/6e30c9c9-458b-41cb-bd7c-2ec86f265498 HTTP/1.1" status: 204 len: 168 time: 0.1594231 Aug 11 02:31:30.481611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4fce-01ba-4645-a33f-f33e8fece194 req-67fc36ec-9886-4a0c-bd29-5adaabfefa2d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:30.485850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d92c4fce-01ba-4645-a33f-f33e8fece194 req-67fc36ec-9886-4a0c-bd29-5adaabfefa2d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1140223 Aug 11 02:31:30.487435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.494692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e21ec-b4d1-43b2-984b-74e997bd7d1c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e30c9c9-458b-41cb-bd7c-2ec86f265498,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:30.574208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b27a681-1713-4b7d-92c6-26c7e2c3e5ac tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806851 Aug 11 02:31:30.574740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35738) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.614395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d92c4fce-01ba-4645-a33f-f33e8fece194 req-bdee04d1-e286-4661-90a7-74688cceb885 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277299 Aug 11 02:31:30.621546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.645640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.737405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.755328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:30.758049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/e53cd75e-e255-4ca0-9623-56484578f6d7 HTTP/1.1" status: 204 len: 168 time: 0.1823263 Aug 11 02:31:30.763743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.824613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f708a93-dc98-44fb-97cc-defcb1e2a180 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e53cd75e-e255-4ca0-9623-56484578f6d7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:30.880535 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e433ef1-65b9-491f-b6ad-bba1f4c7654f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143029 Aug 11 02:31:30.886166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:30.935045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.068423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.197069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.358313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.362121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.367698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/5adf30ca-f307-48de-8fba-99aee2fcbec7 HTTP/1.1" status: 204 len: 168 time: 0.4799738 Aug 11 02:31:31.373015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35760) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.405596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f773639-a93a-47a6-a5fe-9456e71f4328 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf30ca-f307-48de-8fba-99aee2fcbec7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.417118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-029b60aa-a3f6-443e-8fca-6a91e90070da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f377c3159f524442b775aec2ef2122f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784544 Aug 11 02:31:31.417521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.533977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af0f16a4-7eb4-4ee7-9ac5-b3f9ed3cb697 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448665 Aug 11 02:31:31.537746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.546558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454286627'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:31.573767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.607952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.614478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.722620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.752555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:31.763682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ad24bd78-889b-47a9-98f9-6dd410470167 HTTP/1.1" status: 204 len: 168 time: 0.3450067 Aug 11 02:31:31.794714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea08fd8-2482-4485-85a1-69b69fe5e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad24bd78-889b-47a9-98f9-6dd410470167,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:31.801440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:31.962680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.119596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.141412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca8af-a869-48f5-b788-d0784344d197 req-c0a40b72-3a47-4e4b-a2cd-9b660fc3ee86 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:32.143263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c22ca8af-a869-48f5-b788-d0784344d197 req-c0a40b72-3a47-4e4b-a2cd-9b660fc3ee86 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3757751 Aug 11 02:31:32.171731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.345027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.347844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8082993 Aug 11 02:31:32.352046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35786) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:32.370414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1ad7-37cc-4b83-b820-5785e0a552c2 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c291047-3a14-4b12-8799-0402dfa03409,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.376559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '8c291047-3a14-4b12-8799-0402dfa03409', 'direction': 'ingress', 'protocol': 17}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:32.378426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c22ca8af-a869-48f5-b788-d0784344d197 req-835f555c-9532-4c63-b2a1-ad393b0afdfe tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203939 Aug 11 02:31:32.496919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.677065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:32.677618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.725257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7fef3-2567-401c-9503-c898d9b11e1d req-52933dba-3b9d-47b5-8f1c-2459bb7aeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:32.727393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-67f7fef3-2567-401c-9503-c898d9b11e1d req-52933dba-3b9d-47b5-8f1c-2459bb7aeeb7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.1690145 Aug 11 02:31:32.743167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.785547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.836043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.837087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4764e404-503f-42c8-a2a7-cdb4f92ee92e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:32.852031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-67f7fef3-2567-401c-9503-c898d9b11e1d req-dc33505c-767d-49ef-bc3b-8f94948c2ca1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110468 Aug 11 02:31:32.854895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for 62a9be18-b7b7-4175-870c-1dfeb1bb59b1 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:32.858002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:32.859207 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2cda27c4-b55e-4a1b-96ea-ea44473943f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5057099 Aug 11 02:31:32.862811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35798) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:32.979771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.020465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.024778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.187733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.190573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.198142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/8c291047-3a14-4b12-8799-0402dfa03409 HTTP/1.1" status: 204 len: 168 time: 0.3280401 Aug 11 02:31:33.198500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35804) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:33.203720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35806) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:33.231849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b8e5a-9c85-47d6-a961-ff46e6e69dc3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c291047-3a14-4b12-8799-0402dfa03409,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:33.245037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.365118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=62a9be18-b7b7-4175-870c-1dfeb1bb59b1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:33.414870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-552870e0-8f96-4b27-a483-fd0baea77c7e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2184770 Aug 11 02:31:33.418556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:33.424533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981604160'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:33.483232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.505477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'networks': [{'name': 'tempest-network--197369428'}, {'name': 'tempest-network--2120903527'}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:33.505875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-network--197369428'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:33.506368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-network--2120903527'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:33.575146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Deleting port 4ab4eb61-c823-4e37-8158-d239ebc28020 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:33.575698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.607187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:31:33.607187 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:31:33.607187 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': 'c704f1a2bc1141b89dfb4676c3ece859', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 31, 33, 531679)}] Aug 11 02:31:33.607187 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:31:33.607888 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:31:33.626026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'network': 2} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:33.630850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.670199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6819ce1-5d1c-477b-86d3-86a3feb324bf req-0fb77463-7844-45ee-aff6-384b0aa810db tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:33.671757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6819ce1-5d1c-477b-86d3-86a3feb324bf req-0fb77463-7844-45ee-aff6-384b0aa810db tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1600609 Aug 11 02:31:33.678003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] For port 4ab4eb61-c823-4e37-8158-d239ebc28020, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4ab4eb61-c823-4e37-8158-d239ebc28020,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:33.678629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.683292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.708313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Calling delete_port for 4ab4eb61-c823-4e37-8158-d239ebc28020 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:33.732067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.765360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6819ce1-5d1c-477b-86d3-86a3feb324bf req-0378e8d2-c203-4773-85d2-9624b949e1d5 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857306 Aug 11 02:31:33.962901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.988137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.993945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.994425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:33.994681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab4eb61-c823-4e37-8158-d239ebc28020,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.089634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3accef5a-9ac9-4866-948f-af0208dfb08c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.116812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.123195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:34.145883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Router b3b78ac7-7e9d-473e-9328-877d8efbda21 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:34.179518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.180085 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment 51225121-7df9-4e23-9482-d7dcf35c88e3 of type vlan for network 5fd16ce5-a4c1-4757-85ad-b513c673bb20 Aug 11 02:31:34.293862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.363692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.496145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:34.528566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.528934 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment 4ad31f9f-44b3-40b8-bb31-414f91eb1c07 of type vlan for network c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8 Aug 11 02:31:34.549641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:34.562673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8a37b36-85b5-478b-8a25-6295d3b3c7fc tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "PUT /v2.0/routers/b3b78ac7-7e9d-473e-9328-877d8efbda21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3107159 Aug 11 02:31:34.569934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.574938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] Sync routers for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:34.579006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.595829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:34.597705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.616845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Router 7f136997-db33-4f1a-a32c-c3508b3955bd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:31:34.638018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.644496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.656936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] Routers {'b3b78ac7-7e9d-473e-9328-877d8efbda21'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:34.658151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b3b78ac7-7e9d-473e-9328-877d8efbda21'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.675867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.706637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab7ee5-898d-4913-8108-df79557ff96c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:34.707339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.707603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3920acb-96ce-4e39-adf8-fcef4fe05c87 None None] The sync data for ids ['b3b78ac7-7e9d-473e-9328-877d8efbda21'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:34.715456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.720795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-319d4747-ae2b-459f-b0e8-3aa8a4f9e865 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2975376 Aug 11 02:31:34.721851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35826) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.728811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--314387959'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:34.793424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.793908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.800540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.801369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:34.808638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:34.808812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.847358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:34.853164 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d224530e-d451-428a-ade9-eb9dd2aaf6b8 admin admin] 10.222.0.68 "PUT /v2.0/routers/7f136997-db33-4f1a-a32c-c3508b3955bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505757 Aug 11 02:31:34.855815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:34.866314 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Sync routers for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:34.876276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:34.877362 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:34.878037 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:34.986581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=5fd16ce5-a4c1-4757-85ad-b513c673bb20,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:35.000084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5fd16ce5-a4c1-4757-85ad-b513c673bb20 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:35.005650 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:35.022262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.074158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.094326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8838427 Aug 11 02:31:35.114026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:35.114231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c959b7b-5578-4b3b-aa47-3ed820f6add4 req-86f216ac-6237-4909-a224-220aba59fc34 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.115893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c959b7b-5578-4b3b-aa47-3ed820f6add4 req-86f216ac-6237-4909-a224-220aba59fc34 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2231679 Aug 11 02:31:35.157188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe47d0-8700-4fbe-99ea-512c8896cf66 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:35.171607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.183453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:35.197732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c959b7b-5578-4b3b-aa47-3ed820f6add4 req-7ac5c904-9281-4dae-bc35-8f847d1c71fe tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Aug 11 02:31:35.287707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port e7bde812-f00d-431a-9373-7e3d4f3cb892 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:35.290523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.395073 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:31:33Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:35.406990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd341e-eba9-4abe-a846-138026682cc6 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.413256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd341e-eba9-4abe-a846-138026682cc6 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.419530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd341e-eba9-4abe-a846-138026682cc6 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.426684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd341e-eba9-4abe-a846-138026682cc6 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.428448 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-42fd341e-eba9-4abe-a846-138026682cc6 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3117671 Aug 11 02:31:35.429390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.431606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7079842 Aug 11 02:31:35.438749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:35.439099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35842) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:35.452121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.457358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Checking router: 7f136997-db33-4f1a-a32c-c3508b3955bd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:35.458840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': 'e0ab7ee5-898d-4913-8108-df79557ff96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5508733-1c25-46dd-a1b7-12a859607488', 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:35.484435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Routers {'7f136997-db33-4f1a-a32c-c3508b3955bd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:35.484435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['7f136997-db33-4f1a-a32c-c3508b3955bd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:35.485347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for e7bde812-f00d-431a-9373-7e3d4f3cb892 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:35.579364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88dbe5-d375-4c52-8500-ba515c8c8a77 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5508733-1c25-46dd-a1b7-12a859607488,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:35.647920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.762814 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.817403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=e7bde812-f00d-431a-9373-7e3d4f3cb892,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:35.820381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.823032 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] Set router 7f136997-db33-4f1a-a32c-c3508b3955bd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:35.830687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.869124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:35.965421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123864a-e68c-4b49-ba54-818d7a7c4339 req-a4d19f10-83cc-4c4e-a055-219d258ae2b9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:35.967312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5123864a-e68c-4b49-ba54-818d7a7c4339 req-a4d19f10-83cc-4c4e-a055-219d258ae2b9 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1511827 Aug 11 02:31:35.977078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.105082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.108048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.179566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.180161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Fanout notify agent at l3_agent the message router_deleted on router b3b78ac7-7e9d-473e-9328-877d8efbda21 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:36.189753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.194256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5248cbb8-755b-4324-a153-13d6f33f2ea9 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/routers/b3b78ac7-7e9d-473e-9328-877d8efbda21 HTTP/1.1" status: 204 len: 168 time: 1.6231472 Aug 11 02:31:36.195183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35852) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:36.228817 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:31:33Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:36.267296 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943463a-9efb-43e7-a49a-151a9339066e None None] The sync data for ids ['7f136997-db33-4f1a-a32c-c3508b3955bd'] in n-d-713498-10 is: [{'id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'name': 'tempest-TaggedBootDevicesTest-1314692886-router', 'tenant_id': '1f850194481b421e8127b1a3880e4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:18:30Z', 'updated_at': '2021-08-11T02:31:33Z', 'revision_number': 5, 'project_id': '1f850194481b421e8127b1a3880e4217', 'gw_port': {'id': '13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f136997-db33-4f1a-a32c-c3508b3955bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:18:31Z', 'updated_at': '2021-08-11T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:36.281684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5123864a-e68c-4b49-ba54-818d7a7c4339 req-3d6b0044-b5f3-497f-9e0f-ebbed89bf1a4 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134195 Aug 11 02:31:36.298116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting subnet fa79b18d-48fb-489f-8a80-4bd3c2b1d102 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:36.306544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.369919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.498370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.561236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-011a3e28-2fde-4df1-ac44-52268c4c09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:36.563040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-011a3e28-2fde-4df1-ac44-52268c4c09c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0dbe86739c294f89825dc5136076226d&device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 1098 time: 0.7621713 Aug 11 02:31:36.597469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.614199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.638754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.645284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/subnets/fa79b18d-48fb-489f-8a80-4bd3c2b1d102 HTTP/1.1" status: 204 len: 168 time: 0.4397209 Aug 11 02:31:36.646557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b985b-c48a-4eb2-a3db-1483b5c7ede7 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Subnet': ['ID=fa79b18d-48fb-489f-8a80-4bd3c2b1d102,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.648092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c6a82-7b15-4286-9432-420936faa0f8 None None] Network e1b0a31e-e12c-409e-8063-5c24f51d98e0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:36.653652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35856) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:36.688833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd16ce5-a4c1-4757-85ad-b513c673bb20']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:36.718487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.758374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51225121-7df9-4e23-9482-d7dcf35c88e3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:36.758705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51225121-7df9-4e23-9482-d7dcf35c88e3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:36.803008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.808566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.872133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Deleting port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:36.872761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.881336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.971250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:36.975678 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5312667 Aug 11 02:31:36.975678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3cecd-7916-4568-81d8-673ecd96db3d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0075508b-4c63-4e0e-a2d4-a36a29fe1c0b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:36.976948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35860) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.001349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] DHCP port deletion for e1b0a31e-e12c-409e-8063-5c24f51d98e0 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:37.004868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.038373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.053400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.064916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] For port 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:37.065304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.081972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Calling delete_port for 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:37.094306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.101875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.104270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0075508b-4c63-4e0e-a2d4-a36a29fe1c0b HTTP/1.1" status: 204 len: 168 time: 0.1257694 Aug 11 02:31:37.108560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35862) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.131721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd20d-2433-498d-8b47-4552bd1a8651 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0075508b-4c63-4e0e-a2d4-a36a29fe1c0b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.157888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Deleting port 73deaa24-0586-42f3-9141-24371291e302 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:37.158236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.170064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:37.171760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:37.207701 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:37.214069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6af86e1b-6757-4533-838c-57936a2ae0c9 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1015911 Aug 11 02:31:37.214650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.265962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] For port 73deaa24-0586-42f3-9141-24371291e302, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=73deaa24-0586-42f3-9141-24371291e302,segment=NetworkSegment(ecd37dfd-ba08-42e6-b0b7-a39cae98b88f),segment_id=ecd37dfd-ba08-42e6-b0b7-a39cae98b88f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:37.266842 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.278499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-781fe047-74e2-47a2-b5f0-35b535524dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.280261 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-781fe047-74e2-47a2-b5f0-35b535524dc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 200 len: 919 time: 0.7056367 Aug 11 02:31:37.289779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Calling delete_port for 73deaa24-0586-42f3-9141-24371291e302 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:37.290123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.324277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.374824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-05d7e5f3-8d74-4be5-aac6-0a2fa429fab5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 200 len: 217 time: 0.0734794 Aug 11 02:31:37.383241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.404678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.407520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.409941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/c5508733-1c25-46dd-a1b7-12a859607488 HTTP/1.1" status: 204 len: 168 time: 0.1929498 Aug 11 02:31:37.430429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35868) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.489707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf38a7-1edb-4fc9-acfc-85175746522e tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5508733-1c25-46dd-a1b7-12a859607488,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.524613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.529946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/5fd16ce5-a4c1-4757-85ad-b513c673bb20 HTTP/1.1" status: 204 len: 168 time: 2.0871418 Aug 11 02:31:37.535487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35870) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.628148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-99149fae-7354-4f20-91e9-62d6a11adb85 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1955373 Aug 11 02:31:37.633200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:37.682621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efeebc-4a27-407e-98a0-aa7b730b35c4 req-f122c532-0c2f-45bc-9604-3ff4590d2a46 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.690208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96efeebc-4a27-407e-98a0-aa7b730b35c4 req-f122c532-0c2f-45bc-9604-3ff4590d2a46 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2240496 Aug 11 02:31:37.692020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.706196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e100d-ae8b-4869-95b5-880d521a9f06 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=5fd16ce5-a4c1-4757-85ad-b513c673bb20,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:37.756711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port 73deaa24-0586-42f3-9141-24371291e302 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:37.757101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.765800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-1c42cd75-3670-4682-acce-e70329937d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:37.768556 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-1c42cd75-3670-4682-acce-e70329937d3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 200 len: 858 time: 0.3809123 Aug 11 02:31:37.823931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96efeebc-4a27-407e-98a0-aa7b730b35c4 req-1e2316d5-c86f-4a99-8961-fa7fc25a4e2b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073561 Aug 11 02:31:37.853918 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.883034 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:37.953332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.003395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-3ea9630d-f890-4c77-af72-55fcda58360b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=32d4288f-9cd0-4d13-ab31-2f4130667ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027469 Aug 11 02:31:38.003992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] Pushing event deleted for resources: {'Port': ['ID=73deaa24-0586-42f3-9141-24371291e302,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.014916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b05dc8-b773-4d55-b975-526d8a05a3d9 None None] No DVR routers for this DVR port 73deaa24-0586-42f3-9141-24371291e302 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:38.043401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4ab4eb61-c823-4e37-8158-d239ebc28020 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:38.071244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4ab4eb61-c823-4e37-8158-d239ebc28020 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:38.072017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4ab4eb61-c823-4e37-8158-d239ebc28020 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:38.072608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 73deaa24-0586-42f3-9141-24371291e302 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:38.094246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.102412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 73deaa24-0586-42f3-9141-24371291e302 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:38.103224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 73deaa24-0586-42f3-9141-24371291e302 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:38.105041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.107173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/e0ab7ee5-898d-4913-8108-df79557ff96c HTTP/1.1" status: 204 len: 168 time: 0.4715447 Aug 11 02:31:38.118682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.120858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35878) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.151794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] For port 73deaa24-0586-42f3-9141-24371291e302, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=73deaa24-0586-42f3-9141-24371291e302,segment=NetworkSegment(ecd37dfd-ba08-42e6-b0b7-a39cae98b88f),segment_id=ecd37dfd-ba08-42e6-b0b7-a39cae98b88f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:38.152116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26795-ab8f-4940-b273-26e1ff3dad7d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab7ee5-898d-4913-8108-df79557ff96c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.152322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.156561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:38.191856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad31f9f-44b3-40b8-bb31-414f91eb1c07') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:38.192285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad31f9f-44b3-40b8-bb31-414f91eb1c07') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:38.195417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for 73deaa24-0586-42f3-9141-24371291e302 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:38.203158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.217870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-10b6a4fe-5f66-4eda-89e7-b2f41eb59899 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910001 Aug 11 02:31:38.222190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35880) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.230668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.231758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748326263'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:38.238618 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-09768fbd-a576-4504-9b78-dd58769bdc52 service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202201 Aug 11 02:31:38.282660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.286811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.370171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.398440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:38.398879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:38.405559 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:38.553992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.575819 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.578046 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8 HTTP/1.1" status: 204 len: 168 time: 1.0270135 Aug 11 02:31:38.581510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.583546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35882) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.605126 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8fce0b4a-a7f3-4fdf-8664-8b3f5f89a09a req-0400c216-ded0-4ad9-bc5a-b9ec3f8bc63b service neutron] 10.222.0.61 "GET /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369243 Aug 11 02:31:38.759625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.768947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.818292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35886) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.826581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6007628-275f-4d44-a014-a2d0dea5f2fd tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=c906e6d0-cc6a-41a8-a6ed-7796f3c4eeb8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.847492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.852688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.864567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.873019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.874360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6506531 Aug 11 02:31:38.878688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a66fab-c70b-4c84-ace7-9e07ff75de83 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f33bf-e13e-4327-9c83-bb899e21e048,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:38.880935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35890) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.887757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '3d5f33bf-e13e-4327-9c83-bb899e21e048', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:38.901237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229299d-e6bf-4c04-a022-3f2ba8fdb9b0 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.908017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229299d-e6bf-4c04-a022-3f2ba8fdb9b0 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:38.910546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f229299d-e6bf-4c04-a022-3f2ba8fdb9b0 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3253732 Aug 11 02:31:38.917062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35892) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:38.922709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1639587579'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:38.966536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:38.984458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] No DVR routers for this DVR port 73deaa24-0586-42f3-9141-24371291e302 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:39.019098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:39.023586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.085118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:39.093537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=73deaa24-0586-42f3-9141-24371291e302,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.120766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.125954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.126491 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment e291b558-5bb1-4a4a-99a9-699df1a458b8 of type vlan for network 8505dae4-550a-42a7-b433-974fb859c794 Aug 11 02:31:39.150466 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.171712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cb38d9-0146-43df-9439-cba6f8c39e7b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.222264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.228752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.230148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d84b9fc-79c6-4195-8990-1c16d29eff09 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3460917 Aug 11 02:31:39.235296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.264612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920a962-fd87-4a62-919a-d5c0ff3d6ee9 req-d4fd5d41-641a-4a8d-8377-713a1731b8ac tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:39.266769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1920a962-fd87-4a62-919a-d5c0ff3d6ee9 req-d4fd5d41-641a-4a8d-8377-713a1731b8ac tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1695247 Aug 11 02:31:39.318186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.320522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.326156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:39.327006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.352297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.353111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f136997-db33-4f1a-a32c-c3508b3955bd {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:31:39.361660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.370364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.376901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-574c53d7-e909-4d60-8fbb-e2282aa0d661 admin admin] 10.222.0.68 "DELETE /v2.0/routers/7f136997-db33-4f1a-a32c-c3508b3955bd HTTP/1.1" status: 204 len: 168 time: 4.5197785 Aug 11 02:31:39.378050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35900) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.404975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.425242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Deleting subnet 23c69971-71b5-476b-8c69-aca46d1ff1cb {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:39.427369 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5090201 Aug 11 02:31:39.435072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35902) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.444116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1810826131'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:39.459283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e829-35b7-4d97-a65e-c00d8549285c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=8505dae4-550a-42a7-b433-974fb859c794,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.464435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1920a962-fd87-4a62-919a-d5c0ff3d6ee9 req-caac3878-b240-49e2-9bcf-8a6e84ec2636 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703246 Aug 11 02:31:39.467449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b0a31e-e12c-409e-8063-5c24f51d98e0']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:39.474781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.476129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.491078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.492427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/31cb38d9-0146-43df-9439-cba6f8c39e7b HTTP/1.1" status: 204 len: 168 time: 0.2560902 Aug 11 02:31:39.496660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 8505dae4-550a-42a7-b433-974fb859c794 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:39.505203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35904) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.509710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:39.510243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd37dfd-ba08-42e6-b0b7-a39cae98b88f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:39.516335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf0ca-13ec-4f41-b1fa-e837e4f14bba tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31cb38d9-0146-43df-9439-cba6f8c39e7b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.539808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.541539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:39.545551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.566520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Deleting subnet c153e4e8-6269-4f05-8194-9f18c662be35 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:39.570527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.572998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.602226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32e90174-7d0b-43b3-b045-84e326c3f943 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934529 Aug 11 02:31:39.603186 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.609269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35906) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.634254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:39.634943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.635614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:39.639097 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:39.664134 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.664558 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment fb602a28-1c55-4096-bc11-09749b0e3d26 of type vlan for network 81d76a7e-2e20-4d38-adc6-bd65136c8b18 Aug 11 02:31:39.718976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.750469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.758388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.758890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.795539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.795867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.816498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.818387 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/networks/e1b0a31e-e12c-409e-8063-5c24f51d98e0 HTTP/1.1" status: 204 len: 168 time: 3.1556289 Aug 11 02:31:39.821841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35908) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:39.846138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa70eb-1a74-400b-94fe-c100d9d8a538 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Network': ['ID=e1b0a31e-e12c-409e-8063-5c24f51d98e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.879897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.886763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:39.887426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.896984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.904534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.953506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c69971-71b5-476b-8c69-aca46d1ff1cb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:39.973597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:39.976105 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf8d8227-2c49-47f6-aceb-f323a0da2bc5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/23c69971-71b5-476b-8c69-aca46d1ff1cb HTTP/1.1" status: 204 len: 168 time: 1.1516924 Aug 11 02:31:39.979239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35910) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:40.030264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5910184 Aug 11 02:31:40.034401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.035197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35912) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:40.042445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.042445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/3d5f33bf-e13e-4327-9c83-bb899e21e048 HTTP/1.1" status: 204 len: 168 time: 0.4260192 Aug 11 02:31:40.052222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'ports': [{'network_id': '8505dae4-550a-42a7-b433-974fb859c794', 'name': 'tempest-port--1790731126', 'admin_state_up': True}, {'network_id': '81d76a7e-2e20-4d38-adc6-bd65136c8b18', 'admin_state_up': False}]} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:40.052721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'port': {'network_id': '8505dae4-550a-42a7-b433-974fb859c794', 'name': 'tempest-port--1790731126', 'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:40.053483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'port': {'network_id': '81d76a7e-2e20-4d38-adc6-bd65136c8b18', 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:40.057731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:40.081007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0d328-ae41-44d8-8339-ea2b2c28e389 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=81d76a7e-2e20-4d38-adc6-bd65136c8b18,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.095268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 81d76a7e-2e20-4d38-adc6-bd65136c8b18 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:40.099710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e588171-4b05-401c-9f4a-bbbcdbb4723c tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f33bf-e13e-4327-9c83-bb899e21e048,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.182236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.184790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Deleting port defb7253-db82-457f-b005-5a3bab32047c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:40.185375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.255291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.306301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c153e4e8-6269-4f05-8194-9f18c662be35,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:40.313196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.319382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-621147b6-a73b-4170-8c23-d1afee4ff6d0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c153e4e8-6269-4f05-8194-9f18c662be35 HTTP/1.1" status: 204 len: 168 time: 0.9316103 Aug 11 02:31:40.321200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35918) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:40.335043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:40.337897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f14e08-8b6c-43b2-a3c8-922641f9567e None None] Network c1905593-36d7-4632-9ba0-399f027d9aa2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:40.351351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.351993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.371966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Calling delete_port for defb7253-db82-457f-b005-5a3bab32047c owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:40.377567 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d59ccd8f-2234-46c8-8aaf-6768426f07d5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3098416 Aug 11 02:31:40.385213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:40.393522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776335322'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:40.434142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:40.434669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 13f9bf18-ad61-4a31-a1a5-bfa18fd35bbb not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:40.499353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.589218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.632413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.676369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.688590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.705794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] DHCP port deletion for c1905593-36d7-4632-9ba0-399f027d9aa2 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:40.710078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee7c85-8f11-49ab-8de7-ce126065d04d']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:40.731846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'port': 2} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:40.741640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.750718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dac38c9-6d80-4ba1-b54c-8bbd936c2462') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:40.751492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dac38c9-6d80-4ba1-b54c-8bbd936c2462') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:40.768133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Deleting port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:40.768867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.793390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.805008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.844330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.871079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] For port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:40.872119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.894728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:40.895340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:40.898713 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:40.905183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Calling delete_port for 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:40.994906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] device_id is not set on port ae537f5e-a7a5-4f40-96c8-58e5728d9853 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:41.001196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Deleting port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:41.002384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.016406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fd09-1f2e-4293-a7a6-f633d52595c8 req-ceb6b1ab-019f-44b0-b8f2-be72294e0798 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:41.018648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9408fd09-1f2e-4293-a7a6-f633d52595c8 req-ceb6b1ab-019f-44b0-b8f2-be72294e0798 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1019011 Aug 11 02:31:41.021182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.069059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.071161 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] 10.222.0.68 "DELETE /v2.0/networks/63ee7c85-8f11-49ab-8de7-ce126065d04d HTTP/1.1" status: 204 len: 168 time: 1.0912652 Aug 11 02:31:41.092643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35562f-9375-49ca-b7a8-ea0a4c31bf7d admin admin] Pushing event deleted for resources: {'Network': ['ID=63ee7c85-8f11-49ab-8de7-ce126065d04d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.109955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.119478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] For port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,segment=NetworkSegment(b76df40a-7c94-444f-894b-08aef0f45cfc),segment_id=b76df40a-7c94-444f-894b-08aef0f45cfc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:41.120150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.137538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Calling delete_port for 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:41.147824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] Pushing event deleted for resources: {'Port': ['ID=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.154641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f38ed8-6ef2-4f99-a831-5e0bf7dd91ce None None] No DVR routers for this DVR port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:41.163813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.171675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9408fd09-1f2e-4293-a7a6-f633d52595c8 req-2dca399f-5a5c-4ecf-981a-7ccd361a74aa tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237581 Aug 11 02:31:41.173524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.182343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.231895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Pushing event deleted for resources: {'Port': ['ID=defb7253-db82-457f-b005-5a3bab32047c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.246145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419e90ed-6f2f-4a17-a305-6d7740e2e2ca,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.263711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.265414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5794f40b-b57c-457a-969a-f3cdaaaea274 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8791821 Aug 11 02:31:41.270440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:41.276828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '419e90ed-6f2f-4a17-a305-6d7740e2e2ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:41.363279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35934) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:41.417434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.420114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.422013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8dc8f84-110f-4633-9461-4e8a25ad2280 tempest-FloatingIPAdminTestJSON-1046470703 tempest-FloatingIPAdminTestJSON-1046470703-project] 10.222.0.68 "DELETE /v2.0/floatingips/15bd5013-51e7-4f67-8550-5131c8818e60 HTTP/1.1" status: 204 len: 168 time: 1.5986168 Aug 11 02:31:41.431700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c9bfdf3f-5b15-40e2-9df1-c1a1c54dcd6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9e968a08a3d40a39ade1f76640f2192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669775 Aug 11 02:31:41.438401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35940) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:41.455744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.518445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.518871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.558022 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.623801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.631894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a66ed39-f36f-4ac3-bdc9-e7743270e7ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.635646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] No DVR routers for this DVR port 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:41.658980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.665108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:41.668096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b57d7ba6-7480-46bc-816e-98024d252f80 HTTP/1.1" status: 204 len: 168 time: 0.2241490 Aug 11 02:31:41.718473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f630341-7fd9-4b02-80f3-dff5f745828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d7ba6-7480-46bc-816e-98024d252f80,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:41.952399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:41.982531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:41.983246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6a66ed39-f36f-4ac3-bdc9-e7743270e7ba not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:41.994475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35952) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.047151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.050893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.072293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.084778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1905593-36d7-4632-9ba0-399f027d9aa2']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:42.093650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] device_id is not set on port 6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:42.122969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76df40a-7c94-444f-894b-08aef0f45cfc') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:42.123255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76df40a-7c94-444f-894b-08aef0f45cfc') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:42.143243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ff5e4e-230e-4991-ac9e-2284174c9097,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:42.147858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.157654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.161876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-23b09129-6e22-4874-9157-9a472c37d0af tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8875134 Aug 11 02:31:42.164548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.187557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.199851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de68bc7d-e97d-4f05-9a7a-408c893a1547 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules/83ff5e4e-230e-4991-ac9e-2284174c9097 HTTP/1.1" status: 200 len: 763 time: 0.0341532 Aug 11 02:31:42.201352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:42.201879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:42.206287 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:42.208277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.244693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7dd07dff-5896-416e-9084-815c5a8d0e10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e569152388b4a398868806563a8a1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460082 Aug 11 02:31:42.247877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35968) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.347966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-96ff5dcd-c1d1-4a9e-b2d8-f108e759a14f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1392241 Aug 11 02:31:42.354488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35972) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.376330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.382344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.385197 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c1905593-36d7-4632-9ba0-399f027d9aa2 HTTP/1.1" status: 204 len: 168 time: 2.0480850 Aug 11 02:31:42.421452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.432963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.450542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe1c68-c1c3-4452-b924-6f3dfd134098 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1905593-36d7-4632-9ba0-399f027d9aa2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:42.473638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.481844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.496722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.498898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/83ff5e4e-230e-4991-ac9e-2284174c9097 HTTP/1.1" status: 204 len: 168 time: 0.1431456 Aug 11 02:31:42.505967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35980) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.512698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aba580-8d97-4c0a-835a-6c066d700699 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ff5e4e-230e-4991-ac9e-2284174c9097,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:42.534114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.577550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35982) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.587452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.657504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-db8a2ff6-0052-4d41-9496-bd7618a1067d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1501899 Aug 11 02:31:42.658658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35986) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.686765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '419e90ed-6f2f-4a17-a305-6d7740e2e2ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:42.698600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e85b6df3-ac1a-43a7-bb89-7e0a0bf59e5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f850194481b421e8127b1a3880e4217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184957 Aug 11 02:31:42.703454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35988) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:42.723902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.733599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.740750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.742770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5a71bf70-ff5d-49d1-aeab-b7d794b32e24 HTTP/1.1" status: 204 len: 168 time: 0.4928880 Aug 11 02:31:42.806979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.809530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf806a21-5b6e-4640-955c-887250a8d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71bf70-ff5d-49d1-aeab-b7d794b32e24,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:42.858184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.911333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:42.973323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Port': ['ID=ae537f5e-a7a5-4f40-96c8-58e5728d9853,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.051912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.083915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.120162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.129224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.134674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4a498d4-2eff-4268-86b5-15997e7458f7 HTTP/1.1" status: 204 len: 168 time: 0.4282846 Aug 11 02:31:43.138012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7fb96d-55af-44e9-ab2c-20bc6fd1d51e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.152695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Checking segment: {'id': 'e291b558-5bb1-4a4a-99a9-699df1a458b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8505dae4-550a-42a7-b433-974fb859c794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:43.153667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network hostable DHCP agents. Network: 8505dae4-550a-42a7-b433-974fb859c794, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:43.173247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.178017 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce8008e0-5578-475a-9504-360e7b4853f3 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5099595 Aug 11 02:31:43.178520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb609-5898-43ba-8dfd-885116ef6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a498d4-2eff-4268-86b5-15997e7458f7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.194502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36000) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.251966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab7a7efc-8173-4b75-9db4-e62991c8b29f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules/2c7fb96d-55af-44e9-ab2c-20bc6fd1d51e HTTP/1.1" status: 200 len: 763 time: 0.0548429 Aug 11 02:31:43.254122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network 8505dae4-550a-42a7-b433-974fb859c794 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:43.255645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.278385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 8505dae4-550a-42a7-b433-974fb859c794) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:43.286777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:43.287735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.288891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf5a4e8-c8be-4130-b55d-e286436eef35 None None] Network 8505dae4-550a-42a7-b433-974fb859c794 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:43.350543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Port': ['ID=6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.355633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-764a4dcd-c7ce-4a52-85e6-410d204576e5 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0973692 Aug 11 02:31:43.359907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36008) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.406756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Checking segment: {'id': 'fb602a28-1c55-4096-bc11-09749b0e3d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '81d76a7e-2e20-4d38-adc6-bd65136c8b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:43.407454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network hostable DHCP agents. Network: 81d76a7e-2e20-4d38-adc6-bd65136c8b18, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:43.438690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.447959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network 81d76a7e-2e20-4d38-adc6-bd65136c8b18 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:43.453003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.474846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 81d76a7e-2e20-4d38-adc6-bd65136c8b18) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:43.479672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:43.486989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.493488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.494623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.496797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a4b38-608d-49e6-a259-895905e284b9 None None] Network 81d76a7e-2e20-4d38-adc6-bd65136c8b18 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:43.527250 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2fc331fa-2378-428e-ac46-63938b82e97c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4798889 Aug 11 02:31:43.530657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36010) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.610078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.636992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:43.647951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/2c7fb96d-55af-44e9-ab2c-20bc6fd1d51e HTTP/1.1" status: 204 len: 168 time: 0.2822850 Aug 11 02:31:43.648305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36016) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.739636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-606f341e-9eff-4b27-831b-92ff0839393f tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803533 Aug 11 02:31:43.740414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36018) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.743841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e3e80-70b0-4228-8962-b98c5b9e7e50 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.753170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Request body: {'security_group_rule': {'security_group_id': '419e90ed-6f2f-4a17-a305-6d7740e2e2ca', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:43.773271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e3e80-70b0-4228-8962-b98c5b9e7e50 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:43.775941 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb7e3e80-70b0-4228-8962-b98c5b9e7e50 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2438571 Aug 11 02:31:43.780290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36020) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:43.790296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74d6d4-3040-4642-8057-7eba5c184f2d tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7fb96d-55af-44e9-ab2c-20bc6fd1d51e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:43.877864 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Project c704f1a2bc1141b89dfb4676c3ece859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:31:43.902131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.106983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Deleting port ae537f5e-a7a5-4f40-96c8-58e5728d9853 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:44.107354 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.120657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.204739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.266151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.270283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36030) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.270792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5288482 Aug 11 02:31:44.279710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6290286-1c05-43a3-b386-0f2374f4c164 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476d8079-46ac-464a-8c43-455b3b7ac596,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:44.286081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.301702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Calling delete_port for ae537f5e-a7a5-4f40-96c8-58e5728d9853 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:44.320465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36034) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.334627 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6fb7cffa-d856-4dc8-b112-8193acd27d01 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules/476d8079-46ac-464a-8c43-455b3b7ac596 HTTP/1.1" status: 200 len: 769 time: 0.0588708 Aug 11 02:31:44.334627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36036) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.383988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d7ec-abdf-4426-86fa-3b2b32ff219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.433141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-82afbaa6-afa4-472b-bda6-3a9acdf515f7 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0963161 Aug 11 02:31:44.438053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36042) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.511250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.528837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.532847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.588600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.592737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Port': ['ID=ae537f5e-a7a5-4f40-96c8-58e5728d9853,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:44.605668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.608146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-90caf3a0-bdd5-4ce6-b9b0-78cf8dbc4569 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/ports/ae537f5e-a7a5-4f40-96c8-58e5728d9853 HTTP/1.1" status: 204 len: 168 time: 0.8266532 Aug 11 02:31:44.609432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.612106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36046) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.612641 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/476d8079-46ac-464a-8c43-455b3b7ac596 HTTP/1.1" status: 204 len: 168 time: 0.1728299 Aug 11 02:31:44.614474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a71d5-466a-4e7e-9eea-7688770f42fc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=476d8079-46ac-464a-8c43-455b3b7ac596,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:44.617250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36048) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.702514 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-904d3289-9aac-4ceb-b690-bc0b1e7b82fb tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831602 Aug 11 02:31:44.703787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d7ec-abdf-4426-86fa-3b2b32ff219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.705763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36052) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.724285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d7ec-abdf-4426-86fa-3b2b32ff219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.827407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0d7ec-abdf-4426-86fa-3b2b32ff219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46822e3e-c6f2-42dc-9e96-bf7b4f439be4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:44.834302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ab0d7ec-abdf-4426-86fa-3b2b32ff219c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d978db1e05774e6cb12ac8c95fc86b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121751 Aug 11 02:31:44.838869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36060) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:44.897846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Deleting port 6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:44.898342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.911758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:44.964212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.025983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.051592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Calling delete_port for 6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:45.065065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.077445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36064) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.103566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.108287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.113648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "DELETE /v2.0/security-groups/419e90ed-6f2f-4a17-a305-6d7740e2e2ca HTTP/1.1" status: 204 len: 168 time: 0.4052377 Aug 11 02:31:45.114338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36068) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.141127 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.141998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e713-b2a1-4db5-a57a-debd67752b28 tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419e90ed-6f2f-4a17-a305-6d7740e2e2ca,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:45.223326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-240dbc56-106a-492c-9213-4362df2c1dfc tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028755 Aug 11 02:31:45.224228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36072) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.240375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.299576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Port': ['ID=6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:45.319417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.323050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-20a0c6b0-a2a0-4982-a68a-e51210e48352 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/ports/6a5bcc2c-f8cb-4dfd-b430-c4b298d774c9 HTTP/1.1" status: 204 len: 168 time: 0.7083244 Aug 11 02:31:45.326804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36074) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.329289 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-367c22b7-9a46-4145-9246-85baf04937fa tempest-SecGroupIPv6Test-2051701371 tempest-SecGroupIPv6Test-2051701371-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035557 Aug 11 02:31:45.337597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.350531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.354572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-network', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:45.356749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46822e3e-c6f2-42dc-9e96-bf7b4f439be4 HTTP/1.1" status: 204 len: 168 time: 0.5166225 Aug 11 02:31:45.392800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-416a67a3-99a5-4e8a-8289-c07674cbf6be tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0641642 Aug 11 02:31:45.394828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5aa629-85b6-426d-be4e-920af58c39aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46822e3e-c6f2-42dc-9e96-bf7b4f439be4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:45.396905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36080) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.425928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Made reservation on behalf of 1a5912bf31ac47e6baf3da6714b052bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:45.433376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.433589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1308436604'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:45.472073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.478051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:45.491480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.543917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:45.561702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.562334 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment ac48fa32-a163-42c8-a607-8b2bf8453f5d of type vlan for network 39ccd266-b190-45f7-bc76-0d3bac8036d8 Aug 11 02:31:45.659230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.755066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.769466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.770953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.788284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.792623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.812976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:45.827360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0990a98e-c284-4eac-8e29-f44cfd35505b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:45.835502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.835842 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Added segment eb3437e6-85f4-437f-876c-293def24d328 of type vlan for network f42ded53-9b86-44cb-ab53-5f7689b90b27 Aug 11 02:31:45.910574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.948870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:45.997340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:45.998478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:45.999075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.031118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6321833 Aug 11 02:31:46.047037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36094) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.062707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-798687282'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:46.121112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f30b9-f8f5-4e51-ab94-2940124cf17d tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=39ccd266-b190-45f7-bc76-0d3bac8036d8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:46.134515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 39ccd266-b190-45f7-bc76-0d3bac8036d8 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:46.146197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:46.154166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.187432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:46.201783 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.202342 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Added segment bf195b83-2e94-40e3-894b-6a676e7ee69f of type vlan for network 319467a5-efff-43d2-adc1-75243dc4caa7 Aug 11 02:31:46.211970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1270919 Aug 11 02:31:46.214384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36096) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.225088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Request body: {'subnet': {'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-subnet', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:46.247102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa77f90-abf4-495c-b0bb-8a43154dc182 admin admin] Pushing event updated for resources: {'Network': ['ID=f42ded53-9b86-44cb-ab53-5f7689b90b27,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:46.253757 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-abb4fd87-c7fc-4f6c-b674-9512f6ce1d5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c704f1a2bc1141b89dfb4676c3ece859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035657 Aug 11 02:31:46.256291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36098) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.278734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:46.304256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:46.333084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.340380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Made reservation on behalf of 1a5912bf31ac47e6baf3da6714b052bb for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:46.341163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.343462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.345950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ef4547d-0469-47dd-a5a4-9b912743e5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.414338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.502987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.resource_extend [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:31:46.605479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.615760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:46.616916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.831957 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ef4547d-0469-47dd-a5a4-9b912743e5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.859460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ef4547d-0469-47dd-a5a4-9b912743e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:46.890019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8288779 Aug 11 02:31:46.997374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dfea4-dadc-44eb-9196-5333ed01c26e tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Network': ['ID=319467a5-efff-43d2-adc1-75243dc4caa7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.010902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.019103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.022145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 319467a5-efff-43d2-adc1-75243dc4caa7 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:47.023090 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5707f7c7-8527-48b4-b692-64b84b320c2a HTTP/1.1" status: 204 len: 168 time: 0.7657657 Aug 11 02:31:47.046005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36112) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:47.058807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580465f-bd31-4aab-be36-6335d198e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5707f7c7-8527-48b4-b692-64b84b320c2a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.085401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'subnets': [{'network_id': '39ccd266-b190-45f7-bc76-0d3bac8036d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1230537091', 'ip_version': 4}, {'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:47.085729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'subnet': {'network_id': '39ccd266-b190-45f7-bc76-0d3bac8036d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1230537091', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:47.086352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Request body: {'subnet': {'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:47.138713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4547d-0469-47dd-a5a4-9b912743e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d1cad-aafa-494d-9fbe-16c2f89fcd0a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.196796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ef4547d-0469-47dd-a5a4-9b912743e5cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5dd0d82d5894b6da87ec68b199dd60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8861661 Aug 11 02:31:47.197576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36116) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:47.374755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.418959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.446830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.508630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.513026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.518668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc5d1cad-aafa-494d-9fbe-16c2f89fcd0a HTTP/1.1" status: 204 len: 168 time: 0.3198242 Aug 11 02:31:47.547161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c5f8-f98b-4404-b48e-aebc16b674d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d1cad-aafa-494d-9fbe-16c2f89fcd0a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.659502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5409a043-c793-40c0-a644-0b635187e5e7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:47.679530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Made reservation on behalf of f35bf03534b34eaaad4aee9ce743afbe for: {'subnet': 2} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:47.690418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.694374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:47.879639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Checking segment: {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:47.880393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Network hostable DHCP agents. Network: f42ded53-9b86-44cb-ab53-5f7689b90b27, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:47.930618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:47.951216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f42ded53-9b86-44cb-ab53-5f7689b90b27) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:47.987071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c548fc-03fd-4a60-b2b2-50cf4e0188fb None None] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:48.022705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:48.023319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.063118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7597f4e1-5174-41e1-a506-dacf4a543028 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8474507 Aug 11 02:31:48.070067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36134) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:48.086522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:48.149684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.178632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.317545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.413014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae626d7b-51b4-4fc5-a42a-e40941d44079 None None] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:48.746922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.815409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.831771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Subnet': ['ID=13d424ba-2025-4e7b-9dff-e34e7e13bc47,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:48.846433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Checking segment: {'id': 'ac48fa32-a163-42c8-a607-8b2bf8453f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '39ccd266-b190-45f7-bc76-0d3bac8036d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:48.846962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network hostable DHCP agents. Network: 39ccd266-b190-45f7-bc76-0d3bac8036d8, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:48.876999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network 39ccd266-b190-45f7-bc76-0d3bac8036d8 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:48.892767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 39ccd266-b190-45f7-bc76-0d3bac8036d8) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:48.898671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:48.906873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54554b-0ef3-4065-ac29-2dd65ba2cbec None None] Network 39ccd266-b190-45f7-bc76-0d3bac8036d8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:49.268921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event updated for resources: {'Subnet': ['ID=7abe2279-2173-4532-9dc0-26f6d5d4dea9,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:49.349391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Checking segment: {'id': 'bf195b83-2e94-40e3-894b-6a676e7ee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:49.350138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network hostable DHCP agents. Network: 319467a5-efff-43d2-adc1-75243dc4caa7, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:49.382410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Network 319467a5-efff-43d2-adc1-75243dc4caa7 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:49.411481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 319467a5-efff-43d2-adc1-75243dc4caa7) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:49.428535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.429360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.430453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.438567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7958809-5519-4014-adfa-bc7f1b0cfc60 None None] Network 319467a5-efff-43d2-adc1-75243dc4caa7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:49.461303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d1e52d34-1700-4c0e-8783-fbec94815141 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4053500 Aug 11 02:31:49.462058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36178) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:49.560405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f4be3-1a15-4930-8115-57f74d3c6cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-39ccd266-b190-45f7-bc76-0d3bac8036d8', 'network_id': '39ccd266-b190-45f7-bc76-0d3bac8036d8', 'tenant_id': 'f35bf03534b34eaaad4aee9ce743afbe', 'fixed_ips': [{'subnet_id': '13d424ba-2025-4e7b-9dff-e34e7e13bc47'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:49.561783 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b08f4be3-1a15-4930-8115-57f74d3c6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.629209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac72975-821a-42dc-b610-c41b6259bcf8 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.633487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac72975-821a-42dc-b610-c41b6259bcf8 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.637146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac72975-821a-42dc-b610-c41b6259bcf8 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:49.639799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eac72975-821a-42dc-b610-c41b6259bcf8 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1761186 Aug 11 02:31:49.645099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:49.682167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.733165 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.793250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Deleting subnet 13d424ba-2025-4e7b-9dff-e34e7e13bc47 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:49.803365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:49.896036 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.010698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-319467a5-efff-43d2-adc1-75243dc4caa7', 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7', 'tenant_id': 'f35bf03534b34eaaad4aee9ce743afbe', 'fixed_ips': [{'subnet_id': '7abe2279-2173-4532-9dc0-26f6d5d4dea9'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:31:50.011810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.029995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.038929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Allocated IP 172.25.3.16 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6fd60fb8-19aa-4a2a-b575-c838e8bc2d80) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:50.195944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.259001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Subnet': ['ID=13d424ba-2025-4e7b-9dff-e34e7e13bc47,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.279776 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.285189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dbcd2872-c3f5-42f5-b430-adef4dce013c tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/subnets/13d424ba-2025-4e7b-9dff-e34e7e13bc47 HTTP/1.1" status: 204 len: 168 time: 0.6375861 Aug 11 02:31:50.287734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36204) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:50.352765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.405016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Deleting subnet 7abe2279-2173-4532-9dc0-26f6d5d4dea9 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:31:50.418977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Allocated IP 172.20.0.18 (319467a5-efff-43d2-adc1-75243dc4caa7/7abe2279-2173-4532-9dc0-26f6d5d4dea9/62db07b4-339b-4473-8d9f-9aa7213c7c6a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:50.464910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.492337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:50.496144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:50.520960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:50.620728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.635007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Transition to ACTIVE for port object 62db07b4-339b-4473-8d9f-9aa7213c7c6a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:50.671757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Transition to ACTIVE for port object 62db07b4-339b-4473-8d9f-9aa7213c7c6a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-b08f4be3-1a15-4930-8115-57f74d3c6cc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d424ba-2025-4e7b-9dff-e34e7e13bc47: This subnet is being modified by another concurrent operation. Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d424ba-2025-4e7b-9dff-e34e7e13bc47: This subnet is being modified by another concurrent operation. Aug 11 02:31:50.684772 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:31:50.691440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.736228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.784685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8cc0f-4092-4ec8-8416-53defdb507d0 None None] Network 39ccd266-b190-45f7-bc76-0d3bac8036d8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:50.810753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:50.823114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:50.938167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Network 319467a5-efff-43d2-adc1-75243dc4caa7 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:50.957517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:50.976655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:51.013485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Pushing event updated for resources: {'Port': ['ID=62db07b4-339b-4473-8d9f-9aa7213c7c6a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.088808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.194095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Attempting to bind port 62db07b4-339b-4473-8d9f-9aa7213c7c6a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:51.194720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Attempting to bind port 62db07b4-339b-4473-8d9f-9aa7213c7c6a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'bf195b83-2e94-40e3-894b-6a676e7ee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:51.195248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Attempting to bind port 62db07b4-339b-4473-8d9f-9aa7213c7c6a on network 319467a5-efff-43d2-adc1-75243dc4caa7 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:51.203246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:51.205732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Checking segment: {'id': 'bf195b83-2e94-40e3-894b-6a676e7ee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:51.205732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.205732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Bound using segment: {'id': 'bf195b83-2e94-40e3-894b-6a676e7ee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:51.207024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Bound port: 62db07b4-339b-4473-8d9f-9aa7213c7c6a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf195b83-2e94-40e3-894b-6a676e7ee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '319467a5-efff-43d2-adc1-75243dc4caa7'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:51.207024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.294991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.339307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.341885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] For port 62db07b4-339b-4473-8d9f-9aa7213c7c6a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:51.347872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] For port 62db07b4-339b-4473-8d9f-9aa7213c7c6a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=62db07b4-339b-4473-8d9f-9aa7213c7c6a,segment=NetworkSegment(bf195b83-2e94-40e3-894b-6a676e7ee69f),segment_id=bf195b83-2e94-40e3-894b-6a676e7ee69f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:51.357559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.536555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Subnet': ['ID=7abe2279-2173-4532-9dc0-26f6d5d4dea9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.557326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:51.567673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ca7bd17-b354-47a7-8da5-af787b4a0984 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/subnets/7abe2279-2173-4532-9dc0-26f6d5d4dea9 HTTP/1.1" status: 204 len: 168 time: 1.2754683 Aug 11 02:31:51.572712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36226) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:51.580724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71876-fca4-4a4f-a476-e9557309e382 None None] Pushing event updated for resources: {'Port': ['ID=62db07b4-339b-4473-8d9f-9aa7213c7c6a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:51.827741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae056e8-c727-4170-8b49-6603ac4dee78 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:51.833927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ae056e8-c727-4170-8b49-6603ac4dee78 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2586315 Aug 11 02:31:51.861959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36238) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:52.191251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 62db07b4-339b-4473-8d9f-9aa7213c7c6a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:31:52.381281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 62db07b4-339b-4473-8d9f-9aa7213c7c6a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:31:52.386596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.422420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.500081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Deleting port 62db07b4-339b-4473-8d9f-9aa7213c7c6a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:52.500587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.635354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93f819a3-d772-4b71-9109-cf2af19c7d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.751997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] For port 62db07b4-339b-4473-8d9f-9aa7213c7c6a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=62db07b4-339b-4473-8d9f-9aa7213c7c6a,segment=NetworkSegment(bf195b83-2e94-40e3-894b-6a676e7ee69f),segment_id=bf195b83-2e94-40e3-894b-6a676e7ee69f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:52.753113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:52.813794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:31:52.833090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Calling delete_port for 62db07b4-339b-4473-8d9f-9aa7213c7c6a owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:52.913105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36254) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:53.032520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.115852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Port': ['ID=62db07b4-339b-4473-8d9f-9aa7213c7c6a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:53.118385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:31:53.146231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] No DVR routers for this DVR port 62db07b4-339b-4473-8d9f-9aa7213c7c6a on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:31:53.166227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Sync routers for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:31:53.204884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:53.206041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:53.211142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.215602 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0594e316-b3c7-411c-bb58-4763fc0607a5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1428742 Aug 11 02:31:53.223156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:53.497046 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.537680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319467a5-efff-43d2-adc1-75243dc4caa7']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:53.582153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf195b83-2e94-40e3-894b-6a676e7ee69f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:53.582864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf195b83-2e94-40e3-894b-6a676e7ee69f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:53.650927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.700805 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.722748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-354553021'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:53.764660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:53.766491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:53.776982 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:53.797117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:53.984012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Made reservation on behalf of d0014b4539694340b888b2dfb34ff2f5 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:54.014182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.044842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.054607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.067668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/319467a5-efff-43d2-adc1-75243dc4caa7 HTTP/1.1" status: 204 len: 168 time: 2.2032709 Aug 11 02:31:54.072199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.076750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36278) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:54.132372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072b71a-f928-4387-bc22-a87f7094c1c4 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=319467a5-efff-43d2-adc1-75243dc4caa7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:54.360846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3c6a7da-74c8-475d-966c-2b592f0e8c90 None None] Could not find standard attr ID for object 62db07b4-339b-4473-8d9f-9aa7213c7c6a. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:31:54.364405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7967bf-4fae-408c-b54a-53eaab0555e9 None None] DHCP port deletion for 319467a5-efff-43d2-adc1-75243dc4caa7 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:31:54.371377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.381922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.445958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749a9f1-0480-4c1c-8c2f-d8bbd22570ea None None] Network 319467a5-efff-43d2-adc1-75243dc4caa7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:54.446293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:31:54.481274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749a9f1-0480-4c1c-8c2f-d8bbd22570ea None None] Network 319467a5-efff-43d2-adc1-75243dc4caa7 could not be found, it might have been deleted concurrently. {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:31:54.502457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.502962 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Added segment 8ac86043-7ffa-4556-a5b4-08c5c2cf1147 of type vlan for network bf67f81c-f637-498d-8938-f14bc50e11fd Aug 11 02:31:54.505234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:50Z', 'revision_number': 3, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:54.514142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f359368-548a-47a5-8a52-ee4d6841008a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:54.538466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103eae7-8fca-4a0c-9e0b-c062b265929d None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:31:54.586410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.620925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.695156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.701208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:54.701897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.728656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Checking router: a18b2457-bf8d-438a-aa54-bbd7d00a6b62 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:31:54.734433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Updating router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:31:54.882992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:54.888250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9738133 Aug 11 02:31:54.915075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4823ec-2911-4f72-897c-379584dda8dc tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Pushing event updated for resources: {'Network': ['ID=bf67f81c-f637-498d-8938-f14bc50e11fd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:55.193014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.202900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bf67f81c-f637-498d-8938-f14bc50e11fd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:31:55.228556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ccd266-b190-45f7-bc76-0d3bac8036d8']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:55.244619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36310) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:55.249866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd', 'binding:host_id': 'n-h1-713498-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1557902834'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:55.259518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac48fa32-a163-42c8-a607-8b2bf8453f5d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:55.260460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac48fa32-a163-42c8-a607-8b2bf8453f5d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:55.302040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Made reservation on behalf of a00151e120fc4e5285a51abd9e2eea1c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:55.304573 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.331451 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.356529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2f3020c7-0102-4a1a-982a-ecb417d3daa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.411988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.425391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.461716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.474654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103eae7-8fca-4a0c-9e0b-c062b265929d None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:31:55.505420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:55.505880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:55.519683 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:55.580534 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.724684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.747452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:55.755495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:55.981788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 62db07b4-339b-4473-8d9f-9aa7213c7c6a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:31:55.998460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.015257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.029302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/39ccd266-b190-45f7-bc76-0d3bac8036d8 HTTP/1.1" status: 204 len: 168 time: 1.9485080 Aug 11 02:31:56.032779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36322) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:56.130165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 62db07b4-339b-4473-8d9f-9aa7213c7c6a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:31:56.130540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 62db07b4-339b-4473-8d9f-9aa7213c7c6a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:31:56.181274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97906b2c-c0be-4a14-ae52-33c0a15ff2ac,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:56.235502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.240825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e822d49-4953-4914-b6c3-0e1cc37b2139 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=39ccd266-b190-45f7-bc76-0d3bac8036d8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:56.280200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Transition to ACTIVE for port object 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:56.303290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.688222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.769548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Allocated IP 172.20.0.1 (f42ded53-9b86-44cb-ab53-5f7689b90b27/5409a043-c793-40c0-a644-0b635187e5e7/22cc4827-19d3-4c11-980c-7c9ceb6fc517) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:31:56.786506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:31:56.789381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06814b3c-1465-41d0-b598-9b068a028258 None None] Pushing event updated for resources: {'Port': ['ID=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:56.803799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.827574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.838134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Attempting to bind port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:56.838606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Attempting to bind port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:56.838990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Attempting to bind port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:56.870266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:31:56.870751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:56.871179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.871592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:31:56.872102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Bound port: 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:31:56.872498 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:56.878978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Transition to ACTIVE for port object 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:31:56.909395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.015762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=75bc8b80-7fad-4b25-9cd8-c4fff0393b2a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:57.058506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] For port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:57.067670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] For port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:31:57.076724 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.107277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Checking segment: {'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:31:57.108088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Network hostable DHCP agents. Network: bf67f81c-f637-498d-8938-f14bc50e11fd, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:31:57.136455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Network bf67f81c-f637-498d-8938-f14bc50e11fd is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:31:57.160267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bf67f81c-f637-498d-8938-f14bc50e11fd) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:57.173886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:57.211977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.214635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.215036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.215385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.230600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.230919 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.232771 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 2 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.279211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d76a7e-2e20-4d38-adc6-bd65136c8b18']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:57.280058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.280405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.280749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.281055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2594af6-bd32-4719-822e-ee41ebbecd16 None None] Network bf67f81c-f637-498d-8938-f14bc50e11fd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:31:57.286306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06814b3c-1465-41d0-b598-9b068a028258 None None] Pushing event updated for resources: {'Port': ['ID=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:57.292800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.293333 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.293779 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 3 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.310000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb602a28-1c55-4096-bc11-09749b0e3d26') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:57.313119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb602a28-1c55-4096-bc11-09749b0e3d26') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:57.337703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.338161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.338510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.344391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.349575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.349969 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.350360 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 4 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.366234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:57.378917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.379265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.380473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.381851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.390981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.392197 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.392625 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 5 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.396980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:57.397779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:57.401684 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:57.426877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.427247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.427551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.444226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.444660 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.445114 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 6 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.489255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.489706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.494078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.497655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:31:57.500160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:57.509740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.510311 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.510939 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 7 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.528501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.554687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.555235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.555791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.582942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.583492 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.584186 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 8 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.622939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.625974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.627164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.659484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.659902 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.660213 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 9 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.700808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.700808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.701164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.703804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.757383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.757383 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.768871 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 10 to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a Aug 11 02:31:57.843993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:31:57.844759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:31:57.844849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:31:57.865474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.872047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:31:57.872228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/81d76a7e-2e20-4d38-adc6-bd65136c8b18 HTTP/1.1" status: 204 len: 168 time: 1.7090728 Aug 11 02:31:57.872962 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:31:57.873795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:57.879943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a199a-6697-41f2-9242-afe08c8787c3 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=81d76a7e-2e20-4d38-adc6-bd65136c8b18,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:57.881962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36348) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:57.889409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c95a36f5-ad2f-407b-bd6f-4cd6d697e13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.022676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.119297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:31:58.192742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:58.209169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:58.214823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:31:58.339121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.347044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Pushing event updated for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:58.390037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.507264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:50Z', 'revision_number': 3, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:58.552533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6136f-9ae3-4bf8-ba2d-c19fa8c2e4ba None None] The sync data for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 is: [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:50Z', 'revision_number': 3, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:31:58.616286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c95a36f5-ad2f-407b-bd6f-4cd6d697e13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.627232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c95a36f5-ad2f-407b-bd6f-4cd6d697e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.627670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.636726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:31:58.637437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempted to set empty binding levels {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:31:58.646884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.710203 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c95a36f5-ad2f-407b-bd6f-4cd6d697e13e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=359927e48763447788d8a21bfe20228d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3412764 Aug 11 02:31:58.715508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a36f5-ad2f-407b-bd6f-4cd6d697e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44cc22b-5c37-4619-afc3-3a5afbd8762a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:58.730309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:58.762382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.802990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:31:58.803945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:58.908556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.6615200 Aug 11 02:31:58.926762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:58.990605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e0d7-1d42-47af-9680-67a4b75ed8be tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=75bc8b80-7fad-4b25-9cd8-c4fff0393b2a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.020328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.051700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8505dae4-550a-42a7-b433-974fb859c794']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:59.119598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e291b558-5bb1-4a4a-99a9-699df1a458b8') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:59.120115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e291b558-5bb1-4a4a-99a9-699df1a458b8') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:31:59.171212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.203825 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.226037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Deleting port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:31:59.226628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.231156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.287760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:31:59.288190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.293855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:31:59.294060 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:31:59.367017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.379380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.442786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a, host n-h1-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:31:59.443600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.469564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Calling delete_port for 75bc8b80-7fad-4b25-9cd8-c4fff0393b2a owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:31:59.506764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.593440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.617781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.623360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] 10.222.0.68 "DELETE /v2.0/networks/8505dae4-550a-42a7-b433-974fb859c794 HTTP/1.1" status: 204 len: 168 time: 1.7400210 Aug 11 02:31:59.671077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8346-94f1-4f77-bab9-60afa29e57c2 tempest-BulkNetworkOpsTest-1190099916 tempest-BulkNetworkOpsTest-1190099916-project] Pushing event deleted for resources: {'Network': ['ID=8505dae4-550a-42a7-b433-974fb859c794,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.686651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.692188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.694474 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.702622 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f44cc22b-5c37-4619-afc3-3a5afbd8762a HTTP/1.1" status: 204 len: 168 time: 0.9582517 Aug 11 02:31:59.747797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event deleted for resources: {'Port': ['ID=75bc8b80-7fad-4b25-9cd8-c4fff0393b2a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.752970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.760296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b81f2d2e-9ea3-46d1-8977-a5fddcf455a7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "DELETE /v2.0/ports/75bc8b80-7fad-4b25-9cd8-c4fff0393b2a HTTP/1.1" status: 204 len: 168 time: 0.8314791 Aug 11 02:31:59.760972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36398) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:59.793727 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe169a1-aa93-43e0-8bfd-0bcdf0a60cbd tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:31:59.794057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:31:59.801378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2fe169a1-aa93-43e0-8bfd-0bcdf0a60cbd tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports/75bc8b80-7fad-4b25-9cd8-c4fff0393b2a HTTP/1.1" status: 404 len: 333 time: 0.0386920 Aug 11 02:31:59.802388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36400) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:31:59.813329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:31:59.821120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-727111076'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:31:59.835539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3612327-81e2-4a50-9dbc-72d89cdd8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44cc22b-5c37-4619-afc3-3a5afbd8762a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.915484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Made reservation on behalf of a00151e120fc4e5285a51abd9e2eea1c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:31:59.925931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:31:59.926810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Pushing event updated for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:31:59.974022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:00.165228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:00.198453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:00.332922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.414811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.415332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:00.420802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:00.421469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.477690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36424) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:00.517358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Network bf67f81c-f637-498d-8938-f14bc50e11fd is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:00.520981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:00.532119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:00.533883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:00.534655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.541481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=8e65b34e-e9e0-40ff-8a6d-b15b840de0d0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:00.561712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1db60723-1f16-4696-913d-f3f1677e84df tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7544134 Aug 11 02:32:00.564199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36428) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:00.564508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.580533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:00.645625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:00.659570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:00.667809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e054e752-8074-4171-8a77-c4dadb35ea29 admin admin] 10.222.0.68 "PUT /v2.0/routers/a18b2457-bf8d-438a-aa54-bbd7d00a6b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4408648 Aug 11 02:32:00.676339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.719086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:00.843953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:01.115482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36444) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.142771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-566f6253-0c32-4cc8-8193-45bdd228f4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.244153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8730612-7439-401d-9690-72d9d68509db req-ff808126-b177-446c-83fa-b177ed6452db tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:01.247481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8730612-7439-401d-9690-72d9d68509db req-ff808126-b177-446c-83fa-b177ed6452db tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.2670081 Aug 11 02:32:01.275586 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:32:01.331919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8730612-7439-401d-9690-72d9d68509db req-fa65848e-c946-4fbb-819f-64f6f27a9ede tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Aug 11 02:32:01.338391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4b8bb19-2f5c-49f0-9a0b-505f21703cd3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f35bf03534b34eaaad4aee9ce743afbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8564126 Aug 11 02:32:01.343117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.498550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:01.513005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.534016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Transition to ACTIVE for port object 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:01.544143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.603908 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Sync routers for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:01.609220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.634904 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:01.635863 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:01.653462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=8e65b34e-e9e0-40ff-8a6d-b15b840de0d0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:01.660002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.681633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:01.681633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:01.681633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:01.691258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:01.694735 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:01.694735 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 2 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:01.718380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:01.718746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:01.719124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:01.732543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:01.732776 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:01.741475 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 3 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:01.789454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-566f6253-0c32-4cc8-8193-45bdd228f4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.801468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-566f6253-0c32-4cc8-8193-45bdd228f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.804105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:01.804690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:01.805289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:01.825866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:01.826542 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:01.834653 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-566f6253-0c32-4cc8-8193-45bdd228f4bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c2e9f7746c64a4caf3dddca57f3d64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175293 Aug 11 02:32:01.841464 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 4 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:01.844931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:01.868128 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:01.884401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.887498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:01.887603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:01.887888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:01.890953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3accef5a-9ac9-4866-948f-af0208dfb08c HTTP/1.1" status: 204 len: 168 time: 0.5392838 Aug 11 02:32:01.891261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:01.906537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:01.912027 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:01.912657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f6253-0c32-4cc8-8193-45bdd228f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a582ff5-b383-4f12-a2ff-d003daad8c2b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:01.912779 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 5 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:01.979940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d881624-03a8-41f3-8882-5499138371e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3accef5a-9ac9-4866-948f-af0208dfb08c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.016034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.016557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.017146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.039452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.070719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.071266 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.072176 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 6 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:02.102326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.119864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:02.133453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.135500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.136180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.156744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.157217 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.158422 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 7 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:02.227866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.229631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.230829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.243251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.251998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.256572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a582ff5-b383-4f12-a2ff-d003daad8c2b HTTP/1.1" status: 204 len: 168 time: 0.4105635 Aug 11 02:32:02.263315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.264141 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.264721 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 8 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:02.285497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48614a-720b-43ff-8836-5badb7e1fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a582ff5-b383-4f12-a2ff-d003daad8c2b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.318865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.319216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.327447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.334022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.334351 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.335602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:02.335983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.341337 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 9 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:02.366320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.366657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.366996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.376782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.377142 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.377546 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 10 to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 Aug 11 02:32:02.409256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:02.409508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:02.409867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:02.425532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:02.425750 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:02.426436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.582617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:02.583266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempted to set empty binding levels {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:32:02.593308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.638949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] In _notify_port_updated(), no bound segment for port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:32:02.639858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.640485 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.642270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "PUT /v2.0/ports/8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 HTTP/1.1" status: 200 len: 975 time: 2.0748982 Aug 11 02:32:02.646311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:02.648893 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 2, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:02.664859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d30c0-518f-4c6b-a146-067af4f549f3 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=8e65b34e-e9e0-40ff-8a6d-b15b840de0d0,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:02.726761 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Checking router: a18b2457-bf8d-438a-aa54-bbd7d00a6b62 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:02.727173 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Updating router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:02.784852 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:02.894606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.895780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.896437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.897092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.904031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.915271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.923935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.926549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.931039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.931518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.931991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.932467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.936648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.937125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.937598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.939044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.943025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.943721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.944350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.946782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.947663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.949413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.960096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.960096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:02.972438 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b78e5ae9-6bff-4535-b75d-5364621dc2c4 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21640 time: 0.3232656 Aug 11 02:32:02.978372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:03.275945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Deleting port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:03.276875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.288834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-8d507c3a-4ab9-40fa-bd2c-75b3aef7cc63 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.296053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-8d507c3a-4ab9-40fa-bd2c-75b3aef7cc63 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 820 time: 0.5880160 Aug 11 02:32:03.349463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d31f4515-3cb8-4bce-933c-e94c0f05bc69 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/quotas/1a5912bf31ac47e6baf3da6714b052bb HTTP/1.1" status: 200 len: 375 time: 0.0444238 Aug 11 02:32:03.442987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0, host n-h1-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:03.445785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.473646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Calling delete_port for 8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:03.539407 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.568430 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Transition to ACTIVE for port object 22cc4827-19d3-4c11-980c-7c9ceb6fc517 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:03.583978 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.652222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.669201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-91485d24-5f4c-47d2-9ec5-79719ab05f31 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3028634 Aug 11 02:32:03.691519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Pushing event updated for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:03.699858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-59c27bcd-08d9-4fe7-a14e-1702883b2881 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.701416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-59c27bcd-08d9-4fe7-a14e-1702883b2881 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.67 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 0.1872070 Aug 11 02:32:03.717477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.718367 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.718929 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.719483 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.720733 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.721382 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.721998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.722581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.723125 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.723699 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.724273 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.724897 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:03.753259 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Attempting to bind port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:03.754201 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Attempting to bind port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:03.754829 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Attempting to bind port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 on network f42ded53-9b86-44cb-ab53-5f7689b90b27 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:03.762016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:03.762749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Checking segment: {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:03.763525 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.764253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Bound using segment: {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:03.765118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Bound port: 22cc4827-19d3-4c11-980c-7c9ceb6fc517, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:03.766176 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.767746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e65b34e-e9e0-40ff-8a6d-b15b840de0d0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:03.784466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24a4e5-9eab-401a-9289-1bc84286d4c0 req-d9acdfb2-0a11-4272-854a-1c8d8543a52a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:03.786191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd24a4e5-9eab-401a-9289-1bc84286d4c0 req-d9acdfb2-0a11-4272-854a-1c8d8543a52a tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 946 time: 1.2012570 Aug 11 02:32:03.810076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.813975 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62d44cbd-babd-4beb-ac64-07b4d6c9df70 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "DELETE /v2.0/ports/8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 HTTP/1.1" status: 204 len: 168 time: 0.8341889 Aug 11 02:32:03.817213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:03.907333 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] For port 22cc4827-19d3-4c11-980c-7c9ceb6fc517, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:03.907677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd24a4e5-9eab-401a-9289-1bc84286d4c0 req-1b68120a-e867-4d46-ba6a-9723b6f70ab1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Aug 11 02:32:03.912937 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] For port 22cc4827-19d3-4c11-980c-7c9ceb6fc517, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=22cc4827-19d3-4c11-980c-7c9ceb6fc517,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:03.925784 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0c0d2a-c14c-4da7-bc9e-7a8fc59332e7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:32:03.931519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b0c0d2a-c14c-4da7-bc9e-7a8fc59332e7 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports/8e65b34e-e9e0-40ff-8a6d-b15b840de0d0 HTTP/1.1" status: 404 len: 333 time: 0.1123087 Aug 11 02:32:03.940430 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:03.942668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:03.955217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1376328959', 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:03.977472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Deleting port dac8bc3f-5f26-4972-8a06-05510b968ed0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:03.977947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.090500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Made reservation on behalf of a00151e120fc4e5285a51abd9e2eea1c for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:04.103329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.140712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] For port dac8bc3f-5f26-4972-8a06-05510b968ed0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dac8bc3f-5f26-4972-8a06-05510b968ed0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:04.141105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.160916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Calling delete_port for dac8bc3f-5f26-4972-8a06-05510b968ed0 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:04.191274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port b2f3a95d-2081-4e90-9ad3-99e37a07a73a yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:04.236466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:04.237753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:04.352431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.366550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['07be12fc-ea90-4f96-8e6d-a315c4614ab0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:04.382836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2a9c0-47e7-4ae5-b168-e94871d2b7c1 None None] Pushing event updated for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.439665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Pushing event deleted for resources: {'Port': ['ID=dac8bc3f-5f26-4972-8a06-05510b968ed0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.563552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['dac8bc3f-5f26-4972-8a06-05510b968ed0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:04.593039 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:04.632852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.720626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-b1514996-0cd8-4a8e-85a3-6cf943fcac4b service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285058 Aug 11 02:32:04.739762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:04.827120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] No DVR routers for this DVR port dac8bc3f-5f26-4972-8a06-05510b968ed0 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:04.943177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f3a95d-2081-4e90-9ad3-99e37a07a73a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:04.991650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Network bf67f81c-f637-498d-8938-f14bc50e11fd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:04.995942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:05.003454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:05.004709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.005118 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.006736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.019970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c53eaf68-5682-43d6-81f6-6125c3dd2d6b req-29b3bf3b-e185-428f-a346-c808d1b2695c tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.67 "DELETE /v2.0/ports/dac8bc3f-5f26-4972-8a06-05510b968ed0 HTTP/1.1" status: 204 len: 173 time: 1.3099806 Aug 11 02:32:05.021199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'name': 'network-vif-deleted', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:05.025713 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f412e3-b782-42aa-8b33-351ff4289107" -d '{"events": [{"server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "name": "network-vif-deleted", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:05.084572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31a68b38-fe2a-403f-9b62-6b8a646f857c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1378024 Aug 11 02:32:05.084784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:05.097106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:05.186833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-eb68174f-a0eb-4a47-8167-839a4e9d7edb service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614085 Aug 11 02:32:05.210747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8bb3c9b-481a-4fa8-9600-cb3779359414 req-8046a44c-903e-4bbb-9f41-053cb8ed3018 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=cebbec0a-3dba-47db-bd68-abff1b28dcc9 HTTP/1.1" status: 200 len: 210 time: 0.1611326 Aug 11 02:32:05.264314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa3514-610d-4e69-bf04-6aa8c61e6b68 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:05.272074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8daa3514-610d-4e69-bf04-6aa8c61e6b68 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports/b2f3a95d-2081-4e90-9ad3-99e37a07a73a HTTP/1.1" status: 200 len: 955 time: 0.1860116 Aug 11 02:32:05.277156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36570) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:05.377844 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb53fc8-7802-475e-8ac4-a8f2c5cd3df2 x-openstack-request-id: req-7bb53fc8-7802-475e-8ac4-a8f2c5cd3df2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:05.378815 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbec0a-3dba-47db-bd68-abff1b28dcc9", "name": "network-vif-deleted", "tag": "dac8bc3f-5f26-4972-8a06-05510b968ed0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:05.378815 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7bb53fc8-7802-475e-8ac4-a8f2c5cd3df2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:05.384109 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbec0a-3dba-47db-bd68-abff1b28dcc9', 'name': 'network-vif-deleted', 'tag': 'dac8bc3f-5f26-4972-8a06-05510b968ed0', 'status': 'completed', 'code': 200} Aug 11 02:32:05.456605 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:03Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:05.529431 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d883ae6-4554-43d8-a161-7f80b8cf0758 None None] The sync data for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 is: [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:03Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:05.581848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Deleting port b2f3a95d-2081-4e90-9ad3-99e37a07a73a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:05.582586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.756487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000689363'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:05.805355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6717f2e2-9db3-43d4-8de3-f54f7d747a34 req-17de74d2-2ee3-40bc-a3a3-387aba89018e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 210 time: 0.1443856 Aug 11 02:32:05.842512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.856304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.875977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:05.883586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Calling delete_port for b2f3a95d-2081-4e90-9ad3-99e37a07a73a owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:06.124211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.206283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2f3a95d-2081-4e90-9ad3-99e37a07a73a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:06.218675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 22cc4827-19d3-4c11-980c-7c9ceb6fc517 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:06.251877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.260166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36592) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:06.267344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a85618db-6856-40ed-8b67-f160262d0436 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "DELETE /v2.0/ports/b2f3a95d-2081-4e90-9ad3-99e37a07a73a HTTP/1.1" status: 204 len: 168 time: 0.9777133 Aug 11 02:32:06.363805 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c676e136-4dc2-48b2-a187-13d5dc3bd789 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:32:06.369742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c676e136-4dc2-48b2-a187-13d5dc3bd789 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports/b2f3a95d-2081-4e90-9ad3-99e37a07a73a HTTP/1.1" status: 404 len: 333 time: 0.1081274 Aug 11 02:32:06.377914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36596) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:06.393058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-785192862'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:06.449041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.450750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:06.471448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:06.474331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.474842 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.567941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Made reservation on behalf of a00151e120fc4e5285a51abd9e2eea1c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:06.574184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.632418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 2199a1c4-d1c2-4baf-a345-1f425a6c568a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:06.912970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:06.925033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf9098-b3a7-4206-8787-6a4fc4a7a718,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:07.029945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c76149e-8283-4a68-8442-453053f507d1 req-94189f65-8926-4bac-bc3e-cb4f01402bb3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 210 time: 0.0914545 Aug 11 02:32:07.164344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 22cc4827-19d3-4c11-980c-7c9ceb6fc517, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=22cc4827-19d3-4c11-980c-7c9ceb6fc517,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:07.176603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.253683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.298841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.312085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:07.323958 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.408613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.413193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dac8bc3f-5f26-4972-8a06-05510b968ed0 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:07.413582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3141530 Aug 11 02:32:07.415814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36622) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.469406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: dac8bc3f-5f26-4972-8a06-05510b968ed0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:07.474335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dac8bc3f-5f26-4972-8a06-05510b968ed0 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:07.564065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5dfc0-d1b7-470f-8b05-2d7e0ef1ca5a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12af2d5-666d-4291-937f-5612aa621301,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:07.588067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.614703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9aca202f-9fd6-4812-ad6f-e5e2b5e144ec tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1969910 Aug 11 02:32:07.618215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36634) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.629914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-security--283496083', 'description': 'tempest-security-description-428616958'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:07.645731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388dae9-1988-402b-93d8-f7146ceefb8e req-3998a6ac-2431-4e4f-bd4d-5e69105bb63f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:07.647850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f388dae9-1988-402b-93d8-f7146ceefb8e req-3998a6ac-2431-4e4f-bd4d-5e69105bb63f tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3341331 Aug 11 02:32:07.683381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Network bf67f81c-f637-498d-8938-f14bc50e11fd is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:07.684637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=2199a1c4-d1c2-4baf-a345-1f425a6c568a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:07.698094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:07.706059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:07.709421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:07.710473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.711286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.754282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ce35bb12-513b-4d9d-893d-d2e81d639fd6 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3700280 Aug 11 02:32:07.758167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f388dae9-1988-402b-93d8-f7146ceefb8e req-bfaf2966-0866-465e-af8f-24b35f1aa5ca tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Aug 11 02:32:07.758683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36636) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.764396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:07.814360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.821546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.831794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.836911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "PUT /v2.0/security-groups/d12af2d5-666d-4291-937f-5612aa621301 HTTP/1.1" status: 200 len: 1778 time: 0.2146449 Aug 11 02:32:07.839495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36640) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:07.886568 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:07.945978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8c525-8e1b-4105-bfa0-15b6cb71bf70 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12af2d5-666d-4291-937f-5612aa621301,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.078712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 22cc4827-19d3-4c11-980c-7c9ceb6fc517 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:08.195124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:08.195782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.226558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] device_id is not set on port 2199a1c4-d1c2-4baf-a345-1f425a6c568a yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:08.238653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.311404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-024aeb35-6f20-4361-96fe-fbe458933308 req-a2e6938f-c973-4ff1-896c-4ed0ad222750 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 210 time: 0.0557711 Aug 11 02:32:08.335765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b0fbda8-74c2-4d4a-9aff-0dfeed61cc4a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups/d12af2d5-666d-4291-937f-5612aa621301 HTTP/1.1" status: 200 len: 1778 time: 0.4924400 Aug 11 02:32:08.338740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36644) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:08.340695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Transition to ACTIVE for port object 2199a1c4-d1c2-4baf-a345-1f425a6c568a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:08.349510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-21c29e7e-c26d-42f7-8880-b3e579133fcc tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:08.365498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.372377 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-21c29e7e-c26d-42f7-8880-b3e579133fcc tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 820 time: 0.3105454 Aug 11 02:32:08.391608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'port': {'device_id': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'admin_state_up': True, 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:08.466761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=2199a1c4-d1c2-4baf-a345-1f425a6c568a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:08.549801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:08.550153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:08.550572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:08.554699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.562594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:08.562947 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:08.569409 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 2 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:08.601527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.605226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:08.605604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:08.606003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:08.607840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Made reservation on behalf of 1a5912bf31ac47e6baf3da6714b052bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:08.614007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:08.617553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:08.617759 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:08.620377 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 3 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:08.656195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:08.656539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:08.656887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:08.663984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:08.664315 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:08.665026 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 4 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:08.825617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Allocated IP 172.20.0.14 (f42ded53-9b86-44cb-ab53-5f7689b90b27/5409a043-c793-40c0-a644-0b635187e5e7/71582f0b-b16c-447d-abe8-6c4a07f4f268) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:08.997860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:08.998190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:08.998530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.038274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.058141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.058141 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.075874 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 5 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.100607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.100872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.101429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.107775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.111831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.116544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/d12af2d5-666d-4291-937f-5612aa621301 HTTP/1.1" status: 204 len: 168 time: 0.7736080 Aug 11 02:32:09.122802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36658) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.176694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c17fc-24ae-4296-a7b3-e52c9ec53e94 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12af2d5-666d-4291-937f-5612aa621301,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:09.207620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f22fe-0245-40ce-8bfb-2c15082b5b69 req-8d2bb2b9-23fe-438b-97d2-2daa8bb35b94 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.210556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2f22fe-0245-40ce-8bfb-2c15082b5b69 req-8d2bb2b9-23fe-438b-97d2-2daa8bb35b94 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.2030172 Aug 11 02:32:09.211859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.213338 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.225359 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 6 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.273635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.274302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.274645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.300680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.301123 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.305236 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 7 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.320820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b9f8d9df-7bec-4e04-8688-f60e2a1cf40c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1765707 Aug 11 02:32:09.331773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36660) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.352552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba2f22fe-0245-40ce-8bfb-2c15082b5b69 req-a292ecf5-95ab-42c8-bd42-5763b0f99a83 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226892 Aug 11 02:32:09.353969 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-e3db0f39-9003-495a-924f-28329acb5a80 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] delete failed (client error): The resource could not be found. Aug 11 02:32:09.358869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e3db0f39-9003-495a-924f-28329acb5a80 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/d12af2d5-666d-4291-937f-5612aa621301 HTTP/1.1" status: 404 len: 347 time: 0.0222578 Aug 11 02:32:09.358869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.358869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.358869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.365516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36664) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.366586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.368207 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.371963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--381387106'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.385792 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 8 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.430787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.431212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.431947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.442664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.445321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.446031 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.448618 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 9 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.524849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be65062b-95b2-4045-a7f1-544178c952e4 req-48321210-40c6-435e-aa34-891fe7aa6d13 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 210 time: 0.0535188 Aug 11 02:32:09.531605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.532122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.533192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.546450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.546993 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.549873 n-d-713498-10 neutron-server[94652]: INFO neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempt 10 to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a Aug 11 02:32:09.575049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:09.575507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:09.576100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempting to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:09.615943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:09.616859 n-d-713498-10 neutron-server[94652]: ERROR neutron.plugins.ml2.managers [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Failed to bind port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on host n-h1-713498-10 for vnic_type normal using segments [{'id': '8ac86043-7ffa-4556-a5b4-08c5c2cf1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bf67f81c-f637-498d-8938-f14bc50e11fd'}] Aug 11 02:32:09.618065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.707452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.756237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Network f42ded53-9b86-44cb-ab53-5f7689b90b27 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:09.764643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:09.769059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:09.796531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:09.816157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 2199a1c4-d1c2-4baf-a345-1f425a6c568a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:09.816697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attempted to set empty binding levels {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:32:09.821480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.824629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.830835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.831555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.835368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.847669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-cb83b480-0535-4417-8aae-5278fdec3741 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4646204 Aug 11 02:32:09.863562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Request body: {'port': {'device_id': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.909066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] In _notify_port_updated(), no bound segment for port 2199a1c4-d1c2-4baf-a345-1f425a6c568a on network bf67f81c-f637-498d-8938-f14bc50e11fd {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:32:09.910572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:09.911494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.913080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "PUT /v2.0/ports/2199a1c4-d1c2-4baf-a345-1f425a6c568a HTTP/1.1" status: 200 len: 975 time: 2.1534121 Aug 11 02:32:09.924659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36672) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.925472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.928744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5590017 Aug 11 02:32:09.930985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:09.938749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '93095c5a-4b7a-49f6-906c-f88695fb207e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:09.941842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40572-d0ad-4937-bb6d-79e046c7b903 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event updated for resources: {'Port': ['ID=2199a1c4-d1c2-4baf-a345-1f425a6c568a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:09.953460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:09.960006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f409a3-c9e1-471e-b3a0-f519e2bc4c1c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93095c5a-4b7a-49f6-906c-f88695fb207e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.017984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.021475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Deleting port 2199a1c4-d1c2-4baf-a345-1f425a6c568a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:10.021846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.109463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] For port 2199a1c4-d1c2-4baf-a345-1f425a6c568a, host n-h1-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:10.109869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.128169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Calling delete_port for 2199a1c4-d1c2-4baf-a345-1f425a6c568a owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:10.231997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.245751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.263843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.298808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eba8e8a-528f-4852-982d-76abe4d3dae2,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.300835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Pushing event deleted for resources: {'Port': ['ID=2199a1c4-d1c2-4baf-a345-1f425a6c568a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.305157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.306432 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c031181e-9be1-4270-a0b8-de1e2b411b3a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744376 Aug 11 02:32:10.311798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.320462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.326305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7ef75445-2e41-4af3-8c35-4466516f3b6c tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "DELETE /v2.0/ports/2199a1c4-d1c2-4baf-a345-1f425a6c568a HTTP/1.1" status: 204 len: 168 time: 0.3982897 Aug 11 02:32:10.327268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36680) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.355889 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a47b26c-43e8-4bd3-88db-83a210867967 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:32:10.357559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6a47b26c-43e8-4bd3-88db-83a210867967 tempest-PortsAdminExtendedAttrsTestJSON-20445592 tempest-PortsAdminExtendedAttrsTestJSON-20445592-project-admin] 10.222.0.68 "GET /v2.0/ports/2199a1c4-d1c2-4baf-a345-1f425a6c568a HTTP/1.1" status: 404 len: 333 time: 0.0292003 Aug 11 02:32:10.363462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36682) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.365030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.379802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.449082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.454776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.455754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.456242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/6eba8e8a-528f-4852-982d-76abe4d3dae2 HTTP/1.1" status: 204 len: 168 time: 0.1434360 Aug 11 02:32:10.462863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36686) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.463169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71582f0b-b16c-447d-abe8-6c4a07f4f268 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:10.475906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.478848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb8a87-9126-4fad-8ae2-06d7329fdec8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6eba8e8a-528f-4852-982d-76abe4d3dae2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.496251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Transition to ACTIVE for port object 71582f0b-b16c-447d-abe8-6c4a07f4f268 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:10.501548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.537722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.587334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:10.601038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0fd05d03-9d54-4c5c-a979-8a4f6176d663 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1365950 Aug 11 02:32:10.620348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:10.648517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dffb5-d753-48b4-9f40-7db073679543 req-da68e986-49d2-4b16-a677-b4dff196b453 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.650201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac0dffb5-d753-48b4-9f40-7db073679543 req-da68e986-49d2-4b16-a677-b4dff196b453 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1749094 Aug 11 02:32:10.675437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.695235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf67f81c-f637-498d-8938-f14bc50e11fd']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:10.734432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac0dffb5-d753-48b4-9f40-7db073679543 req-30eec998-3201-4881-8fe1-7480122305fb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Aug 11 02:32:10.738030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.739206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac86043-7ffa-4556-a5b4-08c5c2cf1147') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:10.739505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac86043-7ffa-4556-a5b4-08c5c2cf1147') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:10.757771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.783814 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.798971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:10.799747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:10.806606 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:10.820045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Attempting to bind port 71582f0b-b16c-447d-abe8-6c4a07f4f268 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:10.820986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Attempting to bind port 71582f0b-b16c-447d-abe8-6c4a07f4f268 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:10.821750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Attempting to bind port 71582f0b-b16c-447d-abe8-6c4a07f4f268 on network f42ded53-9b86-44cb-ab53-5f7689b90b27 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:10.846465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Port 71582f0b-b16c-447d-abe8-6c4a07f4f268 on network f42ded53-9b86-44cb-ab53-5f7689b90b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:10.847229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Attempting to bind port 71582f0b-b16c-447d-abe8-6c4a07f4f268 on network f42ded53-9b86-44cb-ab53-5f7689b90b27 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:10.875512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:10.876238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Checking segment: {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:10.876969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Bound using segment: {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:10.877800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Bound port: 71582f0b-b16c-447d-abe8-6c4a07f4f268, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3437e6-85f4-437f-876c-293def24d328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:10.878573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.903597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:10.968844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ba45-da34-460a-9e7e-d0628c7bb3de req-de488fd8-873f-46e4-8bc5-726d6154e5d7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:10.981144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd5ba45-da34-460a-9e7e-d0628c7bb3de req-de488fd8-873f-46e4-8bc5-726d6154e5d7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 944 time: 0.1735435 Aug 11 02:32:10.984888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.007624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.013946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] 10.222.0.68 "DELETE /v2.0/networks/bf67f81c-f637-498d-8938-f14bc50e11fd HTTP/1.1" status: 204 len: 168 time: 0.6491263 Aug 11 02:32:11.016042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.041745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed818493-e367-4e13-871a-540deb8af240 tempest-PortsAdminExtendedAttrsTestJSON-360076452 tempest-PortsAdminExtendedAttrsTestJSON-360076452-project] Pushing event deleted for resources: {'Network': ['ID=bf67f81c-f637-498d-8938-f14bc50e11fd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.099078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdd5ba45-da34-460a-9e7e-d0628c7bb3de req-1ec13d53-308e-4929-b46c-1a8c3f5ad166 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165628 Aug 11 02:32:11.140763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:11.145876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:11.147996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.151522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.153164 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/93095c5a-4b7a-49f6-906c-f88695fb207e HTTP/1.1" status: 204 len: 168 time: 0.5316329 Aug 11 02:32:11.157783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36706) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:11.181704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.207485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62a6a-2474-48cb-8463-3b396997d5bc tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93095c5a-4b7a-49f6-906c-f88695fb207e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.260557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.261193 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.262692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] 10.222.0.61 "PUT /v2.0/ports/71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 1093 time: 1.4048758 Aug 11 02:32:11.263158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:11.265594 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b3d7bd-6878-4d48-bdd2-e975e43c069e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:11.274782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9478e30b-c2f6-4a08-8078-4999be3ea118 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131670 Aug 11 02:32:11.283080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36710) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:11.297431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970199820'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:11.424505 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ce9a4-fc72-46bd-b115-ee5980f99fc7 x-openstack-request-id: req-295ce9a4-fc72-46bd-b115-ee5980f99fc7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:11.424505 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:11.424505 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-295ce9a4-fc72-46bd-b115-ee5980f99fc7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:11.424505 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:32:11.466300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efb1e2-3dd2-445d-a528-058b758a5efb service neutron] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:11.485011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.546691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-56ad824e-bbf7-4e83-b4fb-075b24cfe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.552624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-56ad824e-bbf7-4e83-b4fb-075b24cfe23e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1922927 Aug 11 02:32:11.659179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-39fc685a-6a1f-4b93-bf2b-fd43319d3250 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.0632942 Aug 11 02:32:11.727513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36718) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:11.791608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-ad4d9962-2965-45f0-9b25-86328668af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:11.794663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-ad4d9962-2965-45f0-9b25-86328668af03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.1255324 Aug 11 02:32:11.874633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-a1f92621-5ada-4e61-b842-5ef903f5471d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694227 Aug 11 02:32:11.913115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:11.986243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.065761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1535a89c-f049-433a-9b91-92f27e142f9a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.083922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.089767 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d4073a59-6f1e-442a-b8dd-792184c5ffe5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8039486 Aug 11 02:32:12.090312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:12.114223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '1535a89c-f049-433a-9b91-92f27e142f9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:12.219200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b741f7-2d83-496d-8560-2b9adeba4d26 req-c006e7b2-ee5f-469d-8971-05714148aafc tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.225324 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-a36b9700-e1b6-4892-8217-de39dfee699e service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391068 Aug 11 02:32:12.233501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b741f7-2d83-496d-8560-2b9adeba4d26 req-c006e7b2-ee5f-469d-8971-05714148aafc tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.3233573 Aug 11 02:32:12.251820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e98961a1-a821-4d52-bfef-4e14bd6540c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0014b4539694340b888b2dfb34ff2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222621 Aug 11 02:32:12.255435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.282071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36730) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:12.451839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.465275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.477089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b73a11-2f0f-4e0a-b8ca-d187e776e446 req-5f19b3fe-2f82-415e-8522-f86155327981 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.480040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67b73a11-2f0f-4e0a-b8ca-d187e776e446 req-5f19b3fe-2f82-415e-8522-f86155327981 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 944 time: 0.2258370 Aug 11 02:32:12.490270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b741f7-2d83-496d-8560-2b9adeba4d26 req-a121a799-9204-448c-8da7-a10c7a539c4b tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439997 Aug 11 02:32:12.499672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.513592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e3fd35-f1cb-4f4f-bc43-15ec391d212c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.542202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.549181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e5ba6d3c-1c89-4bd5-ab9a-006f416a406c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4465258 Aug 11 02:32:12.553336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36734) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:12.561935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '1535a89c-f049-433a-9b91-92f27e142f9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:12.573861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.630303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67b73a11-2f0f-4e0a-b8ca-d187e776e446 req-838d257a-425c-4a3f-8248-5021a1e954cd tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322763 Aug 11 02:32:12.703524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7aa6b9f8-fe2b-4b1a-b87e-5c501b9ea7df req-604ddbc0-a552-4237-9f92-cf86f3bdf645 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642010 Aug 11 02:32:12.726230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.747029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.752614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.754741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f359368-548a-47a5-8a52-ee4d6841008a HTTP/1.1" status: 204 len: 168 time: 0.4694514 Aug 11 02:32:12.783338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580585f7-a07a-4a49-8502-5f946fc93951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f359368-548a-47a5-8a52-ee4d6841008a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.859022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.867949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.923583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e54e2e6-a7ba-4c9e-8649-89f9627b750d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:12.928005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-b0802b18-1549-47f0-8fe1-8a78038d5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:12.931943 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-b0802b18-1549-47f0-8fe1-8a78038d5316 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1507018 Aug 11 02:32:12.935668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:12.937024 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f993e0e2-036b-4d37-9434-47e7e48740ce tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3820958 Aug 11 02:32:12.942229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:12.951016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '1535a89c-f049-433a-9b91-92f27e142f9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:13.148634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.172271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-3a418f03-d8d8-4fc5-a881-d3949e2e40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.175722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-3a418f03-d8d8-4fc5-a881-d3949e2e40aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.2307918 Aug 11 02:32:13.240022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-a8f39de9-b62a-4c6f-948e-03c44fa01bfb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.241633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-a8f39de9-b62a-4c6f-948e-03c44fa01bfb tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.61 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.1954927 Aug 11 02:32:13.273050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-df0c8c65-db54-482d-8871-935a511fb10c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.0889955 Aug 11 02:32:13.405887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-92de140e-0919-476b-81a1-083db0040fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:13.409159 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-92de140e-0919-476b-81a1-083db0040fff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.1276379 Aug 11 02:32:13.507200 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.510588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-1d67e746-db92-4ef9-90e8-cc0d3f69649c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894930 Aug 11 02:32:13.525673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.566149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a249f2-602a-4f66-b6fd-432618bb416a,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:13.571107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36756) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:13.581452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Deleting port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:13.582031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.600328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:13.602810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf54a2b4-7de9-439d-9af7-214d0dd7bfb1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6588871 Aug 11 02:32:13.619800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:13.674438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '1535a89c-f049-433a-9b91-92f27e142f9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:13.764544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-9ed6600f-05b2-43a5-89fd-3d7e828a335f service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449875 Aug 11 02:32:13.809351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6b2d9d82-bedf-4d42-b5a8-e0508bdd027c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a00151e120fc4e5285a51abd9e2eea1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370875 Aug 11 02:32:13.862269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36764) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:13.991067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.012426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-56b3d7bd-6878-4d48-bdd2-e975e43c069e req-d6c6de8d-0ea6-425d-828a-403b1a640444 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354283 Aug 11 02:32:14.020242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.031296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.071960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] For port 07be12fc-ea90-4f96-8e6d-a315c4614ab0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=07be12fc-ea90-4f96-8e6d-a315c4614ab0,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:14.072314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.113110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Calling delete_port for 07be12fc-ea90-4f96-8e6d-a315c4614ab0 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:14.125402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b39ef-797b-41ed-ad14-198be902e7ff req-2af95b90-5500-4760-be8d-b3371742d77e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.130487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-518b39ef-797b-41ed-ad14-198be902e7ff req-2af95b90-5500-4760-be8d-b3371742d77e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 944 time: 0.2958844 Aug 11 02:32:14.146673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.150488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.150716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb058-5473-403c-a68d-5c9f7ad797f5 req-22608984-5733-42d4-8754-4b984841c624 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:14.152811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97906b2c-c0be-4a14-ae52-33c0a15ff2ac HTTP/1.1" status: 204 len: 168 time: 0.2886627 Aug 11 02:32:14.165289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a23a0-3e86-4b7a-a65c-9ae08bc5a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97906b2c-c0be-4a14-ae52-33c0a15ff2ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:14.166179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b6cb058-5473-403c-a68d-5c9f7ad797f5 req-22608984-5733-42d4-8754-4b984841c624 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 946 time: 0.4088614 Aug 11 02:32:14.345216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.406758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.464038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-518b39ef-797b-41ed-ad14-198be902e7ff req-d7713c01-f842-4055-bccc-cedad0a5eb3d tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817612 Aug 11 02:32:14.470969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b6cb058-5473-403c-a68d-5c9f7ad797f5 req-ee140a47-00d9-4784-b429-088cb0f19c27 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/security-groups?id=adb8cad3-0579-4f93-b8d8-968ffb262c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870936 Aug 11 02:32:14.492401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3aefa7-6567-4ca9-a3a8-a5b301e8ed13,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:14.525333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.531513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-48385fdf-ec3d-45f1-967a-9502e14f15b9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9056315 Aug 11 02:32:14.531943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.539448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '1535a89c-f049-433a-9b91-92f27e142f9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:14.612252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.778907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.805531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.812289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.832714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['07be12fc-ea90-4f96-8e6d-a315c4614ab0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:14.874007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.875010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3405364 Aug 11 02:32:14.881338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36788) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:14.895610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77395f0-08a7-4134-88f5-1796ef162df3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8558b9b0-2bb2-4746-b729-f432236f79db,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:14.912042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Pushing event deleted for resources: {'Port': ['ID=07be12fc-ea90-4f96-8e6d-a315c4614ab0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:14.968402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:14.990387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.046722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:15.058791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] No DVR routers for this DVR port 07be12fc-ea90-4f96-8e6d-a315c4614ab0 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:15.071377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.076377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bfa9c10-b62a-445a-b30e-8b041add733e req-9480efdd-165d-43fe-853c-50baec522df1 tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.61 "DELETE /v2.0/ports/07be12fc-ea90-4f96-8e6d-a315c4614ab0 HTTP/1.1" status: 204 len: 173 time: 1.8209696 Aug 11 02:32:15.077533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'name': 'network-vif-deleted', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:15.082890 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6670a06b-93fc-40e7-8bb0-bb941dec181d" -d '{"events": [{"server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "name": "network-vif-deleted", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:15.124702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.145796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.150150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/8558b9b0-2bb2-4746-b729-f432236f79db HTTP/1.1" status: 204 len: 168 time: 0.2601593 Aug 11 02:32:15.150498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36796) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:15.184954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08f217-3e75-468d-9130-48db46ad7afe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8558b9b0-2bb2-4746-b729-f432236f79db,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:15.215314 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab8630-54c3-4653-b4aa-ec865e26918d x-openstack-request-id: req-8dab8630-54c3-4653-b4aa-ec865e26918d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:15.216076 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bc37f0-f752-4677-adf4-75d1d6d79077", "name": "network-vif-deleted", "tag": "07be12fc-ea90-4f96-8e6d-a315c4614ab0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:15.217618 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8dab8630-54c3-4653-b4aa-ec865e26918d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:15.218718 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bc37f0-f752-4677-adf4-75d1d6d79077', 'name': 'network-vif-deleted', 'tag': '07be12fc-ea90-4f96-8e6d-a315c4614ab0', 'status': 'completed', 'code': 200} Aug 11 02:32:15.287662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd2e8b20-443a-4486-9934-d84ea0ff8e67 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1349740 Aug 11 02:32:15.291540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:15.379032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.401510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.476399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c84f7dc6-19f4-4867-bbf2-27d751a14cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.502247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.592849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:15.600722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/cf3aefa7-6567-4ca9-a3a8-a5b301e8ed13 HTTP/1.1" status: 204 len: 168 time: 0.3086243 Aug 11 02:32:15.602278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c452-8557-429f-8fe3-9de9263c1113 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf3aefa7-6567-4ca9-a3a8-a5b301e8ed13,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:15.607707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:15.902309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:15.912398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 71582f0b-b16c-447d-abe8-6c4a07f4f268 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:15.917920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08558378-8f6f-43f1-bc16-8b02c91b9e4e req-809dc79e-b75b-4c94-ace1-3efdb6f2928d tempest-ServerRescueNegativeTestJSON-108171043 tempest-ServerRescueNegativeTestJSON-108171043-project] 10.222.0.68 "GET /v2.0/ports?device_id=53bc37f0-f752-4677-adf4-75d1d6d79077 HTTP/1.1" status: 200 len: 210 time: 0.0872624 Aug 11 02:32:15.950131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a52c9146-129c-4381-83f9-724e5b6addae tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3371751 Aug 11 02:32:15.953569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.050866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb811-b82e-4e9a-9b4a-14853a214ed0 req-a31e364c-1b53-43a9-958c-daecb90b3f3a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:16.060521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dbdb811-b82e-4e9a-9b4a-14853a214ed0 req-a31e364c-1b53-43a9-958c-daecb90b3f3a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 944 time: 0.2724340 Aug 11 02:32:16.099288 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:32:16.139169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.146808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dbdb811-b82e-4e9a-9b4a-14853a214ed0 req-66e6196b-7843-44ed-95d6-123df55d42f8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834968 Aug 11 02:32:16.159956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.169940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c84f7dc6-19f4-4867-bbf2-27d751a14cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.177142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c84f7dc6-19f4-4867-bbf2-27d751a14cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.216207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.226020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.229577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/35a249f2-602a-4f66-b6fd-432618bb416a HTTP/1.1" status: 204 len: 168 time: 0.2718709 Aug 11 02:32:16.231602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36824) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.268950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0cec9-5147-4e8a-ba8e-c0929db5c40f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a249f2-602a-4f66-b6fd-432618bb416a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.273705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f7dc6-19f4-4867-bbf2-27d751a14cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54461fdc-af23-48cd-9fcb-e11af34147ed,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.283941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c84f7dc6-19f4-4867-bbf2-27d751a14cac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9257ec9c6ff4e4984bf313b0be04142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291536 Aug 11 02:32:16.285186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.316659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6dd278f6-f11b-4f42-878d-047d3c6e1fb7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0794766 Aug 11 02:32:16.320851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36828) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.341821 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8277e986-34d8-4794-a1a7-e957621e721e tempest-AgentManagementNegativeTest-1882873467 tempest-AgentManagementNegativeTest-1882873467-project] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4372833 Aug 11 02:32:16.347423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:16.368327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.384846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.403833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.406892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'port_id': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'mac_address': 'fa:16:3e:c4:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:16.436022 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.446585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.451762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.455702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/4e54e2e6-a7ba-4c9e-8649-89f9627b750d HTTP/1.1" status: 204 len: 168 time: 0.1305892 Aug 11 02:32:16.456007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.483121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da5f48-9f6e-48fb-bed9-d7badfe0085b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e54e2e6-a7ba-4c9e-8649-89f9627b750d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.508297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.526933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71582f0b-b16c-447d-abe8-6c4a07f4f268 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:16.548430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-70923d76-ea04-42de-9e48-89b48a0161b5 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0885119 Aug 11 02:32:16.548704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36834) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.580890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.581676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:16.583911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.585146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54461fdc-af23-48cd-9fcb-e11af34147ed HTTP/1.1" status: 204 len: 168 time: 0.2986631 Aug 11 02:32:16.596313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.600759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.603548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f75ed-493e-4971-bb2d-ca8007752d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54461fdc-af23-48cd-9fcb-e11af34147ed,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.613865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.649097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.659090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:16.660773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f2e3fd35-f1cb-4f4f-bc43-15ec391d212c HTTP/1.1" status: 204 len: 168 time: 0.1108296 Aug 11 02:32:16.665486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36838) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.670090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de1850-68d9-4079-a2ae-c4287a53f336 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e3fd35-f1cb-4f4f-bc43-15ec391d212c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.762934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-03a810f9-8cce-4d34-82a7-b34c92277a77 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940490 Aug 11 02:32:16.764067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36842) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.811011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:16.900564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:16.937458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36850) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:16.988888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.099844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.140250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36866) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:17.243434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e7d6b0-fbe1-4931-9031-336456577ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.516980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.522437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.524674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/1535a89c-f049-433a-9b91-92f27e142f9a HTTP/1.1" status: 204 len: 168 time: 0.7493048 Aug 11 02:32:17.532134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36878) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:17.598246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc4432-67fc-4e4b-abe7-2d21c6a030d8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1535a89c-f049-433a-9b91-92f27e142f9a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:17.759467 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d57c98a-9d70-4827-bdd2-268d14656abb tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223744 Aug 11 02:32:17.774422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:17.780668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334698067'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:17.803498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f3c9d-6e5d-4639-87a8-45f919d33435 req-9c571e7c-5838-4d66-82e7-2ca093be10d1 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:17.807032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce4f3c9d-6e5d-4639-87a8-45f919d33435 req-9c571e7c-5838-4d66-82e7-2ca093be10d1 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 945 time: 0.3237453 Aug 11 02:32:17.808257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36884) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:17.820317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e7d6b0-fbe1-4931-9031-336456577ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.848284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47e7d6b0-fbe1-4931-9031-336456577ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.900426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d6b0-fbe1-4931-9031-336456577ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add90b1f-0368-4772-8c80-8c88cbe26ee2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:17.928725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 71582f0b-b16c-447d-abe8-6c4a07f4f268 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:17.935310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:17.951400 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47e7d6b0-fbe1-4931-9031-336456577ea9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b786a814e7b147ce9c4a3d65746d337f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126550 Aug 11 02:32:17.952353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:18.078265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b7f3446-38aa-4614-b67b-e909eb7c6e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.086671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 71582f0b-b16c-447d-abe8-6c4a07f4f268 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:18.092456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.093067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 71582f0b-b16c-447d-abe8-6c4a07f4f268 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:18.094008 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.114951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce4f3c9d-6e5d-4639-87a8-45f919d33435 req-72bf6d70-5bda-4f77-afdf-6b3b954f6ab6 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906508 Aug 11 02:32:18.197890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.221379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.235621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.240007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.271584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:18.272345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:18.275615 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d66a1e-00ea-46a6-ac28-5dce3bcb88db" -d '{"events": [{"server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "name": "network-vif-plugged", "status": "completed", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:18.295338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:18.302831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.303978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 07be12fc-ea90-4f96-8e6d-a315c4614ab0 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:18.337581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 07be12fc-ea90-4f96-8e6d-a315c4614ab0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:18.338123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 07be12fc-ea90-4f96-8e6d-a315c4614ab0 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:18.355429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99db2326-ff93-4bbd-8490-fbf9e9150c02,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.387887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.396282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.401228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/add90b1f-0368-4772-8c80-8c88cbe26ee2 HTTP/1.1" status: 204 len: 168 time: 0.4403248 Aug 11 02:32:18.416184 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf4b08-67fc-467a-9aeb-c7aa03befa61 x-openstack-request-id: req-78bf4b08-67fc-467a-9aeb-c7aa03befa61 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:18.419124 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "name": "network-vif-plugged", "status": "completed", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:18.419602 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78bf4b08-67fc-467a-9aeb-c7aa03befa61 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:18.419937 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'code': 200} Aug 11 02:32:18.444588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.453755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16219bd4-6506-44a4-be17-b936b904f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add90b1f-0368-4772-8c80-8c88cbe26ee2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.527231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1642160909-network', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:18.729400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b7f3446-38aa-4614-b67b-e909eb7c6e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.742409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e135520-9bbd-48a7-ae5d-273b7e9bcd2a req-074ef36c-fea0-405c-9308-e19b36648e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:18.746178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e135520-9bbd-48a7-ae5d-273b7e9bcd2a req-074ef36c-fea0-405c-9308-e19b36648e5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.2035804 Aug 11 02:32:18.749049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.750813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b7f3446-38aa-4614-b67b-e909eb7c6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.752308 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9706ad21-3ccd-48e0-93d6-6568ff05eaf2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9751265 Aug 11 02:32:18.756841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36912) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:18.767076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '99db2326-ff93-4bbd-8490-fbf9e9150c02', 'direction': 'ingress', 'protocol': 17}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:18.836180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Made reservation on behalf of 665cf6a7995b4b7e81df5f359668fd2c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:18.838835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.843921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f3446-38aa-4614-b67b-e909eb7c6e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b570eaf-80fe-4bdb-85ba-a406946bc5fc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:18.853692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b7f3446-38aa-4614-b67b-e909eb7c6e64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88675bd40e844d8fa3852af6ea6e9cea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0354023 Aug 11 02:32:18.860886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:18.877159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.883873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e135520-9bbd-48a7-ae5d-273b7e9bcd2a req-b8b00c4b-596a-43f5-93cd-6dbb652241a8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222751 Aug 11 02:32:18.886698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:18.903143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.006055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.011933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.044973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac31d1c-366d-4b18-8ac5-54c271223039,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:19.094099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.157211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.378289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.392740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.397884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f880a89-cc95-4da0-954b-d74690f871d9 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6351247 Aug 11 02:32:19.398154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.398321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36932) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:19.416638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.419317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.420584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b570eaf-80fe-4bdb-85ba-a406946bc5fc HTTP/1.1" status: 204 len: 168 time: 0.5531125 Aug 11 02:32:19.444130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08730acb-b8df-43cd-bea9-22e34db302e4 req-477290c1-909d-4357-b2ed-d6dd8afc9855 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:19.445875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08730acb-b8df-43cd-bea9-22e34db302e4 req-477290c1-909d-4357-b2ed-d6dd8afc9855 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.1709790 Aug 11 02:32:19.455464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:19.489369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.489697 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Added segment 92627810-2b3d-44a3-9ea2-3595b15b13fc of type vlan for network 421b7228-a635-43aa-8aa5-f3583914cdfb Aug 11 02:32:19.498250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b1b55c-3a7e-4de4-b79d-1596291c71bb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:19.556996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.616326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.694319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:19.741454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.744569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:19.749265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/99db2326-ff93-4bbd-8490-fbf9e9150c02 HTTP/1.1" status: 204 len: 168 time: 0.3454750 Aug 11 02:32:19.756664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:19.771671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247b1d-e882-4d7d-a490-148f7fbc7102 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db2326-ff93-4bbd-8490-fbf9e9150c02,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:19.862432 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-badc684c-cb9e-48f6-8400-7b33f93f853e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022511 Aug 11 02:32:19.868800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:19.874495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883820929'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:19.920599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.003839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ace20-332b-4980-af63-8c2486dd5194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b570eaf-80fe-4bdb-85ba-a406946bc5fc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.022790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.029970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08730acb-b8df-43cd-bea9-22e34db302e4 req-8cff8e2c-e69b-4b9c-8f11-f8a1a02a83fd tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666509 Aug 11 02:32:20.098931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.101936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.103233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.104457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.107738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.157775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.164194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2916343 Aug 11 02:32:20.165673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:20.174957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193385961'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:20.189693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbc848-39ac-4163-a745-b0b7944137c8 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8173fcfc-2277-46d7-a88d-f5d76165b85b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.217868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.240364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-856857005'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:20.283032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:32:20.283032 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:32:20.283032 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '4f786eac45d14995a65aca828825af3b', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 32, 20, 251446)}] Aug 11 02:32:20.283032 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:32:20.283702 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:32:20.287173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0116520 Aug 11 02:32:20.292091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:20.295999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.299560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36950) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:20.303958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:20.308086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Deleting port 8261f47e-709a-4b64-b51a-57234cc6cdfb {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:20.308652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.317453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Request body: {'subnet': {'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1642160909-subnet', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:20.317699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.326171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cfa6-4ddc-441f-a505-cd054bc06e92 admin admin] Pushing event updated for resources: {'Network': ['ID=421b7228-a635-43aa-8aa5-f3583914cdfb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.331790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00943842-9a65-4260-aba5-bd186692dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.341008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 421b7228-a635-43aa-8aa5-f3583914cdfb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:20.455762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Made reservation on behalf of 665cf6a7995b4b7e81df5f359668fd2c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:20.459895 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.593243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] For port 8261f47e-709a-4b64-b51a-57234cc6cdfb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8261f47e-709a-4b64-b51a-57234cc6cdfb,segment=NetworkSegment(a2978381-271f-403c-a9b2-84139b107d28),segment_id=a2978381-271f-403c-a9b2-84139b107d28)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:20.593764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.620838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Calling delete_port for 8261f47e-709a-4b64-b51a-57234cc6cdfb owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:20.621945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.631641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.681138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:20.733462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cab56e-5b3f-495a-957a-41fd00bf24ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:20.745714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.746347 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Added segment 177aa077-9fa2-49cb-8174-ebe240c3c89b of type vlan for network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b Aug 11 02:32:20.819846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.874639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.906641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.964771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:20.972166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:20.972833 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.042600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00943842-9a65-4260-aba5-bd186692dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.051016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b136448-1e75-4944-9914-d33d658bd48f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.058510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00943842-9a65-4260-aba5-bd186692dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.095158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Checking segment: {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:21.095750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Network hostable DHCP agents. Network: 421b7228-a635-43aa-8aa5-f3583914cdfb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:21.101739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.118505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Network': ['ID=9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.147746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:21.163106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Pushing event deleted for resources: {'Port': ['ID=8261f47e-709a-4b64-b51a-57234cc6cdfb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.181621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00943842-9a65-4260-aba5-bd186692dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d110baa5-3cf4-49ad-88a7-9ac33b6b7513,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.193731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00943842-9a65-4260-aba5-bd186692dd02 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27755e090a4742f6b91d5afbc68f5550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885355 Aug 11 02:32:21.200109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36958) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:21.266922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Network 421b7228-a635-43aa-8aa5-f3583914cdfb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:21.278680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.285845 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.307195 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02c8271a-ea09-412c-b92d-938b7adb6ad7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6113052 Aug 11 02:32:21.315390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36960) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:21.316682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 421b7228-a635-43aa-8aa5-f3583914cdfb) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:21.326855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:21.334795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:21.335403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.337875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f85c72-d4bf-4875-a039-284093b2dd98,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.338705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c20a2d-6dca-4452-a2b2-753500f03231 None None] Network 421b7228-a635-43aa-8aa5-f3583914cdfb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:21.351470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.352765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c329e1ef-d459-442c-8f76-0a2007c8ffa7 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1855559 Aug 11 02:32:21.357177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36962) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:21.363480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': '8173fcfc-2277-46d7-a88d-f5d76165b85b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94f85c72-d4bf-4875-a039-284093b2dd98', 'remote_ip_prefix': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:21.393175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f63d3-080d-4737-9c33-ac0ac172976d req-57ec7bd2-ca6e-4922-af3e-d92af81351bc tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:21.394771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a5f63d3-080d-4737-9c33-ac0ac172976d req-57ec7bd2-ca6e-4922-af3e-d92af81351bc tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2226982 Aug 11 02:32:21.404520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c9504dc8-a47e-4515-8ec7-c8753527655b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0996442 Aug 11 02:32:21.406614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:21.414268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:21.473363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.509400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.510784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.545845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:21.549615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.584227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.590766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.597192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-421b7228-a635-43aa-8aa5-f3583914cdfb', 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'fixed_ips': [{'subnet_id': '7b136448-1e75-4944-9914-d33d658bd48f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:21.598759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.644762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a5f63d3-080d-4737-9c33-ac0ac172976d req-5617aa63-046d-42e1-a559-d998648ec3f7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949213 Aug 11 02:32:21.649455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.760765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.800467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.811645 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.871131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Allocated IP 172.20.0.2 (421b7228-a635-43aa-8aa5-f3583914cdfb/7b136448-1e75-4944-9914-d33d658bd48f/75beb935-e2ed-469e-850a-d0f3d53c0919) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:21.906025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bcd213-c8ee-4c89-bb47-50376b472e49,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:21.925458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.927385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a2a92e5c-2dc3-476e-b369-2c831b3e9f06 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5684035 Aug 11 02:32:21.943721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36972) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:21.976755 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.986124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:21.986941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d110baa5-3cf4-49ad-88a7-9ac33b6b7513 HTTP/1.1" status: 204 len: 168 time: 0.7519715 Aug 11 02:32:22.058682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.104881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756eea3-f525-4574-abbc-3319aaeb0da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d110baa5-3cf4-49ad-88a7-9ac33b6b7513,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.123401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.146475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-0bd54522-5d56-4fd7-94c0-79b3e96eb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.148100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-0bd54522-5d56-4fd7-94c0-79b3e96eb382 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.1744108 Aug 11 02:32:22.154816 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.279830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.291715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Transition to ACTIVE for port object 75beb935-e2ed-469e-850a-d0f3d53c0919 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:22.311852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Transition to ACTIVE for port object 75beb935-e2ed-469e-850a-d0f3d53c0919 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:22.322639 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.385627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Network 421b7228-a635-43aa-8aa5-f3583914cdfb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:22.393461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.393972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:22.399080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:22.409467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-ea810c5f-08af-4ce6-bc6f-021a1c0c07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.410527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Pushing event updated for resources: {'Port': ['ID=75beb935-e2ed-469e-850a-d0f3d53c0919,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.411125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-ea810c5f-08af-4ce6-bc6f-021a1c0c07d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.2531283 Aug 11 02:32:22.474679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-dd229f2e-a2ac-4396-89b3-08e1844f9de0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.0444953 Aug 11 02:32:22.477636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.483704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.488177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/55bcd213-c8ee-4c89-bb47-50376b472e49 HTTP/1.1" status: 204 len: 168 time: 0.5405798 Aug 11 02:32:22.493545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36978) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.508986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Attempting to bind port 75beb935-e2ed-469e-850a-d0f3d53c0919 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:22.509682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Attempting to bind port 75beb935-e2ed-469e-850a-d0f3d53c0919 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:22.510677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Attempting to bind port 75beb935-e2ed-469e-850a-d0f3d53c0919 on network 421b7228-a635-43aa-8aa5-f3583914cdfb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:22.523694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:22.524303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Checking segment: {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:22.525187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.526166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Bound using segment: {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:22.527937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Bound port: 75beb935-e2ed-469e-850a-d0f3d53c0919, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:22.528581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.591423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93591c-e19a-4db3-b322-cdaf4d765980 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55bcd213-c8ee-4c89-bb47-50376b472e49,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.633224 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93fffd9b-44d1-4e42-86f3-ad411bbc9ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.662624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] For port 75beb935-e2ed-469e-850a-d0f3d53c0919, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:22.669662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] For port 75beb935-e2ed-469e-850a-d0f3d53c0919, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=75beb935-e2ed-469e-850a-d0f3d53c0919,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:22.679217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=1bd43a89-0b66-4b21-bb1d-146e339bc2c7,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.679891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Router 09c6645e-1918-4600-9a92-c0d2bebcfff2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:22.680830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.693432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa98d9-ed23-49a8-97ae-453991c71fbd req-d3fd660f-8c2c-4872-a427-c90cbb0f286a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.695282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89fa98d9-ed23-49a8-97ae-453991c71fbd req-d3fd660f-8c2c-4872-a427-c90cbb0f286a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.4564421 Aug 11 02:32:22.730602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:22.731172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network hostable DHCP agents. Network: 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:22.762634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.778474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89fa98d9-ed23-49a8-97ae-453991c71fbd req-1527f6c6-db55-4e1a-b48d-4ab6958ba2ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560877 Aug 11 02:32:22.780251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-c3aab7c9-2393-455d-a03d-45b0010fa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:22.782504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-c3aab7c9-2393-455d-a03d-45b0010fa213 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.2877347 Aug 11 02:32:22.800365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d8c6d2c-a6eb-4b6a-8f7a-d3865e0492e4 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2904677 Aug 11 02:32:22.805236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36986) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:22.807735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723bc53-1550-4bf9-b405-e62a1d6d067b None None] Pushing event updated for resources: {'Port': ['ID=75beb935-e2ed-469e-850a-d0f3d53c0919,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:22.822299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:22.886669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-4ca27f82-be7e-4528-9e3f-fd48b9786e7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875280 Aug 11 02:32:22.963071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:23.029318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:23.041443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:23.052904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585d0ef-528d-4ef1-948a-8874e078843f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:23.058806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-791a6e45-b342-45b6-9f6a-fc94c87d967a admin admin] 10.222.0.68 "PUT /v2.0/routers/09c6645e-1918-4600-9a92-c0d2bebcfff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9177983 Aug 11 02:32:23.068657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36990) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:23.126404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Sync routers for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:23.159809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:23.161195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.170527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.189706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:23.190975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.232358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.259903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-5b7d24a0-ea5a-4e27-994b-82e56efad213 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645289 Aug 11 02:32:23.374350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.379144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.381179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/94f85c72-d4bf-4875-a039-284093b2dd98 HTTP/1.1" status: 204 len: 168 time: 0.5706012 Aug 11 02:32:23.412862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:23.414959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Allocated IP 172.25.3.204 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b5da31dd-876f-4ac0-844f-44fbd5fe5139) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:23.424793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f85c72-d4bf-4875-a039-284093b2dd98,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:23.437670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:23.444917 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47b59b8c-dd68-4ce5-96a8-f19ec6fbdc5e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1236169 Aug 11 02:32:23.453320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.454406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.454875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.455301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.455906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.456280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.456738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.457257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.457698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.458212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.458631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.459137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e45b9e7-32df-425d-9b4d-ed69d0ca78fe tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:23.466031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37002) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:23.474657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'name': 'tempest-NetworksTestDHCPv6-1379744055'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:23.699449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f89b12c3-fe64-4a34-9e17-5026492c5a61 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2614830 Aug 11 02:32:23.745008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37006) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:23.802061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:32:20Z', 'revision_number': 5, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.856940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:23.881377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Checking router: 09c6645e-1918-4600-9a92-c0d2bebcfff2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:23.899802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Routers {'09c6645e-1918-4600-9a92-c0d2bebcfff2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:23.914350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:31:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['09c6645e-1918-4600-9a92-c0d2bebcfff2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:23.943786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-405afb54-bb9e-4d8f-a369-63b9f9fee42b req-fb70aa50-262f-413f-b952-3058d2d9b43c service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717887 Aug 11 02:32:24.093836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '1bd43a89-0b66-4b21-bb1d-146e339bc2c7'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:24.094191 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.096365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.174797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.279630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 75beb935-e2ed-469e-850a-d0f3d53c0919 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:24.313692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.318598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015a54c-e3f9-410d-8b39-538a4b312313 req-f3c820d9-b60e-4de0-a2e9-5858fae8f7c9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:24.322448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6015a54c-e3f9-410d-8b39-538a4b312313 req-f3c820d9-b60e-4de0-a2e9-5858fae8f7c9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2540159 Aug 11 02:32:24.427958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] Set router 09c6645e-1918-4600-9a92-c0d2bebcfff2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:24.454902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.465180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Deleting port fabc811e-e44d-45a9-9692-ca149b9645b0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:24.465742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.479933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6015a54c-e3f9-410d-8b39-538a4b312313 req-1c5486bc-bea4-4fb6-825d-b2542d30f716 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443825 Aug 11 02:32:24.514718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:24.520091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.569712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 74851275-7d14-4f66-9385-be184fdcf3d0 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:24.587946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 75beb935-e2ed-469e-850a-d0f3d53c0919 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:24.658778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] For port fabc811e-e44d-45a9-9692-ca149b9645b0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fabc811e-e44d-45a9-9692-ca149b9645b0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:24.659769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.699086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.702985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Calling delete_port for fabc811e-e44d-45a9-9692-ca149b9645b0 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:24.710859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.717300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/8173fcfc-2277-46d7-a88d-f5d76165b85b HTTP/1.1" status: 204 len: 168 time: 0.8715074 Aug 11 02:32:24.717653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37030) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:24.754064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb95f-9e44-424a-8087-8245e715b0a6 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8173fcfc-2277-46d7-a88d-f5d76165b85b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:24.822782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:24.919424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37036) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:24.921728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d284281-a7e9-4df3-afb4-8eae36b37a3c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2023611 Aug 11 02:32:24.930845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--304419544'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:24.948617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:24.963867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:24.990812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:25.034215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9962be-dbcb-4ccb-8821-acf91d7aed68 None None] Network 421b7228-a635-43aa-8aa5-f3583914cdfb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:25.067509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5da31dd-876f-4ac0-844f-44fbd5fe5139,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:25.083230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.147619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.192404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabc811e-e44d-45a9-9692-ca149b9645b0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:25.264617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Provisioning for port 75beb935-e2ed-469e-850a-d0f3d53c0919 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:25.271722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.275105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1bd43a89-0b66-4b21-bb1d-146e339bc2c7/33106b59-ee1c-4f80-9ab3-75f602918069) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:25.304277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Provisioning complete for port 75beb935-e2ed-469e-850a-d0f3d53c0919 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:25.304904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.413419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92eee1e8-ce83-44b2-9c30-9e0005efa7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.462308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.465960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.473222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.536222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.538571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09c6645e-1918-4600-9a92-c0d2bebcfff2 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:32:25.559547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.571852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d6aabda7-ebf6-404b-80d2-1e8481cc0673 admin admin] 10.222.0.68 "DELETE /v2.0/routers/09c6645e-1918-4600-9a92-c0d2bebcfff2 HTTP/1.1" status: 204 len: 168 time: 2.5014093 Aug 11 02:32:25.572976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37054) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:25.800439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf1de-4e4b-46a0-80b4-dad2391a982f req-e2c825ba-1c16-44db-b50c-b8d161009af9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:25.804360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c6cf1de-4e4b-46a0-80b4-dad2391a982f req-e2c825ba-1c16-44db-b50c-b8d161009af9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.1453795 Aug 11 02:32:25.808151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:32:20Z', 'revision_number': 5, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:25.816463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Deleting subnet 46da4d70-5b67-4f6e-be66-af57ac75af83 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:25.824657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.843638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:25.903289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37058) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:25.905831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c6579-df86-475b-b48b-ee9c07a8d23e None None] The sync data for ids ['09c6645e-1918-4600-9a92-c0d2bebcfff2'] in n-d-713498-10 is: [{'id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'name': 'tempest-ServerRescueNegativeTestJSON-299141886-router', 'tenant_id': '0dbe86739c294f89825dc5136076226d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:28:53Z', 'updated_at': '2021-08-11T02:32:20Z', 'revision_number': 5, 'project_id': '0dbe86739c294f89825dc5136076226d', 'gw_port': {'id': 'fabc811e-e44d-45a9-9692-ca149b9645b0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c6645e-1918-4600-9a92-c0d2bebcfff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:28:55Z', 'updated_at': '2021-08-11T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:26.013446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c6cf1de-4e4b-46a0-80b4-dad2391a982f req-6c3a2a8c-b4e3-42f3-b00f-5c735f971d2a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895006 Aug 11 02:32:26.056068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.147659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.238413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4366c9db-bb30-4430-aadc-84296488071d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.298586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.316297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.339327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.347760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.359777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.389352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.396974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46da4d70-5b67-4f6e-be66-af57ac75af83,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.410644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.418997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Transition to ACTIVE for port object 33106b59-ee1c-4f80-9ab3-75f602918069 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:26.419411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29cb92af-1125-4793-8d65-555f1ba7e73b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/46da4d70-5b67-4f6e-be66-af57ac75af83 HTTP/1.1" status: 204 len: 168 time: 0.8444288 Aug 11 02:32:26.419960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37062) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:26.438797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] For port 75beb935-e2ed-469e-850a-d0f3d53c0919, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=75beb935-e2ed-469e-850a-d0f3d53c0919,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:26.451155 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.529106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bfc019-473a-4959-84f1-de4010f3d3ac,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.539038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4366c9db-bb30-4430-aadc-84296488071d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.542591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca741d-a340-463a-a7ae-ddcd013b62e9 None None] Pushing event updated for resources: {'Port': ['ID=75beb935-e2ed-469e-850a-d0f3d53c0919,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.549581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4366c9db-bb30-4430-aadc-84296488071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.553137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.555131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Transition to ACTIVE for port object 33106b59-ee1c-4f80-9ab3-75f602918069 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:26.567218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.616845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4366c9db-bb30-4430-aadc-84296488071d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ac8f734a1384a079bc4de6457a97345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083330 Aug 11 02:32:26.617636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37064) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:26.638289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366c9db-bb30-4430-aadc-84296488071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b35c2e8-287c-47ab-83b8-07c94e5645fb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.651768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:26.658505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:26.663655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:26.729794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Pushing event updated for resources: {'Port': ['ID=33106b59-ee1c-4f80-9ab3-75f602918069,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.739156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.754125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.755472 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3f8267c-8bfa-429e-9493-ec83f5818494 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8317487 Aug 11 02:32:26.761539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37068) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:26.768834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': 'd7bfc019-473a-4959-84f1-de4010f3d3ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:26.778456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Attempting to bind port 33106b59-ee1c-4f80-9ab3-75f602918069 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:26.779017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Attempting to bind port 33106b59-ee1c-4f80-9ab3-75f602918069 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:26.779289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Attempting to bind port 33106b59-ee1c-4f80-9ab3-75f602918069 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:26.793230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:26.793661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:26.794056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.794467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:26.794961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Bound port: 33106b59-ee1c-4f80-9ab3-75f602918069, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:26.795363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.805106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.816345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::233 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1bd43a89-0b66-4b21-bb1d-146e339bc2c7/74851275-7d14-4f66-9385-be184fdcf3d0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:26.839794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bfa61a9a-efae-496d-a957-fb50bdd612c3 None None] Provisioning complete for port 75beb935-e2ed-469e-850a-d0f3d53c0919 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:26.840157 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bfa61a9a-efae-496d-a957-fb50bdd612c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.870744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.888132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.891510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:26.892359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b35c2e8-287c-47ab-83b8-07c94e5645fb HTTP/1.1" status: 204 len: 168 time: 0.2721307 Aug 11 02:32:26.926753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] For port 33106b59-ee1c-4f80-9ab3-75f602918069, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:26.932423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] For port 33106b59-ee1c-4f80-9ab3-75f602918069, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33106b59-ee1c-4f80-9ab3-75f602918069,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:26.941562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256229a-a5c6-407c-8049-dcb901c67b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b35c2e8-287c-47ab-83b8-07c94e5645fb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:26.998219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.022924 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.032503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.068050 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.084112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2e0b30-ff23-43b5-bca2-d781b10bb8c2,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.098296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.100301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a616199-9f86-462b-8065-dbd0540c269f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3370364 Aug 11 02:32:27.104919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.139511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcedad0-2910-4fe7-8116-58bfce07e714 None None] Pushing event updated for resources: {'Port': ['ID=33106b59-ee1c-4f80-9ab3-75f602918069,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.158786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.176517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 74851275-7d14-4f66-9385-be184fdcf3d0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:27.185482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.233946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.304361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23d931-218c-43a0-8eb8-4dc09df5f156 req-f30174c7-f139-4eef-8f2a-b066a75e4a6b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.306185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e23d931-218c-43a0-8eb8-4dc09df5f156 req-f30174c7-f139-4eef-8f2a-b066a75e4a6b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.1540449 Aug 11 02:32:27.307608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.314987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.320289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/ff2e0b30-ff23-43b5-bca2-d781b10bb8c2 HTTP/1.1" status: 204 len: 168 time: 0.2128093 Aug 11 02:32:27.322374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.344510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.357614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.371766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d4288f-9cd0-4d13-ab31-2f4130667ce1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:27.375395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d7e34-6ab7-4015-85dc-99e19354dd8e tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff2e0b30-ff23-43b5-bca2-d781b10bb8c2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.380907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37080) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.407500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:27.410435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7355-8316-4750-b675-a579d7f26f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.429256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2978381-271f-403c-a9b2-84139b107d28') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:27.429556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2978381-271f-403c-a9b2-84139b107d28') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:27.439989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e23d931-218c-43a0-8eb8-4dc09df5f156 req-266c6b36-5bbf-4455-94de-6d611f4b7ba0 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183829 Aug 11 02:32:27.456298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.459126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:27.460030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37082) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.462066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b0ed9cfa-a69d-4a4e-8060-a0d357a9e135 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1273217 Aug 11 02:32:27.481694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:27.524344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=74851275-7d14-4f66-9385-be184fdcf3d0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.537000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:27.543095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:27.543792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.571322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.603713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:32:27.604146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:32:27.608373 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:32:27.614308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7355-8316-4750-b675-a579d7f26f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.632712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7355-8316-4750-b675-a579d7f26f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.683699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4fa7355-8316-4750-b675-a579d7f26f9d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c92e389dd891424abbc2560a6423ffb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015685 Aug 11 02:32:27.686315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa7355-8316-4750-b675-a579d7f26f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6820a-1c7f-4011-b51a-b27c575b3faa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.690573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37084) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.751789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37086) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:27.752000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-df4e5de1-d9a7-4865-bdcf-d2735dc84393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2844808 Aug 11 02:32:27.774326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.795491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.802288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.824882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.828465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/32d4288f-9cd0-4d13-ab31-2f4130667ce1 HTTP/1.1" status: 204 len: 168 time: 1.4071307 Aug 11 02:32:27.830882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:27.850634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.856041 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Sync routers for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:27.864800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d52b8-a35f-4972-8190-3728775b9aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d4288f-9cd0-4d13-ab31-2f4130667ce1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:27.880813 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:27.883307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:27.890153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.935917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:27.939001 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7d6acc48-acaa-4d60-900c-7e69371452e2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5307231 Aug 11 02:32:27.948371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37092) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.025037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96755586-e6e0-4235-be56-83e960325f99 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.042027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.063489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96755586-e6e0-4235-be56-83e960325f99 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:28.066645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-96755586-e6e0-4235-be56-83e960325f99 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3131137 Aug 11 02:32:28.073108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.095193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.118731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7e6820a-1c7f-4011-b51a-b27c575b3faa HTTP/1.1" status: 204 len: 168 time: 0.4267342 Aug 11 02:32:28.125953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37094) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.259283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e592ec-0af3-4d33-83ba-f9a582297d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6820a-1c7f-4011-b51a-b27c575b3faa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.465499 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:28.485945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 75beb935-e2ed-469e-850a-d0f3d53c0919 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:28.518115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 74851275-7d14-4f66-9385-be184fdcf3d0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:28.523364 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.534927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.545354 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.550358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/d7bfc019-473a-4959-84f1-de4010f3d3ac HTTP/1.1" status: 204 len: 168 time: 1.0889628 Aug 11 02:32:28.558469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.661298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 75beb935-e2ed-469e-850a-d0f3d53c0919 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:28.662220 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:28.756724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:28.779604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b626ad-1b04-470d-ae2e-d258d1a9da9f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bfc019-473a-4959-84f1-de4010f3d3ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:28.857022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33106b59-ee1c-4f80-9ab3-75f602918069 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:28.945341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2598502b-9f99-436a-9870-aba6be5eaaaf tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3847768 Aug 11 02:32:28.950557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 33106b59-ee1c-4f80-9ab3-75f602918069 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:28.979999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8261f47e-709a-4b64-b51a-57234cc6cdfb no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:28.998909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37106) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.012263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713470130'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:29.032090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 8261f47e-709a-4b64-b51a-57234cc6cdfb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.034163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8261f47e-709a-4b64-b51a-57234cc6cdfb not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:29.036221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fabc811e-e44d-45a9-9692-ca149b9645b0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:29.118600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: fabc811e-e44d-45a9-9692-ca149b9645b0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:29.129111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fabc811e-e44d-45a9-9692-ca149b9645b0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:29.133265 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:25Z', 'revision_number': 3, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:29.140249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f5c74cb5-ec5f-44d7-add1-b8c920bc33a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0dbe86739c294f89825dc5136076226d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811784 Aug 11 02:32:29.150020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.151873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37108) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.162521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c84b-e10c-4f1a-9ce9-3c008c806755 req-9f6620d1-0b84-49ef-85b2-41e55b797f26 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:29.178404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b01c84b-e10c-4f1a-9ce9-3c008c806755 req-9f6620d1-0b84-49ef-85b2-41e55b797f26 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.3861399 Aug 11 02:32:29.198640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.209658 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Checking router: 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:29.210704 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Updating router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 port b5da31dd-876f-4ac0-844f-44fbd5fe5139 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:29.234498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d3cc80-68ae-4bea-9efd-e7b84eb81e37 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:29.268577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 74851275-7d14-4f66-9385-be184fdcf3d0 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:29.294593 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.346928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.390089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.410517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.420564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Provisioning for port 33106b59-ee1c-4f80-9ab3-75f602918069 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:29.439065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Provisioning complete for port 33106b59-ee1c-4f80-9ab3-75f602918069 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:29.439798 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.505877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b01c84b-e10c-4f1a-9ce9-3c008c806755 req-ffd89060-bb82-4a3a-9608-8e2bd66ca934 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162982 Aug 11 02:32:29.520299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee06723e-5b95-404c-b0e4-5c56b7847733,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.529564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.545202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1351e50a-0c6a-4976-84ec-d97da608a32a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5396338 Aug 11 02:32:29.545407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.551429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.565680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': 'ee06723e-5b95-404c-b0e4-5c56b7847733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:29.732110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.770273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.780602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.790172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=74851275-7d14-4f66-9385-be184fdcf3d0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:29.850815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.860762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.869074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6bb0d3d-425f-49be-a8ec-6c8180391b3f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/74851275-7d14-4f66-9385-be184fdcf3d0 HTTP/1.1" status: 204 len: 168 time: 1.7201111 Aug 11 02:32:29.869450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37122) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:29.941704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] For port 33106b59-ee1c-4f80-9ab3-75f602918069, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33106b59-ee1c-4f80-9ab3-75f602918069,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:29.950134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.964177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.979680 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:29.991332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b6949-deed-4e80-b294-17adbe234364 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:29.993249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b6949-deed-4e80-b294-17adbe234364 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:29.995828 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/adb8cad3-0579-4f93-b8d8-968ffb262c2f HTTP/1.1" status: 204 len: 168 time: 0.8360913 Aug 11 02:32:30.000013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d28b6949-deed-4e80-b294-17adbe234364 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1269312 Aug 11 02:32:30.005459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37128) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.058025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Pushing event updated for resources: {'Port': ['ID=33106b59-ee1c-4f80-9ab3-75f602918069,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.075790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.077002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.078006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.080556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.082041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.083311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.084405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.085279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.087163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.088033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.089053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.090206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc6146a-fee4-4730-aa6f-17760fceac39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:30.129656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77eb3a-f485-439a-b25e-478e5936fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8cad3-0579-4f93-b8d8-968ffb262c2f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.144836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 1bd43a89-0b66-4b21-bb1d-146e339bc2c7 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:30.153414 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.154820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.182011 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Transition to ACTIVE for port object b5da31dd-876f-4ac0-844f-44fbd5fe5139 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:30.193062 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.260964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.264360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.285995 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2adcd1-ec8f-4f0b-b655-1fd23899c314 None None] Pushing event updated for resources: {'Port': ['ID=b5da31dd-876f-4ac0-844f-44fbd5fe5139,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.381763 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Attempting to bind port b5da31dd-876f-4ac0-844f-44fbd5fe5139 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:30.382222 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Attempting to bind port b5da31dd-876f-4ac0-844f-44fbd5fe5139 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:30.382586 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Attempting to bind port b5da31dd-876f-4ac0-844f-44fbd5fe5139 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:30.395672 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:30.395992 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:30.396408 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.396904 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:30.397442 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Bound port: b5da31dd-876f-4ac0-844f-44fbd5fe5139, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:30.397765 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.420815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.490150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2958d33f-1164-4d7f-9629-294ee5526116,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.506346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.510466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50cd31b0-fb39-40e9-9bfb-7bbff58b1b6a tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9519181 Aug 11 02:32:30.510466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Allocated IP 172.20.0.1 (421b7228-a635-43aa-8aa5-f3583914cdfb/7b136448-1e75-4944-9914-d33d658bd48f/d987bc65-1d3b-4031-8a40-9d798e9f129c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:30.512585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37140) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.550517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fa111cca-3c7e-4632-9e1a-95ee290e74b8 None None] Provisioning complete for port 33106b59-ee1c-4f80-9ab3-75f602918069 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:30.552561 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fa111cca-3c7e-4632-9e1a-95ee290e74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.554537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.566809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e81923ae-38ee-4df7-8336-59994e8285b1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules/2958d33f-1164-4d7f-9629-294ee5526116 HTTP/1.1" status: 200 len: 763 time: 0.0491548 Aug 11 02:32:30.570012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37142) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.688664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] For port b5da31dd-876f-4ac0-844f-44fbd5fe5139, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:30.710845 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] For port b5da31dd-876f-4ac0-844f-44fbd5fe5139, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5da31dd-876f-4ac0-844f-44fbd5fe5139,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:30.727971 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.742811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37146) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:30.867363 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2adcd1-ec8f-4f0b-b655-1fd23899c314 None None] Pushing event updated for resources: {'Port': ['ID=b5da31dd-876f-4ac0-844f-44fbd5fe5139,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:30.929871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:30.947704 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:30.951090 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:30.959395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bad0142e-de1d-4988-80a2-ef7432a7f180 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3872662 Aug 11 02:32:30.962476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37152) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.004371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Transition to ACTIVE for port object d987bc65-1d3b-4031-8a40-9d798e9f129c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:31.063771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-879b9119-77b3-413f-ac6f-9312f1ea5c04 None None] Could not find standard attr ID for object 74851275-7d14-4f66-9385-be184fdcf3d0. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:32:31.068016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937632150-network', 'tenant_id': '4fea2042972f462eb2a901a64b0d08f7'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:31.094538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.098832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.155669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.182842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Made reservation on behalf of 4fea2042972f462eb2a901a64b0d08f7 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:31.185709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.194711 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:31.201189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ad780-26ba-440b-9367-95bf6cf9aacb None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:31.205247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.224037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.226156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.238904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.240972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37160) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.242828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1bd43a89-0b66-4b21-bb1d-146e339bc2c7 HTTP/1.1" status: 204 len: 168 time: 1.2355444 Aug 11 02:32:31.253597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd43a89-0b66-4b21-bb1d-146e339bc2c7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.290962 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.295474 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/2958d33f-1164-4d7f-9629-294ee5526116 HTTP/1.1" status: 204 len: 168 time: 0.3313227 Aug 11 02:32:31.296011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694f54-4c5e-4da3-9a95-9c1e4bc4a67c req-f4027161-05bf-43b5-bcb7-b63bca09e125 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:31.308185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa694f54-4c5e-4da3-9a95-9c1e4bc4a67c req-f4027161-05bf-43b5-bcb7-b63bca09e125 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.3464677 Aug 11 02:32:31.314043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37162) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.364181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.364716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.365208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.365698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.366161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.366509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.367001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.367408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.367797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.368177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.368664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.369933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25aca1-9bb4-46ee-8a31-fcccb9d58006 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:32:31.372549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Network 421b7228-a635-43aa-8aa5-f3583914cdfb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:31.382031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:31.384573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3edf1f-ac9b-4931-9bb3-0394a40c9ef1 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2958d33f-1164-4d7f-9629-294ee5526116,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.388742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00da4ec1-9e99-4402-afaa-8a3beeb25855 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136165 Aug 11 02:32:31.396831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:31.402926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.414477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:31.454333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Pushing event updated for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:31.488131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e086602f-d379-4266-822e-c2df3c60081b tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1715786 Aug 11 02:32:31.491749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37168) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:31.499891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': 'ee06723e-5b95-404c-b0e4-5c56b7847733', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:31.530742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa694f54-4c5e-4da3-9a95-9c1e4bc4a67c req-61ec1019-5fc4-4a52-9053-92a890e51986 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160935 Aug 11 02:32:31.666954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.702282 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:25Z', 'revision_number': 3, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:31.736999 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee83c26-fc03-4378-984e-7f892cf54ed9 None None] The sync data for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 is: [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:25Z', 'revision_number': 3, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:31.737402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:31.845386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-41723d26-da27-4456-ba0e-a24d033ac39d None None] Provisioning for port d987bc65-1d3b-4031-8a40-9d798e9f129c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:31.851892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-41723d26-da27-4456-ba0e-a24d033ac39d None None] Provisioning complete for port d987bc65-1d3b-4031-8a40-9d798e9f129c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:31.852419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-41723d26-da27-4456-ba0e-a24d033ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.897636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.926192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-41723d26-da27-4456-ba0e-a24d033ac39d None None] Port d987bc65-1d3b-4031-8a40-9d798e9f129c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:31.942290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.952838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Deleting port 33106b59-ee1c-4f80-9ab3-75f602918069 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:31.953928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:31.958725 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.007284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29fceee-5bcb-4071-93e1-8512e48a23cc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.013673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:32.018634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.049111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.051334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:32.118360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] For port 33106b59-ee1c-4f80-9ab3-75f602918069, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33106b59-ee1c-4f80-9ab3-75f602918069,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:32.119106 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.136793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Calling delete_port for 33106b59-ee1c-4f80-9ab3-75f602918069 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:32.150273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.150631 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Added segment f51f4fdd-cd64-417c-8297-faa51c6e880c of type vlan for network 3cf14314-8479-454d-b651-02cb7571bb82 Aug 11 02:32:32.194182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.200947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33106b59-ee1c-4f80-9ab3-75f602918069 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:32.210417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.245951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aa5169-6945-4d4a-a457-a5e859971475,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.265894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.301948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.307004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ae6cc1cf-27ca-432d-9e89-614f5c5e9741 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8147900 Aug 11 02:32:32.315478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37184) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.341108 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.359260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7d77679c-fb5f-44e6-84ba-ee2c646be288 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules/f4aa5169-6945-4d4a-a457-a5e859971475 HTTP/1.1" status: 200 len: 763 time: 0.0410721 Aug 11 02:32:32.359260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.387325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] Pushing event deleted for resources: {'Port': ['ID=33106b59-ee1c-4f80-9ab3-75f602918069,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.391929 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:32:32.393947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678b989-e20a-4aae-b0ca-19edc834db97 None None] No DVR routers for this DVR port 33106b59-ee1c-4f80-9ab3-75f602918069 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:32.414148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.487128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.488479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:32.489136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.525352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d76598c0-fa61-4058-a326-3d205a7d3f3f tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1658821 Aug 11 02:32:32.528758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37188) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.570143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.587487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.644079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.652111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.653434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f4aa5169-6945-4d4a-a457-a5e859971475 HTTP/1.1" status: 204 len: 168 time: 0.1233649 Aug 11 02:32:32.659399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.667781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4392d-2aac-41c6-8715-f93b19940103 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4aa5169-6945-4d4a-a457-a5e859971475,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.717066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1661fbad-21c3-44de-9b61-9464723d0f5c tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541368 Aug 11 02:32:32.717451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37204) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.723061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Request body: {'security_group_rule': {'security_group_id': 'ee06723e-5b95-404c-b0e4-5c56b7847733', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:32.767870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37206) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:32.771333 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0202942 Aug 11 02:32:32.777088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Request body: {'subnet': {'network_id': '3cf14314-8479-454d-b651-02cb7571bb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937632150-subnet', 'tenant_id': '4fea2042972f462eb2a901a64b0d08f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:32.783100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.786327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.870585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Made reservation on behalf of 4fea2042972f462eb2a901a64b0d08f7 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:32.873062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:32.920863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:32.925154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2b347-e33b-4f99-a3e9-18b994f011cd admin admin] Pushing event updated for resources: {'Network': ['ID=3cf14314-8479-454d-b651-02cb7571bb82,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:32.939853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 3cf14314-8479-454d-b651-02cb7571bb82 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:32.944487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:32.955921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:32.957112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.073908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34fad0-bd6a-4c5a-9730-dcee71943aec None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:33.085379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.094220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.115669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7077155 Aug 11 02:32:33.118147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e16a5-8eec-430e-bc45-c7a67059d0d7 req-20e2bcb2-a289-43fe-a48d-e842d04c6d12 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:33.126042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.143363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f2e16a5-8eec-430e-bc45-c7a67059d0d7 req-20e2bcb2-a289-43fe-a48d-e842d04c6d12 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.3718247 Aug 11 02:32:33.146080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37212) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.183009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'name': 'tempest-NetworksTestDHCPv6-471646811'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:33.267748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f77e-dd15-4215-a35e-afb4563c8b4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=d68616ba-9b87-456c-a323-9543c8353fab,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.320531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.349198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'd68616ba-9b87-456c-a323-9543c8353fab'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:33.350319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.385209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.402867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Pushing event updated for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.529298 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.534898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8129201 Aug 11 02:32:33.536302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37218) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.581584 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edbb0a30-141c-4400-983e-6be28107dae2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules/4f97d324-7f6c-4451-a1c6-d0062b102d0c HTTP/1.1" status: 200 len: 764 time: 0.0350490 Aug 11 02:32:33.583517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.593421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d68616ba-9b87-456c-a323-9543c8353fab/1d9d1082-9064-4a50-9bc0-368e31f90ac7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:33.610838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Network 421b7228-a635-43aa-8aa5-f3583914cdfb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:33.613719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:33.730728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90d8d958-e570-424e-8723-f0c4680d3bcc req-22643a50-db72-41ab-a193-1c5b6d427fec tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.3064935 Aug 11 02:32:33.757376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bd7b4-b1d6-41e1-b178-7318937c102d tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f97d324-7f6c-4451-a1c6-d0062b102d0c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:33.778846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa4dcebb-e1a7-4db1-b992-1a3e14843877 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1937809 Aug 11 02:32:33.784336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37224) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:33.855470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.857293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f2e16a5-8eec-430e-bc45-c7a67059d0d7 req-029a9222-33d2-4d1f-9fe7-320d56e9febc tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127080 Aug 11 02:32:33.937427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:33.961950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.071502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.088828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a418a8-a264-4a26-a5d5-f2ee6262ce88,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.098936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:34.103201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.118149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5da31dd-876f-4ac0-844f-44fbd5fe5139 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:34.120140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:34.136156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.143185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Checking segment: {'id': 'f51f4fdd-cd64-417c-8297-faa51c6e880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:34.144546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Network hostable DHCP agents. Network: 3cf14314-8479-454d-b651-02cb7571bb82, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:34.153026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 831d7c72-38f4-4aac-b7d3-1fd61a581d16 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:34.184167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.190343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/4f97d324-7f6c-4451-a1c6-d0062b102d0c HTTP/1.1" status: 204 len: 168 time: 0.4001107 Aug 11 02:32:34.195733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Transition to ACTIVE for port object 1d9d1082-9064-4a50-9bc0-368e31f90ac7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:34.196299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:34.213096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d99c-bc37-42a1-a93a-d15905835ff3 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f97d324-7f6c-4451-a1c6-d0062b102d0c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.218433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Transition to ACTIVE for port object 1d9d1082-9064-4a50-9bc0-368e31f90ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:34.240072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Network 3cf14314-8479-454d-b651-02cb7571bb82 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:34.248709 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.270557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 3cf14314-8479-454d-b651-02cb7571bb82) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:34.276507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:34.277094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.310869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1999eb1-e4fd-4b2b-abe0-7657e6d1e615 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5416110 Aug 11 02:32:34.325848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:34.327025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcfcfc-8192-4d79-86d2-0a2d57c07c69 None None] Network 3cf14314-8479-454d-b651-02cb7571bb82 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:34.331534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b8ca893a-958a-4c1e-8c5c-e92b76a04d40 None None] Provisioning complete for port d987bc65-1d3b-4031-8a40-9d798e9f129c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:34.331958 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8ca893a-958a-4c1e-8c5c-e92b76a04d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.354645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:34.403901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:34.420263 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61f6c1fe-f94b-4312-b832-b8008926a8ee tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2193167 Aug 11 02:32:34.422978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37232) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:34.448706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::15f (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d68616ba-9b87-456c-a323-9543c8353fab/831d7c72-38f4-4aac-b7d3-1fd61a581d16) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:34.466006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b5da31dd-876f-4ac0-844f-44fbd5fe5139 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:34.509982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Pushing event updated for resources: {'Port': ['ID=1d9d1082-9064-4a50-9bc0-368e31f90ac7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:34.512579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b5da31dd-876f-4ac0-844f-44fbd5fe5139 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:34.513307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.550740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca893a-958a-4c1e-8c5c-e92b76a04d40 None None] Port d987bc65-1d3b-4031-8a40-9d798e9f129c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:34.556913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Attempting to bind port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:34.556913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Attempting to bind port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:34.557260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Attempting to bind port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:34.567047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:34.567502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:34.568060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.568540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:34.569136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Bound port: 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:34.569606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.582292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:34.610730 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66d2c7e9-b94e-40a0-a6b1-7746fbdad517 admin admin] 10.222.0.68 "PUT /v2.0/routers/190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6514814 Aug 11 02:32:34.662182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.664881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] For port 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:34.668631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] For port 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9d1082-9064-4a50-9bc0-368e31f90ac7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:34.683308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.857234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.862504 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:34.936674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b5da31dd-876f-4ac0-844f-44fbd5fe5139, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5da31dd-876f-4ac0-844f-44fbd5fe5139,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:34.978740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca28835-aca0-4d21-9c6e-04ec2a3c902f None None] Network 3cf14314-8479-454d-b651-02cb7571bb82 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:35.095907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80500967-fc93-42b3-b90e-8998ec5896ee req-c8341a48-a5d2-4998-ba8e-38b27a0a729e tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0605073 Aug 11 02:32:35.161423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.183331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 831d7c72-38f4-4aac-b7d3-1fd61a581d16 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:35.209760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.222361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.226930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "DELETE /v2.0/security-groups/ee06723e-5b95-404c-b0e4-5c56b7847733 HTTP/1.1" status: 204 len: 168 time: 0.8028872 Aug 11 02:32:35.232857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37246) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.260144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede4b3c-dfbd-41cc-8bc1-9e023c3ab5d2 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee06723e-5b95-404c-b0e4-5c56b7847733,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.297763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.327371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5228-e7cb-49ba-a26e-d8bb5246de2f None None] Pushing event updated for resources: {'Port': ['ID=1d9d1082-9064-4a50-9bc0-368e31f90ac7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.334488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Sync routers for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:35.355681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d0eb-b0b1-42f6-b5b2-f12358c68f50 req-88f0d595-0b82-4888-b2a9-b8ac05f14320 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.368820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7295d0eb-b0b1-42f6-b5b2-f12358c68f50 req-88f0d595-0b82-4888-b2a9-b8ac05f14320 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.3352304 Aug 11 02:32:35.437559 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4d05d1ab-a3e6-4f94-9edd-6d3c7b741883 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2016053 Aug 11 02:32:35.438779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37256) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.451332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7295d0eb-b0b1-42f6-b5b2-f12358c68f50 req-8148f3f5-22d9-453d-8c28-000d9bd86d52 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Aug 11 02:32:35.452615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.515869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=831d7c72-38f4-4aac-b7d3-1fd61a581d16,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.545705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:35.548414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:35.551762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:35.561426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.563631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:35.578689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:35.579373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:35.600275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c410b3a-14f0-4411-866d-cfbae98c1838 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4436064 Aug 11 02:32:35.600275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37258) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.620420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a83e92d4-40e5-47c7-a51d-1181e755bd96 tempest-SecGroupTest-621940305 tempest-SecGroupTest-621940305-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1735229 Aug 11 02:32:35.736377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67868a9-9eda-4994-937c-baf55cd99d26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.747305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b5da31dd-876f-4ac0-844f-44fbd5fe5139,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:35.754917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67868a9-9eda-4994-937c-baf55cd99d26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:35.757991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c67868a9-9eda-4994-937c-baf55cd99d26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1560133 Aug 11 02:32:35.760588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:35.796200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:35.904741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 831d7c72-38f4-4aac-b7d3-1fd61a581d16 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:35.905985 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.217526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.232509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:31Z', 'revision_number': 4, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd987bc65-1d3b-4031-8a40-9d798e9f129c', 'name': '', 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'mac_address': 'fa:16:3e:47:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '7b136448-1e75-4944-9914-d33d658bd48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:29Z', 'updated_at': '2021-08-11T02:32:32Z', 'revision_number': 2, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'subnets': [{'id': '7b136448-1e75-4944-9914-d33d658bd48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:36.272312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3076bb55-76f4-4211-b7a6-1c9cbc333dce req-8452a347-38dd-4444-8972-0f3edadb25d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0671709 Aug 11 02:32:36.273537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37278) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.279543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 831d7c72-38f4-4aac-b7d3-1fd61a581d16 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:36.315997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5da31dd-876f-4ac0-844f-44fbd5fe5139 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:36.319912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Checking router: 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:36.320271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Updating router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 port d987bc65-1d3b-4031-8a40-9d798e9f129c binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:36.438836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.447359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a0968a8-94c1-4c7a-a684-fc738d8208b8 req-05d10844-6bd5-4535-9f0b-8385a088759e tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.1068494 Aug 11 02:32:36.481732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37286) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.487778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2017413736-network', 'tenant_id': '806d0155f92642ba9a374a11212e8906'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:36.550419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b5da31dd-876f-4ac0-844f-44fbd5fe5139 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:36.551549 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.556099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Made reservation on behalf of 806d0155f92642ba9a374a11212e8906 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:36.558867 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.582825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.604563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.718986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37290) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.720133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=831d7c72-38f4-4aac-b7d3-1fd61a581d16,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:36.727010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2100392162-network', 'tenant_id': '946bb57040324808987db151a3b65673'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:36.774546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.777316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-82829c90-2a20-4973-97f7-ab9066122e2c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/831d7c72-38f4-4aac-b7d3-1fd61a581d16 HTTP/1.1" status: 204 len: 168 time: 1.0154219 Aug 11 02:32:36.780802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37292) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.799754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.844671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.869265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5a5f355f-a6ba-4e34-a201-f811888f9db8 None None] Provisioning for port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:36.872336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Made reservation on behalf of 946bb57040324808987db151a3b65673 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:36.876251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.901373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:36.930554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e4a4c0dd-dc61-4e58-be44-508e13751d38 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f786eac45d14995a65aca828825af3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550560 Aug 11 02:32:36.933918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37294) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:36.960983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:37.012289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be79120-4bde-4871-a5db-1909cff0f7bc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.014423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be79120-4bde-4871-a5db-1909cff0f7bc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.019898 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6be79120-4bde-4871-a5db-1909cff0f7bc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2378745 Aug 11 02:32:37.020561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:37.069251 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.069659 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Added segment dfe198d7-fff3-4685-9cea-74086139b34b of type vlan for network d15c1051-a329-4444-abe3-809007e5fc75 Aug 11 02:32:37.073293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8cf6c6-dc74-421a-be01-9cfcf8bd0dbd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.095988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d01ea6b0-21e8-443c-a2b2-76f6b0ed297f None None] Could not find standard attr ID for object 831d7c72-38f4-4aac-b7d3-1fd61a581d16. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:32:37.111800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed51a-13c9-4e95-88e5-c6b0df1c6ae4 req-52ee16b6-8c81-4a30-bb92-5b339b69f7e7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.114228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0daed51a-13c9-4e95-88e5-c6b0df1c6ae4 req-52ee16b6-8c81-4a30-bb92-5b339b69f7e7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.5044265 Aug 11 02:32:37.144772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9d1082-9064-4a50-9bc0-368e31f90ac7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:37.170079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet d68616ba-9b87-456c-a323-9543c8353fab {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:37.180507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.200039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.277129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0daed51a-13c9-4e95-88e5-c6b0df1c6ae4 req-42195bf2-269a-4457-8221-b84e588fc684 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276259 Aug 11 02:32:37.282442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.290898 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.295170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.311363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.345596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.348472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:32:37.348948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.350068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.370317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:37.375114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.380499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:37.380964 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.382652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.383013 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Added segment 92a5cfa3-78b2-4b02-90aa-bb6b92c3a250 of type vlan for network 72bd9947-0429-488e-bef8-fd325129369b Aug 11 02:32:37.393571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b676d9a-29de-4b1c-a067-7399438635c0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.413360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.439725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Transition to ACTIVE for port object d987bc65-1d3b-4031-8a40-9d798e9f129c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:37.457249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.461301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.510324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0248687 Aug 11 02:32:37.513295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37300) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:37.521638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.528981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Request body: {'subnet': {'network_id': 'd15c1051-a329-4444-abe3-809007e5fc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2017413736-subnet', 'tenant_id': '806d0155f92642ba9a374a11212e8906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:37.574935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Made reservation on behalf of 806d0155f92642ba9a374a11212e8906 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:37.577721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.585094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca5cb0-a24f-4c1f-bcc8-1e0771987bfd admin admin] Pushing event updated for resources: {'Network': ['ID=d15c1051-a329-4444-abe3-809007e5fc75,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.588566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.589233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:37.589854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.619051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c29e6-95a3-4ffe-b1fe-9a38767e562b None None] Pushing event updated for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.623343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d15c1051-a329-4444-abe3-809007e5fc75 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:37.658512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ee9d7ac-d444-490f-9b56-6efe121abc98 req-3d137e82-855e-40d1-ad75-df60e8894c87 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0753329 Aug 11 02:32:37.681785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.687202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.689685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5daf9098-b3a7-4206-8787-6a4fc4a7a718 HTTP/1.1" status: 204 len: 168 time: 0.7425842 Aug 11 02:32:37.713204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe805c39-70a1-4024-9f81-74df15938d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf9098-b3a7-4206-8787-6a4fc4a7a718,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:37.944799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:37.989615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Attempting to bind port d987bc65-1d3b-4031-8a40-9d798e9f129c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:37.994492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Attempting to bind port d987bc65-1d3b-4031-8a40-9d798e9f129c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:37.995467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Attempting to bind port d987bc65-1d3b-4031-8a40-9d798e9f129c on network 421b7228-a635-43aa-8aa5-f3583914cdfb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:38.063394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:38.064246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Checking segment: {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:38.064830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.065345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Bound using segment: {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:38.066235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Bound port: d987bc65-1d3b-4031-8a40-9d798e9f129c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92627810-2b3d-44a3-9ea2-3595b15b13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:38.066752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.153493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] Pushing event updated for resources: {'Network': ['ID=72bd9947-0429-488e-bef8-fd325129369b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.157259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30fbb27f-c58e-4c10-9456-6f4a2b53adfc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4340203 Aug 11 02:32:38.161916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37318) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:38.169589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 72bd9947-0429-488e-bef8-fd325129369b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:32:38.171013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Request body: {'subnet': {'network_id': '72bd9947-0429-488e-bef8-fd325129369b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2100392162-subnet', 'tenant_id': '946bb57040324808987db151a3b65673', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:38.241190 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.253237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Made reservation on behalf of 946bb57040324808987db151a3b65673 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:38.260803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.276800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:32:38.283833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=d68616ba-9b87-456c-a323-9543c8353fab,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.291048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.293563 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2c7a6100-818c-4986-90c1-35f53fd9a382 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d68616ba-9b87-456c-a323-9543c8353fab HTTP/1.1" status: 204 len: 168 time: 1.2657819 Aug 11 02:32:38.296529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37320) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:38.418769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-628e5c6b-d045-4056-ae12-a920aa7c9e23 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176128 Aug 11 02:32:38.420407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37330) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:38.529991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7cdf6-c124-429f-983e-3dff2a1f7ab2 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:38.569969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:38.580737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.682742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf166ead-a8d4-4874-a3c3-f3cf48d1a864 req-347c3d60-53a6-4c47-87ea-6cdeb3803b91 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.1413324 Aug 11 02:32:38.708162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.717318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] For port d987bc65-1d3b-4031-8a40-9d798e9f129c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:38.731663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c74156-5c77-4657-87ca-4ecddeb6db1e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:38.735402 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:32:38.747889 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:32:38.800695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Checking segment: {'id': 'dfe198d7-fff3-4685-9cea-74086139b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd15c1051-a329-4444-abe3-809007e5fc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:38.800995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Network hostable DHCP agents. Network: d15c1051-a329-4444-abe3-809007e5fc75, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:38.806231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d11fc-367c-41ce-8503-1e6967e1d4b0 req-72da4be1-137c-4ef2-8630-ae85c591a904 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:38.822811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-156d11fc-367c-41ce-8503-1e6967e1d4b0 req-72da4be1-137c-4ef2-8630-ae85c591a904 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2418120 Aug 11 02:32:38.826590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:38.830644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.855885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Network d15c1051-a329-4444-abe3-809007e5fc75 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:38.903214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] For port d987bc65-1d3b-4031-8a40-9d798e9f129c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d987bc65-1d3b-4031-8a40-9d798e9f129c,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:38.912237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d15c1051-a329-4444-abe3-809007e5fc75) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:38.917060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.939018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:38.939643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:38.948663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6c4da-7b02-4a46-b223-7330da353f76 None None] Network d15c1051-a329-4444-abe3-809007e5fc75 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:38.994722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac3c5ab3-c004-47c7-afc4-c47117342427 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4733617 Aug 11 02:32:39.195105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.251513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:39.258281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:39.262336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:39.262975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.289173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7348340 Aug 11 02:32:39.289899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37350) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:39.295892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'name': 'tempest-NetworksTestDHCPv6-1752565696'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:39.311487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac34473c-3ac8-42f7-92e9-ad0463538099,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:39.348017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Checking segment: {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:39.348510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Network hostable DHCP agents. Network: 72bd9947-0429-488e-bef8-fd325129369b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:32:39.361135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-156d11fc-367c-41ce-8503-1e6967e1d4b0 req-0c50daec-1bc8-4e4c-b611-711e9f17cd1e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362997 Aug 11 02:32:39.396812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Network 72bd9947-0429-488e-bef8-fd325129369b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:32:39.407620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 72bd9947-0429-488e-bef8-fd325129369b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:39.417629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:39.418342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.490450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e88330-4e2a-41d4-b2a5-b0628c230346 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=4d6a8899-7a2f-41cb-8907-5e9eba4920f9,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:39.497772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b3b9d3ff-1efd-42e4-8ce9-5e15d0ffa3bb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3306828 Aug 11 02:32:39.498823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37358) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:39.508481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:39.509534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:39.522230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.552252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.553613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.576677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d824e2d-f93a-4b65-81e9-4943af9d8a99 None None] Network 72bd9947-0429-488e-bef8-fd325129369b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:39.593798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 76e5da66-7510-47b2-a24b-a4b97946fcf2 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:39.684812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.710989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37362) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:39.717252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:39.718010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:39.875538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:39.911750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::375 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/4d6a8899-7a2f-41cb-8907-5e9eba4920f9/76e5da66-7510-47b2-a24b-a4b97946fcf2) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:39.921603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:39.939483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c29e6-95a3-4ffe-b1fe-9a38767e562b None None] Pushing event updated for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:39.954636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54e336fd-1b2c-47c7-a942-16a2c2002961 req-f7a70744-df5e-482c-bea0-f0eca8f8794d tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0897834 Aug 11 02:32:39.992781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e7c67341-dcb6-4c5b-b7ed-a45441eeee0f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:39.994363 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-e7c67341-dcb6-4c5b-b7ed-a45441eeee0f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:32:39.995150 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-e7c67341-dcb6-4c5b-b7ed-a45441eeee0f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:32:39.996248 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7c67341-dcb6-4c5b-b7ed-a45441eeee0f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2844439 Aug 11 02:32:40.004078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37368) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.021192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--390038688'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:40.091427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9d1082-9064-4a50-9bc0-368e31f90ac7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:40.102446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.157763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.222055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f02eba-6bbe-4753-b13b-1e482e66ede6 None None] Network d15c1051-a329-4444-abe3-809007e5fc75 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:40.280019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.309861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.345126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1d9d1082-9064-4a50-9bc0-368e31f90ac7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.346587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.360569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-5521a1fd-96c9-40aa-a7bf-073655de4bb0 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.362267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-5521a1fd-96c9-40aa-a7bf-073655de4bb0 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/networks?id=3cf14314-8479-454d-b651-02cb7571bb82 HTTP/1.1" status: 200 len: 808 time: 0.2223814 Aug 11 02:32:40.373547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 76e5da66-7510-47b2-a24b-a4b97946fcf2 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:40.376785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d9d1082-9064-4a50-9bc0-368e31f90ac7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:40.388054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-443f1774-1f78-41df-84eb-89ba55a410fe tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/quotas/4fea2042972f462eb2a901a64b0d08f7 HTTP/1.1" status: 200 len: 375 time: 0.0119705 Aug 11 02:32:40.468374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.485224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:40.501943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-30929cb3-6527-40c3-87a0-5e754afac4fa tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fea2042972f462eb2a901a64b0d08f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680268 Aug 11 02:32:40.559319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:40.573416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:40.592546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:40.598582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.599264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.610771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=76e5da66-7510-47b2-a24b-a4b97946fcf2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.614728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.623237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.634496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Deleting port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:40.635739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.659013 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-033021e4-0411-4c86-acf4-c0d0db977500 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3678200 Aug 11 02:32:40.666816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.670960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e4d76-c379-484e-a7c4-c2f4a3b9f390 req-a912563d-3a3d-4983-93d5-0025c0d3ea77 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.673135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa4e4d76-c379-484e-a7c4-c2f4a3b9f390 req-a912563d-3a3d-4983-93d5-0025c0d3ea77 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.1769781 Aug 11 02:32:40.691102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.705499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-72bd9947-0429-488e-bef8-fd325129369b', 'network_id': '72bd9947-0429-488e-bef8-fd325129369b', 'tenant_id': '946bb57040324808987db151a3b65673', 'fixed_ips': [{'subnet_id': 'ac34473c-3ac8-42f7-92e9-ad0463538099'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:40.707130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.720009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb405a41-fd01-483c-a232-f1f9a96a3b05,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.740174 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.742623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.765180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb885e06-e6a7-4631-a6d3-8842c836d421 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.773361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb885e06-e6a7-4631-a6d3-8842c836d421 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:40.777866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb885e06-e6a7-4631-a6d3-8842c836d421 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1073780 Aug 11 02:32:40.781872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37384) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:40.791109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-57309507-8d14-4f67-90d2-bbf689639405 service neutron] 10.222.0.68 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792561 Aug 11 02:32:40.894277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.904129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa4e4d76-c379-484e-a7c4-c2f4a3b9f390 req-0173b9ec-6db2-4c4e-8689-38ca9401b1d8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587892 Aug 11 02:32:40.908679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:40.973095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43441611-66b4-4da8-ae8d-bcf36bd6ab89,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:40.997747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.002188 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a0cc79ff-4182-48a7-8fef-5e6361ece717 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9881494 Aug 11 02:32:41.005428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.010764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '43441611-66b4-4da8-ae8d-bcf36bd6ab89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:41.016086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4fbc983-21b2-43f7-998d-b98527b5ca51 service neutron] 10.222.0.68 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924539 Aug 11 02:32:41.024136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Allocated IP 172.25.3.31 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6fba2275-2df1-409a-9494-13b6b7ebb413) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:41.026057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 76e5da66-7510-47b2-a24b-a4b97946fcf2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:41.026547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.057464 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.074312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] For port 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9d1082-9064-4a50-9bc0-368e31f90ac7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:41.075048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.105142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.168486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.211401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d55edeb2-6554-41be-99e5-c009d5e4ada5 req-23e51c3f-7c2e-465e-bb7f-db9a843fe5d3 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0621462 Aug 11 02:32:41.291612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Calling delete_port for 1d9d1082-9064-4a50-9bc0-368e31f90ac7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:41.294848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.301412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.334340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 76e5da66-7510-47b2-a24b-a4b97946fcf2 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:41.368442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.408367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.414021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.469643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0191e8d2-870e-434e-9db2-b59927189485,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.495026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Pushing event updated for resources: {'Port': ['ID=6fba2275-2df1-409a-9494-13b6b7ebb413,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.512862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.515093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cff44e4d-aee9-49e8-b3b5-418435f19837 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5080457 Aug 11 02:32:41.519618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.527088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:41.530452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-069037c5-55ba-45b1-b0b9-17b91696a62e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '43441611-66b4-4da8-ae8d-bcf36bd6ab89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:41.537184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d23ae387-aefa-4049-a093-fc836adffa59 req-d4696401-3135-43f9-a8ee-65d87cda4acf tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 210 time: 0.0644553 Aug 11 02:32:41.543281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:41.546894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:41.601941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Allocated IP 172.20.0.2 (72bd9947-0429-488e-bef8-fd325129369b/ac34473c-3ac8-42f7-92e9-ad0463538099/e9882db9-4a24-46cd-96cf-bfbc462abfc7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:41.625375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1d9d1082-9064-4a50-9bc0-368e31f90ac7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d9d1082-9064-4a50-9bc0-368e31f90ac7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:41.639552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-069037c5-55ba-45b1-b0b9-17b91696a62e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.669908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.731254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.801844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=76e5da66-7510-47b2-a24b-a4b97946fcf2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.815447 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-069037c5-55ba-45b1-b0b9-17b91696a62e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:32:41.817599 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-069037c5-55ba-45b1-b0b9-17b91696a62e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2962806 Aug 11 02:32:41.821299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37400) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.856463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.861298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3fd2641f-23fc-4234-b270-65277b091532 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/76e5da66-7510-47b2-a24b-a4b97946fcf2 HTTP/1.1" status: 204 len: 168 time: 1.0773013 Aug 11 02:32:41.864289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37402) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:41.887871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1d9d1082-9064-4a50-9bc0-368e31f90ac7,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.892193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:41.942426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:31Z', 'revision_number': 4, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd987bc65-1d3b-4031-8a40-9d798e9f129c', 'name': '', 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'mac_address': 'fa:16:3e:47:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '7b136448-1e75-4944-9914-d33d658bd48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:29Z', 'updated_at': '2021-08-11T02:32:38Z', 'revision_number': 4, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'subnets': [{'id': '7b136448-1e75-4944-9914-d33d658bd48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:41.989225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] Pushing event deleted for resources: {'Port': ['ID=1d9d1082-9064-4a50-9bc0-368e31f90ac7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:41.998586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d0215-ece8-48b1-acd4-e4dd3d176363 None None] No DVR routers for this DVR port 1d9d1082-9064-4a50-9bc0-368e31f90ac7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:42.011824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296c3c7-f877-4db5-b6c8-fd86133acd92 None None] The sync data for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 is: [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:32:31Z', 'revision_number': 4, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd987bc65-1d3b-4031-8a40-9d798e9f129c', 'name': '', 'network_id': '421b7228-a635-43aa-8aa5-f3583914cdfb', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'mac_address': 'fa:16:3e:47:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '7b136448-1e75-4944-9914-d33d658bd48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:29Z', 'updated_at': '2021-08-11T02:32:38Z', 'revision_number': 4, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'subnets': [{'id': '7b136448-1e75-4944-9914-d33d658bd48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:42.046806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831fc44c-7dee-4020-8024-163f65c1c01f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:42.061167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e736d5-05b4-4737-8c10-bf5dd347caee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:42.065944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e736d5-05b4-4737-8c10-bf5dd347caee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:42.076226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85e736d5-05b4-4737-8c10-bf5dd347caee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2098751 Aug 11 02:32:42.086347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.196575 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.202338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.282794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 4d6a8899-7a2f-41cb-8907-5e9eba4920f9 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:42.298306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.331776 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.332063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddab90-cc79-4f77-a15e-5025bca52581 req-7e25904c-fab0-4ff6-b1d1-1e3109185466 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:42.340544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2ddab90-cc79-4f77-a15e-5025bca52581 req-7e25904c-fab0-4ff6-b1d1-1e3109185466 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2027686 Aug 11 02:32:42.350880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.387009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Transition to ACTIVE for port object e9882db9-4a24-46cd-96cf-bfbc462abfc7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:42.440574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Transition to ACTIVE for port object e9882db9-4a24-46cd-96cf-bfbc462abfc7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:42.480680 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.493728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.528856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d987bc65-1d3b-4031-8a40-9d798e9f129c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:42.611653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.761364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.874358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:42.883670 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/4d6a8899-7a2f-41cb-8907-5e9eba4920f9 HTTP/1.1" status: 204 len: 168 time: 0.7925177 Aug 11 02:32:42.886444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:42.906040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92945be-4752-4d36-9e71-355429a527ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6a8899-7a2f-41cb-8907-5e9eba4920f9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:42.951957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d10a25b-9457-43e3-b94c-68f8cb94eb4e req-be460aef-0da4-489f-a8bd-4a78f0a0b3b9 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.5622284 Aug 11 02:32:42.972449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3addbf79-9675-4ead-8ccb-6f20e1c7c510 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828955 Aug 11 02:32:42.975387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37424) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.017166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2ddab90-cc79-4f77-a15e-5025bca52581 req-3df54e1e-307d-4d11-9357-79f1c0605957 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751068 Aug 11 02:32:43.033857 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-deeac73c-e454-4c55-81fd-f8ee6485f96f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0552621 Aug 11 02:32:43.035118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37426) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.075666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.093133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.097648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/43441611-66b4-4da8-ae8d-bcf36bd6ab89 HTTP/1.1" status: 204 len: 168 time: 1.2707636 Aug 11 02:32:43.106410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37428) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.170207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Pushing event updated for resources: {'Port': ['ID=e9882db9-4a24-46cd-96cf-bfbc462abfc7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.177879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f2ae1-337b-4a8d-b448-2ac799f1f680 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:43.179331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-660f2ae1-337b-4a8d-b448-2ac799f1f680 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1417720 Aug 11 02:32:43.182030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37430) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.191462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Network 72bd9947-0429-488e-bef8-fd325129369b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:43.221487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:43.224284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:43.255251 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-718b976c-cfbf-4f75-a6b7-4e2f80899d88 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717485 Aug 11 02:32:43.260110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37432) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.265688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:43.332801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd5656-768c-4ae9-a0d1-8a8fb1b8627d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43441611-66b4-4da8-ae8d-bcf36bd6ab89,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.364267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Attempting to bind port e9882db9-4a24-46cd-96cf-bfbc462abfc7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:43.365361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Attempting to bind port e9882db9-4a24-46cd-96cf-bfbc462abfc7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:43.366010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Attempting to bind port e9882db9-4a24-46cd-96cf-bfbc462abfc7 on network 72bd9947-0429-488e-bef8-fd325129369b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:43.372135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d987bc65-1d3b-4031-8a40-9d798e9f129c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:43.375784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:43.376479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Checking segment: {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:43.377053 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.377600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Bound using segment: {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:43.378346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Bound port: e9882db9-4a24-46cd-96cf-bfbc462abfc7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:43.378760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.392389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d987bc65-1d3b-4031-8a40-9d798e9f129c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:43.392984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.435693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.440345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4e3213e-8479-4de0-8530-f99a358b0eed req-6a535208-9aa4-419d-a014-e863c431fee7 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 210 time: 0.1801817 Aug 11 02:32:43.472529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:43.478142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.503375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] For port e9882db9-4a24-46cd-96cf-bfbc462abfc7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:43.509728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] For port e9882db9-4a24-46cd-96cf-bfbc462abfc7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9882db9-4a24-46cd-96cf-bfbc462abfc7,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:43.527819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-daa8090e-7622-4c78-90e0-dcf1f38ec403 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4044476 Aug 11 02:32:43.528441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37434) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:43.534146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065005589'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:43.544607 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.627840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.652677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff077548-c569-4c4c-8a8f-4289e64d03a0 None None] Pushing event updated for resources: {'Port': ['ID=e9882db9-4a24-46cd-96cf-bfbc462abfc7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.674852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.700009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d987bc65-1d3b-4031-8a40-9d798e9f129c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d987bc65-1d3b-4031-8a40-9d798e9f129c,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:43.708067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:43.809427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:43.918888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.004628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Router bb566822-8f35-4c85-b34e-ac953b676ce0 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:32:44.061228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:44.074814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=d8708816-42fa-4ab5-b758-d3ef7cff8a88,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:44.085281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:44.097438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f20ea5-5c21-44ef-ad59-c2f775db15a0 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:44.112886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:44.118718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.153639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-eba7cf05-e429-4440-a88d-7d902b392e46 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:44.157786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-eba7cf05-e429-4440-a88d-7d902b392e46 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.61 "GET /v2.0/networks?id=3cf14314-8479-454d-b651-02cb7571bb82 HTTP/1.1" status: 200 len: 808 time: 0.3974061 Aug 11 02:32:44.209194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2dbc8b6-71d0-470d-813a-45e81977f21c req-3540d57f-b948-4ec3-b3a3-37449f8de074 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0471613 Aug 11 02:32:44.231048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Request body: {'port': {'device_id': '0c257b31-74a2-48db-84a7-ba3191531192', 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82', 'admin_state_up': True, 'tenant_id': '4fea2042972f462eb2a901a64b0d08f7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:44.356931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'd8708816-42fa-4ab5-b758-d3ef7cff8a88'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:44.358112 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.358346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.374290 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76f50cb4-a8a8-4f5a-93ac-ddf27a1e7c4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1126571 Aug 11 02:32:44.377915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:44.383317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'd8708816-42fa-4ab5-b758-d3ef7cff8a88', 'ip_address': '2001:db8::b4e5:f721:25b:89e4'}], 'name': 'tempest-NetworksTestDHCPv6-170649152'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:44.454021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.461785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9882db9-4a24-46cd-96cf-bfbc462abfc7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:44.546532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:44.576787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e9882db9-4a24-46cd-96cf-bfbc462abfc7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:44.583328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b386c-3e83-4b6e-be1b-d8aea6e30d25 req-c9b8815d-c20a-4fb8-b542-d4944666f80b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:44.584998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-825b386c-3e83-4b6e-be1b-d8aea6e30d25 req-c9b8815d-c20a-4fb8-b542-d4944666f80b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.4261918 Aug 11 02:32:44.595904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d987bc65-1d3b-4031-8a40-9d798e9f129c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:44.598697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.600111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0704396 Aug 11 02:32:44.601674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d8708816-42fa-4ab5-b758-d3ef7cff8a88/f853639f-1d99-4458-9a49-a93de34ccbeb) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:44.616137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37446) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:44.622652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-592c8634-82bd-4688-8bed-6704c99dae72 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '71faddeb-12d5-4dc8-b234-3e0e2895d337', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:44.623101 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-592c8634-82bd-4688-8bed-6704c99dae72 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:32:44.623612 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-592c8634-82bd-4688-8bed-6704c99dae72 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:44.625277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-592c8634-82bd-4688-8bed-6704c99dae72 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074253 Aug 11 02:32:44.631800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:44.647704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01c850-2531-4ffc-a6b9-e1f0e94600e5 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71faddeb-12d5-4dc8-b234-3e0e2895d337,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:44.677498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:44.704012 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Sync routers for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:44.718173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.732319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f75b66-6cc2-481e-8843-f15782ca9367 req-57a40c38-ef11-4544-8e9a-15c6790cc1df tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 210 time: 0.0642259 Aug 11 02:32:44.735999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-825b386c-3e83-4b6e-be1b-d8aea6e30d25 req-5550d8cd-fb6d-47b6-939d-bf88a417af1b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286538 Aug 11 02:32:44.762724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.764358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:44.769670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.774257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Made reservation on behalf of 4fea2042972f462eb2a901a64b0d08f7 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:44.775100 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:44.778567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.787591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:44.796040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 60b64742-6a36-44b1-854b-7098a01a23d3 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:44.799117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c44f6d15-0630-48e3-b6e0-b72d4bfff329 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2938783 Aug 11 02:32:44.801569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37450) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:44.831688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d987bc65-1d3b-4031-8a40-9d798e9f129c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:44.832067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.002787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.011017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.011979 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/71faddeb-12d5-4dc8-b234-3e0e2895d337 HTTP/1.1" status: 204 len: 168 time: 0.3789704 Aug 11 02:32:45.015429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.048474 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:45.056143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.077201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80abaac-220a-4f1a-8b24-1405a9616558 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71faddeb-12d5-4dc8-b234-3e0e2895d337,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.118007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81d39ea7-8ef5-4505-a08e-48a51bb19361 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013002 Aug 11 02:32:45.122392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.144217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010059217'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:45.162254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Transition to ACTIVE for port object f853639f-1d99-4458-9a49-a93de34ccbeb will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:45.195874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.218424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Transition to ACTIVE for port object f853639f-1d99-4458-9a49-a93de34ccbeb will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:45.242485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.261426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Allocated IP 172.20.0.4 (3cf14314-8479-454d-b651-02cb7571bb82/a7a418a8-a264-4a26-a5d5-f2ee6262ce88/37219c2f-eb3e-48fd-ae3d-e759deae1126) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:45.375878 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::b4e5:f721:25b:89e4 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d8708816-42fa-4ab5-b758-d3ef7cff8a88/60b64742-6a36-44b1-854b-7098a01a23d3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:45.379282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:45.387148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:45.410690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:45.464855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.505763 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:41Z', 'revision_number': 3, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:45.552947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.570798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Checking router: bb566822-8f35-4c85-b34e-ac953b676ce0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:45.571582 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Updating router bb566822-8f35-4c85-b34e-ac953b676ce0 port 6fba2275-2df1-409a-9494-13b6b7ebb413 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:45.575311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b44024e4-73f0-4796-8f9a-3c8d03516366 req-0739300c-36b5-4e0d-a3e0-dc8505b9745c tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0644937 Aug 11 02:32:45.600376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Pushing event updated for resources: {'Port': ['ID=f853639f-1d99-4458-9a49-a93de34ccbeb,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.604568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987c61e-ec54-4453-b6ca-8b0b21850204 None None] Network 72bd9947-0429-488e-bef8-fd325129369b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:45.618525 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.635945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.650160 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.658210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.706087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d88be0f-4eef-4cfb-b844-362c2f2ac8c2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.707549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Attempting to bind port f853639f-1d99-4458-9a49-a93de34ccbeb on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:45.708134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Attempting to bind port f853639f-1d99-4458-9a49-a93de34ccbeb by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:45.708981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Attempting to bind port f853639f-1d99-4458-9a49-a93de34ccbeb on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:45.717003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Provisioning for port e9882db9-4a24-46cd-96cf-bfbc462abfc7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:45.717303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 60b64742-6a36-44b1-854b-7098a01a23d3 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:45.729308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.735126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Provisioning complete for port e9882db9-4a24-46cd-96cf-bfbc462abfc7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:45.735374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ef5edaed-c4bd-4605-a47e-71adb9a1243e tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6079998 Aug 11 02:32:45.735790 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.738336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.744166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8a724c36-162e-4501-8898-9c005e4d6e7f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4d88be0f-4eef-4cfb-b844-362c2f2ac8c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:45.745239 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-8a724c36-162e-4501-8898-9c005e4d6e7f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:32:45.745851 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-8a724c36-162e-4501-8898-9c005e4d6e7f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:45.751025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8a724c36-162e-4501-8898-9c005e4d6e7f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108247 Aug 11 02:32:45.754626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37462) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:45.777219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:45.777499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:45.778063 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.778714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:45.779527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Bound port: f853639f-1d99-4458-9a49-a93de34ccbeb, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:45.780160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.862307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.898828 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.922979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Network 3cf14314-8479-454d-b651-02cb7571bb82 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:45.936116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:45.954841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.960011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.963589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:45.964898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Pushing event updated for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:45.965962 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/4d88be0f-4eef-4cfb-b844-362c2f2ac8c2 HTTP/1.1" status: 204 len: 168 time: 0.2095792 Aug 11 02:32:45.967599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:45.980176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:46.040727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] For port f853639f-1d99-4458-9a49-a93de34ccbeb, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:46.044550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9890707-1818-476d-a9a5-1846e62f42db tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d88be0f-4eef-4cfb-b844-362c2f2ac8c2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.058618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:46.070907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:46.080840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:46.092038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.093523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.121779 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.130532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7491145 Aug 11 02:32:46.131943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37470) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:46.151630 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.155986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] For port f853639f-1d99-4458-9a49-a93de34ccbeb, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f853639f-1d99-4458-9a49-a93de34ccbeb,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:46.178986 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Transition to ACTIVE for port object 6fba2275-2df1-409a-9494-13b6b7ebb413 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:46.186544 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.187106 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.248343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] For port e9882db9-4a24-46cd-96cf-bfbc462abfc7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9882db9-4a24-46cd-96cf-bfbc462abfc7,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:46.249680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cdb09-10c6-4497-98ad-b2966d29a69d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=60b64742-6a36-44b1-854b-7098a01a23d3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.288776 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.298090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce35f7-d253-4628-a256-77a414b6349a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.315403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce35f7-d253-4628-a256-77a414b6349a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.317243 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Attempting to bind port 6fba2275-2df1-409a-9494-13b6b7ebb413 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:46.317624 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Attempting to bind port 6fba2275-2df1-409a-9494-13b6b7ebb413 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:46.318021 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Attempting to bind port 6fba2275-2df1-409a-9494-13b6b7ebb413 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:46.320470 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b7bd0-7d8d-4d15-9ab7-88bd8080dc34 None None] Pushing event updated for resources: {'Port': ['ID=6fba2275-2df1-409a-9494-13b6b7ebb413,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.327399 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9ce35f7-d253-4628-a256-77a414b6349a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1844556 Aug 11 02:32:46.327399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:46.335370 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:46.335748 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:46.336154 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.336560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:46.337058 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Bound port: 6fba2275-2df1-409a-9494-13b6b7ebb413, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:46.337454 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.370623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda36e4f-abaa-46bb-a05e-46fff1a5090a None None] Pushing event updated for resources: {'Port': ['ID=f853639f-1d99-4458-9a49-a93de34ccbeb,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.440544 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] For port 6fba2275-2df1-409a-9494-13b6b7ebb413, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:46.447852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] For port 6fba2275-2df1-409a-9494-13b6b7ebb413, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fba2275-2df1-409a-9494-13b6b7ebb413,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:46.452016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0efe8b-e795-4d38-8612-4b802220d756 None None] Pushing event updated for resources: {'Port': ['ID=e9882db9-4a24-46cd-96cf-bfbc462abfc7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:46.455597 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.520637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 60b64742-6a36-44b1-854b-7098a01a23d3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:46.520989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.526790 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:46.527477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:46.692755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.694300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.701651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.721048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 60b64742-6a36-44b1-854b-7098a01a23d3 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:46.723605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca587-2ed5-46bf-96c6-588a5dac987e req-890c0a64-7631-44f9-b693-0283650430da tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.726346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964ca587-2ed5-46bf-96c6-588a5dac987e req-890c0a64-7631-44f9-b693-0283650430da tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.7519057 Aug 11 02:32:46.783632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bab2fa08-5105-4668-a65d-4ffda0a60f63 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8015738 Aug 11 02:32:46.788834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37478) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:46.798238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-d4b77b05-025c-4f45-91cd-758de9785a0e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6012421 Aug 11 02:32:46.806949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211189-751a-4a0f-8770-053211a59b9c req-863c1342-9cfd-449d-9f99-e73746141e8c tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:46.808790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60211189-751a-4a0f-8770-053211a59b9c req-863c1342-9cfd-449d-9f99-e73746141e8c tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 931 time: 0.7687695 Aug 11 02:32:46.814214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--721704025'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:46.814871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.833030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-28a22232-10b7-4fed-ab45-8f1fc77ac085 None None] Provisioning complete for port e9882db9-4a24-46cd-96cf-bfbc462abfc7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:46.833487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28a22232-10b7-4fed-ab45-8f1fc77ac085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.855968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:46.922166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60211189-751a-4a0f-8770-053211a59b9c req-0b00f226-c8e4-4616-864a-8a6863c73a7e tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011240 Aug 11 02:32:46.925669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-964ca587-2ed5-46bf-96c6-588a5dac987e req-69db55cd-a9ec-4b9c-9a15-de98b2a7cb9c tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881559 Aug 11 02:32:46.964047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Request body: {'port': {'device_id': '0c257b31-74a2-48db-84a7-ba3191531192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:46.964665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:46.982403 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b7bd0-7d8d-4d15-9ab7-88bd8080dc34 None None] Pushing event updated for resources: {'Port': ['ID=6fba2275-2df1-409a-9494-13b6b7ebb413,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.100956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.104124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=60b64742-6a36-44b1-854b-7098a01a23d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.137061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.141624 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cde4ba58-a391-44de-8d8f-d8f53bb824cf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/60b64742-6a36-44b1-854b-7098a01a23d3 HTTP/1.1" status: 204 len: 168 time: 0.8102911 Aug 11 02:32:47.142398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37482) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.179930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c385ebe1-9687-4e00-9349-78d74232d700 req-42a08834-2fd4-4964-bf0a-c06c177c17b9 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0866272 Aug 11 02:32:47.204414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:41Z', 'revision_number': 3, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:47.225464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59f639-78ba-40cf-8d20-dd6a7d4d0e56 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:47.227295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59f639-78ba-40cf-8d20-dd6a7d4d0e56 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:47.228967 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca59f639-78ba-40cf-8d20-dd6a7d4d0e56 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0855589 Aug 11 02:32:47.233161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37484) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.242380 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36804e-eea3-4930-9c9a-cdd5f3d8d6e6 None None] The sync data for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 is: [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:41Z', 'revision_number': 3, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:47.323953 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.336471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.365702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.387427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.389246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5798852 Aug 11 02:32:47.394627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.400798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-803b5ed5-425f-48fa-868e-d8fa91b20662 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': 'bd672fd5-577b-41fc-98bb-c9c5511a3c49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:47.402562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet d8708816-42fa-4ab5-b758-d3ef7cff8a88 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:47.416025 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-803b5ed5-425f-48fa-868e-d8fa91b20662 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:32:47.417222 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-803b5ed5-425f-48fa-868e-d8fa91b20662 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:47.418519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-803b5ed5-425f-48fa-868e-d8fa91b20662 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225384 Aug 11 02:32:47.430213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.435901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f0b5fade-1016-45de-97fd-226cef5bafa2 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': 'bd672fd5-577b-41fc-98bb-c9c5511a3c49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:47.436639 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-f0b5fade-1016-45de-97fd-226cef5bafa2 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:32:47.437275 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-f0b5fade-1016-45de-97fd-226cef5bafa2 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:47.441783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f0b5fade-1016-45de-97fd-226cef5bafa2 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074084 Aug 11 02:32:47.443001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37490) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.448612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9e9c90e1-7aaf-41f9-bd77-38503b162039 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': 'bd672fd5-577b-41fc-98bb-c9c5511a3c49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:47.449751 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-9e9c90e1-7aaf-41f9-bd77-38503b162039 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:32:47.450351 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-9e9c90e1-7aaf-41f9-bd77-38503b162039 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:47.455030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9e9c90e1-7aaf-41f9-bd77-38503b162039 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074637 Aug 11 02:32:47.455030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8614d-3f47-4969-8d75-56ab5b76612a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd672fd5-577b-41fc-98bb-c9c5511a3c49,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.455330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.457260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37492) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.463823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1aa94c82-0e98-4761-91ad-c21126f1e4ec tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': 'bd672fd5-577b-41fc-98bb-c9c5511a3c49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:47.465232 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-1aa94c82-0e98-4761-91ad-c21126f1e4ec tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:32:47.465848 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-1aa94c82-0e98-4761-91ad-c21126f1e4ec tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:47.469647 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1aa94c82-0e98-4761-91ad-c21126f1e4ec tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087321 Aug 11 02:32:47.470028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.555161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Allocated IP 172.20.0.1 (72bd9947-0429-488e-bef8-fd325129369b/ac34473c-3ac8-42f7-92e9-ad0463538099/09e55236-e29c-4947-b5c0-ce3b481ea340) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:47.562147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.564271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.621448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.707120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.712223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:47.716674 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/bd672fd5-577b-41fc-98bb-c9c5511a3c49 HTTP/1.1" status: 204 len: 168 time: 0.2431321 Aug 11 02:32:47.717065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37496) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:47.731501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4312a-5265-4458-93be-6c8bc6f3d6d7 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd672fd5-577b-41fc-98bb-c9c5511a3c49,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:47.841748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a67fbee-8e4c-4049-8bb2-43491e4c8e5d None None] Provisioning for port f853639f-1d99-4458-9a49-a93de34ccbeb completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:48.015705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-033e67b0-b460-43b8-ba2d-0e9a3bfc5570 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2842450 Aug 11 02:32:48.017608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37502) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.023672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--280126471'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.044241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.062368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a491097f-1245-4c8b-8598-28aa0a13044a None None] Could not find standard attr ID for object 60b64742-6a36-44b1-854b-7098a01a23d3. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:32:48.114323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.256386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.311216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.326260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.350230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Transition to ACTIVE for port object 09e55236-e29c-4947-b5c0-ce3b481ea340 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:48.361044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.362680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3433621 Aug 11 02:32:48.364029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa38deb-e302-4113-b83e-1c189e08823c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafbf28-33e6-469d-9e79-3dcbabb091b9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:48.366719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.372555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1f51f889-78d0-4a10-b216-812cc9495936 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.373462 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-1f51f889-78d0-4a10-b216-812cc9495936 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:32:48.374016 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-1f51f889-78d0-4a10-b216-812cc9495936 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:48.380121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37510) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.380350 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1f51f889-78d0-4a10-b216-812cc9495936 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073881 Aug 11 02:32:48.392108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cffb0731-efba-4372-b770-237d5d1dc3a8 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.400929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.462311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb435930-53db-48f7-af18-41bae9538499 req-8dc5c348-ed50-48b5-828a-766b8c83ca0f tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:48.464569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb435930-53db-48f7-af18-41bae9538499 req-8dc5c348-ed50-48b5-828a-766b8c83ca0f tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2837591 Aug 11 02:32:48.480192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b25b-f3f4-4beb-a2fd-6e8194b75b96 req-858d27a0-4929-4184-ac07-f5d6ff1aa470 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:48.487989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8629b25b-f3f4-4beb-a2fd-6e8194b75b96 req-858d27a0-4929-4184-ac07-f5d6ff1aa470 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 931 time: 0.3477168 Aug 11 02:32:48.489467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f853639f-1d99-4458-9a49-a93de34ccbeb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:48.537745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=d8708816-42fa-4ab5-b758-d3ef7cff8a88,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:48.540154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.542307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b7c81545-c051-4249-8b6d-675f2dad6393 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d8708816-42fa-4ab5-b758-d3ef7cff8a88 HTTP/1.1" status: 204 len: 168 time: 1.3081100 Aug 11 02:32:48.546314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.551270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc9199-88bf-4533-b90d-bfb0b980e8f1 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:48.608966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6373e2aa-24f0-4048-9297-c19dc6604183 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607400 Aug 11 02:32:48.612456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.618682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.619194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37219c2f-eb3e-48fd-ae3d-e759deae1126 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:48.668005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.690283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f853639f-1d99-4458-9a49-a93de34ccbeb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:48.696825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f853639f-1d99-4458-9a49-a93de34ccbeb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:48.697317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.697474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.743478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:48.749051 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.773793 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-cffb0731-efba-4372-b770-237d5d1dc3a8 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:48.779057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cffb0731-efba-4372-b770-237d5d1dc3a8 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3903630 Aug 11 02:32:48.781966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8629b25b-f3f4-4beb-a2fd-6e8194b75b96 req-a7f738e7-927d-481d-8f27-c9f87a671c0c tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922773 Aug 11 02:32:48.787465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb435930-53db-48f7-af18-41bae9538499 req-b1d7ec70-1a68-4971-b793-d26c5f22860e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708983 Aug 11 02:32:48.795917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37516) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.843321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Transition to ACTIVE for port object 37219c2f-eb3e-48fd-ae3d-e759deae1126 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:48.852781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-98103a3e-dbfe-4ce6-b1cf-5b692219a229 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.852781 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-98103a3e-dbfe-4ce6-b1cf-5b692219a229 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:32:48.852781 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-98103a3e-dbfe-4ce6-b1cf-5b692219a229 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:48.858290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98103a3e-dbfe-4ce6-b1cf-5b692219a229 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0573106 Aug 11 02:32:48.859911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Pushing event updated for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:48.864748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:48.872991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.888894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:48.889749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0d359e2e-861e-4600-b8f0-66a27a61b40a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:48.916749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Network 72bd9947-0429-488e-bef8-fd325129369b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:48.934187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:48.982084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:48.985312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:49.059044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port f853639f-1d99-4458-9a49-a93de34ccbeb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f853639f-1d99-4458-9a49-a93de34ccbeb,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:49.079098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.079389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Pushing event updated for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:49.080293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9882db9-4a24-46cd-96cf-bfbc462abfc7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:49.085750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c26c271d-b642-4b85-ad2c-9a2111cf59be req-49a914d3-cfac-4b52-be49-ad5a69ba6e40 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0532057 Aug 11 02:32:49.168160 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.209515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Deleting port f853639f-1d99-4458-9a49-a93de34ccbeb {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:49.210387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.232334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.261845 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-0d359e2e-861e-4600-b8f0-66a27a61b40a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:49.266346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0d359e2e-861e-4600-b8f0-66a27a61b40a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3945150 Aug 11 02:32:49.268966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.282521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ba251501-3ded-47ae-9753-58951d4e0015 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.283116 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-ba251501-3ded-47ae-9753-58951d4e0015 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:32:49.284039 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-ba251501-3ded-47ae-9753-58951d4e0015 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:49.288496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ba251501-3ded-47ae-9753-58951d4e0015 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166461 Aug 11 02:32:49.289356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.307125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dc201cdc-d898-4bbd-8c14-9e2df0851f32 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.365305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:49.372888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:49.377042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:49.377649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.382279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=f853639f-1d99-4458-9a49-a93de34ccbeb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:49.411310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=c84f5514-37a9-4caa-b64b-e34ac7820521,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:49.413321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] For port f853639f-1d99-4458-9a49-a93de34ccbeb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f853639f-1d99-4458-9a49-a93de34ccbeb,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:49.413847 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.420264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e9882db9-4a24-46cd-96cf-bfbc462abfc7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:49.421468 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.439782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Attempting to bind port 37219c2f-eb3e-48fd-ae3d-e759deae1126 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:49.440309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Attempting to bind port 37219c2f-eb3e-48fd-ae3d-e759deae1126 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'f51f4fdd-cd64-417c-8297-faa51c6e880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:49.441097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Attempting to bind port 37219c2f-eb3e-48fd-ae3d-e759deae1126 on network 3cf14314-8479-454d-b651-02cb7571bb82 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:49.445025 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-dc201cdc-d898-4bbd-8c14-9e2df0851f32 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:49.451605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc201cdc-d898-4bbd-8c14-9e2df0851f32 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1550455 Aug 11 02:32:49.452427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37524) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.458605 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-296c30d7-540c-4ce9-af6e-3336a9d7fe8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8420081 Aug 11 02:32:49.462499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Calling delete_port for f853639f-1d99-4458-9a49-a93de34ccbeb owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:49.465987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-eea9f3e1-6bc6-47bd-8d18-37702a127903 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.466720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37526) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.466838 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-eea9f3e1-6bc6-47bd-8d18-37702a127903 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:32:49.467517 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-eea9f3e1-6bc6-47bd-8d18-37702a127903 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:49.469887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eea9f3e1-6bc6-47bd-8d18-37702a127903 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123084 Aug 11 02:32:49.476717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'c84f5514-37a9-4caa-b64b-e34ac7820521', 'ip_address': '2001:db8::519d:e872:2fe1:48ac'}], 'name': 'tempest-NetworksTestDHCPv6-1507822724'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.477603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37528) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.478468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Port 37219c2f-eb3e-48fd-ae3d-e759deae1126 on network 3cf14314-8479-454d-b651-02cb7571bb82 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:32:49.478937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Attempting to bind port 37219c2f-eb3e-48fd-ae3d-e759deae1126 on network 3cf14314-8479-454d-b651-02cb7571bb82 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:49.509835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b821bd6a-edb7-46f4-9d0a-37798973c65f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.539260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:49.539838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Checking segment: {'id': 'f51f4fdd-cd64-417c-8297-faa51c6e880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:49.541286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Bound using segment: {'id': 'f51f4fdd-cd64-417c-8297-faa51c6e880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:49.542074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Bound port: 37219c2f-eb3e-48fd-ae3d-e759deae1126, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51f4fdd-cd64-417c-8297-faa51c6e880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:49.542826 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.551825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05680e4e-131f-4f7c-9714-04012930b03e None None] Provisioning for port 09e55236-e29c-4947-b5c0-ce3b481ea340 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:49.564660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05680e4e-131f-4f7c-9714-04012930b03e None None] Provisioning complete for port 09e55236-e29c-4947-b5c0-ce3b481ea340 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:49.565045 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05680e4e-131f-4f7c-9714-04012930b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.569778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.646372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-05680e4e-131f-4f7c-9714-04012930b03e None None] Port 09e55236-e29c-4947-b5c0-ce3b481ea340 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:49.662398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fba2275-2df1-409a-9494-13b6b7ebb413 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:49.665894 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.707370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:49.714747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] Pushing event deleted for resources: {'Port': ['ID=f853639f-1d99-4458-9a49-a93de34ccbeb,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:49.724541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a7783-ed44-4ef5-92ab-10fcfb433cb4 None None] No DVR routers for this DVR port f853639f-1d99-4458-9a49-a93de34ccbeb on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:49.738267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.754374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922dcab-2018-439e-8821-ce7e5e28dc60 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:49.765287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port da054321-14f0-4733-b1a5-d4513efa34e0 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:49.781422 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-b821bd6a-edb7-46f4-9d0a-37798973c65f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:49.787940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b821bd6a-edb7-46f4-9d0a-37798973c65f tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3013489 Aug 11 02:32:49.791437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37530) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:49.806461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-91279cf8-d33b-4215-a2d9-ef63417fa68a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '4dafbf28-33e6-469d-9e79-3dcbabb091b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:49.817396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:49.834548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6fba2275-2df1-409a-9494-13b6b7ebb413 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:49.836773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126,segment=NetworkSegment(f51f4fdd-cd64-417c-8297-faa51c6e880c),segment_id=f51f4fdd-cd64-417c-8297-faa51c6e880c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:49.842558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6fba2275-2df1-409a-9494-13b6b7ebb413 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:49.843528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:49.939233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.001905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.042087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6fba2275-2df1-409a-9494-13b6b7ebb413, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fba2275-2df1-409a-9494-13b6b7ebb413,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:50.049761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.060095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'c84f5514-37a9-4caa-b64b-e34ac7820521'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:50.061349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.099533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.100203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.103176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] 10.222.0.61 "PUT /v2.0/ports/37219c2f-eb3e-48fd-ae3d-e759deae1126 HTTP/1.1" status: 200 len: 1092 time: 3.2908237 Aug 11 02:32:50.111086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::519d:e872:2fe1:48ac (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/c84f5514-37a9-4caa-b64b-e34ac7820521/da054321-14f0-4733-b1a5-d4513efa34e0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:50.129232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:50.132437 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63787472-cb69-4690-985d-b469e46c13fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:50.207423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6fba2275-2df1-409a-9494-13b6b7ebb413,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:50.286676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f853639f-1d99-4458-9a49-a93de34ccbeb no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:50.318742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f853639f-1d99-4458-9a49-a93de34ccbeb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:32:50.319265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f853639f-1d99-4458-9a49-a93de34ccbeb not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:32:50.370589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986cba9-da87-4860-937c-a791a8e90b94 req-84569240-136c-431c-91ae-8c7cdae104be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.372189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6986cba9-da87-4860-937c-a791a8e90b94 req-84569240-136c-431c-91ae-8c7cdae104be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0799980 Aug 11 02:32:50.416350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.443150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object da054321-14f0-4733-b1a5-d4513efa34e0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:50.446145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6986cba9-da87-4860-937c-a791a8e90b94 req-92812e89-19b3-4fba-88c7-30fc3ac5fa53 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628667 Aug 11 02:32:50.486180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.568262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:50.578635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:50.579094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a201a-6b3b-4a8f-b218-c7627431220b service neutron] Pushing event updated for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:50.579471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/c84f5514-37a9-4caa-b64b-e34ac7820521/9140fc07-1157-42d5-b068-8483daec271d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:50.582378 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-91279cf8-d33b-4215-a2d9-ef63417fa68a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:50.586210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-91279cf8-d33b-4215-a2d9-ef63417fa68a tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7879241 Aug 11 02:32:50.586449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:50.591140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec586d9-bd15-429f-aa83-b912247c10a6 req-84fba7fb-f019-459c-a4c4-ceb2404fd1c5 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.592738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aec586d9-bd15-429f-aa83-b912247c10a6 req-84fba7fb-f019-459c-a4c4-ceb2404fd1c5 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.6635337 Aug 11 02:32:50.596707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37542) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:50.609882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.611021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.627128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=da054321-14f0-4733-b1a5-d4513efa34e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:50.645763 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f10f94c3-cae0-46e4-8d5b-2c5177742424 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1768520 Aug 11 02:32:50.649604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:50.670473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ba253-e8a4-4872-8b31-a7c812fb6faa req-05409ffc-862a-4f05-85f7-befc0ec71ab4 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.672475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5ba253-e8a4-4872-8b31-a7c812fb6faa req-05409ffc-862a-4f05-85f7-befc0ec71ab4 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 943 time: 0.6275451 Aug 11 02:32:50.680280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.704322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.718081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-52758a90-433c-4792-8e2d-cfce75b36fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.720141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-52758a90-433c-4792-8e2d-cfce75b36fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fea2042972f462eb2a901a64b0d08f7&device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 1095 time: 0.5304697 Aug 11 02:32:50.741327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e4ec9-fdc3-4313-80e0-efd4bcf57984 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:50.745871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e06e4ec9-fdc3-4313-80e0-efd4bcf57984 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0934098 Aug 11 02:32:50.748799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:50.787662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aec586d9-bd15-429f-aa83-b912247c10a6 req-0dc593d2-aa4b-4eb3-9f5f-acf19fb1b8f7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761792 Aug 11 02:32:50.831079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.844885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Transition to ACTIVE for port object 9140fc07-1157-42d5-b068-8483daec271d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:50.849494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-2476aa8c-c463-4643-b8a9-8530805ef6e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126 HTTP/1.1" status: 200 len: 217 time: 0.1190038 Aug 11 02:32:50.864782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Transition to ACTIVE for port object 9140fc07-1157-42d5-b068-8483daec271d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:50.874440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.920971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5ba253-e8a4-4872-8b31-a7c812fb6faa req-8eea6c26-459f-4a33-ba1c-aa4e086fe9f3 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301319 Aug 11 02:32:50.926684 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.927697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:50.931086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Pushing event updated for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:50.931285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:50.935534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:50.936056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:50.959195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Pushing event updated for resources: {'Port': ['ID=9140fc07-1157-42d5-b068-8483daec271d,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:50.977520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port da054321-14f0-4733-b1a5-d4513efa34e0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:50.977901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.028262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Attempting to bind port 9140fc07-1157-42d5-b068-8483daec271d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:51.029156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Attempting to bind port 9140fc07-1157-42d5-b068-8483daec271d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:51.029156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Attempting to bind port 9140fc07-1157-42d5-b068-8483daec271d on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:51.036262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:51.036636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:51.045846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.045846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:51.045846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Bound port: 9140fc07-1157-42d5-b068-8483daec271d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:51.045846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.076005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea791-f50e-4fc2-8253-ab865357941f req-c6c119a0-68f4-4fa1-81c6-c7c2d44e70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:51.077617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-c6c119a0-68f4-4fa1-81c6-c7c2d44e70d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7a418a8-a264-4a26-a5d5-f2ee6262ce88 HTTP/1.1" status: 200 len: 848 time: 0.2138448 Aug 11 02:32:51.099743 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18550b3-35a2-4e06-9e27-0d7d749c7bec x-openstack-request-id: req-a18550b3-35a2-4e06-9e27-0d7d749c7bec {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:51.100081 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:51.100405 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a18550b3-35a2-4e06-9e27-0d7d749c7bec {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:51.100660 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126', 'status': 'completed', 'code': 200} Aug 11 02:32:51.127930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] For port 9140fc07-1157-42d5-b068-8483daec271d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:51.130599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.132482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] For port 9140fc07-1157-42d5-b068-8483daec271d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9140fc07-1157-42d5-b068-8483daec271d,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:51.144560 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.147667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.168300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for da054321-14f0-4733-b1a5-d4513efa34e0 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:51.194751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-e85dc156-5156-437a-ad5c-4d01a8aa4ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cf14314-8479-454d-b651-02cb7571bb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965395 Aug 11 02:32:51.270719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f80111-3c4c-4369-8369-7e53e924ce58 None None] Pushing event updated for resources: {'Port': ['ID=9140fc07-1157-42d5-b068-8483daec271d,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.304790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c844b9dc-3298-421c-8acc-d197dc3520fa req-88f74b20-6953-4c1d-bd5d-21df2cf669f8 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.1798484 Aug 11 02:32:51.391470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.438287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=da054321-14f0-4733-b1a5-d4513efa34e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.453870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.458488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.460228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/4dafbf28-33e6-469d-9e79-3dcbabb091b9 HTTP/1.1" status: 204 len: 168 time: 0.8612018 Aug 11 02:32:51.464180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37548) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.474686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.480906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8465e4e9-9230-4420-9178-a6258ab60ad8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/da054321-14f0-4733-b1a5-d4513efa34e0 HTTP/1.1" status: 204 len: 168 time: 0.7260864 Aug 11 02:32:51.482839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Network 72bd9947-0429-488e-bef8-fd325129369b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:51.485850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37550) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.493512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-efd797fa-a1ba-4f4f-b13d-cba271f5f950 service neutron] 10.222.0.61 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688651 Aug 11 02:32:51.495284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:51.500693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e5f8c-cdb7-4656-8c46-4ba9955dc370 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafbf28-33e6-469d-9e79-3dcbabb091b9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:51.635154 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1be3eb49-2ccf-412d-ace8-d7860f53f261 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689205 Aug 11 02:32:51.635898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.642094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452d1ac-168a-45ca-b509-c30c59285cd1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:51.643803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452d1ac-168a-45ca-b509-c30c59285cd1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:51.648556 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0452d1ac-168a-45ca-b509-c30c59285cd1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1616511 Aug 11 02:32:51.649271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:51.653013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--65185027'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:51.759536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet c84f5514-37a9-4caa-b64b-e34ac7820521 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:51.763599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.765699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:51.768402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-563ea791-f50e-4fc2-8253-ab865357941f req-4ad57f3d-4f08-42ee-82e5-6ca690bd4f26 service neutron] 10.222.0.61 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532167 Aug 11 02:32:51.827432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Router bb566822-8f35-4c85-b34e-ac953b676ce0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:32:51.897836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.024464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-86481883-6626-4630-9288-3d5fedb521db None None] Provisioning complete for port 09e55236-e29c-4947-b5c0-ce3b481ea340 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:52.027492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86481883-6626-4630-9288-3d5fedb521db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.059889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787472-cb69-4690-985d-b469e46c13fe req-6dc2c3b2-9469-4cf3-9ec1-450a27285aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.061662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-6dc2c3b2-9469-4cf3-9ec1-450a27285aa2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fea2042972f462eb2a901a64b0d08f7&device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 1095 time: 0.2062519 Aug 11 02:32:52.095676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-86481883-6626-4630-9288-3d5fedb521db None None] Port 09e55236-e29c-4947-b5c0-ce3b481ea340 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:32:52.127369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.137627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.137627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.159387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:32:52.176827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e462f6cc-322b-4a97-85e6-2bd92bf70a08 admin admin] 10.222.0.68 "PUT /v2.0/routers/bb566822-8f35-4c85-b34e-ac953b676ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3403251 Aug 11 02:32:52.191496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016f44-c51f-45d0-ba8d-e2dfba3718a8 req-6bf93000-f93a-4371-a08e-17724ef8e828 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.193569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84016f44-c51f-45d0-ba8d-e2dfba3718a8 req-6bf93000-f93a-4371-a08e-17724ef8e828 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2570376 Aug 11 02:32:52.206843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.210868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5707188 Aug 11 02:32:52.212959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Sync routers for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:32:52.213964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37564) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:52.225106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9a8c6629-0b5a-466c-8f26-15c58592bd36 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '719c81be-4d6b-4f49-8910-65fd68c23ac6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.248542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307eac8-da76-4889-8ee0-0b0323c4b529 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719c81be-4d6b-4f49-8910-65fd68c23ac6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:52.266512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:52.268131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:52.338342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.384241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84016f44-c51f-45d0-ba8d-e2dfba3718a8 req-8b96d6c6-7694-43c1-b4c7-337fff9d7ad5 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 Aug 11 02:32:52.385593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787472-cb69-4690-985d-b469e46c13fe req-0b7fbec2-633a-43c0-aefb-2f0048a0b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.394588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-0b7fbec2-633a-43c0-aefb-2f0048a0b9e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cf14314-8479-454d-b651-02cb7571bb82 HTTP/1.1" status: 200 len: 909 time: 0.3204818 Aug 11 02:32:52.455225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=c84f5514-37a9-4caa-b64b-e34ac7820521,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:52.461733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.465712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c0abe06-3bba-4891-9d24-02fc3d1ccd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/c84f5514-37a9-4caa-b64b-e34ac7820521 HTTP/1.1" status: 204 len: 168 time: 0.8073754 Aug 11 02:32:52.473351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:52.594380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-c315e0e7-21fd-46ae-8605-52dff88cfa38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126 HTTP/1.1" status: 200 len: 217 time: 0.1083722 Aug 11 02:32:52.618544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0aed43ed-4b56-46a4-99a3-6424a60681e9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390538 Aug 11 02:32:52.624580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37574) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:52.637581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c34571be-a578-4320-a386-43d87a783d81 req-59e8b741-0cd9-458a-8737-ccc5fa7dfe62 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0574126 Aug 11 02:32:52.654236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.713195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787472-cb69-4690-985d-b469e46c13fe req-955fcae0-dfb8-46e6-bdd7-621b4d3ed733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.715179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-955fcae0-dfb8-46e6-bdd7-621b4d3ed733 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7a418a8-a264-4a26-a5d5-f2ee6262ce88 HTTP/1.1" status: 200 len: 848 time: 0.0930226 Aug 11 02:32:52.751350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1737785944', 'description': 'tempest-description-219910776'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.767592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05880a46-b65b-491a-8a74-c2a5040bb95e req-18af291c-15fd-4a44-b898-cc1fe8578f55 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:52.769552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05880a46-b65b-491a-8a74-c2a5040bb95e req-18af291c-15fd-4a44-b898-cc1fe8578f55 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 943 time: 0.3617334 Aug 11 02:32:52.795511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-65b03ecb-4c36-40ae-8884-0df165a73c63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cf14314-8479-454d-b651-02cb7571bb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718298 Aug 11 02:32:52.817830 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-9a8c6629-0b5a-466c-8f26-15c58592bd36 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The resource could not be found. Aug 11 02:32:52.820285 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a8c6629-0b5a-466c-8f26-15c58592bd36 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6049867 Aug 11 02:32:52.827460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37576) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:52.846643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fba2275-2df1-409a-9494-13b6b7ebb413 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:52.860814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fdae89ef-1b85-4ded-a8a2-fdea693ada2d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '719c81be-4d6b-4f49-8910-65fd68c23ac6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f38c27e-a2b8-457c-8017-4bf98388bd9f'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:52.901689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.930088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05880a46-b65b-491a-8a74-c2a5040bb95e req-002dc6a2-f640-4b87-aafb-98788ba7cfa6 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422558 Aug 11 02:32:52.938641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-219d36b7-eee7-4f89-a47c-297c8be720a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:52.973066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:52.976701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6fba2275-2df1-409a-9494-13b6b7ebb413 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:52.978107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.039378 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fdae89ef-1b85-4ded-a8a2-fdea693ada2d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The resource could not be found. Aug 11 02:32:53.041121 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fdae89ef-1b85-4ded-a8a2-fdea693ada2d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2121856 Aug 11 02:32:53.046885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-408cf83e-23c3-4b28-9e5f-0313e296eec3 service neutron] 10.222.0.61 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274139 Aug 11 02:32:53.047369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.142479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:53.148907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.208937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5783ada-46ea-4c3d-90e9-00de8a3a12e2 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:53.349494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9140fc07-1157-42d5-b068-8483daec271d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:32:53.371846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63787472-cb69-4690-985d-b469e46c13fe req-416016e0-b1a9-4a65-9f79-a0d03800938a service neutron] 10.222.0.61 "GET /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235903 Aug 11 02:32:53.401570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d50fc7ce-c780-418a-9a64-681101345256 None None] Provisioning for port 9140fc07-1157-42d5-b068-8483daec271d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:53.452318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.460101 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.495113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.500522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.510299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b3ad3ae-59f3-429f-b335-b3b439f52946 req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7620206 Aug 11 02:32:53.513407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6f7f2-2a2d-451e-ac8b-67985263bef8 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690f1b4f-5237-4eee-9664-19860806d6d5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.538464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.585675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.649848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-9c1465cd-c834-481d-829d-ee85c88aeb6d tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737785944&fields=id&tenant_id=1a5912bf31ac47e6baf3da6714b052bb HTTP/1.1" status: 200 len: 267 time: 0.0755603 Aug 11 02:32:53.659056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:53.671229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 9140fc07-1157-42d5-b068-8483daec271d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:32:53.672787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:53.681438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:53.682711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.687030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.692377 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.694412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/719c81be-4d6b-4f49-8910-65fd68c23ac6 HTTP/1.1" status: 204 len: 168 time: 0.6455023 Aug 11 02:32:53.699224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37596) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.705083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9140fc07-1157-42d5-b068-8483daec271d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:32:53.705719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:53.739007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5e234-5ebb-4832-9b12-3d7ad8df2f6c tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c81be-4d6b-4f49-8910-65fd68c23ac6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.768515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:49Z', 'revision_number': 4, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '09e55236-e29c-4947-b5c0-ce3b481ea340', 'name': '', 'network_id': '72bd9947-0429-488e-bef8-fd325129369b', 'tenant_id': '946bb57040324808987db151a3b65673', 'mac_address': 'fa:16:3e:e3:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:49Z', 'revision_number': 2, 'project_id': '946bb57040324808987db151a3b65673', 'subnets': [{'id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:53.778729 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1460028 Aug 11 02:32:53.788177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.795234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-86642a3e-6e0a-4944-99c8-6f474d657a73 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:53.797295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': '75e9478c-fd86-4329-a5c6-38c1a8cf8c9e', 'ip_address': '2001:db8::5b0e:d08f:583:e76e'}], 'name': 'tempest-NetworksTestDHCPv6-772829249'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:53.799546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-86642a3e-6e0a-4944-99c8-6f474d657a73 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.1478209 Aug 11 02:32:53.806010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1560cab-6f3c-4daf-ba46-600d18e58ea9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=75e9478c-fd86-4329-a5c6-38c1a8cf8c9e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:53.845311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Checking router: bb566822-8f35-4c85-b34e-ac953b676ce0 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:32:53.845311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Updating router bb566822-8f35-4c85-b34e-ac953b676ce0 port 09e55236-e29c-4947-b5c0-ce3b481ea340 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:32:53.847864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:32:53.852696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'port': {'security_groups': ['0990a98e-c284-4eac-8e29-f44cfd35505b', '690f1b4f-5237-4eee-9664-19860806d6d5']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:53.921069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7f86805-5dc1-4d93-8934-36d54f4bf084 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2202377 Aug 11 02:32:53.927696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37606) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:53.936923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-823871fa-08b6-4e2a-807f-089be199ba54 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': '0033b787-ba4c-45c6-8664-4616c1fc9e7d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:53.986754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.029917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:32:54.082222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.114119 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-823871fa-08b6-4e2a-807f-089be199ba54 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The resource could not be found. Aug 11 02:32:54.122019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-823871fa-08b6-4e2a-807f-089be199ba54 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1867423 Aug 11 02:32:54.141548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37614) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.150075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159995717'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.187808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Deleting port 9140fc07-1157-42d5-b068-8483daec271d {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:54.188955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.237329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.260755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.341552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.380289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 9140fc07-1157-42d5-b068-8483daec271d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9140fc07-1157-42d5-b068-8483daec271d,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:54.397238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port bc5cd22b-745e-4d3a-abb2-eb922ad65a95 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:32:54.398871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.471943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-071e9cd5-ccd1-491d-895a-054c876b8961 req-05985422-fbd2-46ec-b554-b8ed2eaa9367 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0904195 Aug 11 02:32:54.545797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9140fc07-1157-42d5-b068-8483daec271d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:32:54.622276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.638111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.642657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:54.643855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] For port 9140fc07-1157-42d5-b068-8483daec271d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9140fc07-1157-42d5-b068-8483daec271d,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:54.644265 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.657794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=9140fc07-1157-42d5-b068-8483daec271d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:54.693376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Calling delete_port for 9140fc07-1157-42d5-b068-8483daec271d owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:54.736629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.739045 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5959339 Aug 11 02:32:54.741570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.745257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:54.750872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083788791'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:54.766919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559db13-ce75-4e2e-a7e1-6bdf4bee2235 req-3c1463a4-f478-4496-96e4-54095b53f144 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.786934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5559db13-ce75-4e2e-a7e1-6bdf4bee2235 req-3c1463a4-f478-4496-96e4-54095b53f144 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 943 time: 0.1380198 Aug 11 02:32:54.803907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.830878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:54.953885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:54.955275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:54.959409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7ae8f94-def6-4744-af5b-180d29f38f25 req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "PUT /v2.0/ports/71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 982 time: 1.1318190 Aug 11 02:32:55.003601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:55.009012 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d393057f-57ef-44b6-81d1-6c5edb36b2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:55.032502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5559db13-ce75-4e2e-a7e1-6bdf4bee2235 req-7c3763e1-cc8b-4a90-8762-8eefa8779fa2 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090781 Aug 11 02:32:55.055349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.090128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:55.217865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3d283-6ba8-4533-a1bc-d5028d83b672 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:55.286891 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.297212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-2cea681e-fa02-4b18-90e3-2dc82082a312 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737785944&fields=id&tenant_id=1a5912bf31ac47e6baf3da6714b052bb HTTP/1.1" status: 200 len: 267 time: 0.0852914 Aug 11 02:32:55.354726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.420132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::5b0e:d08f:583:e76e (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/75e9478c-fd86-4329-a5c6-38c1a8cf8c9e/bc5cd22b-745e-4d3a-abb2-eb922ad65a95) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:55.445166 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33fda0aa-cff0-4908-8061-64cc0deeb917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.472849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-0d6d761b-71e0-4865-b429-341cfbfbbbcb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:55.475805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-0d6d761b-71e0-4865-b429-341cfbfbbbcb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 985 time: 0.1527617 Aug 11 02:32:55.489877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.496196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1f90f-7e4b-4f80-8bce-88929fd5b05b tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa452d90-ce6e-4599-8e56-ba21203a96d6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:55.498664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.539003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.542141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7954509 Aug 11 02:32:55.553373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'port': {'security_groups': ['0990a98e-c284-4eac-8e29-f44cfd35505b']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:55.557921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37632) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:55.563959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5d825c7e-b020-4a2c-a613-3b6e7e5f12f6 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group_rule': {'security_group_id': 'aa452d90-ce6e-4599-8e56-ba21203a96d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ebacb78c-4d6a-4b00-a80a-3af9cfae785e'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:55.581988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] Pushing event deleted for resources: {'Port': ['ID=9140fc07-1157-42d5-b068-8483daec271d,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:55.587180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772bd499-e160-4fb6-8be2-624ca8854dde None None] No DVR routers for this DVR port 9140fc07-1157-42d5-b068-8483daec271d on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:32:55.600675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.633908 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-5d825c7e-b020-4a2c-a613-3b6e7e5f12f6 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:32:55.639972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5d825c7e-b020-4a2c-a613-3b6e7e5f12f6 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0809100 Aug 11 02:32:55.644681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37634) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:55.660169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a30c0-893e-47e5-a1de-3b86f43880cf None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:32:55.668257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.688677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71c0db-0f07-4167-9aaf-3a1e90ff028d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebacb78c-4d6a-4b00-a80a-3af9cfae785e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:55.711450 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2cb89a-25da-4687-84fe-a192e15ebccf x-openstack-request-id: req-cd2cb89a-25da-4687-84fe-a192e15ebccf {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:55.711898 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:55.712332 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd2cb89a-25da-4687-84fe-a192e15ebccf {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:55.713162 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:32:55.722326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.746399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object bc5cd22b-745e-4d3a-abb2-eb922ad65a95 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:55.812035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.814152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Transition to ACTIVE for port object 09e55236-e29c-4947-b5c0-ce3b481ea340 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:55.815260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.851184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.864781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.945687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:55.963275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:55.980102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:55.991357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:56.002825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.004037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.007998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d7a3d10-fea5-44f4-90fa-8a2a700f3f81 req-4a81e613-f18a-4b4f-8c3b-7dcdda37b49a tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0513442 Aug 11 02:32:56.011723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=bc5cd22b-745e-4d3a-abb2-eb922ad65a95,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.015355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.016521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-eb815e0f-c1f5-4ba5-b9e3-94aace39b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.018270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-eb815e0f-c1f5-4ba5-b9e3-94aace39b15a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1137 time: 0.2138054 Aug 11 02:32:56.020111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.026195 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/ebacb78c-4d6a-4b00-a80a-3af9cfae785e HTTP/1.1" status: 204 len: 168 time: 0.3767810 Aug 11 02:32:56.027506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37640) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.051106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da73fb-61ff-45a2-8f33-eff9f973ca83 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebacb78c-4d6a-4b00-a80a-3af9cfae785e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.066066 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2112f326-8da1-488e-a942-9a10e9daa0ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2762206 Aug 11 02:32:56.070531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37642) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.232125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 37219c2f-eb3e-48fd-ae3d-e759deae1126 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:32:56.235117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390274d-1257-44be-ab3d-d7a183404022 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.237931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f390274d-1257-44be-ab3d-d7a183404022 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1651130 Aug 11 02:32:56.242296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.376638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c76df6a9-05cb-4ae2-84d9-4bdaa58bd1da tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3482530 Aug 11 02:32:56.386021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:56.480338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096f37-b022-4a46-b4ce-59ab5da8dbb7 None None] Pushing event updated for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:56.534468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port bc5cd22b-745e-4d3a-abb2-eb922ad65a95 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:56.535375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.544485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126,segment=NetworkSegment(f51f4fdd-cd64-417c-8297-faa51c6e880c),segment_id=f51f4fdd-cd64-417c-8297-faa51c6e880c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:56.569905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-ceb7c5e1-618d-4cb2-b856-c3473a33f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.573064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-ceb7c5e1-618d-4cb2-b856-c3473a33f271 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.5237205 Aug 11 02:32:56.579360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.607702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '37219c2f-eb3e-48fd-ae3d-e759deae1126', 'network_id': '3cf14314-8479-454d-b651-02cb7571bb82', 'port_id': '37219c2f-eb3e-48fd-ae3d-e759deae1126', 'mac_address': 'fa:16:3e:f8:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a418a8-a264-4a26-a5d5-f2ee6262ce88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:32:56.627596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7d97-b5d3-4a0e-b182-9d0527ff6579 req-a3d8ea94-05c0-45e5-b561-b3f882da4b82 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:56.642147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a0b7d97-b5d3-4a0e-b182-9d0527ff6579 req-a3d8ea94-05c0-45e5-b561-b3f882da4b82 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 943 time: 0.3401232 Aug 11 02:32:56.660616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:56.678396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for bc5cd22b-745e-4d3a-abb2-eb922ad65a95 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:56.721397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-50ec6740-f8c9-40d4-a43a-0ce18dfeb69d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.1291249 Aug 11 02:32:56.888273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:56.924052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a0b7d97-b5d3-4a0e-b182-9d0527ff6579 req-7e578fc8-4c2e-442c-bea3-113b1220d6e8 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803249 Aug 11 02:32:56.947048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Attempting to bind port 09e55236-e29c-4947-b5c0-ce3b481ea340 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:56.947623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Attempting to bind port 09e55236-e29c-4947-b5c0-ce3b481ea340 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:56.948208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Attempting to bind port 09e55236-e29c-4947-b5c0-ce3b481ea340 on network 72bd9947-0429-488e-bef8-fd325129369b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:56.962790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.022617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.028181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.039386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-2e6fc1cd-2b6b-4164-999d-8a88760e7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.044137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-2e6fc1cd-2b6b-4164-999d-8a88760e7325 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.3062804 Aug 11 02:32:57.048717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.063799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.068876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:57.071978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Checking segment: {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:57.073247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.074173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Bound using segment: {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:57.075738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Bound port: 09e55236-e29c-4947-b5c0-ce3b481ea340, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '72bd9947-0429-488e-bef8-fd325129369b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:57.076720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.093758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.165240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=bc5cd22b-745e-4d3a-abb2-eb922ad65a95,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.218243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.226380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.233342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/aa452d90-ce6e-4599-8e56-ba21203a96d6 HTTP/1.1" status: 204 len: 168 time: 0.8456850 Aug 11 02:32:57.235399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37660) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.250073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.267051 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.272869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08d9b27b-e811-407a-bfcb-9d7bd71264a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/bc5cd22b-745e-4d3a-abb2-eb922ad65a95 HTTP/1.1" status: 204 len: 168 time: 1.0273070 Aug 11 02:32:57.276091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-cf2f61db-6f85-4827-9dfe-13dc4795f9ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2244787 Aug 11 02:32:57.279533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37664) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.282854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f07e6-29fd-44f4-9ff9-2505dccdbd7d tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa452d90-ce6e-4599-8e56-ba21203a96d6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.313384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] For port 09e55236-e29c-4947-b5c0-ce3b481ea340, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:32:57.333221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:57.334186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.336419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e48297e-7547-4804-b16b-72e2a7c63be5 req-60964c73-aee3-4d8e-bef7-c66ccfc56edb tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "PUT /v2.0/ports/71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 943 time: 1.8081548 Aug 11 02:32:57.392029 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f48f47a-c6c9-4c41-8c06-2fb0c91570e1 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459520 Aug 11 02:32:57.394273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.405273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137114262'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:57.463289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] For port 09e55236-e29c-4947-b5c0-ce3b481ea340, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=09e55236-e29c-4947-b5c0-ce3b481ea340,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:32:57.473119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.488317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37219c2f-eb3e-48fd-ae3d-e759deae1126 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:32:57.504094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.596071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '75e9478c-fd86-4329-a5c6-38c1a8cf8c9e'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:32:57.597347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.601769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:57.611256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.617282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.642711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.644840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2456598 Aug 11 02:32:57.653755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.665902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-81c8cb39-53c7-43fd-b3ce-802ac9854c59 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:57.666989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126,segment=NetworkSegment(f51f4fdd-cd64-417c-8297-faa51c6e880c),segment_id=f51f4fdd-cd64-417c-8297-faa51c6e880c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:57.668054 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-81c8cb39-53c7-43fd-b3ce-802ac9854c59 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:32:57.668311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:57.668619 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-81c8cb39-53c7-43fd-b3ce-802ac9854c59 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:32:57.670222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81c8cb39-53c7-43fd-b3ce-802ac9854c59 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "PUT /v2.0/security-groups/394d8702-5856-4395-8527-fe3b2eadc3a0 HTTP/1.1" status: 409 len: 330 time: 0.0140722 Aug 11 02:32:57.675147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37676) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.706015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7a42f-1dcd-4d8b-806a-3a03fc182d12 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394d8702-5856-4395-8527-fe3b2eadc3a0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.756394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.795157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.853737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:32:57.858839 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de127656-3923-4b50-a643-ee38f40f8801" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:32:57.868132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.872648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.874768 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:57.879920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/394d8702-5856-4395-8527-fe3b2eadc3a0 HTTP/1.1" status: 204 len: 168 time: 0.2003884 Aug 11 02:32:57.885023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:57.902662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12819b-a73d-4f28-9276-459ea1b16475 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d8702-5856-4395-8527-fe3b2eadc3a0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:57.948662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-effe03f9-1548-48cb-8ac0-a31f509c2c8d req-a4aa46e2-91df-4271-b609-56d4a40693ab tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0738962 Aug 11 02:32:58.021213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096f37-b022-4a46-b4ce-59ab5da8dbb7 None None] Pushing event updated for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:58.026119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:32:58.027563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:58.075108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37684) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.115158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6642131-2e10-4266-bcad-79f13b79ea9b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.117205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6642131-2e10-4266-bcad-79f13b79ea9b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.122439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d6642131-2e10-4266-bcad-79f13b79ea9b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8410246 Aug 11 02:32:58.123071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37686) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.142362 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08534a8-66dd-4a82-8f5b-6157a29ebbb1 x-openstack-request-id: req-c08534a8-66dd-4a82-8f5b-6157a29ebbb1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:32:58.142362 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:32:58.142362 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c08534a8-66dd-4a82-8f5b-6157a29ebbb1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:32:58.142362 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:32:58.231647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-819988be-62d3-4a27-b8df-cd04da05fa52 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272103 Aug 11 02:32:58.237534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['37219c2f-eb3e-48fd-ae3d-e759deae1126'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:32:58.242365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a2b3ef22-6d4a-471b-873b-1f70085a6376 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3550100 Aug 11 02:32:58.254942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.290836 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fd14016b-eac2-40fe-a513-59baa162b3ff tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] delete failed (client error): The resource could not be found. Aug 11 02:32:58.300792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd14016b-eac2-40fe-a513-59baa162b3ff tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "DELETE /v2.0/security-groups/b9bc6e1c-1f12-487c-b6ff-f93437d79d26 HTTP/1.1" status: 404 len: 347 time: 0.0360980 Aug 11 02:32:58.302212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.337306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.389350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/75e9478c-fd86-4329-a5c6-38c1a8cf8c9e/39ff53d5-50a1-4788-a4f3-19f09a47f049) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:58.395715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 75e9478c-fd86-4329-a5c6-38c1a8cf8c9e {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:32:58.415115 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-4e8e2a1b-00f3-4273-9a98-bd435a414600 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] show failed (client error): The resource could not be found. Aug 11 02:32:58.416507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4e8e2a1b-00f3-4273-9a98-bd435a414600 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-groups/dea4e1fa-c25f-42da-bd3f-c860c1a24018 HTTP/1.1" status: 404 len: 347 time: 0.0958610 Aug 11 02:32:58.424576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37692) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:58.447347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-c7c46704-2189-4720-a407-009a3c889a11 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5800586 Aug 11 02:32:58.458527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:32:58.492696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d2cb8-b5ab-4d54-83b6-4848fd59b4eb req-72a3a344-3560-4902-960e-328eadd85936 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.494381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-845d2cb8-b5ab-4d54-83b6-4848fd59b4eb req-72a3a344-3560-4902-960e-328eadd85936 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 944 time: 0.2878358 Aug 11 02:32:58.501260 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-d77fa2c4-53e6-4997-b44c-dc29c2caf2b9 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] show failed (client error): The resource could not be found. Aug 11 02:32:58.502835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d77fa2c4-53e6-4997-b44c-dc29c2caf2b9 tempest-NegativeSecGroupTest-1630395624 tempest-NegativeSecGroupTest-1630395624-project] 10.222.0.68 "GET /v2.0/security-group-rules/ea82c1b9-584f-40b3-95cf-69cccf66998d HTTP/1.1" status: 404 len: 356 time: 0.0769627 Aug 11 02:32:58.516690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:58.544512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d393057f-57ef-44b6-81d1-6c5edb36b2f8 req-bbda3237-ebe3-40e8-a1f3-d0c0184ce724 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718649 Aug 11 02:32:58.563040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.678156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:32:58.679163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-845d2cb8-b5ab-4d54-83b6-4848fd59b4eb req-7ce6d959-822f-4a60-b1a6-653ec8ea8428 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751375 Aug 11 02:32:58.725777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de127656-3923-4b50-a643-ee38f40f8801 req-2b5733e5-2b66-40b4-99bc-559a08278694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.727405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-2b5733e5-2b66-40b4-99bc-559a08278694 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0964961 Aug 11 02:32:58.860075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.881787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:58.892953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de127656-3923-4b50-a643-ee38f40f8801 req-32460a94-3fb0-447b-88c3-e363467164a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:58.894898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-32460a94-3fb0-447b-88c3-e363467164a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.1559935 Aug 11 02:32:58.990518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-38e376a3-2282-460f-b1b3-d99f009cea27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.0554335 Aug 11 02:32:59.123574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Allocated IP 172.25.3.13 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/66fe00b6-b2c0-4c81-b036-8201037a69c5) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:32:59.139105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:59.239866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de127656-3923-4b50-a643-ee38f40f8801 req-e684840d-236d-43e8-a54d-e8a7c5d47cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:32:59.242267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-e684840d-236d-43e8-a54d-e8a7c5d47cfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.2450402 Aug 11 02:32:59.302303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.307292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-c70bfea6-6558-4e35-85d7-45fb91897623 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412107 Aug 11 02:32:59.330717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Transition to ACTIVE for port object 39ff53d5-50a1-4788-a4f3-19f09a47f049 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:59.331038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49a70bd2-be75-4d92-90f2-807751899983 req-b32db565-a0b5-45fa-b462-434f6253bf13 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0868144 Aug 11 02:32:59.391409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Transition to ACTIVE for port object 39ff53d5-50a1-4788-a4f3-19f09a47f049 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:32:59.405871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.417752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.469453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Deleting port d987bc65-1d3b-4031-8a40-9d798e9f129c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:32:59.470077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.479429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:32:59.481342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Pushing event updated for resources: {'Port': ['ID=39ff53d5-50a1-4788-a4f3-19f09a47f049,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:32:59.487903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:32:59.492060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:32:59.505508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:49Z', 'revision_number': 4, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '09e55236-e29c-4947-b5c0-ce3b481ea340', 'name': '', 'network_id': '72bd9947-0429-488e-bef8-fd325129369b', 'tenant_id': '946bb57040324808987db151a3b65673', 'mac_address': 'fa:16:3e:e3:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:57Z', 'revision_number': 4, 'project_id': '946bb57040324808987db151a3b65673', 'subnets': [{'id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:32:59.531977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.539464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.570980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822f452-9cb2-41d0-afee-156bb3976e2b None None] The sync data for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 is: [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:32:49Z', 'revision_number': 4, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '09e55236-e29c-4947-b5c0-ce3b481ea340', 'name': '', 'network_id': '72bd9947-0429-488e-bef8-fd325129369b', 'tenant_id': '946bb57040324808987db151a3b65673', 'mac_address': 'fa:16:3e:e3:ff:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:46Z', 'updated_at': '2021-08-11T02:32:57Z', 'revision_number': 4, 'project_id': '946bb57040324808987db151a3b65673', 'subnets': [{'id': 'ac34473c-3ac8-42f7-92e9-ad0463538099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:32:59.590536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Attempting to bind port 39ff53d5-50a1-4788-a4f3-19f09a47f049 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:32:59.591168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Attempting to bind port 39ff53d5-50a1-4788-a4f3-19f09a47f049 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:32:59.591738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Attempting to bind port 39ff53d5-50a1-4788-a4f3-19f09a47f049 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:32:59.598103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:32:59.598807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:32:59.599496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.600108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:32:59.600847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Bound port: 39ff53d5-50a1-4788-a4f3-19f09a47f049, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:32:59.601464 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.606373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] For port d987bc65-1d3b-4031-8a40-9d798e9f129c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d987bc65-1d3b-4031-8a40-9d798e9f129c,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:32:59.606855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.618546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7f0d9898-9087-4fbc-8c3d-f54c79d32366 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6880f873b0004db9a3c5ad60cf1eb0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759214 Aug 11 02:32:59.619390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:32:59.645213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Calling delete_port for d987bc65-1d3b-4031-8a40-9d798e9f129c owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:32:59.778454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-6e69f5c6-cc1b-427e-a262-430ab76ef1ba service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532156 Aug 11 02:32:59.883751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.963803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:32:59.995150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.073995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.095445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.098216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.099438 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb405a41-fd01-483c-a232-f1f9a96a3b05 HTTP/1.1" status: 204 len: 168 time: 0.4721200 Aug 11 02:33:00.152161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b85f-555d-4f65-8f5a-7e7ac6951312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb405a41-fd01-483c-a232-f1f9a96a3b05,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.198798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.233655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 37219c2f-eb3e-48fd-ae3d-e759deae1126 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:00.241468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d987bc65-1d3b-4031-8a40-9d798e9f129c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.257995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14656a1a-604b-4612-ab79-a02453fe2fbc req-229dfc61-a6bb-4cbf-92a3-782f2dd28303 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:00.270441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14656a1a-604b-4612-ab79-a02453fe2fbc req-229dfc61-a6bb-4cbf-92a3-782f2dd28303 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 944 time: 0.3114343 Aug 11 02:33:00.283904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de127656-3923-4b50-a643-ee38f40f8801 req-466d685c-62f1-48fb-8f25-501bc6060b7a service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966040 Aug 11 02:33:00.356218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:00.415739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:00.422123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:00.511184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 37219c2f-eb3e-48fd-ae3d-e759deae1126 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:00.536452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 37219c2f-eb3e-48fd-ae3d-e759deae1126 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:00.536758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.558507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'Port': ['ID=66fe00b6-b2c0-4c81-b036-8201037a69c5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.681286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] For port 39ff53d5-50a1-4788-a4f3-19f09a47f049, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:00.685903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.693631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.712619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.753549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] For port 39ff53d5-50a1-4788-a4f3-19f09a47f049, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=39ff53d5-50a1-4788-a4f3-19f09a47f049,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:00.788506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.794075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/75e9478c-fd86-4329-a5c6-38c1a8cf8c9e HTTP/1.1" status: 204 len: 168 time: 2.6488826 Aug 11 02:33:00.794312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:00.798575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37720) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:00.816939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14656a1a-604b-4612-ab79-a02453fe2fbc req-1a30874c-d0cb-4adb-969f-dfc0e93165ab tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058327 Aug 11 02:33:00.938709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 09e55236-e29c-4947-b5c0-ce3b481ea340 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:00.942428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad3b34-24af-4e69-a43b-17f2a5dda042 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=75e9478c-fd86-4329-a5c6-38c1a8cf8c9e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:00.985195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:00.985958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-60369a09-dd55-4b67-8854-43c0ad426c01 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671391 Aug 11 02:33:01.000884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.061321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41aa26-4202-47a4-8c15-fb07d95eff16 None None] Pushing event updated for resources: {'Port': ['ID=39ff53d5-50a1-4788-a4f3-19f09a47f049,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:01.139047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4024d-5f70-4eec-98ae-c2527a582ed3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:01.141302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48b4024d-5f70-4eec-98ae-c2527a582ed3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1541772 Aug 11 02:33:01.144441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:01.171959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.279432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:01.288738 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daaa4dc-176b-4519-b131-298bc34ecdc1" -d '{"events": [{"server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "name": "network-vif-plugged", "status": "completed", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:01.292956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e7c3b-5f9e-418d-975b-5400df248379 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:01.295075 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f6e7c3b-5f9e-418d-975b-5400df248379 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1491995 Aug 11 02:33:01.299098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:01.337449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126,segment=NetworkSegment(f51f4fdd-cd64-417c-8297-faa51c6e880c),segment_id=f51f4fdd-cd64-417c-8297-faa51c6e880c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:01.342850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 09e55236-e29c-4947-b5c0-ce3b481ea340 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:01.350363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 09e55236-e29c-4947-b5c0-ce3b481ea340 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:01.350875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.352845 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.362044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-56a887a4-c6bd-44f3-983d-6bbbdde611d9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541928 Aug 11 02:33:01.362338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37738) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:01.365181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.380143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:01.397485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:01.458865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4121a5b7-6353-4b1f-b97c-a635e0bedb82 req-fb94854d-44e1-42ba-a70b-a6d08f3f5a88 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.3784864 Aug 11 02:33:01.466409 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.607035 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48fbaa8-31f4-4a03-ab65-30c4bf3a3f7a x-openstack-request-id: req-d48fbaa8-31f4-4a03-ab65-30c4bf3a3f7a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:01.613092 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "name": "network-vif-plugged", "status": "completed", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:01.613604 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d48fbaa8-31f4-4a03-ab65-30c4bf3a3f7a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:01.615905 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126', 'code': 200} Aug 11 02:33:01.701269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event updated for resources: {'Port': ['ID=66fe00b6-b2c0-4c81-b036-8201037a69c5,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:01.724605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:01.741345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.771356 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.866636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375250-ff22-4e77-96ca-e939b409169e req-12226803-eb60-45fa-8d12-d759b7c8fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:01.870175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a375250-ff22-4e77-96ca-e939b409169e req-12226803-eb60-45fa-8d12-d759b7c8fece service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 1097 time: 0.1207743 Aug 11 02:33:01.951319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a375250-ff22-4e77-96ca-e939b409169e req-5272a813-f2ee-4067-aacc-982705fa3123 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692289 Aug 11 02:33:01.971442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:01.974056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.979565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:01.983246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d40ec0bf-4b7f-4673-a204-5c0bed6eea70 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5349157 Aug 11 02:33:01.987877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 09e55236-e29c-4947-b5c0-ce3b481ea340, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=09e55236-e29c-4947-b5c0-ce3b481ea340,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:01.999865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.114999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:02.133460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-24872037-1c46-4d6c-ab62-26ce2a866e3d admin admin] 10.222.0.68 "PUT /v2.0/routers/190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0569508 Aug 11 02:33:02.134162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Sync routers for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:02.134984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-3b409e3a-c425-4f25-a6f9-5b35f92a57c9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1497474 Aug 11 02:33:02.141666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:02.165474 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:02.168057 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:02.169399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:02.293230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.321033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c060-a8f5-4ece-8da3-062e01f3ad1a req-1687e100-56ed-4a84-9c14-79cbb4a022df tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:02.329964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc94c060-a8f5-4ece-8da3-062e01f3ad1a req-1687e100-56ed-4a84-9c14-79cbb4a022df tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 945 time: 0.1936157 Aug 11 02:33:02.377580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d6a141bf-e478-404d-a035-d5d5bd544604 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:02.379250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-d6a141bf-e478-404d-a035-d5d5bd544604 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.2245905 Aug 11 02:33:02.396425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-ed5b3274-cc08-4e91-b24e-459874accebe tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:33:02.397363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a40f7b5c-7b9a-4cf9-8124-be44421fcf80 req-ed5b3274-cc08-4e91-b24e-459874accebe tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109911 Aug 11 02:33:02.417660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc94c060-a8f5-4ece-8da3-062e01f3ad1a req-c998012f-2000-4ddd-abff-c3fab1efaee1 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867741 Aug 11 02:33:02.424462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-112462b2-f395-4703-8360-a357e6aaf5cd req-fc2a35f9-8184-439b-937c-9da61f4baee3 service neutron] (94653) timed out ('10.222.0.68', 34120) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:33:02.465243 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:02.571903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.813621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 09e55236-e29c-4947-b5c0-ce3b481ea340 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:02.894748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712614-6d72-4d83-859b-12836ee25732 req-c7642563-306a-46a3-9540-9de310f209c1 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:02.907818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-c7642563-306a-46a3-9540-9de310f209c1 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3378797 Aug 11 02:33:02.932510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Deleting port b5da31dd-876f-4ac0-844f-44fbd5fe5139 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:02.933698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.942364 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:33:00Z', 'revision_number': 5, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port': {'id': 'b5da31dd-876f-4ac0-844f-44fbd5fe5139', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:22Z', 'updated_at': '2021-08-11T02:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:02.943942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 09e55236-e29c-4947-b5c0-ce3b481ea340 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:02.944491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:02.964364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1a4a105-2f6f-460d-bf7d-627c25b0cc56 req-a87be0fd-59cd-4faa-906d-7fdcce7abceb tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.1246829 Aug 11 02:33:02.996147 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Checking router: 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:03.008724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Routers {'190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:03.009379 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:03.095305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-edf21956-96fd-4dc6-8f0a-8765bfbff70a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1857579 Aug 11 02:33:03.101586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'floatingip': {'port_id': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:03.153925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.183628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.213179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 39ff53d5-50a1-4788-a4f3-19f09a47f049 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:03.217291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] Set router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:03.287611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=f81212be-570d-4df1-9bb6-06307564d5b6,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:03.347069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 39ff53d5-50a1-4788-a4f3-19f09a47f049 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:03.351224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:03.357104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:03.367481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:03.368222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.386131 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:33:02Z', 'revision_number': 6, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:03.424406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5664b41-df06-4491-93af-701c0fc9b19f None None] The sync data for ids ['190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0'] in n-d-713498-10 is: [{'id': '190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0', 'name': 'tempest-TestAggregatesBasicOps-1642160909-router', 'tenant_id': '665cf6a7995b4b7e81df5f359668fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:21Z', 'updated_at': '2021-08-11T02:33:02Z', 'revision_number': 6, 'project_id': '665cf6a7995b4b7e81df5f359668fd2c', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:03.452871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f35eb78-967e-4bcd-a34c-a4068e5786b4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0891287 Aug 11 02:33:03.456815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] For port b5da31dd-876f-4ac0-844f-44fbd5fe5139, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5da31dd-876f-4ac0-844f-44fbd5fe5139,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:03.457427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.458467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c3011-b9e5-4f23-95fc-e35012a7f025 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:03.461942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:03.471154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'f81212be-570d-4df1-9bb6-06307564d5b6', 'ip_address': '2001:db8::bca4:f965:1f3c:e939'}], 'name': 'tempest-NetworksTestDHCPv6-1694313014'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:03.588430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Calling delete_port for b5da31dd-876f-4ac0-844f-44fbd5fe5139 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:03.593986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Provisioning for port 39ff53d5-50a1-4788-a4f3-19f09a47f049 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:03.619112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Provisioning complete for port 39ff53d5-50a1-4788-a4f3-19f09a47f049 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:03.620188 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.790599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.906262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] For port 39ff53d5-50a1-4788-a4f3-19f09a47f049, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=39ff53d5-50a1-4788-a4f3-19f09a47f049,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:03.915625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:03.924189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Could not find standard attr ID for object bc5cd22b-745e-4d3a-abb2-eb922ad65a95. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:33:04.027626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139190-87f0-4b25-bf42-f8ccca828b48 None None] Pushing event updated for resources: {'Port': ['ID=39ff53d5-50a1-4788-a4f3-19f09a47f049,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:04.327447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49726cc-f28b-43e3-957f-c1bc35750a86 req-adabac1c-a970-472a-961a-9cb8167221ce tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:04.329701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a49726cc-f28b-43e3-957f-c1bc35750a86 req-adabac1c-a970-472a-961a-9cb8167221ce tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 945 time: 0.7089350 Aug 11 02:33:04.364105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b9e45588-af91-4138-a702-291fec658d73 None None] Provisioning complete for port 39ff53d5-50a1-4788-a4f3-19f09a47f049 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:04.364866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9e45588-af91-4138-a702-291fec658d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.460244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a49726cc-f28b-43e3-957f-c1bc35750a86 req-a6d4899a-0398-4a9f-9184-aadcd33d2e15 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158223 Aug 11 02:33:04.690565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 39ff53d5-50a1-4788-a4f3-19f09a47f049 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:04.848008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:04.875054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.885100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:04.952845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-96a59fa2-d22c-42a1-a72c-463c6707fb2c None None] Could not find standard attr ID for object da054321-14f0-4733-b1a5-d4513efa34e0. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:33:04.981747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 39ff53d5-50a1-4788-a4f3-19f09a47f049 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:04.982238 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.071321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c20c040-77bd-41d3-ad55-77a33c19518e req-16bdeab6-3d35-4e6b-9f96-2e5e0a00e1dd tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0685136 Aug 11 02:33:05.189552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.256431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b5da31dd-876f-4ac0-844f-44fbd5fe5139,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:05.299198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bff27e3d-42a5-4a39-9c8a-9a1740288764 None None] Could not find standard attr ID for object bc5cd22b-745e-4d3a-abb2-eb922ad65a95. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:33:05.330438 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Floating IP a12c3b72-361d-40b0-85e7-c657cf0fbdf7 associated. External IP: 172.25.3.13, port: 71582f0b-b16c-447d-abe8-6c4a07f4f268. Aug 11 02:33:05.388933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.456958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d987bc65-1d3b-4031-8a40-9d798e9f129c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:05.489224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d987bc65-1d3b-4031-8a40-9d798e9f129c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:05.490012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d987bc65-1d3b-4031-8a40-9d798e9f129c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:05.502038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5da31dd-876f-4ac0-844f-44fbd5fe5139 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:05.541966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b5da31dd-876f-4ac0-844f-44fbd5fe5139 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:05.542583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5da31dd-876f-4ac0-844f-44fbd5fe5139 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:05.653730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.660818 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.685005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:05.819918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 84ef43a4-2dca-45ff-94fd-e4dc0427f383 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:33:06.053085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.054072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:06.064266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.067254 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-366dee9d-2522-4ad5-8efb-86edb43584ab admin admin] 10.222.0.68 "DELETE /v2.0/routers/190c3586-1afe-4b7f-8ac4-dc1dbbbe76e0 HTTP/1.1" status: 204 len: 168 time: 3.9143641 Aug 11 02:33:06.075120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:06.115751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:06.170648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Deleting subnet 7b136448-1e75-4944-9914-d33d658bd48f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:06.174945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::bca4:f965:1f3c:e939 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/f81212be-570d-4df1-9bb6-06307564d5b6/84ef43a4-2dca-45ff-94fd-e4dc0427f383) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:06.181637 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.458838 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.489713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-924ae021-ebbf-4e47-bdc8-cd4905f08a4d req-3335c5d9-ffb2-4f94-a3d3-79d1b0601f6b tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0497100 Aug 11 02:33:06.530082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:06.537411 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.556789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Sync routers for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:06.571423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:06.573280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:06.598164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-96fb5e69-967e-4d2c-9766-f71db3314c6a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "PUT /v2.0/floatingips/a12c3b72-361d-40b0-85e7-c657cf0fbdf7 HTTP/1.1" status: 200 len: 996 time: 3.5011067 Aug 11 02:33:06.598778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:06.601125 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:06.653873 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8471a4-f0dd-4049-a645-3cd0584e7e8c x-openstack-request-id: req-3d8471a4-f0dd-4049-a645-3cd0584e7e8c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:06.653873 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:06.653873 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d8471a4-f0dd-4049-a645-3cd0584e7e8c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:06.654419 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:33:06.739966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.758129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 84ef43a4-2dca-45ff-94fd-e4dc0427f383 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:06.777552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:06.877879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-0ee491cb-2b5f-4d37-9153-27a6b0a7237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.884085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-0ee491cb-2b5f-4d37-9153-27a6b0a7237e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.1635702 Aug 11 02:33:06.902972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:06.926781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712614-6d72-4d83-859b-12836ee25732 req-a0eed36f-9417-481f-b80e-d2e2d5d460f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:06.928526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-a0eed36f-9417-481f-b80e-d2e2d5d460f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.2736592 Aug 11 02:33:07.056381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.154389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-64f61824-6386-4239-a522-84655c4cc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.156520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-64f61824-6386-4239-a522-84655c4cc3e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.2534559 Aug 11 02:33:07.162810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:07.163520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712614-6d72-4d83-859b-12836ee25732 req-00fd3642-a71b-4e0b-bff3-87d87ae48981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.165062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-00fd3642-a71b-4e0b-bff3-87d87ae48981 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.1826692 Aug 11 02:33:07.175812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:07.184508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.207596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:07.219967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.221409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.231595 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.236368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7b136448-1e75-4944-9914-d33d658bd48f HTTP/1.1" status: 204 len: 168 time: 1.1566496 Aug 11 02:33:07.241283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:07.292876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c58d0-8dcf-4868-89b0-a8df9a052ab7 None None] Network 421b7228-a635-43aa-8aa5-f3583914cdfb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:07.336110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-df040e07-7514-4a7d-acf9-ac22cb7328bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 999 time: 0.1693964 Aug 11 02:33:07.340126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-2bf3ba95-2468-434b-9d5e-cff3289ce4ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 999 time: 0.1613848 Aug 11 02:33:07.344113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=84ef43a4-2dca-45ff-94fd-e4dc0427f383,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.351019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e7357-ad61-4899-9c39-ced8e8c06f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b136448-1e75-4944-9914-d33d658bd48f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:07.411606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a12c3b72-361d-40b0-85e7-c657cf0fbdf7', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'port_id': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'mac_address': 'fa:16:3e:c4:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:00Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 1, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:07.458469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Checking router: a18b2457-bf8d-438a-aa54-bbd7d00a6b62 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:07.509868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a164cc67-5fc6-4eb5-b3be-978a6c7c6d36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0414953 Aug 11 02:33:07.515350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-0b6d3fae-8981-49ba-82b6-54f0628999c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.518293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:07.521417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-0b6d3fae-8981-49ba-82b6-54f0628999c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.1733391 Aug 11 02:33:07.522729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:07.523427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:07.553377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'f81212be-570d-4df1-9bb6-06307564d5b6', 'ip_address': '2001:db8::bca4:f965:1f3c:e939'}], 'name': 'tempest-NetworksTestDHCPv6-1282248495'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:07.649346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712614-6d72-4d83-859b-12836ee25732 req-d3160200-0c98-474e-b5b1-d905cddb5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:07.653036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-d3160200-0c98-474e-b5b1-d905cddb5970 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.1284528 Aug 11 02:33:07.720646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-c9fe44f4-4fab-4235-9fd9-755ae96963af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493348 Aug 11 02:33:07.781751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:07.811757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:07.823221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-655cc9f3-8c78-4bdb-8663-568728640ca2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005538 Aug 11 02:33:07.903377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] DHCP port deletion for 421b7228-a635-43aa-8aa5-f3583914cdfb request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:07.910334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1cd10749-8090-403c-8ada-57dd234d02eb req-313c80a3-8aba-4e25-babc-35be844eeed4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.8083189 Aug 11 02:33:07.969650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-d1769954-2158-4f50-806f-3de45ea90c27 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:33:07.992441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-d1769954-2158-4f50-806f-3de45ea90c27 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643897 Aug 11 02:33:08.026782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8aaf654d-2c14-4ef6-8a0b-3f8fd22a79b1 req-f1ca7972-55b5-418c-bb31-c63208013009 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.2155886 Aug 11 02:33:08.070443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Deleting port 75beb935-e2ed-469e-850a-d0f3d53c0919 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:08.071296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.074908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:08.083281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.111780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-35399917-945d-44d6-850b-2c02f2fdeb9d None None] Provisioning for port 84ef43a4-2dca-45ff-94fd-e4dc0427f383 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:08.174824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 395c0dd1-18e8-4ca6-9b1e-688d121c489d yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:33:08.210952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] For port 75beb935-e2ed-469e-850a-d0f3d53c0919, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=75beb935-e2ed-469e-850a-d0f3d53c0919,segment=NetworkSegment(92627810-2b3d-44a3-9ea2-3595b15b13fc),segment_id=92627810-2b3d-44a3-9ea2-3595b15b13fc)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:08.211282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.290855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Calling delete_port for 75beb935-e2ed-469e-850a-d0f3d53c0919 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:08.394740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-56761d63-9006-49e6-b40b-93f9cd947e89 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675044 Aug 11 02:33:08.607862 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:33:08.609436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:33:08.616825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-35399917-945d-44d6-850b-2c02f2fdeb9d None None] Provisioning complete for port 84ef43a4-2dca-45ff-94fd-e4dc0427f383 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:08.617248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35399917-945d-44d6-850b-2c02f2fdeb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.651066 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d9fa66b-526c-4337-924e-d154dcb6d332 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1307099 Aug 11 02:33:08.652093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:08.763504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-333e915a-3273-492a-9f5f-cdf6919a4ced service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348764 Aug 11 02:33:08.881158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c1e20-f121-435a-bb45-1cb2a979ef7b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.895171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c1e20-f121-435a-bb45-1cb2a979ef7b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:08.896906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed6c1e20-f121-435a-bb45-1cb2a979ef7b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2339513 Aug 11 02:33:08.901683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37846) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:08.913391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-35399917-945d-44d6-850b-2c02f2fdeb9d None None] Port 84ef43a4-2dca-45ff-94fd-e4dc0427f383 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:08.969333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:08.969623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 75beb935-e2ed-469e-850a-d0f3d53c0919 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:08.994542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85c0eb46-a9e5-48e5-a59f-be1d34eaea41 req-965419e3-7de1-41b5-a691-e207b646f6ef service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901866 Aug 11 02:33:09.028593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] No DVR routers for this DVR port 75beb935-e2ed-469e-850a-d0f3d53c0919 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:09.038136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1712614-6d72-4d83-859b-12836ee25732 req-c2c8dba7-9d37-4209-94df-72ddfa0fe173 service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582912 Aug 11 02:33:09.046035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 75beb935-e2ed-469e-850a-d0f3d53c0919 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:09.046479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 75beb935-e2ed-469e-850a-d0f3d53c0919 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:09.111775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Deleting port 75beb935-e2ed-469e-850a-d0f3d53c0919 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:09.111775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.188127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a12c3b72-361d-40b0-85e7-c657cf0fbdf7', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'port_id': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'mac_address': 'fa:16:3e:c4:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:00Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 1, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:09.234454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fffc9-c003-4e21-827f-b5e14c073106 None None] The sync data for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 is: [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'a12c3b72-361d-40b0-85e7-c657cf0fbdf7', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'port_id': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'mac_address': 'fa:16:3e:c4:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:33:00Z', 'updated_at': '2021-08-11T02:33:04Z', 'revision_number': 1, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:09.242347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] For port 75beb935-e2ed-469e-850a-d0f3d53c0919, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:09.242795 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.252551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Pushing event deleted for resources: {'Port': ['ID=75beb935-e2ed-469e-850a-d0f3d53c0919,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.274877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Calling delete_port for 75beb935-e2ed-469e-850a-d0f3d53c0919 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:09.283027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Port 75beb935-e2ed-469e-850a-d0f3d53c0919 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:33:09.293122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.336880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] Pushing event deleted for resources: {'Port': ['ID=75beb935-e2ed-469e-850a-d0f3d53c0919,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:09.343797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183943e2-2108-486d-8e35-c76f524abd4c None None] No DVR routers for this DVR port 75beb935-e2ed-469e-850a-d0f3d53c0919 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:09.456106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.466147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17bad739-ebc5-4e95-a880-e2d9dc551ceb req-fd66c22f-117f-40bb-84de-32c497bb0f6f tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.1098032 Aug 11 02:33:09.496395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 84ef43a4-2dca-45ff-94fd-e4dc0427f383 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:09.496889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.509850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421b7228-a635-43aa-8aa5-f3583914cdfb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:09.626555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92627810-2b3d-44a3-9ea2-3595b15b13fc') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:09.627018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92627810-2b3d-44a3-9ea2-3595b15b13fc') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:09.637960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b5c155b8-7a53-426c-8378-0e384a6b053a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 999 time: 0.4629006 Aug 11 02:33:09.644373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.681396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.732257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:09.734744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:09.738634 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:09.782235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b31f1082-7c5b-4e57-9a03-8947d997a03b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:09.799134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b31f1082-7c5b-4e57-9a03-8947d997a03b tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports/71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 943 time: 0.1544836 Aug 11 02:33:09.882122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.895400 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c628214b-a8d2-408f-9814-20e755dd84e7 None None] New status for floating IP a12c3b72-361d-40b0-85e7-c657cf0fbdf7: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:33:09.938645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 84ef43a4-2dca-45ff-94fd-e4dc0427f383 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:09.980555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:09.996788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.005437 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] 10.222.0.68 "DELETE /v2.0/networks/421b7228-a635-43aa-8aa5-f3583914cdfb HTTP/1.1" status: 204 len: 168 time: 2.6813722 Aug 11 02:33:10.012288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:10.167094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-7cc207ac-30d1-4329-90db-6a727321d724 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 999 time: 0.2441492 Aug 11 02:33:10.172826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b55a-35e9-471a-888b-53468cfaadae admin admin] Pushing event deleted for resources: {'Network': ['ID=421b7228-a635-43aa-8aa5-f3583914cdfb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:10.307568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d71e6e5c-a817-43c3-ad96-8b2427ba32d3 req-4ec1c0ad-3aa3-48de-b837-b1e461e33f0a tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0895979 Aug 11 02:33:10.307568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ea540c-b516-488c-b3ec-2a993efeda20 req-20912708-d546-49f0-8f5a-b8169de331b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3744c04487924622883601c03c634432&device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.2831674 Aug 11 02:33:10.398029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ea540c-b516-488c-b3ec-2a993efeda20 req-027be17a-aea4-48f7-b606-cf1bd3c60f41 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3744c04487924622883601c03c634432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777607 Aug 11 02:33:10.534057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.622033 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.691204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=84ef43a4-2dca-45ff-94fd-e4dc0427f383,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:10.733109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.740768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-6a305a5d-427d-457e-b9ee-4e5c5762a628 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.742399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-6a305a5d-427d-457e-b9ee-4e5c5762a628 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 0.5096867 Aug 11 02:33:10.747642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea540c-b516-488c-b3ec-2a993efeda20 req-ef27239e-a16d-4bb8-9711-84665a443d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.749307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ea540c-b516-488c-b3ec-2a993efeda20 req-ef27239e-a16d-4bb8-9711-84665a443d24 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202739 Aug 11 02:33:10.768805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-26759d9f-a7e3-48b1-b9be-f98d60ff7ffa tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:33:10.770415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-26759d9f-a7e3-48b1-b9be-f98d60ff7ffa tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073390 Aug 11 02:33:10.839401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:10.841475 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-638b4af7-7a28-436e-9eca-fa2df1e01efc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/84ef43a4-2dca-45ff-94fd-e4dc0427f383 HTTP/1.1" status: 204 len: 168 time: 1.9382303 Aug 11 02:33:10.844110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:10.898290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-5374dd70-0cb4-49cf-aa92-7833e6a45f71 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1001 time: 0.1095910 Aug 11 02:33:10.923639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:10.994389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf673bd-9eb9-4cea-b1a4-ca07381fd712 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:10.996450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf673bd-9eb9-4cea-b1a4-ca07381fd712 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.003577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6cf673bd-9eb9-4cea-b1a4-ca07381fd712 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578014 Aug 11 02:33:11.004505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37884) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:11.036293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.114643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet f81212be-570d-4df1-9bb6-06307564d5b6 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:11.120636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.126094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eb373-5299-4b27-abdb-f1e28891cab1 req-d4f7dd3a-6291-4a04-9e13-62f8af3c1b08 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:11.127742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-843eb373-5299-4b27-abdb-f1e28891cab1 req-d4f7dd3a-6291-4a04-9e13-62f8af3c1b08 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 945 time: 0.1404929 Aug 11 02:33:11.183296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.222959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-843eb373-5299-4b27-abdb-f1e28891cab1 req-46de9698-9e0b-43b1-9f7d-c039c75ee1b9 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Aug 11 02:33:11.261220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.333151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.456647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.562746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=f81212be-570d-4df1-9bb6-06307564d5b6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:11.582617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.588870 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8c25bea-5fc1-461a-a586-181cbbc1fddc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/f81212be-570d-4df1-9bb6-06307564d5b6 HTTP/1.1" status: 204 len: 168 time: 0.5536833 Aug 11 02:33:11.591571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c2f6c-eacc-48c6-bb91-e8b35efd884b None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:11.592134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37896) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:11.666130 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ad7fb47-dcb6-4a32-8f24-7ef97051be6d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696001 Aug 11 02:33:11.670198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:11.682169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:11.714670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.717843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-390e2118-f273-49d9-b0cb-81bf5a35e7be req-12c977fb-1fa7-4ae9-a036-0d8e9a4246c3 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0324056 Aug 11 02:33:11.720504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.721034 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Floating IP a12c3b72-361d-40b0-85e7-c657cf0fbdf7 disassociated. External IP: 172.25.3.13, port: 71582f0b-b16c-447d-abe8-6c4a07f4f268. Aug 11 02:33:11.846565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:11.918381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:11.921712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Deleting port 39ff53d5-50a1-4788-a4f3-19f09a47f049 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:11.925770 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:11.930868 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.045282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] For port 39ff53d5-50a1-4788-a4f3-19f09a47f049, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=39ff53d5-50a1-4788-a4f3-19f09a47f049,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:12.046266 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.055859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:12.079506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Calling delete_port for 39ff53d5-50a1-4788-a4f3-19f09a47f049 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:12.147160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c1ea540c-b516-488c-b3ec-2a993efeda20 req-56c70d11-cbd4-4e01-b3d8-3c1f53ae3cd8 tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.67 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0402093 Aug 11 02:33:12.211920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Deleting port 09e55236-e29c-4947-b5c0-ce3b481ea340 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:12.212580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.220530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:12.227999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.238525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Sync routers for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:12.268492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.303342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-eec11b06-3cc2-41f7-beb3-6db6775f02e2 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "PUT /v2.0/floatingips/a12c3b72-361d-40b0-85e7-c657cf0fbdf7 HTTP/1.1" status: 200 len: 694 time: 1.3900251 Aug 11 02:33:12.303688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:12.305781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:12.306713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:12.308283 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a0801-394f-45fb-8839-100971ea3e46" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:12.351001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-a798831d-d747-4b8c-9cb8-398877e4b102 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.355005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-a798831d-d747-4b8c-9cb8-398877e4b102 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 945 time: 0.1307728 Aug 11 02:33:12.386890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] For port 09e55236-e29c-4947-b5c0-ce3b481ea340, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=09e55236-e29c-4947-b5c0-ce3b481ea340,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:12.387278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.394905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] Pushing event deleted for resources: {'Port': ['ID=39ff53d5-50a1-4788-a4f3-19f09a47f049,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.398619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729ab68-8148-4355-800a-8f3a9f7ced2b None None] No DVR routers for this DVR port 39ff53d5-50a1-4788-a4f3-19f09a47f049 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:12.445969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.449819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Calling delete_port for 09e55236-e29c-4947-b5c0-ce3b481ea340 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:12.557325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=d2bd185a-ece3-4b95-ad76-99853519c5ee,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:12.559994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:12.562429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-167d39c7-a5d6-4ec4-8852-16b9af518ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.563994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-167d39c7-a5d6-4ec4-8852-16b9af518ad7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.2050748 Aug 11 02:33:12.639071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:12.646072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:12.660842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 39ff53d5-50a1-4788-a4f3-19f09a47f049 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:12.664647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.665619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:12.688750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-833204ce-3a41-4663-a7cd-f59517437cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.690379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-833204ce-3a41-4663-a7cd-f59517437cff service neutron] 10.222.0.68 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.1007128 Aug 11 02:33:12.711538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-98cf5f13-94af-4f2f-a250-a68cc4264a98 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0393226 Aug 11 02:33:12.716980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37910) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:12.723051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-c098f2c8-ddff-4163-a2f0-d426fa9a81f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2469971 Aug 11 02:33:12.726625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 39ff53d5-50a1-4788-a4f3-19f09a47f049 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:12.727304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 39ff53d5-50a1-4788-a4f3-19f09a47f049 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:12.730652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1680d80-d272-4232-87b3-4fee52f34b29 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:12.740966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'd2bd185a-ece3-4b95-ad76-99853519c5ee', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1963434953'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:12.772939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38d4ec-5602-41b0-bfb4-05bec929af30 req-79471159-e2ff-4032-8332-16a0b558fd40 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.781859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd38d4ec-5602-41b0-bfb4-05bec929af30 req-79471159-e2ff-4032-8332-16a0b558fd40 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 945 time: 0.3585522 Aug 11 02:33:12.825870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b148c040-ae92-4cfd-81ec-368c6efea7c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.1240203 Aug 11 02:33:12.927816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd38d4ec-5602-41b0-bfb4-05bec929af30 req-ca7165b0-437f-4a1f-94d4-aa34c9cb0dcf tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/security-groups?id=a29fceee-5bcb-4071-93e1-8512e48a23cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426194 Aug 11 02:33:12.995106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.995603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.996105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.996569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.997046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:12.998446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.002344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.013165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e8304b00-3556-49ec-b5a1-eb9c5b736e44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.1828864 Aug 11 02:33:13.028089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b242edbe-43fb-4688-8666-0e615ea00517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.038935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-b242edbe-43fb-4688-8666-0e615ea00517 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.1697359 Aug 11 02:33:13.042290 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafec9a2-c669-45b6-b696-6d4d5d905612 x-openstack-request-id: req-dafec9a2-c669-45b6-b696-6d4d5d905612 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:13.048291 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:13.049120 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dafec9a2-c669-45b6-b696-6d4d5d905612 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:13.049750 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:33:13.084598 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-921e35d9-1ef3-4514-808f-89714ef5141b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3233604 Aug 11 02:33:13.110375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-755f255d-4390-4540-9537-9501e9564fcf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407782 Aug 11 02:33:13.124587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Deleting port 37219c2f-eb3e-48fd-ae3d-e759deae1126 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:13.125478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.307786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:13.324375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbe45279-970d-46b9-ad1e-d759809d63d7 req-5a458704-9821-49db-b53a-45bd2a9eab4b tempest-ServerShowV257Test-387429827 tempest-ServerShowV257Test-387429827-project] 10.222.0.68 "GET /v2.0/ports?device_id=43138f17-dfde-4b21-a4ed-231aa1975c4b HTTP/1.1" status: 200 len: 210 time: 0.0819600 Aug 11 02:33:13.339166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.437635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0801-394f-45fb-8839-100971ea3e46 req-66e5334d-8578-47ea-b919-c5fe0015fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:13.439154 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-66e5334d-8578-47ea-b919-c5fe0015fe45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.2162199 Aug 11 02:33:13.449607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Pushing event deleted for resources: {'Port': ['ID=09e55236-e29c-4947-b5c0-ce3b481ea340,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:13.558102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] For port 37219c2f-eb3e-48fd-ae3d-e759deae1126, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=37219c2f-eb3e-48fd-ae3d-e759deae1126,segment=NetworkSegment(f51f4fdd-cd64-417c-8297-faa51c6e880c),segment_id=f51f4fdd-cd64-417c-8297-faa51c6e880c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:13.558882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.592682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Calling delete_port for 37219c2f-eb3e-48fd-ae3d-e759deae1126 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:13.600670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'd2bd185a-ece3-4b95-ad76-99853519c5ee'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:33:13.601755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.659346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:13.790740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Checking router: a18b2457-bf8d-438a-aa54-bbd7d00a6b62 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:13.829381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:13.830468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:13.944386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:13.989662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:14.046544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['37219c2f-eb3e-48fd-ae3d-e759deae1126'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:14.136108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Pushing event deleted for resources: {'Port': ['ID=37219c2f-eb3e-48fd-ae3d-e759deae1126,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:14.148190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-73723248-1c8d-47c7-8b05-d368924ccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.149987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-73723248-1c8d-47c7-8b05-d368924ccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.151145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-73723248-1c8d-47c7-8b05-d368924ccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.154312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-73723248-1c8d-47c7-8b05-d368924ccdc5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 1.1029007 Aug 11 02:33:14.225162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] No DVR routers for this DVR port 37219c2f-eb3e-48fd-ae3d-e759deae1126 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:14.240486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f43f02d-e7f7-4ff6-ab15-d05812f5f76a req-c0181667-a82f-4a5c-9c47-c0fa341f0d7a tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 210 time: 0.1386602 Aug 11 02:33:14.304163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0801-394f-45fb-8839-100971ea3e46 req-570395ec-7b20-43b8-a274-42bf6f6a9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.308702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.310021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-570395ec-7b20-43b8-a274-42bf6f6a9f9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.2356830 Aug 11 02:33:14.311562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a2ce87a-a127-4f67-83e0-7306a331264e req-ffe5a0cc-6925-477b-b7a9-6284b2d87003 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.61 "DELETE /v2.0/ports/37219c2f-eb3e-48fd-ae3d-e759deae1126 HTTP/1.1" status: 204 len: 173 time: 1.9231112 Aug 11 02:33:14.322323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-830d3d0d-6872-4b13-bcee-38b6552ab872 service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1514423 Aug 11 02:33:14.337183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-73780437-9e6a-41c9-bdca-4aa590f34cc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 0.1503110 Aug 11 02:33:14.446746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d2bd185a-ece3-4b95-ad76-99853519c5ee/b405fd7e-f5a3-4c98-a335-dccac7afae39) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:14.539666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-551b7fb6-f3fd-4903-b8b2-7d3ccfa38c82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.2064576 Aug 11 02:33:14.543039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-58e29513-5aa3-48e7-94e7-b42894cf52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.562186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-58e29513-5aa3-48e7-94e7-b42894cf52fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.2073948 Aug 11 02:33:14.691015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:14.703160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b7650b-f6f5-4961-93c8-6072aab79a05 req-4ac86c49-831e-452d-9f91-ac08c9e81a25 service neutron] 10.222.0.68 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473196 Aug 11 02:33:14.720198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-dcabadd4-5ac1-4ef2-8c55-aea46cdf3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.723994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-dcabadd4-5ac1-4ef2-8c55-aea46cdf3180 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483345 Aug 11 02:33:14.817747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c118a-ac96-40d5-a96b-7f14683a3361 None None] The sync data for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 is: [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:31:58Z', 'revision_number': 4, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '22cc4827-19d3-4c11-980c-7c9ceb6fc517', 'name': '', 'network_id': 'f42ded53-9b86-44cb-ab53-5f7689b90b27', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'mac_address': 'fa:16:3e:12:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5409a043-c793-40c0-a644-0b635187e5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:55Z', 'updated_at': '2021-08-11T02:32:07Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'subnets': [{'id': '5409a043-c793-40c0-a644-0b635187e5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:14.841206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:14.968907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0801-394f-45fb-8839-100971ea3e46 req-b3fc9934-77a8-4ce1-b161-24be82eafb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:14.972278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-b3fc9934-77a8-4ce1-b161-24be82eafb5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.4118855 Aug 11 02:33:15.061147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-cacd593a-826d-4905-bb17-f0fd7f250da7 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips/a12c3b72-361d-40b0-85e7-c657cf0fbdf7 HTTP/1.1" status: 200 len: 694 time: 0.2289643 Aug 11 02:33:15.081215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 7f17086c-35b5-453a-bdf6-3fa9a6c04368 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:33:15.101842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'name': 'network-vif-deleted', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:15.106441 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae86fd24-be91-43cc-8c0f-ae421f66ccb9" -d '{"events": [{"server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "name": "network-vif-deleted", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:15.112304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-17617966-3738-4254-b019-4bb1cceb8dc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279998 Aug 11 02:33:15.156756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.208024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Transition to ACTIVE for port object b405fd7e-f5a3-4c98-a335-dccac7afae39 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:15.269967 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:15.291286 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa76e4b3-6af8-485b-8f1b-a4a898a45233 x-openstack-request-id: req-aa76e4b3-6af8-485b-8f1b-a4a898a45233 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:15.292016 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c257b31-74a2-48db-84a7-ba3191531192", "name": "network-vif-deleted", "tag": "37219c2f-eb3e-48fd-ae3d-e759deae1126", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:15.292016 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa76e4b3-6af8-485b-8f1b-a4a898a45233 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:15.292310 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c257b31-74a2-48db-84a7-ba3191531192', 'name': 'network-vif-deleted', 'tag': '37219c2f-eb3e-48fd-ae3d-e759deae1126', 'status': 'completed', 'code': 200} Aug 11 02:33:15.305326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Transition to ACTIVE for port object b405fd7e-f5a3-4c98-a335-dccac7afae39 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:15.331366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.479667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32362648-beed-46f2-ab9b-0c95c7e16e67 req-d70ce9ae-ed33-4368-ad77-09f1e41f09e6 tempest-VolumesActionsTest-951817076 tempest-VolumesActionsTest-951817076-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c257b31-74a2-48db-84a7-ba3191531192 HTTP/1.1" status: 200 len: 210 time: 0.0509231 Aug 11 02:33:15.494857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-084cf272-4de7-41a0-a8ee-0aa4dce25065 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585716 Aug 11 02:33:15.587756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:15.600580 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-29ccae5a-baa7-4216-b0bb-30ed1a1a7fd5 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725273 Aug 11 02:33:15.613337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:15.631141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-132b0783-0776-4f94-88e7-241cb169bbcb service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202419 Aug 11 02:33:15.631661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:15.641325 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f523257-0ce0-44f5-b46e-2853e83667c0 None None] New status for floating IP a12c3b72-361d-40b0-85e7-c657cf0fbdf7: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:33:15.745545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:15.799412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Pushing event updated for resources: {'Port': ['ID=b405fd7e-f5a3-4c98-a335-dccac7afae39,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:15.845506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Attempting to bind port b405fd7e-f5a3-4c98-a335-dccac7afae39 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:15.846660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Attempting to bind port b405fd7e-f5a3-4c98-a335-dccac7afae39 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:15.846841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Attempting to bind port b405fd7e-f5a3-4c98-a335-dccac7afae39 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:15.860186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:15.861187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:15.861988 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.862828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:15.863688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Bound port: b405fd7e-f5a3-4c98-a335-dccac7afae39, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:15.864721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:15.888856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-649cf878-f0b3-407a-98bb-160b5031fb32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.2335129 Aug 11 02:33:16.010758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.089327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b80ec523-6d66-4bbc-a91f-4e81cdacc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.102798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b80ec523-6d66-4bbc-a91f-4e81cdacc91e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1958940 Aug 11 02:33:16.240630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fa0974a-38c9-4eef-8c9d-ffe3de822626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.268147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-1ef13e2d-7914-4fcc-8279-f993b1502031 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.271118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-1ef13e2d-7914-4fcc-8279-f993b1502031 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 784 time: 1.0743477 Aug 11 02:33:16.311043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-16718b1b-2c71-46d4-8626-e3d7feeb19ce tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:33:16.314637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-16718b1b-2c71-46d4-8626-e3d7feeb19ce tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178254 Aug 11 02:33:16.348864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-48bb661f-7917-4423-a9b9-7b3937045db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.356397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-48bb661f-7917-4423-a9b9-7b3937045db8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2449684 Aug 11 02:33:16.431135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 37219c2f-eb3e-48fd-ae3d-e759deae1126 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:16.448900 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-286a0801-394f-45fb-8839-100971ea3e46 req-b639d7da-bd17-4f1a-8307-5d18f2a7664a service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7822349 Aug 11 02:33:16.477268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 37219c2f-eb3e-48fd-ae3d-e759deae1126 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:16.477625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 37219c2f-eb3e-48fd-ae3d-e759deae1126 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:16.523013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] For port b405fd7e-f5a3-4c98-a335-dccac7afae39, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:16.535725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] For port b405fd7e-f5a3-4c98-a335-dccac7afae39, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b405fd7e-f5a3-4c98-a335-dccac7afae39,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:16.549248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.559819 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:33:16.560945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:33:16.614084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-e034f732-273a-4d7b-b2bb-e4da77c8dc4a tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.2352502 Aug 11 02:33:16.652369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aafc5-782d-4a63-a9a0-3b27d17ed404 None None] Pushing event updated for resources: {'Port': ['ID=b405fd7e-f5a3-4c98-a335-dccac7afae39,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:16.764252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-2d21e55a-20bc-4775-a815-3806bafcfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:16.767739 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-2d21e55a-20bc-4775-a815-3806bafcfe28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 1098 time: 0.1966832 Aug 11 02:33:16.829647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fa0974a-38c9-4eef-8c9d-ffe3de822626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:16.956464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-a194f5e3-b419-4cd3-af9f-4739942e2ed1 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.2024698 Aug 11 02:33:17.065234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9fa0974a-38c9-4eef-8c9d-ffe3de822626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.068822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37954) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:17.070651 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-77a079cd-9755-4466-809e-0342bf15bd72 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.3492882 Aug 11 02:33:17.339408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-22813dff-be19-4958-a426-39586a0af869 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600661 Aug 11 02:33:17.442210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Router bb566822-8f35-4c85-b34e-ac953b676ce0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:17.443678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-56548ce6-a3ec-46cd-b2a2-893f75b513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:17.448759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-56548ce6-a3ec-46cd-b2a2-893f75b513e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 200 len: 921 time: 0.6507277 Aug 11 02:33:17.462498 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9fa0974a-38c9-4eef-8c9d-ffe3de822626 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3744c04487924622883601c03c634432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6856310 Aug 11 02:33:17.481380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:17.528687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0974a-38c9-4eef-8c9d-ffe3de822626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a12edb-f344-4b83-a526-a755b176ed4b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:17.539815 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-bec5251b-3f36-42ec-9007-d69cbf113f18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 200 len: 217 time: 0.0569701 Aug 11 02:33:17.792883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:17.825971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-71b14181-350d-4877-bda2-c5666582f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:17.830359 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-71b14181-350d-4877-bda2-c5666582f5a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 200 len: 860 time: 0.2772977 Aug 11 02:33:17.929539 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-6c3844e3-f0fc-4b7c-90a2-53d5f3079465 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f42ded53-9b86-44cb-ab53-5f7689b90b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479205 Aug 11 02:33:17.931698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.349668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-68a23132-d96d-4b17-8f22-65c774fadd21 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480760 Aug 11 02:33:18.388289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:18.401402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f74d69d-caa5-479b-a27e-ec374f91352e admin admin] 10.222.0.68 "PUT /v2.0/routers/bb566822-8f35-4c85-b34e-ac953b676ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3792579 Aug 11 02:33:18.406019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-8f04a8f7-2b8e-413a-9004-789ca28bd42b service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564240 Aug 11 02:33:18.407415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37970) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:18.407717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Sync routers for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:18.423422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa5342-f4c8-46f8-a4b3-8fb2060e9321 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.424874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-49fa5342-f4c8-46f8-a4b3-8fb2060e9321 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.3526545 Aug 11 02:33:18.427723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-8f50e5b1-ccbe-4c0b-bfbc-5e1170e02313 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.0636902 Aug 11 02:33:18.430430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37972) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:18.449911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:18.450827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:18.497245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-41d81cf0-8768-43c0-a8e0-eb6553f09bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.500161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-41d81cf0-8768-43c0-a8e0-eb6553f09bc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.0578761 Aug 11 02:33:18.627177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Deleting port 66fe00b6-b2c0-4c81-b036-8201037a69c5 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:18.627649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.692625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93a010-2789-4e38-8e7d-bccd15d66852 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.694265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93a010-2789-4e38-8e7d-bccd15d66852 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.695929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4d93a010-2789-4e38-8e7d-bccd15d66852 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2644920 Aug 11 02:33:18.707180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37976) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:18.711953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b405fd7e-f5a3-4c98-a335-dccac7afae39 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:18.733976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-a24e857b-df50-4631-9ed5-c7490a538ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:18.735650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-a24e857b-df50-4631-9ed5-c7490a538ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2001228 Aug 11 02:33:18.825637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:18.880653 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-39fb1a20-7232-4c5f-a4b1-c225ada598a7 req-355ef05f-fa40-473a-a8d4-933a21adc5c4 service neutron] 10.222.0.61 "GET /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464355 Aug 11 02:33:18.882050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.882391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.913540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b405fd7e-f5a3-4c98-a335-dccac7afae39 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:18.914320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Calling delete_port for 66fe00b6-b2c0-4c81-b036-8201037a69c5 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:18.917669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.922120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:18.923816 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22a12edb-f344-4b83-a526-a755b176ed4b HTTP/1.1" status: 204 len: 168 time: 1.3909588 Aug 11 02:33:19.081107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.177720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2d99-d5cd-420d-b21b-c1910d1873a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a12edb-f344-4b83-a526-a755b176ed4b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:19.257961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Provisioning for port b405fd7e-f5a3-4c98-a335-dccac7afae39 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:19.266140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet d2bd185a-ece3-4b95-ad76-99853519c5ee {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:19.270428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.278416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Provisioning complete for port b405fd7e-f5a3-4c98-a335-dccac7afae39 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:19.279010 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.325119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.390519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.449728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.478590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Deleting port 6fba2275-2df1-409a-9494-13b6b7ebb413 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:19.479331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.537591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.567719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.572133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d2bd185a-ece3-4b95-ad76-99853519c5ee HTTP/1.1" status: 204 len: 168 time: 0.8635542 Aug 11 02:33:19.575854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9571e36-ac8d-4769-9bb9-3de9022d6228 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:19.581178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37988) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:19.621504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] For port 6fba2275-2df1-409a-9494-13b6b7ebb413, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fba2275-2df1-409a-9494-13b6b7ebb413,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:19.621992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.681249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:19.683063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Calling delete_port for 6fba2275-2df1-409a-9494-13b6b7ebb413 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:19.790714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b72c19de-b839-45be-960b-94e06352e59c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263044 Aug 11 02:33:19.793910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89c46-d82f-47fe-89cb-fb4809a7d6ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bd185a-ece3-4b95-ad76-99853519c5ee,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:19.799302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 37996) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:19.812103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:19.830433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-90fcdc72-863f-4c8b-95da-5648cebffeaa service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0480547 Aug 11 02:33:19.910300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:33:13Z', 'revision_number': 5, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port': {'id': '6fba2275-2df1-409a-9494-13b6b7ebb413', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:32:40Z', 'updated_at': '2021-08-11T02:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:19.913854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:33:19.914457 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:33:20.041742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:20.046707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.089591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Checking router: bb566822-8f35-4c85-b34e-ac953b676ce0 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:20.119282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Routers {'bb566822-8f35-4c85-b34e-ac953b676ce0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:20.120548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:32:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['bb566822-8f35-4c85-b34e-ac953b676ce0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:20.215323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.290944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event deleted for resources: {'Port': ['ID=66fe00b6-b2c0-4c81-b036-8201037a69c5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:20.302925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-ce5f23b3-a706-418b-8ac8-d97f29028384 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594007 Aug 11 02:33:20.354625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.364177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] Set router bb566822-8f35-4c85-b34e-ac953b676ce0 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:20.504349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fba2275-2df1-409a-9494-13b6b7ebb413,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:20.523188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-456b8874-fdd6-4274-9603-efc6bbd8fca4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.1871796 Aug 11 02:33:20.542890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:33:19Z', 'revision_number': 6, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:20.587530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cdcc4-94fe-48fd-9baa-733796b72be7 None None] The sync data for ids ['bb566822-8f35-4c85-b34e-ac953b676ce0'] in n-d-713498-10 is: [{'id': 'bb566822-8f35-4c85-b34e-ac953b676ce0', 'name': 'tempest-TestAggregatesBasicOps-2100392162-router', 'tenant_id': '946bb57040324808987db151a3b65673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:32:39Z', 'updated_at': '2021-08-11T02:33:19Z', 'revision_number': 6, 'project_id': '946bb57040324808987db151a3b65673', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:20.597987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:20.627351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b405fd7e-f5a3-4c98-a335-dccac7afae39 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:20.644213 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.723776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-f707b153-f24a-4587-a26d-a70ffef4ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.728312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-f707b153-f24a-4587-a26d-a70ffef4ead3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2036734 Aug 11 02:33:20.749730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.770239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.773960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.851244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] For port b405fd7e-f5a3-4c98-a335-dccac7afae39, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b405fd7e-f5a3-4c98-a335-dccac7afae39,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:20.882449 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.897767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.898438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb566822-8f35-4c85-b34e-ac953b676ce0 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:20.904335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.909375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-25edb07f-15d9-46d2-ab8c-da220a907768 admin admin] 10.222.0.68 "DELETE /v2.0/routers/bb566822-8f35-4c85-b34e-ac953b676ce0 HTTP/1.1" status: 204 len: 168 time: 2.4897487 Aug 11 02:33:20.910513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38032) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:20.916133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.917760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.920970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:20.922868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c32fcd0-990d-46d4-a2a1-3fa86134d959 req-c4fb27af-41af-4766-bc70-8413ecada726 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "DELETE /v2.0/floatingips/a12c3b72-361d-40b0-85e7-c657cf0fbdf7 HTTP/1.1" status: 204 len: 173 time: 3.9649289 Aug 11 02:33:20.942434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b1db7492-950a-4776-9a8d-96b86d2067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:20.945573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b1db7492-950a-4776-9a8d-96b86d2067c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1854365 Aug 11 02:33:20.991242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Deleting port b405fd7e-f5a3-4c98-a335-dccac7afae39 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:20.998834 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.314956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-e1d56b56-5d1b-42a5-b210-a12b57f583e9 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups/690f1b4f-5237-4eee-9664-19860806d6d5 HTTP/1.1" status: 200 len: 1809 time: 0.2313879 Aug 11 02:33:21.334623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-fa9d24a7-a54b-46b8-a831-186ff27f69a6 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764057 Aug 11 02:33:21.369343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] For port b405fd7e-f5a3-4c98-a335-dccac7afae39, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b405fd7e-f5a3-4c98-a335-dccac7afae39,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:21.370221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.410223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.450053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Calling delete_port for b405fd7e-f5a3-4c98-a335-dccac7afae39 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:21.473190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e91ff-ce37-4981-9559-e765842c1eeb None None] Pushing event updated for resources: {'Port': ['ID=b405fd7e-f5a3-4c98-a335-dccac7afae39,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.625364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b405fd7e-f5a3-4c98-a335-dccac7afae39, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b405fd7e-f5a3-4c98-a335-dccac7afae39,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:21.637958 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.767919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b405fd7e-f5a3-4c98-a335-dccac7afae39,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.775958 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.798940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] No DVR routers for this DVR port b405fd7e-f5a3-4c98-a335-dccac7afae39 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:21.810222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.834674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd90478-0c1a-4d43-9c67-15e8bc7c8d33 None None] Pushing event deleted for resources: {'Port': ['ID=b405fd7e-f5a3-4c98-a335-dccac7afae39,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:21.944646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:21.987309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-1c9a030f-52fc-4d5c-8218-32f6b426866a service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353621 Aug 11 02:33:22.004090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Deleting subnet ac34473c-3ac8-42f7-92e9-ad0463538099 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:22.008673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.080546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:22.120895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:22.124216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-969ccc6e-e91e-495c-822a-d80d8506ef2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.1268620 Aug 11 02:33:22.128068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.131807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.132448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.137069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171cd06-eed3-4165-a41a-5fadb4ebb7e4 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:22.143433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.144606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e30a9e2e-de51-4564-923c-0b85c1749913 req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "DELETE /v2.0/security-groups/690f1b4f-5237-4eee-9664-19860806d6d5 HTTP/1.1" status: 204 len: 173 time: 0.8196552 Aug 11 02:33:22.189882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256716c-bfd8-423e-8e7f-a2d4c6369df3 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f1b4f-5237-4eee-9664-19860806d6d5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:22.248625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4461312 Aug 11 02:33:22.257357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38056) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:22.274893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:22.322685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.399516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e41fc6fd-a844-4986-9881-6da541835f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.426007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e41fc6fd-a844-4986-9881-6da541835f44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2588100 Aug 11 02:33:22.551347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.552436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.553134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '1d7db2c2-8475-43d3-a59e-f792c197fcac'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:33:22.555926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.558945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec9699-eae3-4501-b667-ad3b13a8f9ef tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=1d7db2c2-8475-43d3-a59e-f792c197fcac,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:22.680635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fba2275-2df1-409a-9494-13b6b7ebb413 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:22.687976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6381e6ca-82cf-4359-9e10-a9552a0d8d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.712519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6fba2275-2df1-409a-9494-13b6b7ebb413 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:22.716022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fba2275-2df1-409a-9494-13b6b7ebb413 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:22.716512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 09e55236-e29c-4947-b5c0-ce3b481ea340 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:22.768564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-ea8d5038-4185-4671-8b4d-cb1def27fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:22.774868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-ea8d5038-4185-4671-8b4d-cb1def27fe44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3478947 Aug 11 02:33:22.785318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 09e55236-e29c-4947-b5c0-ce3b481ea340 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:22.785318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 09e55236-e29c-4947-b5c0-ce3b481ea340 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:22.787137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.839131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.904212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.955871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac34473c-3ac8-42f7-92e9-ad0463538099,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:22.967693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:22.970541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c2462ab0-d05f-40ed-a1e8-f2fabb78655e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ac34473c-3ac8-42f7-92e9-ad0463538099 HTTP/1.1" status: 204 len: 168 time: 1.9887147 Aug 11 02:33:22.974819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38072) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:23.000388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.017167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-05d599fe-468e-4a34-b07a-f470ece0ef8c service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670513 Aug 11 02:33:23.039422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1a2b8-07a5-402a-a152-965594d68e71 req-dcb88a35-1387-4200-ba42-a95e3746afe5 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:23.052074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77e1a2b8-07a5-402a-a152-965594d68e71 req-dcb88a35-1387-4200-ba42-a95e3746afe5 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.2673874 Aug 11 02:33:23.112443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.180678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-f4ab18e0-0c42-4355-a1c7-f38f064a81e6 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526108 Aug 11 02:33:23.189778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.191694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01bd9871-3a3f-47b5-ab93-40bf63b3de7e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9328003 Aug 11 02:33:23.197262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:23.201361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5bb08-f1e5-49c1-b1b4-8ce6d6318165 None None] Network 72bd9947-0429-488e-bef8-fd325129369b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:23.311840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Deleting port e9882db9-4a24-46cd-96cf-bfbc462abfc7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:23.313064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.370129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1d7db2c2-8475-43d3-a59e-f792c197fcac/f27ab00a-4f74-4a8a-a539-c8c08f51f4f6) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:23.445250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] For port e9882db9-4a24-46cd-96cf-bfbc462abfc7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e9882db9-4a24-46cd-96cf-bfbc462abfc7,segment=NetworkSegment(92a5cfa3-78b2-4b02-90aa-bb6b92c3a250),segment_id=92a5cfa3-78b2-4b02-90aa-bb6b92c3a250)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:23.446120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.508822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Calling delete_port for e9882db9-4a24-46cd-96cf-bfbc462abfc7 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:23.559401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e3f9070e-8b1f-4647-a77d-89bfcc948e0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.3635790 Aug 11 02:33:23.642330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77e1a2b8-07a5-402a-a152-965594d68e71 req-e300d1cf-a0c0-4396-9ea8-efa71dae947f tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885928 Aug 11 02:33:23.688593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076fbc2-4a1a-4acf-b23f-d97e0dc1a7a7 None None] DHCP port deletion for 72bd9947-0429-488e-bef8-fd325129369b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:23.818486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:23.902988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9882db9-4a24-46cd-96cf-bfbc462abfc7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:23.907848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a076fbc2-4a1a-4acf-b23f-d97e0dc1a7a7 None None] The port 'e9882db9-4a24-46cd-96cf-bfbc462abfc7' was deleted {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 02:33:23.939602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.940148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.940395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.941604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.941604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.941872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.942068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.942440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.948987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.949433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.949838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.950148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:23.962709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] No DVR routers for this DVR port e9882db9-4a24-46cd-96cf-bfbc462abfc7 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:24.026748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.067585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-15a0fdcf-6463-403f-8fff-dbaac27d3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.075741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Transition to ACTIVE for port object f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:24.076619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-15a0fdcf-6463-403f-8fff-dbaac27d3a24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.5014207 Aug 11 02:33:24.128500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.138882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Transition to ACTIVE for port object f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:24.152467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bd9947-0429-488e-bef8-fd325129369b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:24.158868 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.190158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:24.190650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a5cfa3-78b2-4b02-90aa-bb6b92c3a250') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:24.203911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.223164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:24.224414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.229216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:24.238583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:24.239138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:24.241511 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:24.310580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.325138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.329046 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] 10.222.0.68 "DELETE /v2.0/networks/72bd9947-0429-488e-bef8-fd325129369b HTTP/1.1" status: 204 len: 168 time: 1.3524668 Aug 11 02:33:24.336664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:24.347682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30094e-6d60-4377-a765-8a21d74d4f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=72bd9947-0429-488e-bef8-fd325129369b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:24.413955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Pushing event updated for resources: {'Port': ['ID=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:24.432217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b0d1b45d-ba60-4e39-a274-14eabd94bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:24.434511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-b0d1b45d-ba60-4e39-a274-14eabd94bb0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2356315 Aug 11 02:33:24.464922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Attempting to bind port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:24.465539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Attempting to bind port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:24.466205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Attempting to bind port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:24.487053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:24.488202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:24.489114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.490016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:24.491431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Bound port: f27ab00a-4f74-4a8a-a539-c8c08f51f4f6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:24.492533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.612487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9882db9-4a24-46cd-96cf-bfbc462abfc7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:24.669962 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.671828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e9882db9-4a24-46cd-96cf-bfbc462abfc7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:24.672185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e9882db9-4a24-46cd-96cf-bfbc462abfc7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:24.713449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] For port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:24.720393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] For port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:24.727824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:24.846624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48cc74-daa3-4e8d-bf40-113ce96bf6e7 None None] Pushing event updated for resources: {'Port': ['ID=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:25.222230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4d97fc1-8050-4e6c-a8b9-83591f0bb72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.227899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-7a68a3dd-3cd0-4dfb-a880-89b72685e81e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.244579 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-7a68a3dd-3cd0-4dfb-a880-89b72685e81e tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.3472066 Aug 11 02:33:25.434588 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.508892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38112) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:25.518320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-2c9f1700-6d57-45c5-909b-ff1bdca76fcf service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0625987 Aug 11 02:33:25.587269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Deleting port 71582f0b-b16c-447d-abe8-6c4a07f4f268 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:25.587625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.742973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] For port 71582f0b-b16c-447d-abe8-6c4a07f4f268, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=71582f0b-b16c-447d-abe8-6c4a07f4f268,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:25.743861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.753461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85f39b36-deff-451b-8af0-452add974c32 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=665cf6a7995b4b7e81df5f359668fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370229 Aug 11 02:33:25.777221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:25.819867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Calling delete_port for 71582f0b-b16c-447d-abe8-6c4a07f4f268 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:25.977214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:25.979917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38680a-f7cd-4df7-aacc-f9ba43cdbb01 req-776ed697-05b2-477c-92fc-ea20f5eefe47 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:25.993417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf38680a-f7cd-4df7-aacc-f9ba43cdbb01 req-776ed697-05b2-477c-92fc-ea20f5eefe47 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 946 time: 0.7063813 Aug 11 02:33:26.038538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.362888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::1 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1d7db2c2-8475-43d3-a59e-f792c197fcac/b4901c8a-face-4826-874e-764265cbab6f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:26.380274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.384045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.386656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5b1b55c-3a7e-4de4-b79d-1596291c71bb HTTP/1.1" status: 204 len: 168 time: 0.6042557 Aug 11 02:33:26.390221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.443821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf38680a-f7cd-4df7-aacc-f9ba43cdbb01 req-82a09888-6626-4192-8d29-08f778a416ee tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/security-groups?id=0990a98e-c284-4eac-8e29-f44cfd35505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439335 Aug 11 02:33:26.498699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['71582f0b-b16c-447d-abe8-6c4a07f4f268'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:26.589549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Pushing event deleted for resources: {'Port': ['ID=71582f0b-b16c-447d-abe8-6c4a07f4f268,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:26.599566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de466c71-8e2a-42ee-9ab2-15537d9b8348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b1b55c-3a7e-4de4-b79d-1596291c71bb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:26.655965 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.804136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:26.808730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] No DVR routers for this DVR port 71582f0b-b16c-447d-abe8-6c4a07f4f268 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:26.811563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:26.821415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9f6599ee-1104-4760-a766-cd407fdf7961 req-d809472a-6d13-4983-b639-e27bcd1a10ba tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.61 "DELETE /v2.0/ports/71582f0b-b16c-447d-abe8-6c4a07f4f268 HTTP/1.1" status: 204 len: 173 time: 1.5655720 Aug 11 02:33:26.828028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'name': 'network-vif-deleted', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:26.834519 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f101455-7c94-4780-b405-6d87c30a2aa5" -d '{"events": [{"server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "name": "network-vif-deleted", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:26.979606 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9d46ca-6de7-4ef8-b381-81cdd788e8c4 x-openstack-request-id: req-5e9d46ca-6de7-4ef8-b381-81cdd788e8c4 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:26.979904 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9ff62-8307-4bf3-beaf-533e3c191cd1", "name": "network-vif-deleted", "tag": "71582f0b-b16c-447d-abe8-6c4a07f4f268", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:26.980195 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e9d46ca-6de7-4ef8-b381-81cdd788e8c4 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:26.980741 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9ff62-8307-4bf3-beaf-533e3c191cd1', 'name': 'network-vif-deleted', 'tag': '71582f0b-b16c-447d-abe8-6c4a07f4f268', 'status': 'completed', 'code': 200} Aug 11 02:33:27.006155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:27.073761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Provisioning for port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:27.081577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Provisioning complete for port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:27.081991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.182536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.227190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object b4901c8a-face-4826-874e-764265cbab6f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:27.311244 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.353424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.361150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-c94f6069-902a-4f36-ad50-525112936527 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7906146 Aug 11 02:33:27.461292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] For port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:27.476865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.621128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:27.624636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-45891ae8-2661-474d-b845-8631794dbbfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.1899984 Aug 11 02:33:27.633274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:27.634913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399ea0a-202b-4b4e-a89c-3f2241044cc8 None None] Pushing event updated for resources: {'Port': ['ID=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:27.684175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:27.685032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:27.990202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e26cbf63-d296-44f9-bd9c-200d11220566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:27.992134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-e26cbf63-d296-44f9-bd9c-200d11220566 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.3400471 Aug 11 02:33:28.014235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.080406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6071a5f8-986c-4447-9afc-36886cbc7795 req-4b3d58b5-3357-401b-8ee5-abb073863109 tempest-ServerRescueTestJSONUnderV235-2099501643 tempest-ServerRescueTestJSONUnderV235-2099501643-project] 10.222.0.68 "GET /v2.0/ports?device_id=dcf9ff62-8307-4bf3-beaf-533e3c191cd1 HTTP/1.1" status: 200 len: 210 time: 0.3910525 Aug 11 02:33:28.121066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:28.132066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b4901c8a-face-4826-874e-764265cbab6f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:28.208667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-9c365f7a-e863-4253-af78-1c9e7db8ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:28.211602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-9c365f7a-e863-4253-af78-1c9e7db8ab82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1850147 Aug 11 02:33:28.254813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-91c7892f-db32-43e1-bf7e-f2554bc19e7d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=946bb57040324808987db151a3b65673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305180 Aug 11 02:33:28.256636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38164) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:28.341024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6e6f3890-8d2b-4ba0-b284-8df33a1049ce None None] Provisioning for port b4901c8a-face-4826-874e-764265cbab6f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:28.343621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.357065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6e6f3890-8d2b-4ba0-b284-8df33a1049ce None None] Provisioning complete for port b4901c8a-face-4826-874e-764265cbab6f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:28.362752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3890-8d2b-4ba0-b284-8df33a1049ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.438329 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.552161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f3890-8d2b-4ba0-b284-8df33a1049ce None None] Port b4901c8a-face-4826-874e-764265cbab6f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:28.565023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.612878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:28.648927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-4e532447-acc3-469a-8e4a-86a6dea2f09b service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803644 Aug 11 02:33:28.704666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.710703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.725846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b676d9a-29de-4b1c-a067-7399438635c0 HTTP/1.1" status: 204 len: 168 time: 0.4655826 Aug 11 02:33:28.744140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:28.751803 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:28.784420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b7fc1-ff42-4717-a88f-3af833671240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b676d9a-29de-4b1c-a067-7399438635c0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:29.187387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38188) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.470411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:29.589182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de1cc3b9-9a3a-4085-9b90-e7b4021bf932 req-f80654de-ac82-47c0-8b23-3d2628812cf9 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578158 Aug 11 02:33:29.759104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16865145-f1fc-463a-9a07-f7ac4ebcbb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.850204 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.863323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:29.864478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.118254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:30.131522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:30.140328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b4901c8a-face-4826-874e-764265cbab6f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.192728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.286059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 71582f0b-b16c-447d-abe8-6c4a07f4f268 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:30.359503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 71582f0b-b16c-447d-abe8-6c4a07f4f268 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:30.360923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 71582f0b-b16c-447d-abe8-6c4a07f4f268 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:30.428846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16865145-f1fc-463a-9a07-f7ac4ebcbb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.443270 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16865145-f1fc-463a-9a07-f7ac4ebcbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.482363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16865145-f1fc-463a-9a07-f7ac4ebcbb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86206d76-b49d-4bcc-ad31-3ac24f77598c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:30.504968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Router 61b14836-f13f-405e-ba9e-975c2d0044ec is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:30.518397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16865145-f1fc-463a-9a07-f7ac4ebcbb13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd0dde04533b49cc943e4628e3544c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0441284 Aug 11 02:33:30.523284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38228) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:30.741050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d5653ee9-7f41-46a5-8ca7-5d38cdca49be None None] Provisioning complete for port b4901c8a-face-4826-874e-764265cbab6f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:30.742218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5653ee9-7f41-46a5-8ca7-5d38cdca49be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.777551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38234) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:30.831484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d5653ee9-7f41-46a5-8ca7-5d38cdca49be None None] Port b4901c8a-face-4826-874e-764265cbab6f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:30.870543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:30.883903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fe37c88c-276b-4546-a542-585559206c76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "PUT /v2.0/routers/61b14836-f13f-405e-ba9e-975c2d0044ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6841288 Aug 11 02:33:30.885552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:30.888743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38238) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:30.906870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Sync routers for ids ['61b14836-f13f-405e-ba9e-975c2d0044ec'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:30.937756 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Routers {'61b14836-f13f-405e-ba9e-975c2d0044ec'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:30.938530 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['61b14836-f13f-405e-ba9e-975c2d0044ec'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:30.944625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Deleting port 22cc4827-19d3-4c11-980c-7c9ceb6fc517 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:30.945171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.010925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.040139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44533e38-20ab-4038-944c-e1f61b5b4b8f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.048266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-44533e38-20ab-4038-944c-e1f61b5b4b8f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports/b4901c8a-face-4826-874e-764265cbab6f HTTP/1.1" status: 200 len: 911 time: 0.1550794 Aug 11 02:33:31.052765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38244) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.149131 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Set router 61b14836-f13f-405e-ba9e-975c2d0044ec gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:31.197179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1706701202-network', 'tenant_id': '572c3d1843804dcbb46ec4f6d2d8bce0'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:31.199415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] For port 22cc4827-19d3-4c11-980c-7c9ceb6fc517, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=22cc4827-19d3-4c11-980c-7c9ceb6fc517,segment=NetworkSegment(eb3437e6-85f4-437f-876c-293def24d328),segment_id=eb3437e6-85f4-437f-876c-293def24d328)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:31.200005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.259090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Calling delete_port for 22cc4827-19d3-4c11-980c-7c9ceb6fc517 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:31.335465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Made reservation on behalf of 572c3d1843804dcbb46ec4f6d2d8bce0 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:31.339510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.362662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3112d76-e606-4f25-bfe5-564dc4cdaf02 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.376425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3112d76-e606-4f25-bfe5-564dc4cdaf02 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:31.379815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e3112d76-e606-4f25-bfe5-564dc4cdaf02 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3065679 Aug 11 02:33:31.391608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38252) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:31.411178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.596888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.601674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.603759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86206d76-b49d-4bcc-ad31-3ac24f77598c HTTP/1.1" status: 204 len: 168 time: 1.0764678 Aug 11 02:33:31.678780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86206d76-b49d-4bcc-ad31-3ac24f77598c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.703048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:31.732416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:28Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': 'b4901c8a-face-4826-874e-764265cbab6f', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:03:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:29Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:31.733644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.734268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.734856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.735447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.736039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.736622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.737168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.737713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.750678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.751368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.752115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.752540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5a4069-7c3a-4b55-aeb5-f145af62dd4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:31.759415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cc4827-19d3-4c11-980c-7c9ceb6fc517,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:31.795307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Checking router: 61b14836-f13f-405e-ba9e-975c2d0044ec for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:31.796192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Updating router 61b14836-f13f-405e-ba9e-975c2d0044ec port b4901c8a-face-4826-874e-764265cbab6f binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:31.856238 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.140443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.222963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.239908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.331085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:32.352920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb44fc0-8b22-4239-8f25-b08c894b625e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:32.358608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.359337 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Added segment ac9f9a3b-1670-45d0-ae22-2e4ac6d63309 of type vlan for network 0a8309fb-b638-4419-bbdc-a619b607264b Aug 11 02:33:32.419806 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.450425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Transition to ACTIVE for port object b4901c8a-face-4826-874e-764265cbab6f will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:32.466616 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.480507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.581488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.581488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:32.581488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.731490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38268) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:32.816225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-33ab4232-a140-4ba3-bfff-f5e9ca4ef372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.833573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0538878 Aug 11 02:33:32.852152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38270) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:32.861691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Request body: {'subnet': {'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1706701202-subnet', 'tenant_id': '572c3d1843804dcbb46ec4f6d2d8bce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:32.876406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Attempting to bind port b4901c8a-face-4826-874e-764265cbab6f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:32.877063 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Attempting to bind port b4901c8a-face-4826-874e-764265cbab6f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:32.877773 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Attempting to bind port b4901c8a-face-4826-874e-764265cbab6f on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:32.884508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Pushing event updated for resources: {'Port': ['ID=b4901c8a-face-4826-874e-764265cbab6f,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:32.890078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.894798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.895442 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.895947 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.896446 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.896945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.897445 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.898017 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.898773 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.899261 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.899753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.900492 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.900983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:32.916418 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:32.917026 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:32.917642 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.918262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:32.920691 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Bound port: b4901c8a-face-4826-874e-764265cbab6f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:32.921469 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:32.985157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Made reservation on behalf of 572c3d1843804dcbb46ec4f6d2d8bce0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:32.999649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.107026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122df29-cfdc-43dd-b430-080f1c5d2c14 admin admin] Pushing event updated for resources: {'Network': ['ID=0a8309fb-b638-4419-bbdc-a619b607264b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:33.130100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 0a8309fb-b638-4419-bbdc-a619b607264b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:33.134591 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] For port b4901c8a-face-4826-874e-764265cbab6f, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:33.143956 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] For port b4901c8a-face-4826-874e-764265cbab6f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4901c8a-face-4826-874e-764265cbab6f,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:33.157600 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.230528 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13274012-4289-41fe-81d5-11ac36d0dfdb None None] Pushing event updated for resources: {'Port': ['ID=b4901c8a-face-4826-874e-764265cbab6f,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:33.325535 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Routers {'61b14836-f13f-405e-ba9e-975c2d0044ec'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:33.330574 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['61b14836-f13f-405e-ba9e-975c2d0044ec'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:33.497416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:33.547310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] Set router 61b14836-f13f-405e-ba9e-975c2d0044ec gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:33.624423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port b4901c8a-face-4826-874e-764265cbab6f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:33.624865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.856074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port b4901c8a-face-4826-874e-764265cbab6f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b4901c8a-face-4826-874e-764265cbab6f,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:33.856803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:33.905862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for b4901c8a-face-4826-874e-764265cbab6f owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:34.202952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:28Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': 'b4901c8a-face-4826-874e-764265cbab6f', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:03:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:33Z', 'revision_number': 4, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:34.259577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee5f6a-89ac-4bb7-9085-acbf631e4542 None None] The sync data for ids ['61b14836-f13f-405e-ba9e-975c2d0044ec'] in n-d-713498-10 is: [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:28Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': 'b4901c8a-face-4826-874e-764265cbab6f', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:03:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:24Z', 'updated_at': '2021-08-11T02:33:33Z', 'revision_number': 4, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '1d7db2c2-8475-43d3-a59e-f792c197fcac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:34.327580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:34.333973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9567207c-653d-4bca-b8f5-3870f97f66b7 admin admin] 10.222.0.68 "PUT /v2.0/routers/a18b2457-bf8d-438a-aa54-bbd7d00a6b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1449454 Aug 11 02:33:34.345715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:34.354717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Sync routers for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:34.388991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:34.395853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:34.425943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.537439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=b4901c8a-face-4826-874e-764265cbab6f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:34.590638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-33ab4232-a140-4ba3-bfff-f5e9ca4ef372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.652759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-33ab4232-a140-4ba3-bfff-f5e9ca4ef372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.682051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:34.694323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.736966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:34.826087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905a3d77-aa65-4ba9-bb8a-9f799f10aa71,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:34.833176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-33ab4232-a140-4ba3-bfff-f5e9ca4ef372 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d85b780401234341a0b8751101009db7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0996265 Aug 11 02:33:34.900654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38288) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:34.987399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4232-a140-4ba3-bfff-f5e9ca4ef372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f4478f-c104-4847-ad2d-855ffea1bdde,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:35.077768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.084769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:33:31Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:35.139958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Checking segment: {'id': 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:35.140804 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Network hostable DHCP agents. Network: 0a8309fb-b638-4419-bbdc-a619b607264b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:35.196126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Checking router: a18b2457-bf8d-438a-aa54-bbd7d00a6b62 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:35.220229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Router 61b14836-f13f-405e-ba9e-975c2d0044ec has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:35.227363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Network 0a8309fb-b638-4419-bbdc-a619b607264b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:35.232224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.236371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Routers {'a18b2457-bf8d-438a-aa54-bbd7d00a6b62'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:35.241853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:35.282958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 0a8309fb-b638-4419-bbdc-a619b607264b) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:35.289956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:35.290757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.296468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.324410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f586c-44cd-4657-8f52-5f02148c7b48 None None] Network 0a8309fb-b638-4419-bbdc-a619b607264b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:35.417917 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7b5036b-88bf-4630-b65a-7d8f9dd02f33 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5545514 Aug 11 02:33:35.446677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:35.466089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f0ef7808-aa18-497c-9ad8-570f6274b49c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "PUT /v2.0/routers/61b14836-f13f-405e-ba9e-975c2d0044ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684521 Aug 11 02:33:35.470527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.492125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38300) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:35.555825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.564847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.572119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14f4478f-c104-4847-ad2d-855ffea1bdde HTTP/1.1" status: 204 len: 168 time: 0.6656899 Aug 11 02:33:35.595532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bb52a-d31f-4f34-afb2-b045eae89422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f4478f-c104-4847-ad2d-855ffea1bdde,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:35.600670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Deleting port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:35.601089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:35.754961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e0859-0eb6-4597-859d-b54869566fd2 None None] Network 0a8309fb-b638-4419-bbdc-a619b607264b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:35.960908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] Set router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:36.378765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b885dce-9ec1-4633-af0e-8421e454f831 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.382439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b885dce-9ec1-4633-af0e-8421e454f831 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:36.385587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1b885dce-9ec1-4633-af0e-8421e454f831 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8912418 Aug 11 02:33:36.390881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38318) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:36.414271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38320) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:36.561751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:33:31Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:36.574209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] For port 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:36.574871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.602683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Calling delete_port for 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:36.603635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606a779-22e5-46be-9257-35ea12ffe650 None None] The sync data for ids ['a18b2457-bf8d-438a-aa54-bbd7d00a6b62'] in n-d-713498-10 is: [{'id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609084292-router', 'tenant_id': '1a5912bf31ac47e6baf3da6714b052bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:31:48Z', 'updated_at': '2021-08-11T02:33:31Z', 'revision_number': 5, 'project_id': '1a5912bf31ac47e6baf3da6714b052bb', 'gw_port': {'id': '6fd60fb8-19aa-4a2a-b575-c838e8bc2d80', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18b2457-bf8d-438a-aa54-bbd7d00a6b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:31:49Z', 'updated_at': '2021-08-11T02:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:36.881446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56d6308b-f2e6-4012-93cd-e5e2681b7c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:36.937445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.044721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd60fb8-19aa-4a2a-b575-c838e8bc2d80,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.184415 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Sync routers for ids ['61b14836-f13f-405e-ba9e-975c2d0044ec'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:37.203765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56d6308b-f2e6-4012-93cd-e5e2681b7c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.207520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 1d7db2c2-8475-43d3-a59e-f792c197fcac {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:37.211694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56d6308b-f2e6-4012-93cd-e5e2681b7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.214818 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Routers {'61b14836-f13f-405e-ba9e-975c2d0044ec'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:37.222094 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['61b14836-f13f-405e-ba9e-975c2d0044ec'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:37.227640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.315999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6308b-f2e6-4012-93cd-e5e2681b7c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb13e9-b47e-4977-b651-da533e6639aa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:37.433565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.438568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.441022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-56d6308b-f2e6-4012-93cd-e5e2681b7c94 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7a8f76b89ee84750af1f941e63280ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249159 Aug 11 02:33:37.515855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.602882 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Set router 61b14836-f13f-405e-ba9e-975c2d0044ec gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:37.731825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:37.751961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38352) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:37.762259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-883019298-network', 'tenant_id': 'e5b0a94221f94d42a166bf2c8adb5c20'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:37.797460 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Checking router: 61b14836-f13f-405e-ba9e-975c2d0044ec for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:37.804886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.818308 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Routers {'61b14836-f13f-405e-ba9e-975c2d0044ec'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:37.819535 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['61b14836-f13f-405e-ba9e-975c2d0044ec'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:37.820759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.846705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Made reservation on behalf of e5b0a94221f94d42a166bf2c8adb5c20 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:37.850922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.870746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:37.999270 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] Set router 61b14836-f13f-405e-ba9e-975c2d0044ec gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:38.047932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.084275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.153103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.154179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a18b2457-bf8d-438a-aa54-bbd7d00a6b62 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:38.169527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.177520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.186775 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:38.189410 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66cfee36-0a5d-4c65-8193-2eebb0ee6260 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a18b2457-bf8d-438a-aa54-bbd7d00a6b62 HTTP/1.1" status: 204 len: 168 time: 3.8365235 Aug 11 02:33:38.193697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38360) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.230080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.241885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.256906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4fb13e9-b47e-4977-b651-da533e6639aa HTTP/1.1" status: 204 len: 168 time: 0.8120415 Aug 11 02:33:38.331062 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e0494-851b-4380-b675-4849ef5f6a18 None None] The sync data for ids ['61b14836-f13f-405e-ba9e-975c2d0044ec'] in n-d-713498-10 is: [{'id': '61b14836-f13f-405e-ba9e-975c2d0044ec', 'name': 'tempest-NetworksTestDHCPv6-router-579377397', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:22Z', 'updated_at': '2021-08-11T02:33:34Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:38.359803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6d5c8-22c9-4392-b2c7-9dd2ce4b6247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb13e9-b47e-4977-b651-da533e6639aa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:38.371331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Deleting subnet 5409a043-c793-40c0-a644-0b635187e5e7 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:38.388785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.395084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.473988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.484889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.530459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7db2c2-8475-43d3-a59e-f792c197fcac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:38.546008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c87029-b5c8-45e1-936f-b0496d79e15c None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:38.556508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.560588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.565008 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a474f9eb-9d7e-4d67-aa8e-bd3014b357c0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1d7db2c2-8475-43d3-a59e-f792c197fcac HTTP/1.1" status: 204 len: 168 time: 2.1720440 Aug 11 02:33:38.571597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38366) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.671182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.683024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.833599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:38.860293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.877232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38374) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:38.882460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5409a043-c793-40c0-a644-0b635187e5e7 HTTP/1.1" status: 204 len: 168 time: 0.6783581 Aug 11 02:33:38.904057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe58ac-2f77-4bfb-bf14-103084b5c1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5409a043-c793-40c0-a644-0b635187e5e7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:38.919092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:38.919421 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Added segment 13d6a95a-3fd6-48df-9151-663b43897431 of type vlan for network dd2dd3a5-27a2-4e8f-83cb-07378e4e30df Aug 11 02:33:38.921084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08d78b-c19b-4fb4-b362-676cd833e220,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:39.065325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.175938 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.179462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:39.181964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.247646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:39.253591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16906dbf-6fae-4eb9-87f2-b31be869cc76 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6792805 Aug 11 02:33:39.335864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:39.339364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.392498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] Pushing event updated for resources: {'Network': ['ID=dd2dd3a5-27a2-4e8f-83cb-07378e4e30df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:39.394113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4901c8a-face-4826-874e-764265cbab6f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:39.412655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:39.499705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network dd2dd3a5-27a2-4e8f-83cb-07378e4e30df details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:39.501489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1c1aaa5-7b0c-428f-bc3f-9c585521172c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7468760 Aug 11 02:33:39.504263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.519984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38388) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:39.537596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Request body: {'subnet': {'network_id': 'dd2dd3a5-27a2-4e8f-83cb-07378e4e30df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-883019298-subnet', 'tenant_id': 'e5b0a94221f94d42a166bf2c8adb5c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:39.648731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:33:39.648731 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:33:39.648731 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': '459c83657fa943c892d96b9d0cd36176', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 33, 39, 614429)}] Aug 11 02:33:39.648731 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:33:39.649300 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:33:39.669465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Made reservation on behalf of e5b0a94221f94d42a166bf2c8adb5c20 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:39.680759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.697149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b4901c8a-face-4826-874e-764265cbab6f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:39.698788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b4901c8a-face-4826-874e-764265cbab6f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:39.699747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 22cc4827-19d3-4c11-980c-7c9ceb6fc517 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:39.772548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 22cc4827-19d3-4c11-980c-7c9ceb6fc517 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:39.773136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 22cc4827-19d3-4c11-980c-7c9ceb6fc517 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:39.799686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.892043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Deleting port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:39.893601 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.933592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:39.968372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42ded53-9b86-44cb-ab53-5f7689b90b27']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.021321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3437e6-85f4-437f-876c-293def24d328') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.022074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3437e6-85f4-437f-876c-293def24d328') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:40.146360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] For port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:40.147437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.208144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Calling delete_port for f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:40.221599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.358133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.369171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.441363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.480216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:33:40.484197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.605489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419ebad5-de01-432e-9324-c202226ac65d,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:33:40.606503 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:33:40.629272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.633185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Checking segment: {'id': '13d6a95a-3fd6-48df-9151-663b43897431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'dd2dd3a5-27a2-4e8f-83cb-07378e4e30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:40.633549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Network hostable DHCP agents. Network: dd2dd3a5-27a2-4e8f-83cb-07378e4e30df, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:40.635439 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.639999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:40.698495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.725306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.735431 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f42ded53-9b86-44cb-ab53-5f7689b90b27 HTTP/1.1" status: 204 len: 168 time: 1.8566735 Aug 11 02:33:40.767111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.769707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Fanout notify agent at l3_agent the message router_deleted on router 61b14836-f13f-405e-ba9e-975c2d0044ec {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:40.782670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Network dd2dd3a5-27a2-4e8f-83cb-07378e4e30df is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:40.802410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.809140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b92fb921-a845-4076-b5cf-6ef852aaef75 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/routers/61b14836-f13f-405e-ba9e-975c2d0044ec HTTP/1.1" status: 204 len: 168 time: 1.4631405 Aug 11 02:33:40.810833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:40.816496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a1a11-c33f-4289-a5f4-b72e038b24f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f42ded53-9b86-44cb-ab53-5f7689b90b27,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:40.826263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, dd2dd3a5-27a2-4e8f-83cb-07378e4e30df) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:40.836260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:40.838805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:40.839787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.957144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:40.994623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.013071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae549a3-5f86-47a8-a82c-d4c2d1f18a20 None None] Network dd2dd3a5-27a2-4e8f-83cb-07378e4e30df requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:41.029113 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.064770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a9f36af7-24c8-4513-bf4b-784e49773f00 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5413613 Aug 11 02:33:41.198297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=459c83657fa943c892d96b9d0cd36176&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7803187 Aug 11 02:33:41.200048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f721eda-ae4b-4775-b6a4-8c63f4d981ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a77675-43b8-4e13-916f-ab13ee598719,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:41.209152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38418) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:41.293105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:41.307867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.476272 n-d-713498-10 neutron-server[94654]: INFO neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No ports have port_id starting with f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 Aug 11 02:33:41.484848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.641143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] No DVR routers for this DVR port f27ab00a-4f74-4a8a-a539-c8c08f51f4f6 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:41.681421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:41.709363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.795445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.815812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38430) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:41.831521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Pushing event deleted for resources: {'Port': ['ID=f27ab00a-4f74-4a8a-a539-c8c08f51f4f6,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:41.854313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:41.854655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6fd60fb8-19aa-4a2a-b575-c838e8bc2d80 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:41.881265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.881265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.881265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.881265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.882248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.882248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.882727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.882727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.883032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.883232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.883560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.883867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e23ce-eeb8-495a-a41f-fbd3a43a0d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:33:41.911211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:41.921555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-18e4a2c3-9ba6-4dde-b77d-944859af87b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a5912bf31ac47e6baf3da6714b052bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006906 Aug 11 02:33:41.924475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38434) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:42.041489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.080968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1c698-5af1-4b6c-aa31-24a65b0cb73f None None] Network dd2dd3a5-27a2-4e8f-83cb-07378e4e30df requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:42.094624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.214286 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.218931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.224491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0990a98e-c284-4eac-8e29-f44cfd35505b HTTP/1.1" status: 204 len: 168 time: 0.2948685 Aug 11 02:33:42.224763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.252702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb4227-9d61-4f83-8e42-653e2bacd142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0990a98e-c284-4eac-8e29-f44cfd35505b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:42.256760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.269880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.276800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3a77675-43b8-4e13-916f-ab13ee598719 HTTP/1.1" status: 204 len: 168 time: 1.0612619 Aug 11 02:33:42.343615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:42.353722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912e365-8271-48f1-8b16-075a3d81fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a77675-43b8-4e13-916f-ab13ee598719,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:42.376684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:42.386156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:42.387649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.399145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1f107-cb9a-4329-89d1-2ba63af841b2 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:42.416802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=9698835a-bc0c-45d8-ae4c-59253892a652,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:42.449901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a745ea3a-a540-4b29-a870-4d2adb4006f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6368511 Aug 11 02:33:42.453060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:42.463979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:42.580224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.583130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.778315 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.792297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.899765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:42.908963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:42.919822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ccc56441-02f3-4bcc-ae78-fa24f146e062 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4462667 Aug 11 02:33:43.124802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '9698835a-bc0c-45d8-ae4c-59253892a652'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:33:43.128733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.371065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-a2872ed5-13f9-4af5-bac3-12b9571468ea tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:43.389083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-a2872ed5-13f9-4af5-bac3-12b9571468ea tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 812 time: 0.4324610 Aug 11 02:33:43.434545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-d719b730-a5c7-42dc-a942-2f78993cd329 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/quotas/572c3d1843804dcbb46ec4f6d2d8bce0 HTTP/1.1" status: 200 len: 375 time: 0.0429533 Aug 11 02:33:43.500024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/9698835a-bc0c-45d8-ae4c-59253892a652/42b7528c-f396-4c1b-bc4c-3d5eab823fe7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:43.554958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-8eb1b246-954c-428c-a8a9-cfe3c5ad7370 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187043 Aug 11 02:33:43.675646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-d65a2a93-67c2-44ea-8e27-d9eb6a2ae159 service neutron] 10.222.0.68 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168411 Aug 11 02:33:43.830431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-39a6c0cb-8b9b-42f3-a284-fa3da35a3507 service neutron] 10.222.0.68 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530735 Aug 11 02:33:43.872829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.955605 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:43.984943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Transition to ACTIVE for port object 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:44.036709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Transition to ACTIVE for port object 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:44.055018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.231585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:44.241006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Pushing event updated for resources: {'Port': ['ID=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:44.245124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:44.250303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:44.355871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::1 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/9698835a-bc0c-45d8-ae4c-59253892a652/83b75df6-3070-43c6-8b3d-dc3045e4a394) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:44.359788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0227d65-4bb1-424f-bf3a-81ccbaeb147a req-12c12b00-4a91-4074-9993-adea124e3eae tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.0417762 Aug 11 02:33:44.466925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Attempting to bind port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:44.467413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Attempting to bind port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:44.468149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Attempting to bind port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:44.479445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:44.480363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:44.481201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.482049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:44.483799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Bound port: 42b7528c-f396-4c1b-bc4c-3d5eab823fe7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:44.484533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.626729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.633359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] For port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:44.637752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] For port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:44.647313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.650081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 83b75df6-3070-43c6-8b3d-dc3045e4a394 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:44.763724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:44.820096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45660b1d-a797-4ad6-8e72-d5b47e2f56db None None] Pushing event updated for resources: {'Port': ['ID=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:44.852279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:44.870811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:45.030384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:45.031163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.074016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38534) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:45.219565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=83b75df6-3070-43c6-8b3d-dc3045e4a394,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:45.312873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-822410168-network', 'tenant_id': '5257ebbaaef7414293d9e142fb0427d6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:45.367603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Made reservation on behalf of 5257ebbaaef7414293d9e142fb0427d6 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:45.368264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.371863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.385962 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.556355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd0dc21d-d168-4904-a3d2-f59a930bbce2 req-de2b4309-3dbd-4f39-8985-0ee86ea8fe47 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.0618718 Aug 11 02:33:45.640880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.648052 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.747045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b695b2-b3fb-440b-ae7f-d85a532cc9c4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:45.756021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:33:45.799328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:45.800071 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Added segment 4add06cd-3628-4260-8334-27a65eb52581 of type vlan for network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e Aug 11 02:33:45.925721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.019253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.020686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.022351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.244114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1684299 Aug 11 02:33:46.249062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38560) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:46.260171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297c1a-97b2-4df3-81f3-74cdc7129ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:46.263523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Request body: {'subnet': {'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-822410168-subnet', 'tenant_id': '5257ebbaaef7414293d9e142fb0427d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:46.280774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:33:46.800499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:46.917440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-698d4232-8a7b-4788-bea7-e9e79be70167 req-aaf85714-f25b-48ec-abe1-cde6660c2c64 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.1798286 Aug 11 02:33:46.941801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Made reservation on behalf of 5257ebbaaef7414293d9e142fb0427d6 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:46.945712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:46.991021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1ff5843c-e47d-4e6b-914c-15c413b066fe tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:46.998029 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1ff5843c-e47d-4e6b-914c-15c413b066fe tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.61 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 812 time: 0.6603658 Aug 11 02:33:47.014193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:47.058932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Request body: {'port': {'device_id': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b', 'admin_state_up': True, 'tenant_id': '572c3d1843804dcbb46ec4f6d2d8bce0'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:47.103139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Provisioning for port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:47.110441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Provisioning complete for port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:47.111017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.344078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.351139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.440425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] For port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:47.455283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.540673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.541836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.620175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Made reservation on behalf of 572c3d1843804dcbb46ec4f6d2d8bce0 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:47.624812 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.629842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=83b75df6-3070-43c6-8b3d-dc3045e4a394,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:47.678221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad13a49-3462-425a-8194-b404e23c7dff None None] Pushing event updated for resources: {'Port': ['ID=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:47.733737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33e7a5ce-ab41-4d0f-9f82-b8db4f310f44 None None] Provisioning for port 83b75df6-3070-43c6-8b3d-dc3045e4a394 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:47.740088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33e7a5ce-ab41-4d0f-9f82-b8db4f310f44 None None] Provisioning complete for port 83b75df6-3070-43c6-8b3d-dc3045e4a394 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:47.740782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33e7a5ce-ab41-4d0f-9f82-b8db4f310f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:47.792267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-33e7a5ce-ab41-4d0f-9f82-b8db4f310f44 None None] Port 83b75df6-3070-43c6-8b3d-dc3045e4a394 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:47.970285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:48.066526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:48.076152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.252473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2173bf1-8232-49e4-b82e-4d16b0d30969 req-de82667f-19e2-494b-8922-c58e37eb09d2 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.1219535 Aug 11 02:33:48.560625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Allocated IP 172.20.0.8 (0a8309fb-b638-4419-bbdc-a619b607264b/905a3d77-aa65-4ba9-bb8a-9f799f10aa71/ddbc1813-edf5-4181-a5bd-725ea822c206) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:48.750638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:48.768554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd45a9a4-0552-4665-aab6-81022eff138b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:48.877039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Checking segment: {'id': '4add06cd-3628-4260-8334-27a65eb52581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:48.877864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Network hostable DHCP agents. Network: 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:33:48.894698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-933f1ef2-5288-4aad-9db0-7f5385c9e8ec None None] Provisioning complete for port 83b75df6-3070-43c6-8b3d-dc3045e4a394 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:48.895297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-933f1ef2-5288-4aad-9db0-7f5385c9e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:48.939588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-933f1ef2-5288-4aad-9db0-7f5385c9e8ec None None] Port 83b75df6-3070-43c6-8b3d-dc3045e4a394 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:33:48.958659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:48.959386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.470557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7378b982-ab39-4367-8c8a-9b610eecb04c req-a1e4c307-2f53-4988-a322-0af54d200e51 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.0761435 Aug 11 02:33:49.584408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:33:49.617530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:49.626386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:49.627010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.637069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a87296-76b4-4b5d-9f91-0831ff2ba509 None None] Network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:49.747289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:49.782291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e0710b4f-5d86-4534-b91e-2c6731866f4f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5262949 Aug 11 02:33:49.801867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Router caeb5d51-d9df-424e-b1f7-29d4f5df2787 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:33:50.078000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:50.082450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207154a-aaac-4bac-9ef2-d2d8e44b9895 None None] Network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:50.100914 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1ec2f8ef-8784-4be9-a05a-2479a288dcee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "PUT /v2.0/routers/caeb5d51-d9df-424e-b1f7-29d4f5df2787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1903658 Aug 11 02:33:50.102413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Sync routers for ids ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:50.105169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38632) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.136982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.257713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d6720-40ea-404b-909e-697a26a1a696 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.271060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f17d6720-40ea-404b-909e-697a26a1a696 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports/83b75df6-3070-43c6-8b3d-dc3045e4a394 HTTP/1.1" status: 200 len: 911 time: 0.1646957 Aug 11 02:33:50.274995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Routers {'caeb5d51-d9df-424e-b1f7-29d4f5df2787'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:50.277352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38636) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.278197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:50.291891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Network 0a8309fb-b638-4419-bbdc-a619b607264b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:50.303801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:50.308119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:50.380376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38642) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.409479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64d830-2f34-43ab-ab1a-0418e15e8334 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.422254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64d830-2f34-43ab-ab1a-0418e15e8334 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.430534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf64d830-2f34-43ab-ab1a-0418e15e8334 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1519918 Aug 11 02:33:50.433734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38648) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:50.457763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:50.462114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.541415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Pushing event updated for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:50.580320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-1938dce7-cd59-4cb1-b83d-cbc171f3d31b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5490797 Aug 11 02:33:50.600098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Request body: {'port': {'device_id': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:50.761583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e5920be6-68eb-45fa-be32-022dbefeb27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.770315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:50.872325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Set router caeb5d51-d9df-424e-b1f7-29d4f5df2787 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:51.390310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbc1813-edf5-4181-a5bd-725ea822c206 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:51.404154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.424570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Transition to ACTIVE for port object ddbc1813-edf5-4181-a5bd-725ea822c206 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:51.431859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.481386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:45Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': '83b75df6-3070-43c6-8b3d-dc3045e4a394', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:3a:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:44Z', 'updated_at': '2021-08-11T02:33:45Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:51.544139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e5920be6-68eb-45fa-be32-022dbefeb27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.561490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Checking router: caeb5d51-d9df-424e-b1f7-29d4f5df2787 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:51.561925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Updating router caeb5d51-d9df-424e-b1f7-29d4f5df2787 port 83b75df6-3070-43c6-8b3d-dc3045e4a394 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:33:51.586616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:51.599420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e5920be6-68eb-45fa-be32-022dbefeb27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.608795 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.639158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e5920be6-68eb-45fa-be32-022dbefeb27d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36ea2905a68b472f8bb4803f354d639a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2573438 Aug 11 02:33:51.652546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafa78-e0a5-4abe-9325-f60c7aa9b669 req-ce9bb7f5-c24e-4268-92b0-f3d5a99f5290 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:51.655594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5cafa78-e0a5-4abe-9325-f60c7aa9b669 req-ce9bb7f5-c24e-4268-92b0-f3d5a99f5290 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 931 time: 0.9433608 Aug 11 02:33:51.678818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:51.679668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Attempting to bind port ddbc1813-edf5-4181-a5bd-725ea822c206 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:51.680011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Attempting to bind port ddbc1813-edf5-4181-a5bd-725ea822c206 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:51.683724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Attempting to bind port ddbc1813-edf5-4181-a5bd-725ea822c206 on network 0a8309fb-b638-4419-bbdc-a619b607264b {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:51.716495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Port ddbc1813-edf5-4181-a5bd-725ea822c206 on network 0a8309fb-b638-4419-bbdc-a619b607264b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:33:51.718394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Attempting to bind port ddbc1813-edf5-4181-a5bd-725ea822c206 on network 0a8309fb-b638-4419-bbdc-a619b607264b {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:51.741202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:51.742349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Checking segment: {'id': 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:51.743316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Bound using segment: {'id': 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:51.744500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Bound port: ddbc1813-edf5-4181-a5bd-725ea822c206, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:51.745623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.864755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.896088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-ca95c104-049d-4e17-a313-d68363f348c4 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:51.904755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-ca95c104-049d-4e17-a313-d68363f348c4 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/networks?id=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e HTTP/1.1" status: 200 len: 808 time: 0.5958765 Aug 11 02:33:51.950926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:51.952890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-cddc9e21-9703-44ba-8ac1-95caf9576510 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/quotas/5257ebbaaef7414293d9e142fb0427d6 HTTP/1.1" status: 200 len: 375 time: 0.0461214 Aug 11 02:33:51.972471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:51.986766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ddbc1813-edf5-4181-a5bd-725ea822c206,segment=NetworkSegment(ac9f9a3b-1670-45d0-ae22-2e4ac6d63309),segment_id=ac9f9a3b-1670-45d0-ae22-2e4ac6d63309)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:52.003111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.017754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-96634685-5d5b-4d4a-8873-10baa409110f tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5257ebbaaef7414293d9e142fb0427d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634174 Aug 11 02:33:52.031711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5cafa78-e0a5-4abe-9325-f60c7aa9b669 req-88846a66-375b-4429-8f93-129dd5dc5bcb tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871271 Aug 11 02:33:52.034568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5920be6-68eb-45fa-be32-022dbefeb27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876f57db-7699-40f2-9760-c302e668b997,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.159175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.160463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.163358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] 10.222.0.61 "PUT /v2.0/ports/ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 1092 time: 1.5722182 Aug 11 02:33:52.164422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:52.169214 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:52.288168 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26bfb03-23e3-45b3-9e0b-fba06ac128a3 x-openstack-request-id: req-b26bfb03-23e3-45b3-9e0b-fba06ac128a3 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:33:52.288792 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:33:52.294035 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b26bfb03-23e3-45b3-9e0b-fba06ac128a3 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:33:52.297220 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206', 'status': 'completed', 'code': 200} Aug 11 02:33:52.302234 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:33:52.312720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-be6302cd-3c8a-4bd0-ad30-d3a164e912c1 service neutron] 10.222.0.68 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717848 Aug 11 02:33:52.320543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f5fb2-479a-4ce3-8194-8e1474290c17 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.343706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.356621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.379808 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/876f57db-7699-40f2-9760-c302e668b997 HTTP/1.1" status: 204 len: 168 time: 0.6871316 Aug 11 02:33:52.406977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0343-5213-4aa0-a889-af384c069978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f57db-7699-40f2-9760-c302e668b997,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:52.415866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ee562da8-346c-4d26-9cd3-a4dc9325de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.419322 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-ee562da8-346c-4d26-9cd3-a4dc9325de6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1095 time: 0.1905591 Aug 11 02:33:52.583793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-84babca5-fadc-473e-a21f-31275a59a0d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 217 time: 0.1514053 Aug 11 02:33:52.640413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-ebd3b30c-6210-4c3f-bb80-c425d21f2333 service neutron] 10.222.0.68 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252578 Aug 11 02:33:52.661173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.687470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1dc7df91-8302-4de3-98c1-2024359eac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.702507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.747021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-3b411184-6819-408c-bc30-f1f9c8fe7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:52.749111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Transition to ACTIVE for port object 83b75df6-3070-43c6-8b3d-dc3045e4a394 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:52.754939 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-3b411184-6819-408c-bc30-f1f9c8fe7e8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 200 len: 852 time: 0.1580038 Aug 11 02:33:52.761580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:52.824522 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-4c900d30-1e13-4e0f-b061-87300e86183e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0a8309fb-b638-4419-bbdc-a619b607264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566478 Aug 11 02:33:52.949764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d408fd-7069-4841-bb4a-5aa8dda96787 None None] Pushing event updated for resources: {'Port': ['ID=83b75df6-3070-43c6-8b3d-dc3045e4a394,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:53.047190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-bcf307bd-5b57-4841-b27e-f9928b97969a service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993189 Aug 11 02:33:53.300635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Attempting to bind port 83b75df6-3070-43c6-8b3d-dc3045e4a394 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:33:53.301470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Attempting to bind port 83b75df6-3070-43c6-8b3d-dc3045e4a394 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:33:53.302180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Attempting to bind port 83b75df6-3070-43c6-8b3d-dc3045e4a394 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:33:53.317566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:33:53.326781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:33:53.338496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.339487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:33:53.342755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Bound port: 83b75df6-3070-43c6-8b3d-dc3045e4a394, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:33:53.343524 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.377038 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ef2772e6-d78a-410a-a5c4-10e7c31d51fc req-0f35e22c-e4d4-48d1-8e86-c983ca8343cb service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270607 Aug 11 02:33:53.595808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-b7f77d10-bdee-4875-8f54-f13a7388ab82 req-8471d9d6-8461-4eed-b312-0e086a4207f9 tempest-ServersTestJSON-1435152746 tempest-ServersTestJSON-1435152746-project] (94652) timed out ('10.222.0.67', 58141) {{(pid=94652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:33:53.647010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] For port 83b75df6-3070-43c6-8b3d-dc3045e4a394, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:33:53.657015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8574cf28-21bc-4991-a60d-60110df56110 req-d40599cc-075c-4762-b5f9-aa6e6b24d7df tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 210 time: 0.2823741 Aug 11 02:33:53.659544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] For port 83b75df6-3070-43c6-8b3d-dc3045e4a394, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=83b75df6-3070-43c6-8b3d-dc3045e4a394,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:33:53.674209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:53.716223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-9d4a5c7c-46cd-4c94-85b4-eedad401e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:53.719362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-9d4a5c7c-46cd-4c94-85b4-eedad401e18c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1095 time: 0.2274055 Aug 11 02:33:53.780635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38702) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:53.822114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Routers {'caeb5d51-d9df-424e-b1f7-29d4f5df2787'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:53.823340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:53.839219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f379be8-19a4-4e35-acfd-c94c699265dc req-3fa7eab8-d1d3-4418-b257-ab46b72a8294 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:53.854723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f379be8-19a4-4e35-acfd-c94c699265dc req-3fa7eab8-d1d3-4418-b257-ab46b72a8294 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 943 time: 0.4888270 Aug 11 02:33:53.963962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 83b75df6-3070-43c6-8b3d-dc3045e4a394 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:53.965954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.010885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82b8c30d-6e60-44e6-98f4-76ebf7becf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.230989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d408fd-7069-4841-bb4a-5aa8dda96787 None None] Pushing event updated for resources: {'Port': ['ID=83b75df6-3070-43c6-8b3d-dc3045e4a394,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:54.276595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f379be8-19a4-4e35-acfd-c94c699265dc req-21b62a9e-11ac-46bf-9e5c-feda384b98a1 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130857 Aug 11 02:33:54.313421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] Set router caeb5d51-d9df-424e-b1f7-29d4f5df2787 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:54.406579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-2dac8320-23cb-4048-8e5d-c5d7e4253733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.409625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-2dac8320-23cb-4048-8e5d-c5d7e4253733 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 913 time: 0.6757035 Aug 11 02:33:54.436153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port 83b75df6-3070-43c6-8b3d-dc3045e4a394, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=83b75df6-3070-43c6-8b3d-dc3045e4a394,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:54.436750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.497144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 83b75df6-3070-43c6-8b3d-dc3045e4a394 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:54.513241 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-1a0abb74-1400-4a13-b83c-3aacaaa63e8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 217 time: 0.0894887 Aug 11 02:33:54.634315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-692c25e7-9aed-420b-9039-a1c1506fa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:54.637185 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-692c25e7-9aed-420b-9039-a1c1506fa099 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 200 len: 852 time: 0.1108308 Aug 11 02:33:54.863665 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-ee636bd3-5350-4723-9a1f-f299799e10c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0a8309fb-b638-4419-bbdc-a619b607264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738338 Aug 11 02:33:54.873358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82b8c30d-6e60-44e6-98f4-76ebf7becf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.891385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:45Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': '83b75df6-3070-43c6-8b3d-dc3045e4a394', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:3a:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:44Z', 'updated_at': '2021-08-11T02:33:53Z', 'revision_number': 4, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:54.921258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82b8c30d-6e60-44e6-98f4-76ebf7becf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:54.954699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03a9b5-99c0-47ca-a5b6-dc1fb5513cb2 None None] The sync data for ids ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'] in n-d-713498-10 is: [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:45Z', 'revision_number': 2, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None, '_interfaces': [{'id': '83b75df6-3070-43c6-8b3d-dc3045e4a394', 'name': '', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'mac_address': 'fa:16:3e:3a:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:33:44Z', 'updated_at': '2021-08-11T02:33:53Z', 'revision_number': 4, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'subnets': [{'id': '9698835a-bc0c-45d8-ae4c-59253892a652', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:54.990765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d24091-b8d7-48bb-8845-e26dbe5476a6 req-e88160ba-7df7-4ebc-b30b-6f231732708f tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 210 time: 0.0484641 Aug 11 02:33:55.061582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.194878 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-76328577-0fdc-4b74-a989-a01848a5ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.228594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=83b75df6-3070-43c6-8b3d-dc3045e4a394,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:55.273183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8c30d-6e60-44e6-98f4-76ebf7becf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094da2e-58c3-4125-b49a-f5ae27b17736,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:55.368130 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-82b8c30d-6e60-44e6-98f4-76ebf7becf43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd328ebd44f9485d86b50e8715a624fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5842812 Aug 11 02:33:55.369020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:55.391235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-6ea7c22c-9697-4571-9025-6ca208f33c1b service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125835 Aug 11 02:33:55.438596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.650942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:55.762858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.818198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.860536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:55.930761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6768660-dc25-4ad7-9dc2-9a92c20a8a9e req-98dfdd78-2b31-4201-8029-0e4b737b66e8 service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157406 Aug 11 02:33:56.024380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.028042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.035031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b094da2e-58c3-4125-b49a-f5ae27b17736 HTTP/1.1" status: 204 len: 168 time: 0.6653686 Aug 11 02:33:56.058946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291382e0-f552-42f2-a839-96484818dfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094da2e-58c3-4125-b49a-f5ae27b17736,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:56.082896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3e74caa-2039-4f46-a29a-d68dd8eb2834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.316146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-ff58abca-6368-4241-8a22-2420f6e1b40f tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.320396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-ff58abca-6368-4241-8a22-2420f6e1b40f tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.67 "GET /v2.0/networks?id=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e HTTP/1.1" status: 200 len: 808 time: 0.4866636 Aug 11 02:33:56.351282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3e74caa-2039-4f46-a29a-d68dd8eb2834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.359908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3e74caa-2039-4f46-a29a-d68dd8eb2834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.390825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Request body: {'port': {'device_id': 'db17617a-feca-4070-b44a-29dc4458e511', 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e', 'admin_state_up': True, 'tenant_id': '5257ebbaaef7414293d9e142fb0427d6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:56.391022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ddbc1813-edf5-4181-a5bd-725ea822c206 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:33:56.427394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e74caa-2039-4f46-a29a-d68dd8eb2834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0672a7cb-5d31-4e05-97df-e7d0f0e86dcc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:56.487951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a3e74caa-2039-4f46-a29a-d68dd8eb2834 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31d5727b014d4d428bf94dd809e97bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349400 Aug 11 02:33:56.493260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:56.625384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.636086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d246c723-c560-451b-93cf-dba9f638c4a1 req-c282fdbd-946a-48a4-abd3-8a198b0b8d1d tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 210 time: 0.3074763 Aug 11 02:33:56.667195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.750830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.753887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:56.755191 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0672a7cb-5d31-4e05-97df-e7d0f0e86dcc HTTP/1.1" status: 204 len: 168 time: 0.2606637 Aug 11 02:33:56.777183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac75a7c-8aa3-472e-b5e7-85dfbacb812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672a7cb-5d31-4e05-97df-e7d0f0e86dcc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:56.793663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ffa8b-2a2c-4b00-9fd0-10bc57d4c729 req-b2d13024-c995-4734-a3a2-988ebd85aaf0 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:56.802388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-301ffa8b-2a2c-4b00-9fd0-10bc57d4c729 req-b2d13024-c995-4734-a3a2-988ebd85aaf0 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 943 time: 0.9707506 Aug 11 02:33:56.905290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ddbc1813-edf5-4181-a5bd-725ea822c206,segment=NetworkSegment(ac9f9a3b-1670-45d0-ae22-2e4ac6d63309),segment_id=ac9f9a3b-1670-45d0-ae22-2e4ac6d63309)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:56.924847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'ddbc1813-edf5-4181-a5bd-725ea822c206', 'network_id': '0a8309fb-b638-4419-bbdc-a619b607264b', 'port_id': 'ddbc1813-edf5-4181-a5bd-725ea822c206', 'mac_address': 'fa:16:3e:6d:69:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905a3d77-aa65-4ba9-bb8a-9f799f10aa71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:33:56.974018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.000003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Router caeb5d51-d9df-424e-b1f7-29d4f5df2787 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:33:57.020660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.021310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-301ffa8b-2a2c-4b00-9fd0-10bc57d4c729 req-1289b967-8b7e-4e20-a82c-a7e00ca271d0 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174749 Aug 11 02:33:57.088092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbc1813-edf5-4181-a5bd-725ea822c206 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:57.136011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ddbc1813-edf5-4181-a5bd-725ea822c206,segment=NetworkSegment(ac9f9a3b-1670-45d0-ae22-2e4ac6d63309),segment_id=ac9f9a3b-1670-45d0-ae22-2e4ac6d63309)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:57.144246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.224328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:33:57.248233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-70bb727b-7025-40cb-bba2-114889d6e8dc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "PUT /v2.0/routers/caeb5d51-d9df-424e-b1f7-29d4f5df2787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8133667 Aug 11 02:33:57.250270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Made reservation on behalf of 5257ebbaaef7414293d9e142fb0427d6 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:57.251260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38766) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:57.259603 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.273135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:57.395385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cab907-ab5f-4f5a-9343-d40619db2fed tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:57.408226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38772) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:57.421084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ddbc1813-edf5-4181-a5bd-725ea822c206'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:33:57.426195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cab907-ab5f-4f5a-9343-d40619db2fed tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:57.437679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29ed07fc-49a7-4547-9c16-87acbaf03b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.449332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05cab907-ab5f-4f5a-9343-d40619db2fed tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1938264 Aug 11 02:33:57.452238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:57.513267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Allocated IP 172.20.0.12 (0a967dc3-ab7a-425a-bf2b-ce02a0031f1e/cd45a9a4-0552-4665-aab6-81022eff138b/fd44fa34-2a29-4a29-901a-7a0aa552dd29) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:33:57.599435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 9698835a-bc0c-45d8-ae4c-59253892a652 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:33:57.604156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.662320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Sync routers for ids ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:33:57.681685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.683903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Routers {'caeb5d51-d9df-424e-b1f7-29d4f5df2787'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:57.684858 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:57.770155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29ed07fc-49a7-4547-9c16-87acbaf03b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.778493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29ed07fc-49a7-4547-9c16-87acbaf03b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.829681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.934656 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Set router caeb5d51-d9df-424e-b1f7-29d4f5df2787 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:57.942670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed07fc-49a7-4547-9c16-87acbaf03b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27087e4c-1240-43bd-9347-0cc1c252533a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:57.977908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.980111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29ed07fc-49a7-4547-9c16-87acbaf03b70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4884aeed3514f82a158d5892947a60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701163 Aug 11 02:33:57.984120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9510fa06-e38a-4013-b6f4-8479a449b4d4 req-f750099c-6ce3-4514-a474-d81a61b34111 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 210 time: 0.0977335 Aug 11 02:33:57.991731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:57.995416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38786) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:58.014372 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:54Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.017086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.029637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=9698835a-bc0c-45d8-ae4c-59253892a652,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:58.041273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.043689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-acb07ec5-c262-4307-9dde-43344bdc76ab tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/9698835a-bc0c-45d8-ae4c-59253892a652 HTTP/1.1" status: 204 len: 168 time: 0.5866227 Aug 11 02:33:58.046968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:58.051063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2252834-db18-4518-8473-6811b41360e7 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:33:58.099530 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Checking router: caeb5d51-d9df-424e-b1f7-29d4f5df2787 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:33:58.106696 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.128586 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Routers {'caeb5d51-d9df-424e-b1f7-29d4f5df2787'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:33:58.129837 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:33:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.176505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.242342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.318493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3890-4fab-43c4-bb96-be9593b997d1 req-22e8e537-cd6e-4e64-ab83-f4242ac9044c tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.323111 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] Set router caeb5d51-d9df-424e-b1f7-29d4f5df2787 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:33:58.326750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c51e3890-4fab-43c4-bb96-be9593b997d1 req-22e8e537-cd6e-4e64-ab83-f4242ac9044c tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 944 time: 0.1794505 Aug 11 02:33:58.327470 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6df9df85-96e4-41eb-b72d-e277051b1a66 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2665584 Aug 11 02:33:58.328495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38796) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:58.339858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:33:58.355656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:33:58.368329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:33:58.374168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Pushing event updated for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:58.378654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ddbc1813-edf5-4181-a5bd-725ea822c206 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:33:58.416369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.419252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.423105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27087e4c-1240-43bd-9347-0cc1c252533a HTTP/1.1" status: 204 len: 168 time: 0.4237390 Aug 11 02:33:58.438474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:33:58.499772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c51e3890-4fab-43c4-bb96-be9593b997d1 req-02760153-221b-42a2-84f4-556f7e565497 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715186 Aug 11 02:33:58.505408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870cc1-83ba-4909-b8a3-fc47384a9ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27087e4c-1240-43bd-9347-0cc1c252533a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:58.536038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.549347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:58.551724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.572544 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8916487e-6620-4559-964c-2eb39f300764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:54Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:33:58.596003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-b7f491cb-4490-4c34-953f-69b2d0d5e1f0 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2541318 Aug 11 02:33:58.616216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Request body: {'port': {'device_id': 'db17617a-feca-4070-b44a-29dc4458e511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:58.650688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Deleting port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:33:58.653877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.666563 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916487e-6620-4559-964c-2eb39f300764 None None] The sync data for ids ['caeb5d51-d9df-424e-b1f7-29d4f5df2787'] in n-d-713498-10 is: [{'id': 'caeb5d51-d9df-424e-b1f7-29d4f5df2787', 'name': 'tempest-NetworksTestDHCPv6-router-1649004660', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:33:42Z', 'updated_at': '2021-08-11T02:33:54Z', 'revision_number': 3, 'project_id': 'be3d3455c524484fbac71a8d85af8d9b', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:33:58.703309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port ddbc1813-edf5-4181-a5bd-725ea822c206 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:33:58.817697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.859661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port ddbc1813-edf5-4181-a5bd-725ea822c206 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:33:58.860167 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:58.996516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] For port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:58.997214 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.055023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.055023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.078152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Calling delete_port for 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:33:59.256554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.276098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.276976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Fanout notify agent at l3_agent the message router_deleted on router caeb5d51-d9df-424e-b1f7-29d4f5df2787 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:33:59.287530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:59.291016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.292840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cfe6c8e5-d33a-472c-ab68-db8f19768755 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/routers/caeb5d51-d9df-424e-b1f7-29d4f5df2787 HTTP/1.1" status: 204 len: 168 time: 0.9541266 Aug 11 02:33:59.297019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.435711 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.460425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba97430-c802-41ac-b637-451cbc26485a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:59.465025 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cba97430-c802-41ac-b637-451cbc26485a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1661010 Aug 11 02:33:59.472510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38824) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.495995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] No DVR routers for this DVR port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:33:59.508710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8440-9a1c-445c-897f-2feeb7d46bf5 None None] Pushing event deleted for resources: {'Port': ['ID=42b7528c-f396-4c1b-bc4c-3d5eab823fe7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:59.521587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:33:59.526010 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768f2d8c-b662-4bd9-a65b-1b8430b85172" -d '{"events": [{"server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "name": "network-vif-plugged", "status": "completed", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:33:59.534110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No active binding found for port 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 {{(pid=94654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:33:59.534948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 42b7528c-f396-4c1b-bc4c-3d5eab823fe7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:59.536366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83b75df6-3070-43c6-8b3d-dc3045e4a394 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:33:59.586886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 83b75df6-3070-43c6-8b3d-dc3045e4a394 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:33:59.587613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 83b75df6-3070-43c6-8b3d-dc3045e4a394 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:33:59.593633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1cff91-fe8f-46d7-af86-4edea1176e4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:59.595381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a1cff91-fe8f-46d7-af86-4edea1176e4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217914 Aug 11 02:33:59.603768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38834) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.611276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ddbc1813-edf5-4181-a5bd-725ea822c206,segment=NetworkSegment(ac9f9a3b-1670-45d0-ae22-2e4ac6d63309),segment_id=ac9f9a3b-1670-45d0-ae22-2e4ac6d63309)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:33:59.622838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.691488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f391-5108-43a2-881e-19f03dd7e78e req-1166409f-2aa4-4da1-a8fd-26bcc666b0dd tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:33:59.705928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ce2f391-5108-43a2-881e-19f03dd7e78e req-1166409f-2aa4-4da1-a8fd-26bcc666b0dd tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 932 time: 0.2834361 Aug 11 02:33:59.719724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76d5ac9b-043a-43cd-872c-f1fe288ae6d8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054802 Aug 11 02:33:59.719724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38836) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.724088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:33:59.730557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:33:59.767356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd44fa34-2a29-4a29-901a-7a0aa552dd29 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:33:59.797896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38840) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:33:59.821379 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.887545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Transition to ACTIVE for port object fd44fa34-2a29-4a29-901a-7a0aa552dd29 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:33:59.902522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ce2f391-5108-43a2-881e-19f03dd7e78e req-4a02b5ce-b48f-4e2e-9a26-47ddcd03cbc3 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893032 Aug 11 02:33:59.909848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:33:59.970044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:33:59.974403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.009494 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955e1ad-1568-4fa1-8769-c832d726e379 x-openstack-request-id: req-e955e1ad-1568-4fa1-8769-c832d726e379 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:00.010155 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "name": "network-vif-plugged", "status": "completed", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:00.010616 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e955e1ad-1568-4fa1-8769-c832d726e379 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:00.011250 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206', 'code': 200} Aug 11 02:34:00.058122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768a00d-34a0-4717-a805-5af03336040a req-8f0ab928-5981-455a-a359-7550893c0fdd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.060724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7768a00d-34a0-4717-a805-5af03336040a req-8f0ab928-5981-455a-a359-7550893c0fdd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.3246145 Aug 11 02:34:00.109848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Deleting subnet a7a418a8-a264-4a26-a5d5-f2ee6262ce88 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:00.121242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.252851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.289748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b5c44-7b68-419c-b643-ffa432227a4d req-de88bb5e-75db-4b6d-9b56-6e58422db5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.291705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-306b5c44-7b68-419c-b643-ffa432227a4d req-de88bb5e-75db-4b6d-9b56-6e58422db5dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1097 time: 0.1605804 Aug 11 02:34:00.330809 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.424855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-306b5c44-7b68-419c-b643-ffa432227a4d req-8f04a47b-d3ec-43c4-83a9-4bd9ec10dc56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192682 Aug 11 02:34:00.442547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.488778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Pushing event updated for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:00.512651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a418a8-a264-4a26-a5d5-f2ee6262ce88,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:00.577866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:00.580534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.599991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.605612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ad818d18-0fb2-4f91-81ae-11ef4418545c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a7a418a8-a264-4a26-a5d5-f2ee6262ce88 HTTP/1.1" status: 204 len: 168 time: 0.8029845 Aug 11 02:34:00.610751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38860) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:00.667464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:00.673483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:00.687647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7199e6-34fd-44fb-98ac-69e9f9701d5b None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:00.689955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:00.691162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.707370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:00.746388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4f21d43a-1895-49d7-83b5-69790be032a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0261478 Aug 11 02:34:00.749516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:00.762508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:00.882441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:00.985141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Attempting to bind port fd44fa34-2a29-4a29-901a-7a0aa552dd29 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:00.985654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Attempting to bind port fd44fa34-2a29-4a29-901a-7a0aa552dd29 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '4add06cd-3628-4260-8334-27a65eb52581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:00.986135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Attempting to bind port fd44fa34-2a29-4a29-901a-7a0aa552dd29 on network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:00.994421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7768a00d-34a0-4717-a805-5af03336040a req-a81f3775-5cfd-4825-acd9-0c01347fecf9 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8905272 Aug 11 02:34:00.996984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Port fd44fa34-2a29-4a29-901a-7a0aa552dd29 on network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:34:00.997418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Attempting to bind port fd44fa34-2a29-4a29-901a-7a0aa552dd29 on network 0a967dc3-ab7a-425a-bf2b-ce02a0031f1e {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:01.005040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:01.005595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Checking segment: {'id': '4add06cd-3628-4260-8334-27a65eb52581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:01.006143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Bound using segment: {'id': '4add06cd-3628-4260-8334-27a65eb52581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:01.006709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Bound port: fd44fa34-2a29-4a29-901a-7a0aa552dd29, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4add06cd-3628-4260-8334-27a65eb52581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:01.007180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.039174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:01.040080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.321686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Allocated IP 2001:db8::f816:3eff:fede:5f40 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d/1b306ec9-6848-4de6-8ad2-1a2e0f302c2b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:01.531069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:01.538028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.679882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.700465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Transition to ACTIVE for port object 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:01.741782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Transition to ACTIVE for port object 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:01.761159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.773165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.792592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf14314-8479-454d-b651-02cb7571bb82']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.810448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51f4fdd-cd64-417c-8297-faa51c6e880c') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.810753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51f4fdd-cd64-417c-8297-faa51c6e880c') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:01.814936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:01.837593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d82aa-b343-4970-a556-b2b4a52241f4 req-fbc44144-faca-46fb-9ddf-ee344581972d tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:01.845233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4d82aa-b343-4970-a556-b2b4a52241f4 req-fbc44144-faca-46fb-9ddf-ee344581972d tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 944 time: 0.7698703 Aug 11 02:34:01.863942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.872909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29,segment=NetworkSegment(4add06cd-3628-4260-8334-27a65eb52581),segment_id=4add06cd-3628-4260-8334-27a65eb52581)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:01.889835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.892566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.927507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:01.928828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:01.934302 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:01.941250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:01.950396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:01.955924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:01.974076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Pushing event updated for resources: {'Port': ['ID=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.005177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.005946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.007555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] 10.222.0.67 "PUT /v2.0/ports/fd44fa34-2a29-4a29-901a-7a0aa552dd29 HTTP/1.1" status: 200 len: 1093 time: 3.3985512 Aug 11 02:34:02.012958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:02.015729 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a5de95-1684-4592-83a8-33a2e12a0998" -d '{"events": [{"name": "network-changed", "server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:02.038451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd4d82aa-b343-4970-a556-b2b4a52241f4 req-8ef09014-6d96-4e96-9c1e-306d5284b924 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884408 Aug 11 02:34:02.087810 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.116626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Attempting to bind port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:02.117894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Attempting to bind port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:02.119045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Attempting to bind port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:02.130369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c31cc-754a-48a2-87ec-a98cfdd6316e service neutron] Pushing event updated for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.137117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:02.138592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:02.139297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.141931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:02.142864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Bound port: 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:02.144984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.150238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.158752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.160451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3cf14314-8479-454d-b651-02cb7571bb82 HTTP/1.1" status: 204 len: 168 time: 1.5397635 Aug 11 02:34:02.234844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e642444-dd2b-41e8-a5a9-ee04916a7819 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf14314-8479-454d-b651-02cb7571bb82,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.252386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] For port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:02.256065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] For port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:02.265152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.310671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-8caa55e5-4a59-4eb2-93f7-8cceebe3225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.313335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-8caa55e5-4a59-4eb2-93f7-8cceebe3225f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5257ebbaaef7414293d9e142fb0427d6&device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 1096 time: 0.2079401 Aug 11 02:34:02.355824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.371581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b730d0-95ac-45e9-9ce7-9127cdd9de1f None None] Pushing event updated for resources: {'Port': ['ID=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.373193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03133796-85ae-44b9-8730-1ac879c77f21 req-34a5b3f5-c114-4354-9725-71b8659bd962 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.375764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03133796-85ae-44b9-8730-1ac879c77f21 req-34a5b3f5-c114-4354-9725-71b8659bd962 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1586297 Aug 11 02:34:02.395371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Deleting subnet 22c74156-5c77-4657-87ca-4ecddeb6db1e {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:02.461660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.464854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-1830e362-394e-487d-95d9-717f804a149e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29 HTTP/1.1" status: 200 len: 217 time: 0.1358790 Aug 11 02:34:02.529045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:02.547855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:02.559398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.560879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.603158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8483906 Aug 11 02:34:02.607759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:02.611611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f841-0836-466b-af06-847e062e71ad req-72e5e43f-c7db-45e1-842b-c0b99a11227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:02.612470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:02.615426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-72e5e43f-c7db-45e1-842b-c0b99a11227f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd45a9a4-0552-4665-aab6-81022eff138b HTTP/1.1" status: 200 len: 848 time: 0.1169348 Aug 11 02:34:02.615888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a05b-52a5-406d-b74c-f364b02d9a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=7ee54dd1-be0a-47bf-9a12-00c543d57faf,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:02.689041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-2fad3701-48d5-4d77-8083-baf7ebd24060 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623190 Aug 11 02:34:02.697913 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e94f06-3581-4d2d-8ebe-c15287f2fd12 x-openstack-request-id: req-39e94f06-3581-4d2d-8ebe-c15287f2fd12 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:02.698369 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:02.698780 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39e94f06-3581-4d2d-8ebe-c15287f2fd12 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:02.699419 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29', 'status': 'completed', 'code': 200} Aug 11 02:34:02.729000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:62:e2:89', 'name': 'tempest-NetworksTestDHCPv6-1980739873'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:02.844407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03133796-85ae-44b9-8730-1ac879c77f21 req-b55a4b6b-7dc2-413d-9bf7-473cb1ea6137 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894432 Aug 11 02:34:02.941233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-9b196489-81b5-4a73-95fb-3357fd3c110a service neutron] 10.222.0.67 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302110 Aug 11 02:34:02.955882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.091645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:03.101534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.145877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c74156-5c77-4657-87ca-4ecddeb6db1e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.148554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:03.230322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:03.279917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.319403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.324052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0dbeb27e-d16d-43cd-91ae-4681efc5cacf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/22c74156-5c77-4657-87ca-4ecddeb6db1e HTTP/1.1" status: 204 len: 168 time: 1.1608622 Aug 11 02:34:03.332716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:03.333143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:03.336346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fe893b0-e116-48f4-913f-47380b889d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.339188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 6bb4a89f-a169-42ac-af5f-3fc4162b3554 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:03.356164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f890d7-43ff-4ab3-8b0d-7ac3695760aa req-7edf75a6-6760-42fb-967a-fbc2f612110e tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:03.360389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47f890d7-43ff-4ab3-8b0d-7ac3695760aa req-7edf75a6-6760-42fb-967a-fbc2f612110e tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.2153916 Aug 11 02:34:03.527819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b461f841-0836-466b-af06-847e062e71ad req-6da3253d-8291-41b7-8e28-167c922a1dd8 service neutron] 10.222.0.67 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738199 Aug 11 02:34:03.566816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b35f-6289-4571-ac58-7a5eb570c77b req-a5de32c7-2184-4fac-af74-729ecfc2b9a2 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:03.576821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0422b35f-6289-4571-ac58-7a5eb570c77b req-a5de32c7-2184-4fac-af74-729ecfc2b9a2 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 944 time: 0.3784132 Aug 11 02:34:03.636019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.663721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 172.20.0.6 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/7ee54dd1-be0a-47bf-9a12-00c543d57faf/6bb4a89f-a169-42ac-af5f-3fc4162b3554) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:03.678866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fe893b0-e116-48f4-913f-47380b889d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.684070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe62:e289 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d/6bb4a89f-a169-42ac-af5f-3fc4162b3554) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:03.691884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fe893b0-e116-48f4-913f-47380b889d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:03.753341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47f890d7-43ff-4ab3-8b0d-7ac3695760aa req-e367099b-a867-4245-96dd-3a4d448d38c6 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702016 Aug 11 02:34:03.788125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0422b35f-6289-4571-ac58-7a5eb570c77b req-100f39f1-d95b-4850-af99-8b3bb830c4c8 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100060 Aug 11 02:34:03.809674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-d5d6773b-400d-4f79-b307-d6d25cbe1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:03.812099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-d5d6773b-400d-4f79-b307-d6d25cbe1931 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5257ebbaaef7414293d9e142fb0427d6&device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 1096 time: 0.2010024 Aug 11 02:34:03.820727 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0fe893b0-e116-48f4-913f-47380b889d34 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2ad9ed901a84b339a1c43ab4bb4a2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269773 Aug 11 02:34:03.833988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe893b0-e116-48f4-913f-47380b889d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e4c94-bb8d-4f72-a5a4-010e60309b61,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:03.840275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.088320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.111144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15c1051-a329-4444-abe3-809007e5fc75']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:04.130878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a17128-f56c-448d-85b3-ee253c371d81 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:04.146370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe198d7-fff3-4685-9cea-74086139b34b') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:04.147000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe198d7-fff3-4685-9cea-74086139b34b') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:04.171425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.174429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-86f8e05b-6e53-4910-88ff-3370dfc269fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.179314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-86f8e05b-6e53-4910-88ff-3370dfc269fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e HTTP/1.1" status: 200 len: 909 time: 0.3307209 Aug 11 02:34:04.217134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.244806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.250568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-603d0ecd-6edf-4b94-b692-f9b317b6906c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29 HTTP/1.1" status: 200 len: 217 time: 0.0626848 Aug 11 02:34:04.256952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:04.257510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:04.260462 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:04.299071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.304468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.328370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Provisioning for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:04.336608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Provisioning complete for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:04.337580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.352053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 6bb4a89f-a169-42ac-af5f-3fc4162b3554 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:04.442585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.448393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.450370 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d2e4c94-bb8d-4f72-a5a4-010e60309b61 HTTP/1.1" status: 204 len: 168 time: 0.5982375 Aug 11 02:34:04.476416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.487082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.489545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126237a5-f576-409f-86de-ad27e3934864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e4c94-bb8d-4f72-a5a4-010e60309b61,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.536167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.539108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] 10.222.0.68 "DELETE /v2.0/networks/d15c1051-a329-4444-abe3-809007e5fc75 HTTP/1.1" status: 204 len: 168 time: 1.1998432 Aug 11 02:34:04.540595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae73fc-bdf8-4cfd-94af-a85c2187ce6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d15c1051-a329-4444-abe3-809007e5fc75,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.548952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-bdf43f9f-6a53-467b-9e96-a87162665634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.550951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-bdf43f9f-6a53-467b-9e96-a87162665634 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd45a9a4-0552-4665-aab6-81022eff138b HTTP/1.1" status: 200 len: 848 time: 0.2872906 Aug 11 02:34:04.668155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:04.680185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-f8e2eb3f-18d1-42e7-a36e-40283fedad1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097438 Aug 11 02:34:04.686070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:04.690804 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.698734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:04.765115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] For port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:04.775067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.806424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.807267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.841483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0954fa1-725c-4bbe-913c-dc9a68c24ac4 None None] Pushing event updated for resources: {'Port': ['ID=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.842012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abf33b-e816-4dc4-aa61-6e0f93cae712 req-18f728ca-8d37-4a62-990e-59f06a41273a tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:04.854042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d', 'ip_address': '2001:db8::f816:3eff:fede:5f40'}, {'subnet_id': '7ee54dd1-be0a-47bf-9a12-00c543d57faf'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '1b306ec9-6848-4de6-8ad2-1a2e0f302c2b'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:34:04.855249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2411351 Aug 11 02:34:04.861121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0abf33b-e816-4dc4-aa61-6e0f93cae712 req-18f728ca-8d37-4a62-990e-59f06a41273a tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.5339665 Aug 11 02:34:04.861401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:04.882669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2f371-f99a-41e6-a993-4c2e9d19a122 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=6bb4a89f-a169-42ac-af5f-3fc4162b3554,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:04.902271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:04.918099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.076920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e4608a16-6b1c-46a9-bd36-360ce61b1785 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fea2042972f462eb2a901a64b0d08f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558378 Aug 11 02:34:05.085324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38956) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.103498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4d05a-0604-4079-83c2-7ba53d858e26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.114900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:05.127993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4d05a-0604-4079-83c2-7ba53d858e26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.135160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-20c4d05a-0604-4079-83c2-7ba53d858e26 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2687824 Aug 11 02:34:05.136257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38958) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.195858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38960) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.236720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5658528c-9dbd-4d98-a242-75dd7008c665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.301736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:05.302836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.303357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0abf33b-e816-4dc4-aa61-6e0f93cae712 req-9a11f43e-658c-43cd-bb2f-b497a352afe4 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401631 Aug 11 02:34:05.386710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Allocated IP 172.20.0.2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/7ee54dd1-be0a-47bf-9a12-00c543d57faf/1b306ec9-6848-4de6-8ad2-1a2e0f302c2b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:05.462227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1879f8-cd74-43cc-a237-32e57ace3ba5 req-5bfbc6c7-52e0-42bd-ab5c-6a7b2b98d45b tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:05.465566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1879f8-cd74-43cc-a237-32e57ace3ba5 req-5bfbc6c7-52e0-42bd-ab5c-6a7b2b98d45b tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 944 time: 0.4865632 Aug 11 02:34:05.467790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.505549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 6bb4a89f-a169-42ac-af5f-3fc4162b3554 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:05.507198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.516148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.611482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-2d9acffb-cd6b-45c4-9fff-f0e667c008b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174526 Aug 11 02:34:05.703082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] For port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:05.716178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.721157 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.727845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a29fceee-5bcb-4071-93e1-8512e48a23cc HTTP/1.1" status: 204 len: 168 time: 0.6100118 Aug 11 02:34:05.778944 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.806892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Transition to ACTIVE for port object 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:05.817851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.826336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.828599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5658528c-9dbd-4d98-a242-75dd7008c665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.839998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1879f8-cd74-43cc-a237-32e57ace3ba5 req-9390c86e-88af-4577-b2c2-79a6a4f54e1d tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358792 Aug 11 02:34:05.843669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3cda-577a-44d8-a5b5-9ea4557fe859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29fceee-5bcb-4071-93e1-8512e48a23cc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:05.886646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5658528c-9dbd-4d98-a242-75dd7008c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:05.965440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a0a5de95-1684-4592-83a8-33a2e12a0998 req-7d2da955-73d5-4cfb-ab91-66952541ce0b service neutron] 10.222.0.67 "GET /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278694 Aug 11 02:34:05.974242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:05.974454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5658528c-9dbd-4d98-a242-75dd7008c665 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4eb3c1b7509143c8a473e155d9a92974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732270 Aug 11 02:34:06.014458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 6bb4a89f-a169-42ac-af5f-3fc4162b3554 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:06.075698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658528c-9dbd-4d98-a242-75dd7008c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9790471-b027-4e81-becd-be089a6c0219,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:06.161677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.178819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f996e-a6e6-4a0a-9523-e7a544874e6c None None] Pushing event updated for resources: {'Port': ['ID=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:06.190854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fd44fa34-2a29-4a29-901a-7a0aa552dd29 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:34:06.233172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.356516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.361609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.373726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9790471-b027-4e81-becd-be089a6c0219 HTTP/1.1" status: 204 len: 168 time: 0.3935320 Aug 11 02:34:06.418538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce1aff-d319-4132-9a0c-35aecdc0caea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9790471-b027-4e81-becd-be089a6c0219,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:06.455839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.510133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=6bb4a89f-a169-42ac-af5f-3fc4162b3554,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:06.558223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29,segment=NetworkSegment(4add06cd-3628-4260-8334-27a65eb52581),segment_id=4add06cd-3628-4260-8334-27a65eb52581)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:06.597397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29', 'network_id': '0a967dc3-ab7a-425a-bf2b-ce02a0031f1e', 'port_id': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29', 'mac_address': 'fa:16:3e:59:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd45a9a4-0552-4665-aab6-81022eff138b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:34:06.650351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13a8a2-4688-42fd-b18c-1543a66e5658 req-d8b1f114-0fc5-4087-b6c6-e97075b1e44e tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.664701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe13a8a2-4688-42fd-b18c-1543a66e5658 req-d8b1f114-0fc5-4087-b6c6-e97075b1e44e tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1768012 Aug 11 02:34:06.691991 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.707523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38978) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:06.713109 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-224fce28-897b-4bea-ba0d-3f7531a7dfd6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/6bb4a89f-a169-42ac-af5f-3fc4162b3554 HTTP/1.1" status: 204 len: 168 time: 1.5649912 Aug 11 02:34:06.756681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.775145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38980) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:06.839836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd44fa34-2a29-4a29-901a-7a0aa552dd29 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:34:06.840390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe13a8a2-4688-42fd-b18c-1543a66e5658 req-b8d7cd36-412d-48b3-bdf0-59cae68375b6 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705372 Aug 11 02:34:06.911468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29,segment=NetworkSegment(4add06cd-3628-4260-8334-27a65eb52581),segment_id=4add06cd-3628-4260-8334-27a65eb52581)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:06.919374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbd362-d01d-459a-be26-4c754bbaad0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.921562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:06.929155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-03060e0e-7047-45b2-909f-3ccea38c6bcb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=806d0155f92642ba9a374a11212e8906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478863 Aug 11 02:34:06.929471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbd362-d01d-459a-be26-4c754bbaad0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.930303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:06.939209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbd362-d01d-459a-be26-4c754bbaad0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:06.947229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bcfbd362-d01d-459a-be26-4c754bbaad0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2383370 Aug 11 02:34:06.955510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38992) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:07.072906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:07.102941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.185454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.238599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:07.317175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 7ee54dd1-be0a-47bf-9a12-00c543d57faf {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:07.324381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.335257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.338527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.339438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfff88-97ca-4740-8d5d-f137a680e9bd req-cf33fa75-6058-4c9a-93eb-d1b228a371dd tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.340225 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c8cf6c6-dc74-421a-be01-9cfcf8bd0dbd HTTP/1.1" status: 204 len: 168 time: 0.4006147 Aug 11 02:34:07.348852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5dfff88-97ca-4740-8d5d-f137a680e9bd req-cf33fa75-6058-4c9a-93eb-d1b228a371dd tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 945 time: 0.2318037 Aug 11 02:34:07.361231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['fd44fa34-2a29-4a29-901a-7a0aa552dd29'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:07.380138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dbd39-7c06-4c27-861d-70a17ff474e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8cf6c6-dc74-421a-be01-9cfcf8bd0dbd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:07.486155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.513965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a92a4c-c500-462c-a94f-149405d133ee req-b436de92-bed2-4989-8d26-0f593b3dfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.516666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-b436de92-bed2-4989-8d26-0f593b3dfd99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1097 time: 0.1394281 Aug 11 02:34:07.699196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5dfff88-97ca-4740-8d5d-f137a680e9bd req-b8e0574c-7568-43d2-90fe-eabe294372a1 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490634 Aug 11 02:34:07.765435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-016e4580-017d-455a-9f6c-73209a792f14 None None] Provisioning for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:07.774496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-016e4580-017d-455a-9f6c-73209a792f14 None None] Provisioning complete for port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:07.775210 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-016e4580-017d-455a-9f6c-73209a792f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:07.792037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341236b-7531-4690-bd37-a517dbf3dc51 req-a52e7e88-982e-42db-9728-e2168d8e94c2 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.807252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e341236b-7531-4690-bd37-a517dbf3dc51 req-a52e7e88-982e-42db-9728-e2168d8e94c2 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.4154058 Aug 11 02:34:07.889168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a92a4c-c500-462c-a94f-149405d133ee req-ced501dd-3ee7-4629-a913-5d9977df3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:07.896467 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-ced501dd-3ee7-4629-a913-5d9977df3193 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 913 time: 0.3680725 Aug 11 02:34:08.029906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-f9cd946a-f383-42b0-bddf-a0e6a3a48686 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 217 time: 0.1193850 Aug 11 02:34:08.121277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-016e4580-017d-455a-9f6c-73209a792f14 None None] Could not find standard attr ID for object 6bb4a89f-a169-42ac-af5f-3fc4162b3554. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:08.144105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a92a4c-c500-462c-a94f-149405d133ee req-91ab5447-e257-4e48-8b3f-aaaef480da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:08.145973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-91ab5447-e257-4e48-8b3f-aaaef480da43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 200 len: 852 time: 0.1054566 Aug 11 02:34:08.151945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e341236b-7531-4690-bd37-a517dbf3dc51 req-fbc38a85-140a-4c2a-8f0b-c90c1abe54a8 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347521 Aug 11 02:34:08.174993 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.205793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-1810daaa-0587-4799-8e63-1354276c2afe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0a8309fb-b638-4419-bbdc-a619b607264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465071 Aug 11 02:34:08.238740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1cc674cd-cd54-4f51-8091-10211febbabf None None] Could not find standard attr ID for object 6bb4a89f-a169-42ac-af5f-3fc4162b3554. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:08.259425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.324699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee54dd1-be0a-47bf-9a12-00c543d57faf,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:08.328081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.330438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d0731d9e-5516-4cbe-b870-c37f6c212a89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/7ee54dd1-be0a-47bf-9a12-00c543d57faf HTTP/1.1" status: 204 len: 168 time: 1.3718047 Aug 11 02:34:08.334975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39026) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:08.429660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:08.439369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.468342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-1ed108c5-23da-4a26-9934-483b42fb09a4 service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452412 Aug 11 02:34:08.514864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.668843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.784972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94a92a4c-c500-462c-a94f-149405d133ee req-2d4ce32f-6a09-4ed1-a2ef-60e78fc2d73d service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044622 Aug 11 02:34:08.795676 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.877136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cee401-71b6-4793-acef-60557692f83f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:08.882648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:08.890208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:08.895703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-02efa0b2-b8e1-4956-947e-fc95e6c2bf07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d HTTP/1.1" status: 204 len: 168 time: 0.5562639 Aug 11 02:34:08.897983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:09.000636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ae0e4d2d-bf39-439c-93e0-1b7659ddadd5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949094 Aug 11 02:34:09.001695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39052) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:09.013090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:09.113075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149b54-1a41-4719-816f-1693cd9dbe10 req-967e9ffa-b20a-4021-b1c1-4bfb1212f3ee tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:09.142594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4149b54-1a41-4719-816f-1693cd9dbe10 req-967e9ffa-b20a-4021-b1c1-4bfb1212f3ee tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 945 time: 0.3171382 Aug 11 02:34:09.280295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4149b54-1a41-4719-816f-1693cd9dbe10 req-f1a57456-7b49-42cd-9c04-ff04a6f6844a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346748 Aug 11 02:34:09.391941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:09.396837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.408876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:09.446823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e130259-6b61-403a-968d-1124120ecf08 req-fe7c48e5-4668-44c7-a19a-6d7ea57cf5b7 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:09.450230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e130259-6b61-403a-968d-1124120ecf08 req-fe7c48e5-4668-44c7-a19a-6d7ea57cf5b7 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1448932 Aug 11 02:34:09.506980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Deleting port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:09.530962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.593119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e130259-6b61-403a-968d-1124120ecf08 req-f9c17152-dd71-4897-8b59-4095054e8b3e tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317325 Aug 11 02:34:09.605551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] For port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:09.606001 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.627371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Calling delete_port for 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:09.748397 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.788140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] Pushing event deleted for resources: {'Port': ['ID=1b306ec9-6848-4de6-8ad2-1a2e0f302c2b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:09.797265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d3c0f-239f-4066-84f2-a66b79ead2ba None None] No DVR routers for this DVR port 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:09.901998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:09.904184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.949488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:09.955263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:09.960141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:09.960726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:09.976523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=d0f13097-11f1-4d2e-b1b2-5fa2565d1224,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:09.987910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be229ae-5dd9-436e-9ab7-d2715e156063 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:09.995212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a8f36ec1-565a-4cc7-883d-168db82b9c1a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9874597 Aug 11 02:34:09.996473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39082) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:10.007732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:10.037449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fd44fa34-2a29-4a29-901a-7a0aa552dd29 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:10.208595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port fd44fa34-2a29-4a29-901a-7a0aa552dd29 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:10.217165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port fd44fa34-2a29-4a29-901a-7a0aa552dd29 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:10.217536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:10.217877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.223112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.326792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'd0f13097-11f1-4d2e-b1b2-5fa2565d1224'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:10.327257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.563584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923b20b-1c29-4d11-925d-e4952b99e1c9 req-40eb63fa-418b-4e2b-abdc-dce2404f7254 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.564293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.565965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6923b20b-1c29-4d11-925d-e4952b99e1c9 req-40eb63fa-418b-4e2b-abdc-dce2404f7254 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 945 time: 0.1055126 Aug 11 02:34:10.574495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.590943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.660904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:10.663785 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160294ed-3618-433a-83fa-05096850d11e" -d '{"events": [{"server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "name": "network-vif-plugged", "status": "completed", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:10.666425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6923b20b-1c29-4d11-925d-e4952b99e1c9 req-39948bde-ab13-4fc9-a0bc-e8af80244d37 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796494 Aug 11 02:34:10.679244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:10.684369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:10.700533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:10.707406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.712912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:10.744394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c9f83535-6e5a-438d-82c6-5789fc4b9d16 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7445364 Aug 11 02:34:10.747250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:10.753160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:4b:80:b9', 'name': 'tempest-NetworksTestDHCPv6-892958007'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:10.786563 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c2d48b-6be2-423e-b434-c9162e74866f x-openstack-request-id: req-17c2d48b-6be2-423e-b434-c9162e74866f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:10.787409 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "name": "network-vif-plugged", "status": "completed", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:10.788340 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17c2d48b-6be2-423e-b434-c9162e74866f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:10.789198 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29', 'code': 200} Aug 11 02:34:10.796905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29,segment=NetworkSegment(4add06cd-3628-4260-8334-27a65eb52581),segment_id=4add06cd-3628-4260-8334-27a65eb52581)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:10.799930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Allocated IP 2001:db8::f816:3eff:fe4e:4aa7 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d0f13097-11f1-4d2e-b1b2-5fa2565d1224/0c925e1c-be09-441c-8af9-254393c7a8e4) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:10.817386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:10.831234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.017750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:11.060578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15af6f6-a85c-4bab-a86e-36bb74c8abcf req-214476fc-c75e-431e-bf79-dfc6fd230cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.063524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f15af6f6-a85c-4bab-a86e-36bb74c8abcf req-214476fc-c75e-431e-bf79-dfc6fd230cdb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 1098 time: 0.1713977 Aug 11 02:34:11.076310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e642-a52e-405e-8465-b0c0d2af8ce9 req-8684a2ad-7d34-4443-bd07-81fec55b5a28 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:11.077955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b29e642-a52e-405e-8465-b0c0d2af8ce9 req-8684a2ad-7d34-4443-bd07-81fec55b5a28 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.2288940 Aug 11 02:34:11.096799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:11.150715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:11.151308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1b306ec9-6848-4de6-8ad2-1a2e0f302c2b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:11.159162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f15af6f6-a85c-4bab-a86e-36bb74c8abcf req-b4351231-08e2-452b-b122-ed2bd6bbbb05 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775070 Aug 11 02:34:11.162317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:11.190374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b29e642-a52e-405e-8465-b0c0d2af8ce9 req-8e3adfe7-06dd-4b66-9dc2-2cf71eb9a165 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015496 Aug 11 02:34:11.305090 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.317557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Transition to ACTIVE for port object 0c925e1c-be09-441c-8af9-254393c7a8e4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:11.347446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.366805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Transition to ACTIVE for port object 0c925e1c-be09-441c-8af9-254393c7a8e4 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:11.382048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.439950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 7bd1275a-bd9c-4acb-91e1-fa17213918e2 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:11.441150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:11.445916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:11.451633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:11.502695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Pushing event updated for resources: {'Port': ['ID=0c925e1c-be09-441c-8af9-254393c7a8e4,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:11.554675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Attempting to bind port 0c925e1c-be09-441c-8af9-254393c7a8e4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:11.555135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Attempting to bind port 0c925e1c-be09-441c-8af9-254393c7a8e4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:11.555849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Attempting to bind port 0c925e1c-be09-441c-8af9-254393c7a8e4 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:11.564750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:11.565337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:11.565917 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.566457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:11.567251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Bound port: 0c925e1c-be09-441c-8af9-254393c7a8e4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:11.568120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.755236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:11.757260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] For port 0c925e1c-be09-441c-8af9-254393c7a8e4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:11.764261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] For port 0c925e1c-be09-441c-8af9-254393c7a8e4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0c925e1c-be09-441c-8af9-254393c7a8e4,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:11.772228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:11.846442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 172.20.0.6 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9/7bd1275a-bd9c-4acb-91e1-fa17213918e2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:11.854025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe4b:80b9 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/d0f13097-11f1-4d2e-b1b2-5fa2565d1224/7bd1275a-bd9c-4acb-91e1-fa17213918e2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:11.948099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680216a-6cbb-4008-8d23-02f6daa710e4 None None] Pushing event updated for resources: {'Port': ['ID=0c925e1c-be09-441c-8af9-254393c7a8e4,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.093653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df3d389f-9189-4ac6-8cf6-7526905f76fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.330987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df3d389f-9189-4ac6-8cf6-7526905f76fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.339445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df3d389f-9189-4ac6-8cf6-7526905f76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.428060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4fb4-d284-4e43-9cc2-9cb8cc557421 req-828b92bb-71b3-4ff1-a81b-d14c2e121409 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.431159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d389f-9189-4ac6-8cf6-7526905f76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd65ebb3-ff03-483f-bcd5-1c1187a6a31e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.434160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-059a4fb4-d284-4e43-9cc2-9cb8cc557421 req-828b92bb-71b3-4ff1-a81b-d14c2e121409 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 946 time: 0.3892975 Aug 11 02:34:12.480677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-df3d389f-9189-4ac6-8cf6-7526905f76fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a41ac1c047d34ae1afc9d65157a63ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221620 Aug 11 02:34:12.482553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39174) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.490113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63d9a-0021-4649-9d40-0384f979c995 req-4eb35213-ee08-4fac-a852-b5c41514f569 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.491987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3db63d9a-0021-4649-9d40-0384f979c995 req-4eb35213-ee08-4fac-a852-b5c41514f569 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.4443007 Aug 11 02:34:12.540848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-059a4fb4-d284-4e43-9cc2-9cb8cc557421 req-c76fa958-39d3-49ee-8a2e-f90a420dd5d5 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005580 Aug 11 02:34:12.551907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.562159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.581008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.592013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 7bd1275a-bd9c-4acb-91e1-fa17213918e2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:12.596903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3db63d9a-0021-4649-9d40-0384f979c995 req-485f8693-b2c2-416b-a396-e1ada59d5a0f tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902703 Aug 11 02:34:12.649464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.665503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.669431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.670989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd65ebb3-ff03-483f-bcd5-1c1187a6a31e HTTP/1.1" status: 204 len: 168 time: 0.1869340 Aug 11 02:34:12.691518 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f6bca-9f2a-44c0-9e6d-6e3783b192d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd65ebb3-ff03-483f-bcd5-1c1187a6a31e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.728308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:12.734973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:12.741743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:12.801512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=7bd1275a-bd9c-4acb-91e1-fa17213918e2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:12.822636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.823519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:12.842735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-080ceb25-7134-4a8d-8e5c-4a6a1ebaf792 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0938036 Aug 11 02:34:12.845788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39180) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:12.938916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f78272-5ce7-49ef-9f08-882be54ec9a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.948496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f78272-5ce7-49ef-9f08-882be54ec9a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:12.952612 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d4f78272-5ce7-49ef-9f08-882be54ec9a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1048255 Aug 11 02:34:12.954150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39188) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:13.165517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0c925e1c-be09-441c-8af9-254393c7a8e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:13.187342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 7bd1275a-bd9c-4acb-91e1-fa17213918e2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:13.187713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.204784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39190) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:13.220494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffb2064e-d29d-42ee-bcad-b7d54bae2ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.314339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 0c925e1c-be09-441c-8af9-254393c7a8e4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:13.331939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.349939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 7bd1275a-bd9c-4acb-91e1-fa17213918e2 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:13.367957 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffb2064e-d29d-42ee-bcad-b7d54bae2ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.377694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ffb2064e-d29d-42ee-bcad-b7d54bae2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.439166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ffb2064e-d29d-42ee-bcad-b7d54bae2ead admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e441554f9e4b4f3987fc761578dbbaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331777 Aug 11 02:34:13.440326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:13.441011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2064e-d29d-42ee-bcad-b7d54bae2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23183bed-1c88-4b66-a5f8-a1eed6942720,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.536420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.566985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.647671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.652278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.657158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23183bed-1c88-4b66-a5f8-a1eed6942720 HTTP/1.1" status: 204 len: 168 time: 0.2125080 Aug 11 02:34:13.669110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550ae73-7641-4132-b778-f085a4cbad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23183bed-1c88-4b66-a5f8-a1eed6942720,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.710303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.744419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65872e40-e334-4a31-a953-432c8991091c None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:13.808361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=7bd1275a-bd9c-4acb-91e1-fa17213918e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:13.884481 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-411ac722-d487-463b-932f-4adff119e3c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1476686 Aug 11 02:34:13.924450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e621-171c-4821-95ec-66deb4bb003f req-89215bfa-5292-4556-b318-ace940c82e58 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:13.934441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3560e621-171c-4821-95ec-66deb4bb003f req-89215bfa-5292-4556-b318-ace940c82e58 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 946 time: 0.1873305 Aug 11 02:34:13.947452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:13.950483 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-43c703cd-c1e6-4d18-bb1b-61e1751fc7ee tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/7bd1275a-bd9c-4acb-91e1-fa17213918e2 HTTP/1.1" status: 204 len: 168 time: 0.9945676 Aug 11 02:34:13.954956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:13.958274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769745-7248-4de4-9627-50960504dc52 req-e52582e0-8486-4386-a2d6-990e974b9937 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:13.961515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9769745-7248-4de4-9627-50960504dc52 req-e52582e0-8486-4386-a2d6-990e974b9937 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1712430 Aug 11 02:34:14.039436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6991438-f941-42b5-a812-6f949fed589c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.041192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Provisioning for port 0c925e1c-be09-441c-8af9-254393c7a8e4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:14.042038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6991438-f941-42b5-a812-6f949fed589c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.044029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6991438-f941-42b5-a812-6f949fed589c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.046937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6991438-f941-42b5-a812-6f949fed589c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0899680 Aug 11 02:34:14.057141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:14.099360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Provisioning complete for port 0c925e1c-be09-441c-8af9-254393c7a8e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:14.099744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.150749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-cb0196da-c4f4-4998-860b-bb0f4f33e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.152782 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-cb0196da-c4f4-4998-860b-bb0f4f33e3d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1097 time: 0.1297650 Aug 11 02:34:14.180889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3560e621-171c-4821-95ec-66deb4bb003f req-2510d4d2-3db4-4948-a016-2f9801593d41 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076960 Aug 11 02:34:14.195455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9769745-7248-4de4-9627-50960504dc52 req-e07148c8-466a-43c5-8a7e-ecc1ecefbc8f tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050264 Aug 11 02:34:14.233279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:14.237736 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.355940 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.369194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.396861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] For port 0c925e1c-be09-441c-8af9-254393c7a8e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0c925e1c-be09-441c-8af9-254393c7a8e4,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:14.424462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.502692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872c231-412a-4ea9-ba0c-85c08d38fb74 None None] Pushing event updated for resources: {'Port': ['ID=0c925e1c-be09-441c-8af9-254393c7a8e4,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.513872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.632514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee6a34-0673-4190-beb0-ab3abd439666 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'd0f13097-11f1-4d2e-b1b2-5fa2565d1224', 'ip_address': '2001:db8::f816:3eff:fe4e:4aa7'}, {'subnet_id': '4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '0c925e1c-be09-441c-8af9-254393c7a8e4'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:34:14.635053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.655550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-e0b0197e-1337-47f2-9ec0-dfa95b2f596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.684944 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-e0b0197e-1337-47f2-9ec0-dfa95b2f596b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 913 time: 0.4896908 Aug 11 02:34:14.693479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-20ee6a34-0673-4190-beb0-ab3abd439666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.715164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:14.728900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.735204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1bf003c6-e867-4db0-b0c1-4f49a360b9b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9 HTTP/1.1" status: 204 len: 168 time: 0.6764331 Aug 11 02:34:14.737439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39232) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:14.790524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-e88ba0b0-32c6-4851-bb5c-c3270615130c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 217 time: 0.0911252 Aug 11 02:34:14.876698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet d0f13097-11f1-4d2e-b1b2-5fa2565d1224 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:14.889564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:14.892372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-c7c735eb-9d6e-4943-acdc-1cbf26f22547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:14.894104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-c7c735eb-9d6e-4943-acdc-1cbf26f22547 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 200 len: 852 time: 0.0881701 Aug 11 02:34:14.968501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-c8637975-5569-448b-be2e-eadb4701991c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0a8309fb-b638-4419-bbdc-a619b607264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558665 Aug 11 02:34:15.026753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.091225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ff63-1446-45b1-95d4-5cdecfe75644 req-f2af29ed-991a-49c1-b4ea-10fdb3bdaa19 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:15.092517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7203ff63-1446-45b1-95d4-5cdecfe75644 req-f2af29ed-991a-49c1-b4ea-10fdb3bdaa19 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1955166 Aug 11 02:34:15.178977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0c925e1c-be09-441c-8af9-254393c7a8e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:15.318702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 0c925e1c-be09-441c-8af9-254393c7a8e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:15.319086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.330749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-34600251-00d6-4814-afe2-ae923eadd778 service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512585 Aug 11 02:34:15.386133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.578497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7203ff63-1446-45b1-95d4-5cdecfe75644 req-1e3941e1-d35b-4c4a-b1ff-786da05adfba tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505582 Aug 11 02:34:15.628278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-20ee6a34-0673-4190-beb0-ab3abd439666 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0f13097-11f1-4d2e-b1b2-5fa2565d1224: This subnet is being modified by another concurrent operation. Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0f13097-11f1-4d2e-b1b2-5fa2565d1224: This subnet is being modified by another concurrent operation. Aug 11 02:34:15.631341 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:34:15.662614 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-50916447-be13-40fa-85f3-11f92bb4aac6 req-9c560bb6-2e8e-4122-8bc1-7a404a97b06e service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127186 Aug 11 02:34:15.840488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f13097-11f1-4d2e-b1b2-5fa2565d1224,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:15.896071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.921202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-18ea35f4-17ba-45bf-bd35-1c927814e7f8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d0f13097-11f1-4d2e-b1b2-5fa2565d1224 HTTP/1.1" status: 204 len: 168 time: 1.1802459 Aug 11 02:34:15.923684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:15.925670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d8fbd49b-21f9-4c3f-ad63-cbf194c1aad6 None None] Provisioning complete for port 0c925e1c-be09-441c-8af9-254393c7a8e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:15.926350 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd49b-21f9-4c3f-ad63-cbf194c1aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:15.974802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-4a8d3d6f-e147-4073-977c-57abefcd06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:15.978118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-4a8d3d6f-e147-4073-977c-57abefcd06e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 1097 time: 0.2245688 Aug 11 02:34:16.082685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582f7ef-f40c-4572-9c57-c00b6385bcdb None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:16.148120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-69477b8d-0e51-46b4-90b8-821744771d18 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2170353 Aug 11 02:34:16.150813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39272) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:16.169022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:16.265048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9ceec9f2-3300-400b-8739-15565d6c7981 None None] Could not find standard attr ID for object 7bd1275a-bd9c-4acb-91e1-fa17213918e2. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:16.448458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-a1378c1d-a363-4cdc-a10e-e59ad1dee012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.453864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-a1378c1d-a363-4cdc-a10e-e59ad1dee012 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 200 len: 913 time: 0.4628413 Aug 11 02:34:16.520927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:16.583175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:16.591780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.756592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-80951483-0ef7-4677-afd8-debdf73e6c74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 200 len: 217 time: 0.2889767 Aug 11 02:34:16.856455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Deleting port 0c925e1c-be09-441c-8af9-254393c7a8e4 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:16.857838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:16.989362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-8c97d60a-174a-42fd-ba70-d859c469408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:16.990699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-8c97d60a-174a-42fd-ba70-d859c469408e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 200 len: 852 time: 0.2232304 Aug 11 02:34:17.077952 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-f825cb73-0b54-4cea-b58c-a3a4d28e67c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0a8309fb-b638-4419-bbdc-a619b607264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746377 Aug 11 02:34:17.183659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] For port 0c925e1c-be09-441c-8af9-254393c7a8e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0c925e1c-be09-441c-8af9-254393c7a8e4,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:17.184330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.212240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Calling delete_port for 0c925e1c-be09-441c-8af9-254393c7a8e4 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:17.312783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0c925e1c-be09-441c-8af9-254393c7a8e4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:17.449143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-c9be6cfa-b1cd-40e5-9612-db93732e69cf service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507719 Aug 11 02:34:17.464837 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.497659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:17.608656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] Pushing event deleted for resources: {'Port': ['ID=0c925e1c-be09-441c-8af9-254393c7a8e4,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:17.620095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8162c-7274-4f63-b162-a55ff5c78af8 None None] No DVR routers for this DVR port 0c925e1c-be09-441c-8af9-254393c7a8e4 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:17.726423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47866c01-ccd2-47be-b9f5-8f4d9ce53447 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:34:17.745275 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9876626b-93ed-4132-9b3a-23ed767bf720 req-6b0bdc9b-531b-4e60-bc15-aa38f9f2daa1 service neutron] 10.222.0.61 "GET /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899251 Aug 11 02:34:17.920179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47866c01-ccd2-47be-b9f5-8f4d9ce53447 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:34:18.227231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e643a-1177-47ea-8a59-efc00b49bb53 req-8dab9a21-e3b9-49b2-8083-82aafd238c56 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.237241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f78e643a-1177-47ea-8a59-efc00b49bb53 req-8dab9a21-e3b9-49b2-8083-82aafd238c56 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 1.2868013 Aug 11 02:34:18.297645 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.309314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f78e643a-1177-47ea-8a59-efc00b49bb53 req-10af6a1a-f70d-45b3-a349-0a973a7ab072 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698161 Aug 11 02:34:18.506018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:18.517723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:18.534557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:18.535174 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.577011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=1712427f-4a36-4b22-9489-17f978fb2fea,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:18.591596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f2837cdc-7dab-44c6-9524-1cc1500f6fc4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4366291 Aug 11 02:34:18.593707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39350) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:18.596812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '1712427f-4a36-4b22-9489-17f978fb2fea'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:18.597916 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:18.613249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:19.034412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Allocated IP 172.20.0.2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1712427f-4a36-4b22-9489-17f978fb2fea/df31d2a3-c92a-4904-9fa6-4cb5f596838e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:19.545420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:19.558420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:19.648957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423b17-41bd-4cd2-a459-a75be793109c req-3a6f0960-88b0-4b57-80a3-c64f28e114d0 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:19.674353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1423b17-41bd-4cd2-a459-a75be793109c req-3a6f0960-88b0-4b57-80a3-c64f28e114d0 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1892037 Aug 11 02:34:19.830724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1423b17-41bd-4cd2-a459-a75be793109c req-e95a74cf-de70-4e0c-95f2-568b7602ad26 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551490 Aug 11 02:34:20.061910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.095725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Transition to ACTIVE for port object df31d2a3-c92a-4904-9fa6-4cb5f596838e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:20.166356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Transition to ACTIVE for port object df31d2a3-c92a-4904-9fa6-4cb5f596838e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:20.187107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.250361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39416) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:20.343993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:20.351965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:20.363687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:20.423558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Pushing event updated for resources: {'Port': ['ID=df31d2a3-c92a-4904-9fa6-4cb5f596838e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:20.646022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Attempting to bind port df31d2a3-c92a-4904-9fa6-4cb5f596838e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:20.646751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Attempting to bind port df31d2a3-c92a-4904-9fa6-4cb5f596838e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:20.647427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Attempting to bind port df31d2a3-c92a-4904-9fa6-4cb5f596838e on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:20.667722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:20.668916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf808031-766e-43dd-b02c-806eb71259d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.670528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:20.671411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.673270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:20.678463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Bound port: df31d2a3-c92a-4904-9fa6-4cb5f596838e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:20.679340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:20.702412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5778d8-52b8-4bc7-a971-1dc0e3149d6d req-78a4ec7a-f43f-4c1a-b50b-0beef1133c60 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:20.712016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c5778d8-52b8-4bc7-a971-1dc0e3149d6d req-78a4ec7a-f43f-4c1a-b50b-0beef1133c60 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 946 time: 0.2118309 Aug 11 02:34:20.834351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c5778d8-52b8-4bc7-a971-1dc0e3149d6d req-7c643278-cda9-4e7b-9846-cb3a20ed3fff tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125007 Aug 11 02:34:20.855618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:20.939761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] For port df31d2a3-c92a-4904-9fa6-4cb5f596838e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:20.961866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] For port df31d2a3-c92a-4904-9fa6-4cb5f596838e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df31d2a3-c92a-4904-9fa6-4cb5f596838e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:20.979044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.035299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd8c1-734d-4a52-91a3-b6284b09ab49 req-f69d8ffc-f1c1-44d4-9987-2eefecea7e8d tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.056346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-853dd8c1-734d-4a52-91a3-b6284b09ab49 req-f69d8ffc-f1c1-44d4-9987-2eefecea7e8d tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.2132969 Aug 11 02:34:21.130252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf808031-766e-43dd-b02c-806eb71259d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.226776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-853dd8c1-734d-4a52-91a3-b6284b09ab49 req-de624d26-776d-4125-bf0d-36ff06cefc2f tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434226 Aug 11 02:34:21.230260 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf808031-766e-43dd-b02c-806eb71259d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.296632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cae5-99b3-426e-8529-344b07b76eae None None] Pushing event updated for resources: {'Port': ['ID=df31d2a3-c92a-4904-9fa6-4cb5f596838e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:21.308040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf808031-766e-43dd-b02c-806eb71259d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5712fa34c1d34743b7ea2ef1845513de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527344 Aug 11 02:34:21.308522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39432) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:21.383826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39434) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:21.446967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf808031-766e-43dd-b02c-806eb71259d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a90846-3883-42de-a46f-d89a2ea2e493,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:21.525481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.588769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.713747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.900404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7eba3d94-dda4-465a-933c-26354ea282ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:21.909130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-a04671ef-2acc-4ced-9cd6-a0c562c42421 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:21.912044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-a04671ef-2acc-4ced-9cd6-a0c562c42421 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.67 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 946 time: 0.1429224 Aug 11 02:34:21.973956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port df31d2a3-c92a-4904-9fa6-4cb5f596838e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df31d2a3-c92a-4904-9fa6-4cb5f596838e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:22.021239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.025730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.026240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.028255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88a90846-3883-42de-a46f-d89a2ea2e493 HTTP/1.1" status: 204 len: 168 time: 0.7182040 Aug 11 02:34:22.040162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.041552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.102685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baa89d-43c4-4529-bc33-899ee3ec5fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a90846-3883-42de-a46f-d89a2ea2e493,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.181442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:22.192151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a58f4-35cb-44a4-8c72-53e78a1644c8 req-170cf84a-6fd5-403d-8cf4-30fcfdf856b7 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:22.195037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-769a58f4-35cb-44a4-8c72-53e78a1644c8 req-170cf84a-6fd5-403d-8cf4-30fcfdf856b7 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 946 time: 0.2002835 Aug 11 02:34:22.217769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:22.232719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:22.233587 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.288329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Deleting port fd44fa34-2a29-4a29-901a-7a0aa552dd29 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:22.288690 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.294775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=847b850c-5ef8-42a2-b1e5-73d5ec50585c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.368866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=df31d2a3-c92a-4904-9fa6-4cb5f596838e,revision_number=4']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.436329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-db1322da-15ab-46f3-ab25-d7b69133e40b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:22.438146 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-db1322da-15ab-46f3-ab25-d7b69133e40b tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.61 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1756101 Aug 11 02:34:22.467527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] For port fd44fa34-2a29-4a29-901a-7a0aa552dd29, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fd44fa34-2a29-4a29-901a-7a0aa552dd29,segment=NetworkSegment(4add06cd-3628-4260-8334-27a65eb52581),segment_id=4add06cd-3628-4260-8334-27a65eb52581)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:22.467807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.494580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Calling delete_port for fd44fa34-2a29-4a29-901a-7a0aa552dd29 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:22.545231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7eba3d94-dda4-465a-933c-26354ea282ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.554620 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-769a58f4-35cb-44a4-8c72-53e78a1644c8 req-d8dcbfee-0d2b-4076-99f2-b05b71d42574 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/security-groups?id=37b695b2-b3fb-440b-ae7f-d85a532cc9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392017 Aug 11 02:34:22.556251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7eba3d94-dda4-465a-933c-26354ea282ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.572196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18ae6ca6-03be-4028-a225-f0061de223f9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9706130 Aug 11 02:34:22.576545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:22.587603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:21:8c:37', 'name': 'tempest-NetworksTestDHCPv6-1505336603'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:22.606099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c490ea01-b902-408e-bbe6-7247181d4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.622414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad69ebd-ed7c-48bf-a309-0ae70f51cc8f req-3be91f79-af03-4204-9584-5d314d3cf6e4 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:22.629901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cad69ebd-ed7c-48bf-a309-0ae70f51cc8f req-3be91f79-af03-4204-9584-5d314d3cf6e4 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 945 time: 0.1434186 Aug 11 02:34:22.786199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba3d94-dda4-465a-933c-26354ea282ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b485d220-0372-48c2-ae03-36c43b3a8c35,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:22.791360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7eba3d94-dda4-465a-933c-26354ea282ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6888af62dd24484792c67001430e72cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4061298 Aug 11 02:34:22.795720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:22.796061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:22.828073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce134b21-e594-4a6c-ae63-6468d84159da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.863390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:22.877734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Deleting port ddbc1813-edf5-4181-a5bd-725ea822c206 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:22.878137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:22.891948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cad69ebd-ed7c-48bf-a309-0ae70f51cc8f req-679b04b6-d766-4b0a-98b9-889165a6aae5 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bb44fc0-8b22-4239-8f25-b08c894b625e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262770 Aug 11 02:34:23.007449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.026711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['fd44fa34-2a29-4a29-901a-7a0aa552dd29'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:23.087477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b70e1-6763-493f-a4f0-0eb9df1fe6f2 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:34:23.176337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] For port ddbc1813-edf5-4181-a5bd-725ea822c206, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ddbc1813-edf5-4181-a5bd-725ea822c206,segment=NetworkSegment(ac9f9a3b-1670-45d0-ae22-2e4ac6d63309),segment_id=ac9f9a3b-1670-45d0-ae22-2e4ac6d63309)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:23.177212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.180917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Pushing event deleted for resources: {'Port': ['ID=fd44fa34-2a29-4a29-901a-7a0aa552dd29,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.238411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df31d2a3-c92a-4904-9fa6-4cb5f596838e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:23.255781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] No DVR routers for this DVR port fd44fa34-2a29-4a29-901a-7a0aa552dd29 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:23.258346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aa51b404-7197-4212-b64d-d3f9daf6ebcf None None] Provisioning for port df31d2a3-c92a-4904-9fa6-4cb5f596838e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:23.265545 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.269097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Calling delete_port for ddbc1813-edf5-4181-a5bd-725ea822c206 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:23.269310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4e3dd45-7316-4f46-ba90-a284ec71e593 req-9ad7fe24-6926-480d-956c-1e339b16a95a tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.67 "DELETE /v2.0/ports/fd44fa34-2a29-4a29-901a-7a0aa552dd29 HTTP/1.1" status: 204 len: 173 time: 1.3469706 Aug 11 02:34:23.269960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'name': 'network-vif-deleted', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:23.274013 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92efb654-b507-40d3-bbf4-6a1fd64d3f6b" -d '{"events": [{"server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "name": "network-vif-deleted", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:23.288532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.364061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.390106 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7786aa75-8d4f-41ae-bc89-52e1de5c7847 x-openstack-request-id: req-7786aa75-8d4f-41ae-bc89-52e1de5c7847 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:23.390532 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db17617a-feca-4070-b44a-29dc4458e511", "name": "network-vif-deleted", "tag": "fd44fa34-2a29-4a29-901a-7a0aa552dd29", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:23.390856 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7786aa75-8d4f-41ae-bc89-52e1de5c7847 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:23.391468 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db17617a-feca-4070-b44a-29dc4458e511', 'name': 'network-vif-deleted', 'tag': 'fd44fa34-2a29-4a29-901a-7a0aa552dd29', 'status': 'completed', 'code': 200} Aug 11 02:34:23.423698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b70e1-6763-493f-a4f0-0eb9df1fe6f2 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:34:23.452748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port df31d2a3-c92a-4904-9fa6-4cb5f596838e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:23.463289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:23.463903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.503781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.534571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port c8f3c119-d73b-43e4-9876-dc5742cbbde7 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:23.648495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce134b21-e594-4a6c-ae63-6468d84159da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.663896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce134b21-e594-4a6c-ae63-6468d84159da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.756152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce134b21-e594-4a6c-ae63-6468d84159da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a08de3394d3940859a246a3ff0db6d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587486 Aug 11 02:34:23.768977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.773279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39464) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:23.789145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e92b9c42-c8c5-46b8-90ff-287c9eedebab req-34944c3e-87d0-4676-9c72-117adc9e3a13 tempest-ServerTagsTestJSON-1727869114 tempest-ServerTagsTestJSON-1727869114-project] 10.222.0.68 "GET /v2.0/ports?device_id=db17617a-feca-4070-b44a-29dc4458e511 HTTP/1.1" status: 200 len: 210 time: 0.0752916 Aug 11 02:34:23.825719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port df31d2a3-c92a-4904-9fa6-4cb5f596838e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df31d2a3-c92a-4904-9fa6-4cb5f596838e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:23.854450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.891472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 172.20.0.12 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1712427f-4a36-4b22-9489-17f978fb2fea/c8f3c119-d73b-43e4-9876-dc5742cbbde7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:23.902773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.907011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:23.908065 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b485d220-0372-48c2-ae03-36c43b3a8c35 HTTP/1.1" status: 204 len: 168 time: 1.0918531 Aug 11 02:34:23.910244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe21:8c37 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/847b850c-5ef8-42a2-b1e5-73d5ec50585c/c8f3c119-d73b-43e4-9876-dc5742cbbde7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:23.917652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134b21-e594-4a6c-ae63-6468d84159da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481eaec-0eb0-46bf-b054-ab1ec53886b3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.949477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=df31d2a3-c92a-4904-9fa6-4cb5f596838e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:23.950765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.009017 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.035371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485d220-0372-48c2-ae03-36c43b3a8c35,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:24.073981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.074339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.075241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.075241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.076094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.076255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.076743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.078055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.078403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.078744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.079509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.079509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1200310-331d-413f-8926-7abdaa205147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:24.130969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.177038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ddbc1813-edf5-4181-a5bd-725ea822c206'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:34:24.214750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2163bff-6251-4fb4-9a9e-6e6aeec87832 req-d4d16c5a-c3b7-42b1-9aee-d021137b770d tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.1532321 Aug 11 02:34:24.280063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Pushing event deleted for resources: {'Port': ['ID=ddbc1813-edf5-4181-a5bd-725ea822c206,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:24.304961 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.321089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.325134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e481eaec-0eb0-46bf-b054-ab1ec53886b3 HTTP/1.1" status: 204 len: 168 time: 0.5299883 Aug 11 02:34:24.342075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33c18f-55a5-435d-b2ea-498ae2fc2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481eaec-0eb0-46bf-b054-ab1ec53886b3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:24.371390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] No DVR routers for this DVR port ddbc1813-edf5-4181-a5bd-725ea822c206 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:24.376069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.378311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d902406f-3d25-4f98-a73f-979a3c1067c8 req-9cb4a232-b476-4eb7-a56c-308d377cf1fd tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.61 "DELETE /v2.0/ports/ddbc1813-edf5-4181-a5bd-725ea822c206 HTTP/1.1" status: 204 len: 173 time: 1.9301338 Aug 11 02:34:24.378892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'name': 'network-vif-deleted', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:34:24.381266 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43e70b-6d64-45f8-8cf0-63266411266d" -d '{"events": [{"server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "name": "network-vif-deleted", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:34:24.433457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.471201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object c8f3c119-d73b-43e4-9876-dc5742cbbde7 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:24.535768 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c52c4-26fe-43bf-8ed1-4250b07f8e97 x-openstack-request-id: req-d23c52c4-26fe-43bf-8ed1-4250b07f8e97 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:34:24.536229 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291b0b4e-6dac-4172-8c21-c5646c92c829", "name": "network-vif-deleted", "tag": "ddbc1813-edf5-4181-a5bd-725ea822c206", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:34:24.536428 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d23c52c4-26fe-43bf-8ed1-4250b07f8e97 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:34:24.536751 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291b0b4e-6dac-4172-8c21-c5646c92c829', 'name': 'network-vif-deleted', 'tag': 'ddbc1813-edf5-4181-a5bd-725ea822c206', 'status': 'completed', 'code': 200} Aug 11 02:34:24.561156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.679362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:24.697019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:24.719560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:24.788151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=c8f3c119-d73b-43e4-9876-dc5742cbbde7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:24.900716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39486) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:24.908178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:24.909281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:24.934026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-560d5f93-cb55-467d-bd53-6700000d4333 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3504028 Aug 11 02:34:24.938300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:24.998505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Deleting subnet cd45a9a4-0552-4665-aab6-81022eff138b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:25.010309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.149770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.151597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06418bee-6f94-4cab-bc8a-3ad84d293707 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.179153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df31d2a3-c92a-4904-9fa6-4cb5f596838e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:25.196118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06418bee-6f94-4cab-bc8a-3ad84d293707 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:25.209876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06418bee-6f94-4cab-bc8a-3ad84d293707 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2686186 Aug 11 02:34:25.211836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:25.284899 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fba43b79-49c2-44fb-af4a-a904b0d1e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.353869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:25.357171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.358591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.385875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:25.505867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.521906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0927a626-a1df-4bca-afcf-30cad9fa4fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.581638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port c8f3c119-d73b-43e4-9876-dc5742cbbde7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:25.581933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.584901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b1596-d34e-4120-af89-c5eeb3288845 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:25.612790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3640385-4f57-4933-b037-1122f213fbb1 req-9e649289-6fb6-49f0-b72a-80bb2483f254 tempest-TestServerAdvancedOps-945246676 tempest-TestServerAdvancedOps-945246676-project] 10.222.0.68 "GET /v2.0/ports?device_id=291b0b4e-6dac-4172-8c21-c5646c92c829 HTTP/1.1" status: 200 len: 210 time: 0.0562327 Aug 11 02:34:25.633522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.689490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd45a9a4-0552-4665-aab6-81022eff138b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:25.699676 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.703048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-49665a09-74c3-47d5-ac6a-6d3f1ad425f2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cd45a9a4-0552-4665-aab6-81022eff138b HTTP/1.1" status: 204 len: 168 time: 0.8006821 Aug 11 02:34:25.705433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39506) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:25.801498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.823831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for c8f3c119-d73b-43e4-9876-dc5742cbbde7 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:25.840083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.901211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0927a626-a1df-4bca-afcf-30cad9fa4fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.913560 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0927a626-a1df-4bca-afcf-30cad9fa4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.972373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ff7f9657-66a5-46a6-bc3a-e5af9af6b19e None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:25.973446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9657-66a5-46a6-bc3a-e5af9af6b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.975373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:25.990631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a967dc3-ab7a-425a-bf2b-ce02a0031f1e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:26.000201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0927a626-a1df-4bca-afcf-30cad9fa4fb2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=712ea653b9494c03be97e71847892e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128201 Aug 11 02:34:26.004104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4add06cd-3628-4260-8334-27a65eb52581') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:26.004586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4add06cd-3628-4260-8334-27a65eb52581') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:26.008708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927a626-a1df-4bca-afcf-30cad9fa4fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1f102-a069-4495-bb89-fcd43c40b968,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.011600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.027945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.069797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fd44fa34-2a29-4a29-901a-7a0aa552dd29 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:26.072016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.082099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:26.083194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.133741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.154498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: fd44fa34-2a29-4a29-901a-7a0aa552dd29 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:26.156011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fd44fa34-2a29-4a29-901a-7a0aa552dd29 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:26.202954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:26.213891 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:26.220006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.229911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.239374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0a967dc3-ab7a-425a-bf2b-ce02a0031f1e HTTP/1.1" status: 204 len: 168 time: 0.5323343 Aug 11 02:34:26.276264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6175-9330-411e-ba7c-a707b603cf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a967dc3-ab7a-425a-bf2b-ce02a0031f1e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.280280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.331649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=c8f3c119-d73b-43e4-9876-dc5742cbbde7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.410025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.412603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.429040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dee1f102-a069-4495-bb89-fcd43c40b968 HTTP/1.1" status: 204 len: 168 time: 0.4144256 Aug 11 02:34:26.460146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.489337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ddbc1813-edf5-4181-a5bd-725ea822c206 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:26.519889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158da7bc-8128-4844-b026-54fa9c836dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1f102-a069-4495-bb89-fcd43c40b968,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:26.565382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: ddbc1813-edf5-4181-a5bd-725ea822c206 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:26.565731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ddbc1813-edf5-4181-a5bd-725ea822c206 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:26.605404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.609672 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-588ccf6f-aab2-47f9-8d73-0ee6ee702d37 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/c8f3c119-d73b-43e4-9876-dc5742cbbde7 HTTP/1.1" status: 204 len: 168 time: 1.3952055 Aug 11 02:34:26.615810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39534) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.726152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa97e1-de84-4acb-8e14-ce2d4a6b23bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:26.728336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa97e1-de84-4acb-8e14-ce2d4a6b23bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:26.730201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa97e1-de84-4acb-8e14-ce2d4a6b23bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:26.732302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d7aa97e1-de84-4acb-8e14-ce2d4a6b23bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1142137 Aug 11 02:34:26.738950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.741250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.769950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:26.897448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 1712427f-4a36-4b22-9489-17f978fb2fea {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:26.908682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd08b9-ffdc-48d3-bd3c-491bf16d14e3 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:26.908944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.963077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Deleting subnet 905a3d77-aa65-4ba9-bb8a-9f799f10aa71 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:26.971598 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8121a838-8f1d-428c-9b2d-ed670a969ca2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5257ebbaaef7414293d9e142fb0427d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310760 Aug 11 02:34:26.972609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:26.980619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:27.000034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1a357a6-d602-4412-807e-333cb25c2628 None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:27.000861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1a357a6-d602-4412-807e-333cb25c2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.191348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.205845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1a357a6-d602-4412-807e-333cb25c2628 None None] Could not find standard attr ID for object c8f3c119-d73b-43e4-9876-dc5742cbbde7. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:27.231231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.333281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.336332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.338000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37b695b2-b3fb-440b-ae7f-d85a532cc9c4 HTTP/1.1" status: 204 len: 168 time: 0.3503485 Aug 11 02:34:27.361670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c82f-d2e0-4465-b13c-d9eb2fd1c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b695b2-b3fb-440b-ae7f-d85a532cc9c4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:27.413292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.460024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.580724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.620510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.661789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-99946dd4-c636-45ba-a7a2-b7ea2d9ce299 None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:27.663208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-99946dd4-c636-45ba-a7a2-b7ea2d9ce299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.866175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.929215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.967610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905a3d77-aa65-4ba9-bb8a-9f799f10aa71,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:27.985512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:27.991291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1712427f-4a36-4b22-9489-17f978fb2fea HTTP/1.1" status: 204 len: 168 time: 1.2386856 Aug 11 02:34:27.993897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39584) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:28.021178 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.086326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.097444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-632e1581-c4c2-40fa-9617-1961054f0cd4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/905a3d77-aa65-4ba9-bb8a-9f799f10aa71 HTTP/1.1" status: 204 len: 168 time: 1.3250134 Aug 11 02:34:28.098660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39590) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:28.101187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17159ffa-91b2-4cc5-bd34-af3954f0e869 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=1712427f-4a36-4b22-9489-17f978fb2fea,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:28.178016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 847b850c-5ef8-42a2-b1e5-73d5ec50585c {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:28.191754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.195969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1f2a7-574c-4c47-964c-dda74d220789 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:28.296081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.301282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-54b4498a-ca45-4bf0-b6aa-29078dc599cf None None] Could not find standard attr ID for object c8f3c119-d73b-43e4-9876-dc5742cbbde7. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:28.308306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.495530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.519615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8309fb-b638-4419-bbdc-a619b607264b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:28.537459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:28.538082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9f9a3b-1670-45d0-ae22-2e4ac6d63309') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:28.557781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.593580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.603046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:28.603805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:28.607207 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:28.618728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.725136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.765342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.782416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:28.788692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0a8309fb-b638-4419-bbdc-a619b607264b HTTP/1.1" status: 204 len: 168 time: 0.6886139 Aug 11 02:34:28.790373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a825c30-0957-47f7-9a6f-6688473987b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a8309fb-b638-4419-bbdc-a619b607264b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:28.888288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:28.989080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=847b850c-5ef8-42a2-b1e5-73d5ec50585c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:29.004399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.008181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-504d8d91-9c63-4f7f-801d-3f69af6c4014 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/847b850c-5ef8-42a2-b1e5-73d5ec50585c HTTP/1.1" status: 204 len: 168 time: 1.0118470 Aug 11 02:34:29.011474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39644) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:29.016601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Deleting subnet 419ebad5-de01-432e-9324-c202226ac65d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:29.023781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.087462 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e5ef0e3f-0ce2-4fd5-b23d-f5b0136e41c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723891 Aug 11 02:34:29.092173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39648) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:29.098785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:29.155471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.276719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:34:29.322934 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.374022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:29.379684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.500872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.548388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.558493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/419ebad5-de01-432e-9324-c202226ac65d HTTP/1.1" status: 204 len: 168 time: 0.7736614 Aug 11 02:34:29.610489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39678) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:29.642145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf93bf-a5a6-4c80-b0e9-b88a40bcc646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419ebad5-de01-432e-9324-c202226ac65d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:29.687827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cff27-f070-4956-a657-f863351872cc None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:29.880660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:29.886260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-526e7e00-60b3-487b-ad3f-473c0b452005 None None] Provisioning complete for port df31d2a3-c92a-4904-9fa6-4cb5f596838e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:29.890660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-526e7e00-60b3-487b-ad3f-473c0b452005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.256767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:30.353436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.359374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.378663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Deleting port df31d2a3-c92a-4904-9fa6-4cb5f596838e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:30.379789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.482951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2dd3a5-27a2-4e8f-83cb-07378e4e30df']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:30.511855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:30.517341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d6a95a-3fd6-48df-9151-663b43897431') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:30.517705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d6a95a-3fd6-48df-9151-663b43897431') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:30.530579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:30.534727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:30.535145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.546725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.549264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=85281b23-3546-4b90-9a0b-13ffc999b6cf,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:30.581385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.596247 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f9f5d0ad-97cf-4cab-b0ab-4f5ce9c0faf7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5018475 Aug 11 02:34:30.598309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39718) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:30.604228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:34:30.604839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.606692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:34:30.610601 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:34:30.623482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] For port df31d2a3-c92a-4904-9fa6-4cb5f596838e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df31d2a3-c92a-4904-9fa6-4cb5f596838e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:30.623931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.670898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Calling delete_port for df31d2a3-c92a-4904-9fa6-4cb5f596838e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:30.713994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.728479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:30.734109 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] 10.222.0.68 "DELETE /v2.0/networks/dd2dd3a5-27a2-4e8f-83cb-07378e4e30df HTTP/1.1" status: 204 len: 168 time: 1.1216555 Aug 11 02:34:30.773936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c11c2f-d92f-4f22-9b6e-e6471c0d5b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2dd3a5-27a2-4e8f-83cb-07378e4e30df,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:30.966822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.017010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] Pushing event deleted for resources: {'Port': ['ID=df31d2a3-c92a-4904-9fa6-4cb5f596838e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:31.059035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a3a66-d9c3-4fb4-9c77-c8c422636d52 None None] No DVR routers for this DVR port df31d2a3-c92a-4904-9fa6-4cb5f596838e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:31.095198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d6ad1-9c71-41e8-a4d0-5d896a9da0ab None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:31.102645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:31.116076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.390128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df31d2a3-c92a-4904-9fa6-4cb5f596838e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:31.422911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:31.460144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: df31d2a3-c92a-4904-9fa6-4cb5f596838e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:31.460735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df31d2a3-c92a-4904-9fa6-4cb5f596838e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:31.588279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac984fe0-447c-4953-828c-8f5ff6f703bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=572c3d1843804dcbb46ec4f6d2d8bce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637378 Aug 11 02:34:31.593121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39786) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:31.689327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '85281b23-3546-4b90-9a0b-13ffc999b6cf'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:31.691892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:31.908240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Allocated IP 172.20.0.2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/85281b23-3546-4b90-9a0b-13ffc999b6cf/19ddd2ea-8205-406f-82be-c20fd6688ed7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:32.189406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.220487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.289322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.306927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Transition to ACTIVE for port object 19ddd2ea-8205-406f-82be-c20fd6688ed7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:32.371083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.373399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Transition to ACTIVE for port object 19ddd2ea-8205-406f-82be-c20fd6688ed7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:32.390697 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.406581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.407872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bb44fc0-8b22-4239-8f25-b08c894b625e HTTP/1.1" status: 204 len: 168 time: 0.8133354 Aug 11 02:34:32.450197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb44fc0-8b22-4239-8f25-b08c894b625e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:32.525676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:32.538285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:32.553130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:32.592922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.593709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.594367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.596283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.596873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.599818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.600406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.600918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.601503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.602112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.606002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.607224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03acfba8-c302-4a27-8504-5eae7c61046f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:32.741467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Attempting to bind port 19ddd2ea-8205-406f-82be-c20fd6688ed7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:32.741871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Attempting to bind port 19ddd2ea-8205-406f-82be-c20fd6688ed7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:32.743871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Attempting to bind port 19ddd2ea-8205-406f-82be-c20fd6688ed7 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:32.749020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Pushing event updated for resources: {'Port': ['ID=19ddd2ea-8205-406f-82be-c20fd6688ed7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:32.760701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39848) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:32.772373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:32.772814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:32.773229 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.773615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:32.775006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Bound port: 19ddd2ea-8205-406f-82be-c20fd6688ed7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:32.775600 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:32.871464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:32.908384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] For port 19ddd2ea-8205-406f-82be-c20fd6688ed7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:32.930139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] For port 19ddd2ea-8205-406f-82be-c20fd6688ed7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=19ddd2ea-8205-406f-82be-c20fd6688ed7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:32.949283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.269595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.323223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7026936c-b411-4730-b3a9-03363627ca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.404547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8d693-e618-4a9d-93fe-97e0864d79aa None None] Pushing event updated for resources: {'Port': ['ID=19ddd2ea-8205-406f-82be-c20fd6688ed7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:33.488475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39874) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:33.567950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port 19ddd2ea-8205-406f-82be-c20fd6688ed7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=19ddd2ea-8205-406f-82be-c20fd6688ed7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:33.620620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7026936c-b411-4730-b3a9-03363627ca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.634205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-be72ab24-4584-4e6d-af05-f31990711b16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5b0a94221f94d42a166bf2c8adb5c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427352 Aug 11 02:34:33.636406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39890) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:33.643672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.648817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7026936c-b411-4730-b3a9-03363627ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.657741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.658443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.716398 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7026936c-b411-4730-b3a9-03363627ca14 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e3589a8c14e4bd5a2564b109b30aefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533074 Aug 11 02:34:33.750786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39892) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:33.897856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:33.925184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:33.930376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:33.930988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:33.940069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026936c-b411-4730-b3a9-03363627ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ae48e6-862b-44d1-af47-026605b9044d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:33.946197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=6d404408-9c02-4574-a4de-f057581918ec,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:33.951974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=19ddd2ea-8205-406f-82be-c20fd6688ed7,revision_number=4']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:33.973030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fbac3f93-0f61-4fb3-84bb-f663d7a30060 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3734236 Aug 11 02:34:33.973694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39908) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:33.982615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:8d:83:fc', 'name': 'tempest-NetworksTestDHCPv6-990949396'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:34.030481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.117684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.216608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.222378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.269974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:34.398811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.410692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.412968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0d08d78b-c19b-4fb4-b362-676cd833e220 HTTP/1.1" status: 204 len: 168 time: 0.7742138 Aug 11 02:34:34.437345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.468222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.484782 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00ae48e6-862b-44d1-af47-026605b9044d HTTP/1.1" status: 204 len: 168 time: 0.7299960 Aug 11 02:34:34.506158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:34.512218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307d308-1392-46c2-a5c4-6f55ccaa2a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08d78b-c19b-4fb4-b362-676cd833e220,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:34.550883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d6186-a806-475c-9166-0053cb81e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ae48e6-862b-44d1-af47-026605b9044d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:34.592359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 2ab11e48-854a-4716-a526-db5aef40a889 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:35.001079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 172.20.0.3 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/85281b23-3546-4b90-9a0b-13ffc999b6cf/2ab11e48-854a-4716-a526-db5aef40a889) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:35.016091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe8d:83fc (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/6d404408-9c02-4574-a4de-f057581918ec/2ab11e48-854a-4716-a526-db5aef40a889) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:35.195291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 19ddd2ea-8205-406f-82be-c20fd6688ed7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:35.359294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 19ddd2ea-8205-406f-82be-c20fd6688ed7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:35.394804 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.395627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36117ed5-57ab-485a-ac67-61240a40aa16 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:35.419880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 2ab11e48-854a-4716-a526-db5aef40a889 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:35.498292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.508681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Provisioning for port 19ddd2ea-8205-406f-82be-c20fd6688ed7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:35.517196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Provisioning complete for port 19ddd2ea-8205-406f-82be-c20fd6688ed7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:35.517883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.598102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:35.604115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:35.608813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:35.703561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=2ab11e48-854a-4716-a526-db5aef40a889,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:35.725978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.727663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.755130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:35.756495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a67b6e1b-44f9-4bbd-aa24-b5a21a04f931 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7803659 Aug 11 02:34:35.869776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29999ef-f3ad-4e97-97a1-c12dd9b27f4b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.881948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29999ef-f3ad-4e97-97a1-c12dd9b27f4b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:35.894239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e29999ef-f3ad-4e97-97a1-c12dd9b27f4b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1349020 Aug 11 02:34:35.894490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39998) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:35.907219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:35.972742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] For port 19ddd2ea-8205-406f-82be-c20fd6688ed7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=19ddd2ea-8205-406f-82be-c20fd6688ed7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:35.993458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.000292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40008) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.051243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d50dedef-8109-4b63-b6ad-9755ce57ea3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.126775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db76e86-6961-4dfa-95d7-80635d58d52a None None] Pushing event updated for resources: {'Port': ['ID=19ddd2ea-8205-406f-82be-c20fd6688ed7,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:36.226659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 2ab11e48-854a-4716-a526-db5aef40a889 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:36.227011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.357499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d50dedef-8109-4b63-b6ad-9755ce57ea3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.372435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d50dedef-8109-4b63-b6ad-9755ce57ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.408984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.429936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 2ab11e48-854a-4716-a526-db5aef40a889 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:36.516928 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d50dedef-8109-4b63-b6ad-9755ce57ea3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9cff75c05a64827bc197f31ea9830cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125256 Aug 11 02:34:36.518448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40024) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.519787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dedef-8109-4b63-b6ad-9755ce57ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd698263-f16f-4a41-a102-53679b430d9c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:36.637924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40028) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:36.728563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.819390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.918353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.921947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:36.923680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd698263-f16f-4a41-a102-53679b430d9c HTTP/1.1" status: 204 len: 168 time: 0.3865132 Aug 11 02:34:36.933512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4f30-20d7-413c-af99-c1a58be73850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd698263-f16f-4a41-a102-53679b430d9c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:36.937392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.049155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=2ab11e48-854a-4716-a526-db5aef40a889,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:37.079456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40044) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:37.184279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.186679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ac74c71-5176-4206-bb15-c4ee3a8c5881 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/2ab11e48-854a-4716-a526-db5aef40a889 HTTP/1.1" status: 204 len: 168 time: 1.2910726 Aug 11 02:34:37.189350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:37.226443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d576cf9-275e-42d0-882d-3919069d6db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.315497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 19ddd2ea-8205-406f-82be-c20fd6688ed7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:37.354156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e370aa-d272-4cc8-8fde-aed79d8ec115 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:37.361045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e370aa-d272-4cc8-8fde-aed79d8ec115 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:37.363996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e370aa-d272-4cc8-8fde-aed79d8ec115 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:37.366525 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-29e370aa-d272-4cc8-8fde-aed79d8ec115 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1759501 Aug 11 02:34:37.369147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:37.505069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 19ddd2ea-8205-406f-82be-c20fd6688ed7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:37.505069 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.530807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 6d404408-9c02-4574-a4de-f057581918ec {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:37.536490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d576cf9-275e-42d0-882d-3919069d6db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.543776 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d576cf9-275e-42d0-882d-3919069d6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.544998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.587148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d576cf9-275e-42d0-882d-3919069d6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5026129a-7ff1-4e6a-9003-de101b15b2db,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:37.642944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5d576cf9-275e-42d0-882d-3919069d6db3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68cc22a9b64d4805b385f5365d2cf793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9988880 Aug 11 02:34:37.645668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40066) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:37.672060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-161505f2-d9c9-4892-92a2-a8c78b4c53e4 None None] Provisioning complete for port 19ddd2ea-8205-406f-82be-c20fd6688ed7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:37.672440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-161505f2-d9c9-4892-92a2-a8c78b4c53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.686935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.746826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166621419-network', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:37.753612 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.792705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.825059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:37.830356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.854402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.943850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.947546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:37.949231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5026129a-7ff1-4e6a-9003-de101b15b2db HTTP/1.1" status: 204 len: 168 time: 0.3020794 Aug 11 02:34:37.972648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518e53-9f93-4a4f-ba4d-a8f5a7952a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5026129a-7ff1-4e6a-9003-de101b15b2db,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.062738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-161505f2-d9c9-4892-92a2-a8c78b4c53e4 None None] Could not find standard attr ID for object 2ab11e48-854a-4716-a526-db5aef40a889. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:38.102585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.373763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.399129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-39ae8a10-8601-43f2-8658-eb1a549ac12e None None] Could not find standard attr ID for object 2ab11e48-854a-4716-a526-db5aef40a889. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:38.414969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.443966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.461476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:38.530548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=6d404408-9c02-4574-a4de-f057581918ec,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.533665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.539441 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9bceb8ab-3a8c-4d08-affe-1f8a1a81829a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/6d404408-9c02-4574-a4de-f057581918ec HTTP/1.1" status: 204 len: 168 time: 1.1651502 Aug 11 02:34:38.539441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a0443-372e-45e2-815d-c0f844d0aeb7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.541120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40098) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:38.554917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.555288 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Added segment d111b18b-97dd-4058-b02c-02fc8b22a0af of type vlan for network 13ab9632-6788-44f3-850d-ce405e7cd6a7 Aug 11 02:34:38.647581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 85281b23-3546-4b90-9a0b-13ffc999b6cf {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:38.658181 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.668265 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.755588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.756574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:38.757179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.787653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:38.911883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=13ab9632-6788-44f3-850d-ce405e7cd6a7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:38.928129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:38.956699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aecc632d-a784-4853-ab1e-b70eb8c6cbf5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8762546 Aug 11 02:34:38.961012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:38.969754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Request body: {'subnet': {'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166621419-subnet', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:39.023275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.034502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:39.041123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.187472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40114) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.220387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a019e0-cdc9-422d-8744-36331bac422f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:39.266974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.329583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=85281b23-3546-4b90-9a0b-13ffc999b6cf,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:39.336209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.341755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-08e66142-a774-44a8-b2a5-f991b1d0ac46 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/85281b23-3546-4b90-9a0b-13ffc999b6cf HTTP/1.1" status: 204 len: 168 time: 0.8004041 Aug 11 02:34:39.342689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40124) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.402672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-34c1e9c3-776d-4b8f-9a00-3678790d2c87 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584998 Aug 11 02:34:39.404175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40130) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.512247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8902eb23-6f83-4b85-9c27-989f556b7703 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:39.523655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8902eb23-6f83-4b85-9c27-989f556b7703 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1181979 Aug 11 02:34:39.524857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40134) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.706944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb4adf-b040-46fc-88d9-2dfa8b62d7d5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:39.712991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fabb4adf-b040-46fc-88d9-2dfa8b62d7d5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1836560 Aug 11 02:34:39.717924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:39.722896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.835350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29c19337-b9cd-4e5d-a76d-32dcf57d7fc6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961466 Aug 11 02:34:39.837624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b467113d-5c92-41c5-8583-625b12227b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.839408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Deleting port 19ddd2ea-8205-406f-82be-c20fd6688ed7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:39.839904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:39.844557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:39.858180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:39.872365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.083368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] For port 19ddd2ea-8205-406f-82be-c20fd6688ed7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=19ddd2ea-8205-406f-82be-c20fd6688ed7,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:40.084282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.141887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Calling delete_port for 19ddd2ea-8205-406f-82be-c20fd6688ed7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:40.144761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b467113d-5c92-41c5-8583-625b12227b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.159741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b467113d-5c92-41c5-8583-625b12227b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.252921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3e167b-7c37-4e3e-8475-a6208dca9962,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.308048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b467113d-5c92-41c5-8583-625b12227b63 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=110046619b884840bcb11bd621a63889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1188376 Aug 11 02:34:40.323182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40160) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.339262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467113d-5c92-41c5-8583-625b12227b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bf662-9997-43cd-af73-a7716030afeb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.342576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.404488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:40.405462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Network hostable DHCP agents. Network: 13ab9632-6788-44f3-850d-ce405e7cd6a7, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:40.428069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] Pushing event deleted for resources: {'Port': ['ID=19ddd2ea-8205-406f-82be-c20fd6688ed7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:40.430945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c731415-618e-4a2c-acc4-a7989b871d0b None None] No DVR routers for this DVR port 19ddd2ea-8205-406f-82be-c20fd6688ed7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:40.493936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:40.499812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.512254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:40.520838 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.524053 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:40.525549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:40.527483 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.534055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 13ab9632-6788-44f3-850d-ce405e7cd6a7) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:40.542691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:40.544405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d25286-bdff-4b69-8b8d-9fc4c885ec0c None None] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:40.544821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.582228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40174) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.585374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81d6172b-3827-4860-9b9e-2831fda997f2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6224802 Aug 11 02:34:40.601660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:40.620693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab5f58bb-5052-4ec1-973f-ba2a4168b199 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7733345 Aug 11 02:34:40.621729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.629227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:40.630574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.769021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.777219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.798499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.823229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:40.832111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.839884 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:40.840534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:40.880809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4acd8e59-33de-4189-b422-952e48aea219 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2567601 Aug 11 02:34:40.886037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40186) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:40.891580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:40.968394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.974578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:40.978832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e72bf662-9997-43cd-af73-a7716030afeb HTTP/1.1" status: 204 len: 168 time: 0.6524746 Aug 11 02:34:40.993798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.052429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40196) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.074555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-13ab9632-6788-44f3-850d-ce405e7cd6a7', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:41.076213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.191843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:41.204428 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.205976 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:41.206462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:41.260054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 19ddd2ea-8205-406f-82be-c20fd6688ed7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:41.270646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b68f90b-8531-4077-a642-1e93e2dc0467 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3782032 Aug 11 02:34:41.272491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40216) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.277192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:41.318751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032f9b-bdde-4c85-baa2-30095279a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bf662-9997-43cd-af73-a7716030afeb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:41.321895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 19ddd2ea-8205-406f-82be-c20fd6688ed7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:41.322295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 19ddd2ea-8205-406f-82be-c20fd6688ed7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:41.488528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8fc3b20-d8a5-4f46-99e1-582e4d0e0e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.549598 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.616444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Allocated IP 172.20.0.2 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/c673b6f5-7269-4c56-bec5-64501d165669) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:41.824009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8fc3b20-d8a5-4f46-99e1-582e4d0e0e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.833967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.854795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f8fc3b20-d8a5-4f46-99e1-582e4d0e0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.855452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Transition to ACTIVE for port object c673b6f5-7269-4c56-bec5-64501d165669 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:41.866486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:41.884165 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.884165 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:41.884165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:41.909120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Transition to ACTIVE for port object c673b6f5-7269-4c56-bec5-64501d165669 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:41.919487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40242) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:41.921435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:41.960887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f8fc3b20-d8a5-4f46-99e1-582e4d0e0e32 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e587f0435cc4f1b91750dd37e049cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073091 Aug 11 02:34:41.977360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40248) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.034059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc3b20-d8a5-4f46-99e1-582e4d0e0e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf30da-aeb9-4254-a483-3827dd2171f0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.044127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e417f1f-5240-4b82-a22b-bd009b7a4fc9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7715449 Aug 11 02:34:42.052433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40252) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.072608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:42.128884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:42.143826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:42.161733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:42.218976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64de4dde-0412-4568-b744-3445f985aa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.225404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.255458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.274465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.283746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Pushing event updated for resources: {'Port': ['ID=c673b6f5-7269-4c56-bec5-64501d165669,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.325383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.329052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Attempting to bind port c673b6f5-7269-4c56-bec5-64501d165669 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:42.329436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Attempting to bind port c673b6f5-7269-4c56-bec5-64501d165669 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:42.329837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Attempting to bind port c673b6f5-7269-4c56-bec5-64501d165669 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:42.336440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:42.336833 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:42.337260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.337672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:42.338210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Bound port: c673b6f5-7269-4c56-bec5-64501d165669, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:42.338611 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.341827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.342556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.342947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.343292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.343681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.344031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.344369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.344824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.345168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.345593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.345971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.346530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:42.465854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64de4dde-0412-4568-b744-3445f985aa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.468727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Allocated IP 172.25.3.221 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/adcdd74a-d003-4e0b-a15d-09c2cb8fa569) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:42.470176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.474100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.475441 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76cf30da-aeb9-4254-a483-3827dd2171f0 HTTP/1.1" status: 204 len: 168 time: 0.4872284 Aug 11 02:34:42.484297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-64de4dde-0412-4568-b744-3445f985aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.513254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2cc6-b4a4-4169-affe-a25a078b8a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf30da-aeb9-4254-a483-3827dd2171f0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.547665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] For port c673b6f5-7269-4c56-bec5-64501d165669, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:42.555861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:42.566505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.568232 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:42.568697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:42.573555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] For port c673b6f5-7269-4c56-bec5-64501d165669, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c673b6f5-7269-4c56-bec5-64501d165669,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:42.583103 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.621333 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64de4dde-0412-4568-b744-3445f985aa1b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=62ed1d9f46c844459c2da4c51e5bb2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880412 Aug 11 02:34:42.623362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.692059 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-27c8368e-dcf7-4c70-abd1-27b0e812129d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6385033 Aug 11 02:34:42.695874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40274) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:42.709208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08985593-8262-484c-9f25-b2d1a310e41a None None] Pushing event updated for resources: {'Port': ['ID=c673b6f5-7269-4c56-bec5-64501d165669,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.715197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4dde-0412-4568-b744-3445f985aa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5077b4-dfc2-436b-aaa0-90746c7ac840,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:42.747846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:42.904227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:42.986227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.076984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:43.082854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.092967 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:34:43.100929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:43.183707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f114192-f18f-4288-b766-e66b2bbfa37d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4761164 Aug 11 02:34:43.189046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:43.333102 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2d77f40f-d0aa-4b3b-91c5-05ef5cae0a36 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1406200 Aug 11 02:34:43.335602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40288) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:43.388597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.396088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.398229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f5077b4-dfc2-436b-aaa0-90746c7ac840 HTTP/1.1" status: 204 len: 168 time: 0.7681625 Aug 11 02:34:43.529548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae14ea-274b-4d5c-b082-178baacbc2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5077b4-dfc2-436b-aaa0-90746c7ac840,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:43.600323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506a47f-8105-4fa5-83d6-c2e4542ddf96 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:43.601946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d506a47f-8105-4fa5-83d6-c2e4542ddf96 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2586112 Aug 11 02:34:43.607093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40304) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:43.628397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.683556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:43.712998 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c23d61ca-2983-49e5-83be-1ba03504db6c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981383 Aug 11 02:34:43.714611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:43.724937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:43.804701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:43.808808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:43.822789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:43.840456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:44.035546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:44.046030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.546097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.674322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f887e-e54f-4334-ae2b-ddbfbc866f11 None None] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:44.751641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40350) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:44.878369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:44.880226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:44.953493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c41515d5-6da6-4ee9-ab37-2e46cbca3c9e None None] Provisioning for port c673b6f5-7269-4c56-bec5-64501d165669 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:45.003768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:45.013493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:45.022078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:45.023194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.053460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=a4614787-b938-4d63-a4af-6ebc503420cf,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:45.065058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25b4f7-e061-4d8e-b5d2-7ccbbb9793ab None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:45.077446 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8610ff2-d0f1-41aa-b788-6a8d330b2616 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3618467 Aug 11 02:34:45.079043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.081870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40358) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:45.100954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:6b:6e:31', 'name': 'tempest-NetworksTestDHCPv6-473014573'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:45.254191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31d89778-7ae1-4dcd-ad57-4419c3887df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.286580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:34:45.371504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c673b6f5-7269-4c56-bec5-64501d165669 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:45.521266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:45.548711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:45.597307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31d89778-7ae1-4dcd-ad57-4419c3887df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.606597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31d89778-7ae1-4dcd-ad57-4419c3887df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.620981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40370) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:45.625464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:45.626121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:45.648282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': 'a4614787-b938-4d63-a4af-6ebc503420cf'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:45.649512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.712997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.715779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-25ca9a68-01db-4da3-80a3-5b12edffa6f7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1313069 Aug 11 02:34:45.720223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40378) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:45.723959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:45.759996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c673b6f5-7269-4c56-bec5-64501d165669 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:45.855444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31d89778-7ae1-4dcd-ad57-4419c3887df2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b64608b085b6496fa586d2d4c85218c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1026878 Aug 11 02:34:45.856912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:45.868446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d89778-7ae1-4dcd-ad57-4419c3887df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c25de-82c1-4ce6-b500-1682a921c06f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:45.945052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:45.997448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.017874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d4610280-f68a-4e02-b6aa-1b6328f81dab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] Request body: {'port': {'network_id': 'f8c4775e-4a16-44da-b495-1ade33ae9779', 'name': 'tempest-NetworksNegativeTestJSON-322888243'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:46.033080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 4b049fc9-29c9-412c-abc7-a04dcbf4633a yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:46.056654 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.067788 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4610280-f68a-4e02-b6aa-1b6328f81dab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] POST failed (client error): The resource could not be found. Aug 11 02:34:46.068597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4610280-f68a-4e02-b6aa-1b6328f81dab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.071901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d4610280-f68a-4e02-b6aa-1b6328f81dab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4480007 Aug 11 02:34:46.085157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c673b6f5-7269-4c56-bec5-64501d165669 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:46.085518 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.112580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.138864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Allocated IP 2001:db8::f816:3eff:fe6b:272d (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/a4614787-b938-4d63-a4af-6ebc503420cf/eeef39e2-4aef-43ff-8818-6c2cee039d75) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:46.170513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:46.269543 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e83eeb-6bd8-442c-af98-6f6b51001a9f tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] DELETE failed (client error): The resource could not be found. Aug 11 02:34:46.271227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e83eeb-6bd8-442c-af98-6f6b51001a9f tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.275654 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49e83eeb-6bd8-442c-af98-6f6b51001a9f tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "DELETE /v2.0/networks/37334735-5503-40d3-8284-6da6e74410bc HTTP/1.1" status: 404 len: 339 time: 0.1605701 Aug 11 02:34:46.290729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40388) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.360454 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed8f41f-94f2-45e3-ab3c-f8e482bbb857 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] DELETE failed (client error): The resource could not be found. Aug 11 02:34:46.361606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed8f41f-94f2-45e3-ab3c-f8e482bbb857 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.363916 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9ed8f41f-94f2-45e3-ab3c-f8e482bbb857 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "DELETE /v2.0/ports/d6e1b0ac-7dce-4895-9660-983a37307a87 HTTP/1.1" status: 404 len: 333 time: 0.0715039 Aug 11 02:34:46.370218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40392) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.405953 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fdbe1b-9223-42c7-80c5-a8691b2cd830 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] DELETE failed (client error): The resource could not be found. Aug 11 02:34:46.406787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fdbe1b-9223-42c7-80c5-a8691b2cd830 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.409158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68fdbe1b-9223-42c7-80c5-a8691b2cd830 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "DELETE /v2.0/subnets/cd07b056-0c6c-4dbf-850c-8c1fdac588d2 HTTP/1.1" status: 404 len: 337 time: 0.0376482 Aug 11 02:34:46.415662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40396) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.448976 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9317e49-0e4c-4f86-ba2c-50a8281d6cab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] GET failed (client error): The resource could not be found. Aug 11 02:34:46.451674 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d9317e49-0e4c-4f86-ba2c-50a8281d6cab tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "GET /v2.0/networks/bcc6cd09-c256-46f3-a5aa-745fd61ffcb2 HTTP/1.1" status: 404 len: 339 time: 0.0344496 Aug 11 02:34:46.459417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.511457 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e0a5b9-2e6c-4187-9cde-1c570cb24c7c tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] GET failed (client error): The resource could not be found. Aug 11 02:34:46.513840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18e0a5b9-2e6c-4187-9cde-1c570cb24c7c tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "GET /v2.0/ports/f42b4fc9-9029-4286-97ee-5e5864d6551b HTTP/1.1" status: 404 len: 333 time: 0.0530777 Aug 11 02:34:46.527391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40400) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.532380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.540973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.546422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a62c25de-82c1-4ce6-b500-1682a921c06f HTTP/1.1" status: 204 len: 168 time: 0.6859362 Aug 11 02:34:46.567711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894011-6eb5-4915-bd53-565bf05f1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c25de-82c1-4ce6-b500-1682a921c06f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:46.590416 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38618f1-bc4e-4d2a-ad38-4d0b2add21b0 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] GET failed (client error): The resource could not be found. Aug 11 02:34:46.591870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c38618f1-bc4e-4d2a-ad38-4d0b2add21b0 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "GET /v2.0/subnets/b12b6fac-cabe-49f5-9b80-d0c327363de5 HTTP/1.1" status: 404 len: 337 time: 0.0615401 Aug 11 02:34:46.597299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40404) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.604901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7170c7da-faa9-47e7-bd4a-448280905354 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:46.630771 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7170c7da-faa9-47e7-bd4a-448280905354 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] PUT failed (client error): The resource could not be found. Aug 11 02:34:46.631535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7170c7da-faa9-47e7-bd4a-448280905354 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.633317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7170c7da-faa9-47e7-bd4a-448280905354 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "PUT /v2.0/networks/929ad47e-d6ce-464f-96a8-0150066bcc16 HTTP/1.1" status: 404 len: 339 time: 0.0344095 Aug 11 02:34:46.641470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.648977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7a13a36b-baca-4b82-8b1b-b103b6507bbe tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:46.676791 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a13a36b-baca-4b82-8b1b-b103b6507bbe tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] PUT failed (client error): The resource could not be found. Aug 11 02:34:46.678344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a13a36b-baca-4b82-8b1b-b103b6507bbe tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.679252 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a13a36b-baca-4b82-8b1b-b103b6507bbe tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "PUT /v2.0/ports/92d15b28-be81-4554-94f7-4edc95906497 HTTP/1.1" status: 404 len: 333 time: 0.0363269 Aug 11 02:34:46.687100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:46.693714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-16a7ebc7-1a4f-4c4f-97a2-9ffda4112390 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:46.730314 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a7ebc7-1a4f-4c4f-97a2-9ffda4112390 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] PUT failed (client error): The resource could not be found. Aug 11 02:34:46.730908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a7ebc7-1a4f-4c4f-97a2-9ffda4112390 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:34:46.733127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16a7ebc7-1a4f-4c4f-97a2-9ffda4112390 tempest-NetworksNegativeTestJSON-1650138782 tempest-NetworksNegativeTestJSON-1650138782-project] 10.222.0.68 "PUT /v2.0/subnets/c0555573-dbad-4476-9643-af5e104b1fc5 HTTP/1.1" status: 404 len: 337 time: 0.0444422 Aug 11 02:34:46.938245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:46.945204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3922189-1554-4437-94c2-a50914747186 None None] Provisioning complete for port c673b6f5-7269-4c56-bec5-64501d165669 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:46.946123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3922189-1554-4437-94c2-a50914747186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.057634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.068994 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.134528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Transition to ACTIVE for port object eeef39e2-4aef-43ff-8818-6c2cee039d75 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:47.164176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40426) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.177705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Transition to ACTIVE for port object eeef39e2-4aef-43ff-8818-6c2cee039d75 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:47.183641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c673b6f5-7269-4c56-bec5-64501d165669, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c673b6f5-7269-4c56-bec5-64501d165669,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:47.292233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Allocated IP 172.20.0.1 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/fa3cc827-574d-4203-a6bb-0aa00e1c1f60) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:47.294192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.300691 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.327240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe6b:6e31 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/a4614787-b938-4d63-a4af-6ebc503420cf/4b049fc9-29c9-412c-abc7-a04dcbf4633a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:47.397561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baa74e7d-5af9-441f-85df-b89d65110579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.407617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:47.423848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:47.432121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:47.446116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:44Z', 'revision_number': 3, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:47.503232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.531569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:47.531940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Updating router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:47.540577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Transition to ACTIVE for port object fa3cc827-574d-4203-a6bb-0aa00e1c1f60 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:47.568703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c673b6f5-7269-4c56-bec5-64501d165669,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:47.582556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Attempting to bind port eeef39e2-4aef-43ff-8818-6c2cee039d75 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:47.582885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Attempting to bind port eeef39e2-4aef-43ff-8818-6c2cee039d75 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:47.583272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Attempting to bind port eeef39e2-4aef-43ff-8818-6c2cee039d75 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:47.617211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.651142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.654293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:47.655202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:47.655528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.656107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:47.657354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Bound port: eeef39e2-4aef-43ff-8818-6c2cee039d75, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:47.658044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.675903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 4b049fc9-29c9-412c-abc7-a04dcbf4633a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:47.710997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baa74e7d-5af9-441f-85df-b89d65110579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.719644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-baa74e7d-5af9-441f-85df-b89d65110579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.726244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:47.752728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:47.757657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa74e7d-5af9-441f-85df-b89d65110579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56c730-1087-4f44-b52a-d8cc2af16321,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:47.764192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:47.776435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:47.793847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] For port eeef39e2-4aef-43ff-8818-6c2cee039d75, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:47.799553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] For port eeef39e2-4aef-43ff-8818-6c2cee039d75, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=eeef39e2-4aef-43ff-8818-6c2cee039d75,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:47.802507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.810527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.829585 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-baa74e7d-5af9-441f-85df-b89d65110579 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=560c267014ba40dfbcd5e1050926a220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647949 Aug 11 02:34:47.833009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40446) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:47.868985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Pushing event updated for resources: {'Port': ['ID=eeef39e2-4aef-43ff-8818-6c2cee039d75,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:47.903759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:47.945994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff5cf-7727-4e32-b59e-bd808d707c13 None None] Pushing event updated for resources: {'Port': ['ID=eeef39e2-4aef-43ff-8818-6c2cee039d75,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:47.975606 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.405669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f63fac0f-62b9-42a3-ab6a-8768bd067977 None None] Provisioning for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:48.426993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f63fac0f-62b9-42a3-ab6a-8768bd067977 None None] Provisioning complete for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:48.427938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f63fac0f-62b9-42a3-ab6a-8768bd067977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.435784 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.484467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f63fac0f-62b9-42a3-ab6a-8768bd067977 None None] Port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:48.691118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.706577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:48.712952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:48.722033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:48.728502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:48.728976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.732141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Transition to ACTIVE for port object adcdd74a-d003-4e0b-a15d-09c2cb8fa569 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:48.749218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.758412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=4b049fc9-29c9-412c-abc7-a04dcbf4633a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.763260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.789895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.813167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-62ec9525-7f7a-426d-84c8-226456b38c83 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7253156 Aug 11 02:34:48.815892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:48.889589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.890986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Attempting to bind port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:48.891748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Attempting to bind port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:48.892335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.892450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Attempting to bind port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:48.893587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e56c730-1087-4f44-b52a-d8cc2af16321 HTTP/1.1" status: 204 len: 168 time: 1.0567465 Aug 11 02:34:48.905868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.906116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a459e-c6c3-47cd-a438-d560a0f61ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56c730-1087-4f44-b52a-d8cc2af16321,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.910335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2d86a-8457-46f3-9f28-06fe69d3e194 None None] Pushing event updated for resources: {'Port': ['ID=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:48.918218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:48.919131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:48.919563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.919977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:48.921560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:48.926593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Bound port: adcdd74a-d003-4e0b-a15d-09c2cb8fa569, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:48.928263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.038839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] For port adcdd74a-d003-4e0b-a15d-09c2cb8fa569, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:49.042713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] For port adcdd74a-d003-4e0b-a15d-09c2cb8fa569, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:49.050495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a054ed1-e2fb-4f22-83be-d731ec804c2d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:49.051389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.068668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a054ed1-e2fb-4f22-83be-d731ec804c2d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:49.070453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a054ed1-e2fb-4f22-83be-d731ec804c2d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2534993 Aug 11 02:34:49.074337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40480) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:49.190845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.193125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.217829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:49.218643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:49.364062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 4b049fc9-29c9-412c-abc7-a04dcbf4633a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:49.364636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.399536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2d86a-8457-46f3-9f28-06fe69d3e194 None None] Pushing event updated for resources: {'Port': ['ID=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:49.517963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:49.524317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:49.624170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:49.663547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:49.724975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 4b049fc9-29c9-412c-abc7-a04dcbf4633a owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:49.790590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device eeef39e2-4aef-43ff-8818-6c2cee039d75 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:49.927593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:34:50.055289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.098755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port eeef39e2-4aef-43ff-8818-6c2cee039d75 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:50.131482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c673b6f5-7269-4c56-bec5-64501d165669 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:50.139269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Provisioning for port eeef39e2-4aef-43ff-8818-6c2cee039d75 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:50.183527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=4b049fc9-29c9-412c-abc7-a04dcbf4633a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:50.225212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:34:50.240716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.244956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee310140-72fa-46fd-9c71-68df622a14e9 admin admin] 10.222.0.68 "PUT /v2.0/routers/33ff9585-0f39-4ab6-aa51-45d5d3eb3d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5230014 Aug 11 02:34:50.245379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c9a9bd0-b61c-4464-9f82-03b48809cbd4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/4b049fc9-29c9-412c-abc7-a04dcbf4633a HTTP/1.1" status: 204 len: 168 time: 1.1679976 Aug 11 02:34:50.256687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Provisioning complete for port eeef39e2-4aef-43ff-8818-6c2cee039d75 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:50.257582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.261589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.349546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c673b6f5-7269-4c56-bec5-64501d165669 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:50.349968 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.438716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b005203-5681-4276-b5d3-ac65db0a0ac3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:50.440449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b005203-5681-4276-b5d3-ac65db0a0ac3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:50.442337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b005203-5681-4276-b5d3-ac65db0a0ac3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1813416 Aug 11 02:34:50.445421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:50.519587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 2, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:50.575872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet a4614787-b938-4d63-a4af-6ebc503420cf {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:50.588295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.673425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.701417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1db470-ea86-44d2-887c-0bd884220889 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 2, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:50.773276 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.882576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] For port eeef39e2-4aef-43ff-8818-6c2cee039d75, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=eeef39e2-4aef-43ff-8818-6c2cee039d75,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:50.889682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:50.891859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.011125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f974235-4ff8-4cae-8998-01c855cadc96 None None] Pushing event updated for resources: {'Port': ['ID=eeef39e2-4aef-43ff-8818-6c2cee039d75,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:51.024825 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.027154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f07fba4-0a33-4d12-a226-488380100526 None None] Provisioning complete for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:51.028566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f07fba4-0a33-4d12-a226-488380100526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.092588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4f07fba4-0a33-4d12-a226-488380100526 None None] Port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:34:51.097932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f07fba4-0a33-4d12-a226-488380100526 None None] Could not find standard attr ID for object 4b049fc9-29c9-412c-abc7-a04dcbf4633a. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:51.112851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=a4614787-b938-4d63-a4af-6ebc503420cf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:51.158248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.161362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8d645c7-7854-40d8-8158-3bfac47f9013 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/a4614787-b938-4d63-a4af-6ebc503420cf HTTP/1.1" status: 204 len: 168 time: 0.7140810 Aug 11 02:34:51.166060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40542) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:51.166891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5613f1d-ec47-4d22-80bb-3615d07a3c5b None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:51.361057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40550) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:51.366934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:51.377342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3d731b69-2af6-40be-9abe-fad4183ac1bc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2096097 Aug 11 02:34:51.534688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device eeef39e2-4aef-43ff-8818-6c2cee039d75 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:51.663249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port eeef39e2-4aef-43ff-8818-6c2cee039d75 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:51.663892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.668103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:51.693881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:51.738789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:34:51.750765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40562) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.089059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Deleting port eeef39e2-4aef-43ff-8818-6c2cee039d75 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:52.089443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.217292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] For port eeef39e2-4aef-43ff-8818-6c2cee039d75, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=eeef39e2-4aef-43ff-8818-6c2cee039d75,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:52.217963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.270278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Calling delete_port for eeef39e2-4aef-43ff-8818-6c2cee039d75 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:52.411159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1869734985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:52.484315 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.485483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.580278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.588559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.616681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.620313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f76a8dad-22ab-41fb-814f-5bb05ceab667 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8675034 Aug 11 02:34:52.625683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40578) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.644252 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfa6c-24ac-4bf4-a2bd-5703ed95bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.651034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.660154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-917661921'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:52.723970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40584) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.726090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] Pushing event deleted for resources: {'Port': ['ID=eeef39e2-4aef-43ff-8818-6c2cee039d75,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:52.737694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-61146898-network', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:52.744651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a18c64-4886-4cab-ad03-29368891b428 None None] No DVR routers for this DVR port eeef39e2-4aef-43ff-8818-6c2cee039d75 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:34:52.754741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:52.773263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.785793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:34:52.798672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.836986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:34:52.836986 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:34:52.836986 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': '16eacf8b397b4e7ebaf4dd2b8bf1f262', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 34, 52, 819275)}] Aug 11 02:34:52.836986 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:34:52.837440 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:34:52.851122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Made reservation on behalf of f3a63bb92a894e56aacabb18fba1388a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:52.853842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.868405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:52.931614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:52.979265 n-d-713498-10 neutron-server[94653]: WARNING neutron.services.revisions.revision_plugin [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Could not find related port for resource to bump revision. Aug 11 02:34:52.988846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Port eeef39e2-4aef-43ff-8818-6c2cee039d75 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94653) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 02:34:52.989987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6b:272d {{(pid=94653) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 02:34:52.997598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_pluggable_backend [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6b:272d {{(pid=94653) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 02:34:52.999743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.029668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.037176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.116694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:53.150937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:53.166567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.167271 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Added segment cd0c0f97-8690-4c82-b75b-34a6e29dde5b of type vlan for network 5a034660-1212-46d8-9123-664752317354 Aug 11 02:34:53.171151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:53.174837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:53.175550 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.182099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143163a7-9885-4bcd-8fc8-aff2d3b60327 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:53.184425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffff7cd-b804-453c-af4f-b167f3bb5a51,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.209947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=5e92dc0b-e396-4de1-bc8c-8f0b2026c82f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.220875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf48ea5d-262c-4c7d-b8a8-135cab13f066 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8586428 Aug 11 02:34:53.223137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67dcac1c-76b8-4d9e-9e50-3ac4e1a73aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.227609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40596) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:53.234045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:2d:6d:2f', 'name': 'tempest-NetworksTestDHCPv6-1873433763'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:53.281390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.342456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.439401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.441663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:53.443078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.467711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '5e92dc0b-e396-4de1-bc8c-8f0b2026c82f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:53.468606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.500046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device adcdd74a-d003-4e0b-a15d-09c2cb8fa569 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:53.530813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67dcac1c-76b8-4d9e-9e50-3ac4e1a73aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.575984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-67dcac1c-76b8-4d9e-9e50-3ac4e1a73aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.591938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:53.594608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] Pushing event updated for resources: {'Network': ['ID=5a034660-1212-46d8-9123-664752317354,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.704928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5a034660-1212-46d8-9123-664752317354 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:53.722405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.733435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.745425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ac587b48-9346-4b9d-8bf0-9e3439f98871 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0189662 Aug 11 02:34:53.759449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40602) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:53.769312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Request body: {'subnet': {'network_id': '5a034660-1212-46d8-9123-664752317354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-61146898-subnet', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:53.803452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:53.804708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcac1c-76b8-4d9e-9e50-3ac4e1a73aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e5a5a7-f1de-42f4-b58d-a2d1b2173e5e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.817691 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67dcac1c-76b8-4d9e-9e50-3ac4e1a73aff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=350f56fc3b69417684dd94a90dcaf711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837483 Aug 11 02:34:53.829508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40606) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:53.844447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09e88b6-f4bd-4f36-9a00-3ae06946060c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:53.869893 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.872250 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Added segment 9cbd4d06-a653-42ca-9bfc-3610b64ae3a8 of type vlan for network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 Aug 11 02:34:53.936174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.942959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:53.963929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Allocated IP 2001:db8::f816:3eff:fe90:247d (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/5e92dc0b-e396-4de1-bc8c-8f0b2026c82f/430a1850-bc8e-49a8-b5d7-f637161a2f6e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:53.986243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 24f5bc69-8102-4ae9-bdc6-674c7dd66097 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:34:54.007581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Made reservation on behalf of f3a63bb92a894e56aacabb18fba1388a for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:54.012866 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.086768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.115075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:54.135850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:54.136501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.164990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.226097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.235948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:54.236655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.242546 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.246130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.247457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16e5a5a7-f1de-42f4-b58d-a2d1b2173e5e HTTP/1.1" status: 204 len: 168 time: 0.4169669 Aug 11 02:34:54.265859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b339-1678-45ca-ac33-4b23ce350576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e5a5a7-f1de-42f4-b58d-a2d1b2173e5e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.317391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6872098 Aug 11 02:34:54.320575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.348877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'subnet': {'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:54.366620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457d58-9f23-416f-9579-cb44530f844d tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Network': ['ID=e2ea9b7e-ad49-4a67-a2dd-f6c515527021,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.383279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:54.455953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.489722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.552901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Transition to ACTIVE for port object 430a1850-bc8e-49a8-b5d7-f637161a2f6e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:54.555302 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.563582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82267001-27a5-4936-820b-86ab06cf6ffd,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.595675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Checking segment: {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:54.602602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Transition to ACTIVE for port object 430a1850-bc8e-49a8-b5d7-f637161a2f6e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:54.606749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port adcdd74a-d003-4e0b-a15d-09c2cb8fa569, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:34:54.608297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Network hostable DHCP agents. Network: 5a034660-1212-46d8-9123-664752317354, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:54.613445 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.628227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.684668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:54.686674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Network 5a034660-1212-46d8-9123-664752317354 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:54.691647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:54.695623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:54.739604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5a034660-1212-46d8-9123-664752317354) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:54.749745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:54.750811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.813639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ac78f-ce55-4ec8-95cc-9ba56cc6460e None None] Network 5a034660-1212-46d8-9123-664752317354 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:54.817596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device eeef39e2-4aef-43ff-8818-6c2cee039d75 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:34:54.833778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2dddb24f-ae8c-4d62-9a33-82d00bc24621 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0722718 Aug 11 02:34:54.835930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:54.840794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:54.847651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.852565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Attempting to bind port 430a1850-bc8e-49a8-b5d7-f637161a2f6e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:54.852895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Attempting to bind port 430a1850-bc8e-49a8-b5d7-f637161a2f6e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:54.853371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Attempting to bind port 430a1850-bc8e-49a8-b5d7-f637161a2f6e on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:54.859168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:54.868575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:54.880578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: eeef39e2-4aef-43ff-8818-6c2cee039d75 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:34:54.880578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device eeef39e2-4aef-43ff-8818-6c2cee039d75 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:34:54.890980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe2d:6d2f (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/5e92dc0b-e396-4de1-bc8c-8f0b2026c82f/24f5bc69-8102-4ae9-bdc6-674c7dd66097) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:54.969610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:54.973894 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:34:54.974874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.004882 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:55.006214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.129220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Pushing event updated for resources: {'Port': ['ID=430a1850-bc8e-49a8-b5d7-f637161a2f6e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.139758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40628) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:55.145747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:55.146667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:55.147574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.149339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:55.150987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Bound port: 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:55.151858 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.201663 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:55.219948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f177787-e699-4ce1-9a7e-1f5d12574a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.287878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.345550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a0aab64f-26b7-4adb-9b34-ddf9d155a20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.491860 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 2, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:55.534771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device adcdd74a-d003-4e0b-a15d-09c2cb8fa569 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:55.560355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:34:55.561034 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Updating router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:34:55.593024 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.736929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.759018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] For port 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:55.769871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] For port 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=430a1850-bc8e-49a8-b5d7-f637161a2f6e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:55.777224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.790011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.790829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.827636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.855258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-5a034660-1212-46d8-9123-664752317354', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:55.866911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:55.899321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Subnet': ['ID=e89e420e-3ca8-4112-9e0e-e983a49a9d53,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:55.953764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 24f5bc69-8102-4ae9-bdc6-674c7dd66097 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:56.030683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f177787-e699-4ce1-9a7e-1f5d12574a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.042681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7f177787-e699-4ce1-9a7e-1f5d12574a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.068178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Checking segment: {'id': '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:56.069055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network hostable DHCP agents. Network: e2ea9b7e-ad49-4a67-a2dd-f6c515527021, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:34:56.158509 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.180947 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Transition to ACTIVE for port object fa3cc827-574d-4203-a6bb-0aa00e1c1f60 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:56.184261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:56.184766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.190523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8c47-c910-4598-8f1a-707f2445c36f None None] Pushing event updated for resources: {'Port': ['ID=430a1850-bc8e-49a8-b5d7-f637161a2f6e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.191046 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.201889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f177787-e699-4ce1-9a7e-1f5d12574a9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6055bdd8c1d5475b9fd400e145a40835&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0462213 Aug 11 02:34:56.208036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40642) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.226251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f177787-e699-4ce1-9a7e-1f5d12574a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78dfd8-b23e-4044-aa40-84fd9cfc73a3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.244289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.337847 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Pushing event updated for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.376457 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.376801 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.377134 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.377464 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.377789 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.378139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.378465 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.378788 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.379102 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.379417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.379731 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.380042 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:34:56.419430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.425073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:34:56.482669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=24f5bc69-8102-4ae9-bdc6-674c7dd66097,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.528168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Allocated IP 172.20.0.2 (5a034660-1212-46d8-9123-664752317354/82267001-27a5-4936-820b-86ab06cf6ffd/34c54156-fb5d-42f9-b9b4-5cd644332d81) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:56.528996 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Attempting to bind port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:56.529595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Attempting to bind port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:56.531958 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Attempting to bind port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:56.532278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.552307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.562965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:56.563517 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:56.564017 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.564500 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:56.565514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:56.566420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Bound port: fa3cc827-574d-4203-a6bb-0aa00e1c1f60, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:56.568618 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.576949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:56.638546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e2ea9b7e-ad49-4a67-a2dd-f6c515527021) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:56.650137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:56.665462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.682100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e4a27-43f9-4eb8-b037-7c93206eead7 None None] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:34:56.685266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.740155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.742453 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] For port fa3cc827-574d-4203-a6bb-0aa00e1c1f60, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:56.748443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] For port fa3cc827-574d-4203-a6bb-0aa00e1c1f60, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:56.756711 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.766609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:56.785747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:56.787411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.856091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Allocated IP 172.25.3.5 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b67e6672-b2b2-45ee-85db-36cc84107467) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:56.871226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-633c539f-143b-42e9-ac39-561234825d75 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5485990 Aug 11 02:34:56.878785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40652) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.907102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'network': {'name': 'tempest-router-network01--701417497'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:56.923364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab82620b-18b8-4478-8afc-40ec4eb71f90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6942968 Aug 11 02:34:56.929108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40654) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:56.931084 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b8926-544e-4e37-af13-7cdac317e6e1 None None] Pushing event updated for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:56.962800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:34:56.969852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.972939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:56.974297 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd78dfd8-b23e-4044-aa40-84fd9cfc73a3 HTTP/1.1" status: 204 len: 168 time: 0.7649622 Aug 11 02:34:56.985296 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:56.992025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343ebe-984d-40fa-8271-3101b748b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78dfd8-b23e-4044-aa40-84fd9cfc73a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.186320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:57.199107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.201067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.224400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Transition to ACTIVE for port object 34c54156-fb5d-42f9-b9b4-5cd644332d81 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:57.247511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Transition to ACTIVE for port object 34c54156-fb5d-42f9-b9b4-5cd644332d81 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:34:57.318175 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.426165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7d1f5-a260-49b2-830a-d74927366bbc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:57.467703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Pushing event updated for resources: {'Port': ['ID=34c54156-fb5d-42f9-b9b4-5cd644332d81,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:57.470310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7d1f5-a260-49b2-830a-d74927366bbc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:57.472261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40666) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:57.477192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ca7d1f5-a260-49b2-830a-d74927366bbc tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5417516 Aug 11 02:34:57.485297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:57.538977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.539428 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Added segment 0a52eae4-38fb-4245-a2d3-fab34c9ec3b2 of type vlan for network 28da720f-aa58-496e-8b6e-70d34eec5607 Aug 11 02:34:57.553997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Network 5a034660-1212-46d8-9123-664752317354 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:57.557116 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:34:57.567005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:57.578329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:57.677122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.773301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.786646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:57.786646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.864892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 24f5bc69-8102-4ae9-bdc6-674c7dd66097 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:34:57.865338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.944836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e2ea9b7e-ad49-4a67-a2dd-f6c515527021', 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021', 'tenant_id': '16eacf8b397b4e7ebaf4dd2b8bf1f262', 'fixed_ips': [{'subnet_id': 'e89e420e-3ca8-4112-9e0e-e983a49a9d53'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:34:57.959848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:57.979713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0973577 Aug 11 02:34:58.006451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40674) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.015243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fa3cc827-574d-4203-a6bb-0aa00e1c1f60 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:34:58.040976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'network': {'name': 'tempest-router-network02--1659955481'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:34:58.071183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.083548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7e837-b6fb-450c-8274-7580afb9b9b9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Network': ['ID=28da720f-aa58-496e-8b6e-70d34eec5607,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.098834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Attempting to bind port 34c54156-fb5d-42f9-b9b4-5cd644332d81 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:34:58.099213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Attempting to bind port 34c54156-fb5d-42f9-b9b4-5cd644332d81 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:34:58.099592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Attempting to bind port 34c54156-fb5d-42f9-b9b4-5cd644332d81 on network 5a034660-1212-46d8-9123-664752317354 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:34:58.139082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.139630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 28da720f-aa58-496e-8b6e-70d34eec5607 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:34:58.172162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:34:58.177431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.206137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 24f5bc69-8102-4ae9-bdc6-674c7dd66097 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:34:58.230015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.289313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:34:58.295728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Pushing event updated for resources: {'Port': ['ID=b67e6672-b2b2-45ee-85db-36cc84107467,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.327004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:34:58.331034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:34:58.334668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:34:58.372214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:34:56Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:34:58.462241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.462681 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Added segment b1b93135-16b3-42ee-9cb4-7dfb332f5a8a of type vlan for network a44269d6-4b78-4e67-a483-de948decf1a9 Aug 11 02:34:58.539077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.557211 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b39ecf-95e5-4851-91b4-1a0ea47603cd None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:34:56Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:34:58.602774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=24f5bc69-8102-4ae9-bdc6-674c7dd66097,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:58.608223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.687299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.697844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-324f63b3-3e05-45d7-895a-94f1dabfb9a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/24f5bc69-8102-4ae9-bdc6-674c7dd66097 HTTP/1.1" status: 204 len: 168 time: 1.2176747 Aug 11 02:34:58.698616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.750666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:34:58.751561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Checking segment: {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:34:58.754258 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.756245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Bound using segment: {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:34:58.758032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Bound port: 34c54156-fb5d-42f9-b9b4-5cd644332d81, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:34:58.758940 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.783960 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.836050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74ab19be-65fb-4b26-93ee-6e33bc9931df None None] Provisioning for port 430a1850-bc8e-49a8-b5d7-f637161a2f6e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:58.859508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbb478-26c9-4d02-969b-6da5981ebc5d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:58.864496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbb478-26c9-4d02-969b-6da5981ebc5d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:58.873853 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c4bbb478-26c9-4d02-969b-6da5981ebc5d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1740792 Aug 11 02:34:58.874690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40700) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:58.978582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.990068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:58.990815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:58.990913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:34:59.008061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 5e92dc0b-e396-4de1-bc8c-8f0b2026c82f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:34:59.016709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.106181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:34:59.107299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.127467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.210906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-97148af9-2e7d-4bbf-aca5-ffadcc867300 None None] Could not find standard attr ID for object 24f5bc69-8102-4ae9-bdc6-674c7dd66097. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:34:59.308406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Allocated IP 2001:db8::2 (e2ea9b7e-ad49-4a67-a2dd-f6c515527021/e89e420e-3ca8-4112-9e0e-e983a49a9d53/2643c3e1-207f-41cf-98d1-787c50fff551) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:34:59.315230 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.319036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] For port 34c54156-fb5d-42f9-b9b4-5cd644332d81, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:34:59.334149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] For port 34c54156-fb5d-42f9-b9b4-5cd644332d81, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=34c54156-fb5d-42f9-b9b4-5cd644332d81,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:34:59.357601 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.489705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.613624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=5e92dc0b-e396-4de1-bc8c-8f0b2026c82f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:34:59.619839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:34:59.637608 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f5085ac7-a521-423b-8ba5-a7dff9485482 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/5e92dc0b-e396-4de1-bc8c-8f0b2026c82f HTTP/1.1" status: 204 len: 168 time: 0.7591155 Aug 11 02:34:59.641066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40714) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.745560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-da8a63c9-044a-44fe-8bca-1dfdbb5ce876 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029887 Aug 11 02:34:59.746910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40720) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:34:59.846499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7c777-3491-4bc2-8fec-9508e0127db3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:34:59.848677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1fd7c777-3491-4bc2-8fec-9508e0127db3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1006951 Aug 11 02:34:59.853940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40724) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.055302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835f460-9ff1-43b3-86ae-d57c28778e51 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:00.069019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8835f460-9ff1-43b3-86ae-d57c28778e51 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2127104 Aug 11 02:35:00.071525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.245651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.249516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2347050 Aug 11 02:35:00.250427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c9f9e4b-6cdf-46f0-8c89-9730f67cd05d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1765966 Aug 11 02:35:00.253433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d15ab-f1b3-4c48-ad76-189c4a1feaa9 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:00.253965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.261401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'subnet': {'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:00.267176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:00.298432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:00.336979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89d629-6989-4bb7-86b8-ec452803e119 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Network': ['ID=a44269d6-4b78-4e67-a483-de948decf1a9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.484234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a44269d6-4b78-4e67-a483-de948decf1a9 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:00.505718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8567791-d02c-4272-ac81-98e580c9bcc8 None None] Pushing event updated for resources: {'Port': ['ID=34c54156-fb5d-42f9-b9b4-5cd644332d81,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:00.532171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:00.540023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.552998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.706449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port fa3cc827-574d-4203-a6bb-0aa00e1c1f60, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:00.739501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.739930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 430a1850-bc8e-49a8-b5d7-f637161a2f6e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:00.782266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:00.788569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.852644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:00.907681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Transition to ACTIVE for port object 2643c3e1-207f-41cf-98d1-787c50fff551 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:01.037238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.120842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Transition to ACTIVE for port object 2643c3e1-207f-41cf-98d1-787c50fff551 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:01.129617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.144447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.214556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 430a1850-bc8e-49a8-b5d7-f637161a2f6e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:01.312245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:01.323137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 430a1850-bc8e-49a8-b5d7-f637161a2f6e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:01.323516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.366995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Checking segment: {'id': '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:01.370220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network hostable DHCP agents. Network: 28da720f-aa58-496e-8b6e-70d34eec5607, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:01.425347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Subnet': ['ID=a71bb1a4-d4c5-420b-9a93-ff9041b7e12d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.434528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:01.443380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network 28da720f-aa58-496e-8b6e-70d34eec5607 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:01.463184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 28da720f-aa58-496e-8b6e-70d34eec5607) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:01.469010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.484793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Pushing event updated for resources: {'Port': ['ID=2643c3e1-207f-41cf-98d1-787c50fff551,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:01.498755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:01.499682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.500348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d186b-5083-4a29-8f1e-ca84d27117db None None] Network 28da720f-aa58-496e-8b6e-70d34eec5607 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:01.502959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:01.541069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-463353c7-497a-4e97-9d47-1c2f22624d72 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2847927 Aug 11 02:35:01.546201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:01.563107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:01.576555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'subnet': {'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:01.661641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d2c86-6418-4809-b546-86eacd42341b None None] Network 5a034660-1212-46d8-9123-664752317354 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:01.679363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:35:01.870825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:01.882473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.983787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:01.998836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Attempting to bind port 2643c3e1-207f-41cf-98d1-787c50fff551 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:01.999481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Attempting to bind port 2643c3e1-207f-41cf-98d1-787c50fff551 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:02.000090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Attempting to bind port 2643c3e1-207f-41cf-98d1-787c50fff551 on network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:02.006687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-43b499bb-4a01-4c4e-b0e1-7bf4a4fa1abd None None] Provisioning for port 34c54156-fb5d-42f9-b9b4-5cd644332d81 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:02.031641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.066195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Deleting port 430a1850-bc8e-49a8-b5d7-f637161a2f6e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:02.066661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.069970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:02.070429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Checking segment: {'id': '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:02.070838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.071297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Bound using segment: {'id': '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:02.071799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Bound port: 2643c3e1-207f-41cf-98d1-787c50fff551, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e2ea9b7e-ad49-4a67-a2dd-f6c515527021'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:02.072670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.238427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.289368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:02.328021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Checking segment: {'id': 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:02.328705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network hostable DHCP agents. Network: a44269d6-4b78-4e67-a483-de948decf1a9, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:02.361051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Subnet': ['ID=09a69a16-88d1-49dd-913e-475ef65db3ac,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:02.367293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network a44269d6-4b78-4e67-a483-de948decf1a9 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:02.383131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a44269d6-4b78-4e67-a483-de948decf1a9) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:02.390455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:02.391333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.426892 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf13bf26-d214-45da-893d-40974a0546e4 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765557 Aug 11 02:35:02.428914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40784) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.472165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] For port 2643c3e1-207f-41cf-98d1-787c50fff551, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:02.482318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] For port 2643c3e1-207f-41cf-98d1-787c50fff551, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2643c3e1-207f-41cf-98d1-787c50fff551,segment=NetworkSegment(9cbd4d06-a653-42ca-9bfc-3610b64ae3a8),segment_id=9cbd4d06-a653-42ca-9bfc-3610b64ae3a8)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:02.617631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] For port 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=430a1850-bc8e-49a8-b5d7-f637161a2f6e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:02.618427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.682814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Calling delete_port for 430a1850-bc8e-49a8-b5d7-f637161a2f6e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:02.716639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=430a1850-bc8e-49a8-b5d7-f637161a2f6e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:02.732838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:02.756054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a99c40-0cee-4283-8cc7-5f17b487be33 None None] Network a44269d6-4b78-4e67-a483-de948decf1a9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:02.794128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.799833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40798) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:02.801520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-682d9a8f-6106-447c-ab14-6712a5a9da1a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9545193 Aug 11 02:35:02.808080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.823492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.824612 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.832035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.838968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Sync routers for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:02.915194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:02.930547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:02.954866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-28da720f-aa58-496e-8b6e-70d34eec5607', 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607', 'tenant_id': '16eacf8b397b4e7ebaf4dd2b8bf1f262', 'fixed_ips': [{'subnet_id': 'a71bb1a4-d4c5-420b-9a93-ff9041b7e12d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:02.955836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:02.964828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:02.967047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.004535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:35:03.004886 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:35:03.011307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7316535 Aug 11 02:35:03.016330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:03.036055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:4b:29:65', 'name': 'tempest-NetworksTestDHCPv6-566147158'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:03.063160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=7b63caef-c6c4-4a37-9e0c-e4167f337e3d,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.081013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d2b0-75cc-46d8-a13f-1ff0a0212c65 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=430a1850-bc8e-49a8-b5d7-f637161a2f6e,revision_number=5']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.238432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:03.238432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:03.318552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c43caa-c012-4318-8a8f-750bf80244dc None None] Pushing event updated for resources: {'Port': ['ID=2643c3e1-207f-41cf-98d1-787c50fff551,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:03.651867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:03.913136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.055427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:04.141489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:04.274350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.319190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port dff720fc-5351-49e9-9464-af637c3e06a0 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:04.380224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 430a1850-bc8e-49a8-b5d7-f637161a2f6e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=430a1850-bc8e-49a8-b5d7-f637161a2f6e,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:04.395117 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.471027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Allocated IP 2001:db8::2 (28da720f-aa58-496e-8b6e-70d34eec5607/a71bb1a4-d4c5-420b-9a93-ff9041b7e12d/f7de83d2-8089-4734-b875-afa710023346) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:04.560550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.593331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event deleted for resources: {'Port': ['ID=430a1850-bc8e-49a8-b5d7-f637161a2f6e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.684084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe4b:2965 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/7b63caef-c6c4-4a37-9e0c-e4167f337e3d/dff720fc-5351-49e9-9464-af637c3e06a0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:04.697553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] No DVR routers for this DVR port 430a1850-bc8e-49a8-b5d7-f637161a2f6e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:04.705253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed8590-ad28-4cf3-85a8-3db63d9cecb5 None None] Pushing event deleted for resources: {'Port': ['ID=430a1850-bc8e-49a8-b5d7-f637161a2f6e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:04.728518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a44269d6-4b78-4e67-a483-de948decf1a9', 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9', 'tenant_id': '16eacf8b397b4e7ebaf4dd2b8bf1f262', 'fixed_ips': [{'subnet_id': '09a69a16-88d1-49dd-913e-475ef65db3ac'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:04.729427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:04.812827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767cafcb-749a-4ec0-ada5-74ca112119d4 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:04.878479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 34c54156-fb5d-42f9-b9b4-5cd644332d81 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:04.966473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40832) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.172310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.214191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.274928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object dff720fc-5351-49e9-9464-af637c3e06a0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:05.288609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.320704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ab238-5756-4fae-a9c9-5a554fe18044 None None] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:05.398351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Transition to ACTIVE for port object f7de83d2-8089-4734-b875-afa710023346 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:05.406863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2f58d66-5bd4-4916-9693-027426c49bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.497621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Allocated IP 172.20.0.1 (5a034660-1212-46d8-9123-664752317354/82267001-27a5-4936-820b-86ab06cf6ffd/481cdc9c-c552-48da-bdba-aaa23dbf3992) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:05.523432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.641651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Allocated IP 2001:db8::2 (a44269d6-4b78-4e67-a483-de948decf1a9/09a69a16-88d1-49dd-913e-475ef65db3ac/d0b8a855-4684-43f4-83ce-e62fb2a5eb79) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:05.670574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=dff720fc-5351-49e9-9464-af637c3e06a0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.680661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:05.700774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:05.703967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2f58d66-5bd4-4916-9693-027426c49bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.708333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:05.711599 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2f58d66-5bd4-4916-9693-027426c49bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.723533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:05.724527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.758681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f58d66-5bd4-4916-9693-027426c49bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b7e80-7628-455e-860c-6035dc0ff453,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:05.763455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b2f58d66-5bd4-4916-9693-027426c49bb1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e26317afb6824b85b568698af6305a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958319 Aug 11 02:35:05.766103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40850) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.778629 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d1ee1511-f239-47a5-a0c9-b7089d5a6a64 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7555478 Aug 11 02:35:05.785234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40852) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.846715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Transition to ACTIVE for port object f7de83d2-8089-4734-b875-afa710023346 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:05.880283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.898219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df7c69aa-3261-4292-9e9d-dc9041013fc2 None None] Provisioning for port 2643c3e1-207f-41cf-98d1-787c50fff551 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:05.901601 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.921860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:05.949442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a25bdb-21e4-4c3b-9ca6-5864c0f0fc01 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:05.951181 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78a25bdb-21e4-4c3b-9ca6-5864c0f0fc01 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1648881 Aug 11 02:35:05.954888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40856) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:05.956942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Transition to ACTIVE for port object 481cdc9c-c552-48da-bdba-aaa23dbf3992 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:06.006137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Allocated IP 2001:db8::1 (28da720f-aa58-496e-8b6e-70d34eec5607/a71bb1a4-d4c5-420b-9a93-ff9041b7e12d/efa393cd-9967-4d5f-b09c-eaa381ae4318) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:06.029503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.056955 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.059311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 34c54156-fb5d-42f9-b9b4-5cd644332d81 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:06.072254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Network 28da720f-aa58-496e-8b6e-70d34eec5607 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:06.108339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 34c54156-fb5d-42f9-b9b4-5cd644332d81 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:06.108885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.113108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:06.116217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:06.141715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:34:58Z', 'revision_number': 3, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:06.145081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Pushing event updated for resources: {'Port': ['ID=f7de83d2-8089-4734-b875-afa710023346,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.149938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port dff720fc-5351-49e9-9464-af637c3e06a0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:06.150648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.154405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Pushing event updated for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.190316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Network 5a034660-1212-46d8-9123-664752317354 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:06.191946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:06.217708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:06.227742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.232143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.233385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f69b7e80-7628-455e-860c-6035dc0ff453 HTTP/1.1" status: 204 len: 168 time: 0.4435298 Aug 11 02:35:06.269554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.281756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e213c-b6ed-46bf-ac99-97c45f45779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b7e80-7628-455e-860c-6035dc0ff453,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.284324 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:35:06.382284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.399426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for dff720fc-5351-49e9-9464-af637c3e06a0 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:06.428023 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.450264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Transition to ACTIVE for port object d0b8a855-4684-43f4-83ce-e62fb2a5eb79 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:06.507330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Transition to ACTIVE for port object d0b8a855-4684-43f4-83ce-e62fb2a5eb79 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:06.520523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Checking router: 001e72fc-642b-40b4-aa59-5dbaefcf4c05 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:06.521310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Updating router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 port b67e6672-b2b2-45ee-85db-36cc84107467 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:35:06.550860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.596484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.625091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Transition to ACTIVE for port object efa393cd-9967-4d5f-b09c-eaa381ae4318 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:06.629921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Network a44269d6-4b78-4e67-a483-de948decf1a9 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:06.645719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:06.657628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:06.750074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.793983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.826788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=dff720fc-5351-49e9-9464-af637c3e06a0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:06.887806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network 28da720f-aa58-496e-8b6e-70d34eec5607 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:06.895480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.896216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:06.904832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8855b00e-48d3-4b7b-bb2e-0bd34fc67229 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/dff720fc-5351-49e9-9464-af637c3e06a0 HTTP/1.1" status: 204 len: 168 time: 0.9450941 Aug 11 02:35:06.905366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40872) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:06.907492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:06.908252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:06.983444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Port': ['ID=efa393cd-9967-4d5f-b09c-eaa381ae4318,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.070471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40876) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.071901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bb187-9ec4-4a44-aaa1-11421150bf0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:07.075534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bb187-9ec4-4a44-aaa1-11421150bf0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:07.082222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b6bb187-9ec4-4a44-aaa1-11421150bf0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1706357 Aug 11 02:35:07.083868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40878) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.087589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.100883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d0a36-8932-4c7f-a255-65ae80c2c813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '7b63caef-c6c4-4a37-9e0c-e4167f337e3d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:07.102696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05bd6542-0369-4293-a404-4999b331807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.103179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0a36-8932-4c7f-a255-65ae80c2c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.167110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Attempting to bind port f7de83d2-8089-4734-b875-afa710023346 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:07.167822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Attempting to bind port f7de83d2-8089-4734-b875-afa710023346 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:07.168104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Attempting to bind port f7de83d2-8089-4734-b875-afa710023346 on network 28da720f-aa58-496e-8b6e-70d34eec5607 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:07.171410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.208585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 7b63caef-c6c4-4a37-9e0c-e4167f337e3d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:07.216344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.229234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.307125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.379093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:07.379735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Checking segment: {'id': '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:07.380428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.381357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Bound using segment: {'id': '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:07.382143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Bound port: f7de83d2-8089-4734-b875-afa710023346, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28da720f-aa58-496e-8b6e-70d34eec5607'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:07.382790 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.412875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.422912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ea010ac-bd6e-4e29-a462-2939ed297748 None None] Provisioning for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:07.547951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.568380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.620860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Attempting to bind port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:07.620860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Attempting to bind port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:07.621416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Attempting to bind port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 on network a44269d6-4b78-4e67-a483-de948decf1a9 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:07.625107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ea010ac-bd6e-4e29-a462-2939ed297748 None None] Provisioning complete for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:07.625714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ea010ac-bd6e-4e29-a462-2939ed297748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.666997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=7b63caef-c6c4-4a37-9e0c-e4167f337e3d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.671699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05bd6542-0369-4293-a404-4999b331807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.685113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.691648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b95acbaf-003f-4e9f-ab07-152944a2ef28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/7b63caef-c6c4-4a37-9e0c-e4167f337e3d HTTP/1.1" status: 204 len: 168 time: 0.6032245 Aug 11 02:35:07.693048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.722319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-05bd6542-0369-4293-a404-4999b331807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.729978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:07.763169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-20774cac-73f0-4b07-a52b-bb4effa62308 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623660 Aug 11 02:35:07.767474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40892) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:07.774138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:07.781068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.807701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.819768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1ea010ac-bd6e-4e29-a462-2939ed297748 None None] Port 481cdc9c-c552-48da-bdba-aaa23dbf3992 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:07.903554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] For port f7de83d2-8089-4734-b875-afa710023346, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:07.907115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] For port f7de83d2-8089-4734-b875-afa710023346, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f7de83d2-8089-4734-b875-afa710023346,segment=NetworkSegment(0a52eae4-38fb-4245-a2d3-fab34c9ec3b2),segment_id=0a52eae4-38fb-4245-a2d3-fab34c9ec3b2)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:07.938151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.940691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:07.941071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Checking segment: {'id': 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:07.941500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.946090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Bound using segment: {'id': 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:07.946753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Bound port: d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a44269d6-4b78-4e67-a483-de948decf1a9'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:07.947312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:07.965979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:07.977415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.299871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-05bd6542-0369-4293-a404-4999b331807c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=312ad8560cb5416a853b098dd4893bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2218413 Aug 11 02:35:08.309996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:08.315560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 34c54156-fb5d-42f9-b9b4-5cd644332d81, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=34c54156-fb5d-42f9-b9b4-5cd644332d81,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:08.317460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6542-0369-4293-a404-4999b331807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6398f9b0-1424-484a-b334-acd54e287518,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.336307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.342948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Pushing event updated for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.385964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367b2ca-6309-45c1-9ec3-bb7997243f40 None None] Pushing event updated for resources: {'Port': ['ID=f7de83d2-8089-4734-b875-afa710023346,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.393714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.394776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fa3cc827-574d-4203-a6bb-0aa00e1c1f60 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:08.535767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.561891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.570136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=34c54156-fb5d-42f9-b9b4-5cd644332d81,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-ff2d0a36-8932-4c7f-a255-65ae80c2c813 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b63caef-c6c4-4a37-9e0c-e4167f337e3d: This subnet is being modified by another concurrent operation. Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b63caef-c6c4-4a37-9e0c-e4167f337e3d: This subnet is being modified by another concurrent operation. Aug 11 02:35:08.578001 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:35:08.586984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.610531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.613397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.700812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:35:08.707970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.788309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] For port d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:08.803169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] For port d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,segment=NetworkSegment(b1b93135-16b3-42ee-9cb4-7dfb332f5a8a),segment_id=b1b93135-16b3-42ee-9cb4-7dfb332f5a8a)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:08.850350 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.865225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:08.875309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Port': ['ID=efa393cd-9967-4d5f-b09c-eaa381ae4318,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.921290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:08.932904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:08.934223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.972374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=27a79891-1a3c-4ce0-a5a2-df59d27fc043,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:08.992387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.996769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:08.998310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6398f9b0-1424-484a-b334-acd54e287518 HTTP/1.1" status: 204 len: 168 time: 0.6923995 Aug 11 02:35:09.009908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4d554781-8048-4c13-bb2d-a2c476867a8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2355855 Aug 11 02:35:09.009908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40912) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:09.018578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:36:60:2a', 'name': 'tempest-NetworksTestDHCPv6-964654571'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:09.023725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7f3b2-7770-41db-adb1-0112c7bfac42 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:09.049369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f306331-f34c-42e8-b9fd-b33df1dc52b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6398f9b0-1424-484a-b334-acd54e287518,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:09.051987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Network 5a034660-1212-46d8-9123-664752317354 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:09.055148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:09.121405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network 28da720f-aa58-496e-8b6e-70d34eec5607 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:09.132505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:09.503805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1226224-8e16-4cd8-b90a-6909745c4423 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:09.535624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.577424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Transition to ACTIVE for port object b67e6672-b2b2-45ee-85db-36cc84107467 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:09.646157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:09.650795 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.783404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54513-514d-42f2-a190-6c36214a4ed5 None None] Pushing event updated for resources: {'Port': ['ID=b67e6672-b2b2-45ee-85db-36cc84107467,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:09.813459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:09.814087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.827810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-bb11a032-526c-4116-9515-830aca12ca5b None None] Provisioning complete for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:09.828322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bb11a032-526c-4116-9515-830aca12ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:09.900109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Attempting to bind port b67e6672-b2b2-45ee-85db-36cc84107467 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:09.943824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Attempting to bind port b67e6672-b2b2-45ee-85db-36cc84107467 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:09.944508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Attempting to bind port b67e6672-b2b2-45ee-85db-36cc84107467 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:10.035184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:10.088338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-bb11a032-526c-4116-9515-830aca12ca5b None None] Port 481cdc9c-c552-48da-bdba-aaa23dbf3992 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:10.143458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:10.143841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:10.144633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.145132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:10.145640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Bound port: b67e6672-b2b2-45ee-85db-36cc84107467, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:10.147046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.147500 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.250207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 1bfc253a-49b0-4494-835a-f4ab6f09e41b yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:10.370272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Router fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:35:10.444198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc5166-1ea2-427f-a5b3-a7050cafd4da None None] Network 28da720f-aa58-496e-8b6e-70d34eec5607 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:10.537841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe36:602a (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/27a79891-1a3c-4ce0-a5a2-df59d27fc043/1bfc253a-49b0-4494-835a-f4ab6f09e41b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:10.556165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:10.573953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-700994c5-e475-4cc3-9160-142ac8963294 admin admin] 10.222.0.68 "PUT /v2.0/routers/001e72fc-642b-40b4-aa59-5dbaefcf4c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7662861 Aug 11 02:35:10.777131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '27a79891-1a3c-4ce0-a5a2-df59d27fc043'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:10.798824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.862875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.888779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 1bfc253a-49b0-4494-835a-f4ab6f09e41b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:10.938593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:10.945687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:10.958393 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] Sync routers for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:10.968123 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5165002-160a-4cd0-b59a-2494264802eb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5376849 Aug 11 02:35:10.980114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:10.981114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:10.990940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40958) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.019993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:11.021983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:11.034734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:11.050359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:11.051318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.140622 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:11.149519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.153134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.159504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb8a0ea8-7d34-492e-8f6e-ee2b84c7b9a3 None None] Provisioning for port f7de83d2-8089-4734-b875-afa710023346 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:11.163121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] For port b67e6672-b2b2-45ee-85db-36cc84107467, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:11.224167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] For port b67e6672-b2b2-45ee-85db-36cc84107467, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b67e6672-b2b2-45ee-85db-36cc84107467,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:11.225933 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:11.233901 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:11.303549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=1bfc253a-49b0-4494-835a-f4ab6f09e41b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:11.317721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-12bf23b7-ab27-4d5e-80e0-f3cbae949c89 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3083868 Aug 11 02:35:11.318354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40968) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.432307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:11.433747 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de74cb3-46e0-4c6d-8580-8a7fd83de11c None None] The sync data for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:11.469995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f47025-75f0-402d-ab1a-b55cd78fce0b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:11.476213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-10f47025-75f0-402d-ab1a-b55cd78fce0b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1564796 Aug 11 02:35:11.479119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40970) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:11.588916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2643c3e1-207f-41cf-98d1-787c50fff551 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:11.635871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ef291-1b92-4cfd-84e2-a8d91a5aae91 None None] Network a44269d6-4b78-4e67-a483-de948decf1a9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:11.643409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.670963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 1bfc253a-49b0-4494-835a-f4ab6f09e41b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:11.671317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.866410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Allocated IP 2001:db8::f816:3eff:fe13:9525 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/27a79891-1a3c-4ce0-a5a2-df59d27fc043/c4953397-e350-495c-bed7-a7a63ade0a09) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:11.907944 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:11.940433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 1bfc253a-49b0-4494-835a-f4ab6f09e41b owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:11.963884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2643c3e1-207f-41cf-98d1-787c50fff551 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:11.979111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:11.979637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:12.008555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-05c43928-f048-4810-9956-9ae04e27d62f None None] Provisioning for port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:12.076582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2643c3e1-207f-41cf-98d1-787c50fff551 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:12.077236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.079403 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-0e1611da-7ade-43a4-8326-22a24fd04014 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:35:12.080607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e1611da-7ade-43a4-8326-22a24fd04014 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0910470 Aug 11 02:35:12.083788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40992) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.129439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54513-514d-42f2-a190-6c36214a4ed5 None None] Pushing event updated for resources: {'Port': ['ID=b67e6672-b2b2-45ee-85db-36cc84107467,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.363447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.405007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=1bfc253a-49b0-4494-835a-f4ab6f09e41b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:12.462743 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:12.465476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-67708f8e-66fb-4c83-9369-626cd136478e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/1bfc253a-49b0-4494-835a-f4ab6f09e41b HTTP/1.1" status: 204 len: 168 time: 0.9830160 Aug 11 02:35:12.469304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41002) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.641126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a386d-8183-4cfe-8f8b-9dee10f8b980 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:12.646166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a386d-8183-4cfe-8f8b-9dee10f8b980 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:12.656637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4a8a386d-8183-4cfe-8f8b-9dee10f8b980 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1816683 Aug 11 02:35:12.657421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41010) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:12.787191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 27a79891-1a3c-4ce0-a5a2-df59d27fc043 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:13.154984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.167170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Transition to ACTIVE for port object c4953397-e350-495c-bed7-a7a63ade0a09 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:13.209238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Transition to ACTIVE for port object c4953397-e350-495c-bed7-a7a63ade0a09 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:13.219859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.293953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:13.318413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.570314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.628583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.656854 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.769917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:13.791346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.813918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:13.821067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:13.842478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dfb29592-070f-4eee-a6d7-f98ef02bae07 None None] Provisioning for port efa393cd-9967-4d5f-b09c-eaa381ae4318 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:13.928760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.937242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/27a79891-1a3c-4ce0-a5a2-df59d27fc043 HTTP/1.1" status: 204 len: 168 time: 1.2758691 Aug 11 02:35:13.940467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f0491-b51e-4581-907c-19e5dcf4aae0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=27a79891-1a3c-4ce0-a5a2-df59d27fc043,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:13.950104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41042) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:13.956407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-dfb29592-070f-4eee-a6d7-f98ef02bae07 None None] Provisioning complete for port efa393cd-9967-4d5f-b09c-eaa381ae4318 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:13.957201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dfb29592-070f-4eee-a6d7-f98ef02bae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:13.973045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-d8af26f9-1157-4a12-8ef8-38161bcfcc62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4229863 Aug 11 02:35:14.021995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Attempting to bind port c4953397-e350-495c-bed7-a7a63ade0a09 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:14.022398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Attempting to bind port c4953397-e350-495c-bed7-a7a63ade0a09 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:14.022765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Attempting to bind port c4953397-e350-495c-bed7-a7a63ade0a09 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:14.084977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.087874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29592-070f-4eee-a6d7-f98ef02bae07 None None] Port efa393cd-9967-4d5f-b09c-eaa381ae4318 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:14.095188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Pushing event updated for resources: {'Port': ['ID=c4953397-e350-495c-bed7-a7a63ade0a09,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:14.104434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f0b7d9fa-7247-473d-be3a-1237f9549d74 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281662 Aug 11 02:35:14.108592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.125934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:14.128298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:14.128764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.129251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:14.129779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Bound port: c4953397-e350-495c-bed7-a7a63ade0a09, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:14.130209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.164776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:35:06Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '481cdc9c-c552-48da-bdba-aaa23dbf3992', 'name': '', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'mac_address': 'fa:16:3e:a3:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:05Z', 'updated_at': '2021-08-11T02:35:07Z', 'revision_number': 2, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'subnets': [{'id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:14.209416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b35fae-bc32-4b21-b2cc-5ec6f56a4984 None None] The sync data for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 is: [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:35:06Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '481cdc9c-c552-48da-bdba-aaa23dbf3992', 'name': '', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'mac_address': 'fa:16:3e:a3:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:05Z', 'updated_at': '2021-08-11T02:35:07Z', 'revision_number': 2, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'subnets': [{'id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:14.242427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2643c3e1-207f-41cf-98d1-787c50fff551, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2643c3e1-207f-41cf-98d1-787c50fff551,segment=NetworkSegment(9cbd4d06-a653-42ca-9bfc-3610b64ae3a8),segment_id=9cbd4d06-a653-42ca-9bfc-3610b64ae3a8)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:14.259070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.298525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port efa393cd-9967-4d5f-b09c-eaa381ae4318 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:14.299360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.444330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.453558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb1bc7b-061e-4f67-b7fa-ba63380b0cad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.462602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ceb1bc7b-061e-4f67-b7fa-ba63380b0cad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3524942 Aug 11 02:35:14.466740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41060) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.468748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for efa393cd-9967-4d5f-b09c-eaa381ae4318 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:14.512877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b6a62477-d457-47b1-8c2d-2e6eb4a14635 None None] Provisioning complete for port efa393cd-9967-4d5f-b09c-eaa381ae4318 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:14.513514 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b6a62477-d457-47b1-8c2d-2e6eb4a14635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:14.516958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 430a1850-bc8e-49a8-b5d7-f637161a2f6e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:14.544276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.546773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.552963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.553996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.554673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.556865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.560573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.563550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ca9c9f95-7996-49e6-96df-e8b9c5bf2cf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.4775894 Aug 11 02:35:14.781629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 430a1850-bc8e-49a8-b5d7-f637161a2f6e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:14.788348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498694d4-fda1-408e-a5a2-b739f1aaea70 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:14.791185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 430a1850-bc8e-49a8-b5d7-f637161a2f6e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:14.798143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-498694d4-fda1-408e-a5a2-b739f1aaea70 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3060608 Aug 11 02:35:14.812484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41066) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:14.901951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2643c3e1-207f-41cf-98d1-787c50fff551,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:14.905511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.005637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] For port c4953397-e350-495c-bed7-a7a63ade0a09, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:15.013294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b6a62477-d457-47b1-8c2d-2e6eb4a14635 None None] Port efa393cd-9967-4d5f-b09c-eaa381ae4318 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:15.040920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] For port c4953397-e350-495c-bed7-a7a63ade0a09, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4953397-e350-495c-bed7-a7a63ade0a09,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:15.085130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.103568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=efa393cd-9967-4d5f-b09c-eaa381ae4318,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:15.119058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-768f59e5-b908-4033-b27f-bc8e4fc0a648 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3006442 Aug 11 02:35:15.135473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41072) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:15.166794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:15.263392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:15.464423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 34c54156-fb5d-42f9-b9b4-5cd644332d81 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:15.739697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db5a7-e36b-4d40-909e-c82c67c31df7 None None] Pushing event updated for resources: {'Port': ['ID=c4953397-e350-495c-bed7-a7a63ade0a09,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:15.795890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70b747-eea3-4fd0-addf-125bd78d5910 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:35:15.888825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-929620eb-e236-44d5-bd31-812a766ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:15.893620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-929620eb-e236-44d5-bd31-812a766ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:15.897796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-929620eb-e236-44d5-bd31-812a766ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:15.927340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-929620eb-e236-44d5-bd31-812a766ebe85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 1.2980711 Aug 11 02:35:15.972511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Router fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:16.215379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 34c54156-fb5d-42f9-b9b4-5cd644332d81 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:16.215932 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.218766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:16.228625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:16.291927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:16.299393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e58dd2c-ee16-477a-96a9-d43bfe1e9829 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2124560 Aug 11 02:35:16.302884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.343592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] Sync routers for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:16.360550 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-5b887c8d-7aa2-46b4-b1d5-c447d8e10e4a tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] delete failed (client error): The resource could not be found. Aug 11 02:35:16.365852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5b887c8d-7aa2-46b4-b1d5-c447d8e10e4a tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-1417524348 HTTP/1.1" status: 404 len: 335 time: 0.0574837 Aug 11 02:35:16.372035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41104) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.384211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-041d6e0e-084a-44e7-941f-77c178fbc0fe tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:16.487806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:16.489431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.492212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70b747-eea3-4fd0-addf-125bd78d5910 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:35:16.563613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.607659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:16.717752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:16.719266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.880160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:16.881228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bbc946-f21e-4012-a07d-a804be775673 None None] The sync data for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:16.902869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0b8a855-4684-43f4-83ce-e62fb2a5eb79 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:17.064423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-041d6e0e-084a-44e7-941f-77c178fbc0fe tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.088427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01fa6d94-a1a7-42bc-be43-4f3d249f9942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.189042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:17.201956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:17.202341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.210363 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-041d6e0e-084a-44e7-941f-77c178fbc0fe tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] update failed (client error): The resource could not be found. Aug 11 02:35:17.212174 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-041d6e0e-084a-44e7-941f-77c178fbc0fe tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 HTTP/1.1" status: 404 len: 339 time: 0.8388793 Aug 11 02:35:17.223719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41122) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.249455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-554651660'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:17.447820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-dee0f993-8772-4c74-97f7-95caaa28f6a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 1.5046103 Aug 11 02:35:17.522441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6dd0f-12c0-4720-89ad-6e07221ee7e5 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:35:17.597996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.609900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01fa6d94-a1a7-42bc-be43-4f3d249f9942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.685101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01fa6d94-a1a7-42bc-be43-4f3d249f9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.687218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,segment=NetworkSegment(b1b93135-16b3-42ee-9cb4-7dfb332f5a8a),segment_id=b1b93135-16b3-42ee-9cb4-7dfb332f5a8a)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:17.698095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.698613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f7de83d2-8089-4734-b875-afa710023346 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:17.769228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-01fa6d94-a1a7-42bc-be43-4f3d249f9942 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=690558e3fa7f4a88b3c2dfc5deec7127&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602235 Aug 11 02:35:17.772221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-2a78c1d0-d6eb-4bf8-b363-95911a944749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:17.774224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:17.776186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-2a78c1d0-d6eb-4bf8-b363-95911a944749 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.2900157 Aug 11 02:35:17.789514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:17.790600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:17.807555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.895822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa6d94-a1a7-42bc-be43-4f3d249f9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c031e171-7f4d-4c8c-aff5-a3a266ade8ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:17.940629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f7de83d2-8089-4734-b875-afa710023346 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:17.951275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f7de83d2-8089-4734-b875-afa710023346 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:17.951685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:17.979913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:17.982782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.013613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.085868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.091601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.093507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c031e171-7f4d-4c8c-aff5-a3a266ade8ff HTTP/1.1" status: 204 len: 168 time: 0.2810969 Aug 11 02:35:18.095744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.096408 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Added segment be5d7829-710d-4bdb-835d-ee8607e7ce74 of type vlan for network 88f11eba-0eac-4895-a784-25232b698787 Aug 11 02:35:18.111648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ce3f97e3-8546-4e26-a397-2da523d325e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:18.114701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ce3f97e3-8546-4e26-a397-2da523d325e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2597837 Aug 11 02:35:18.121515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0c44-48b8-4196-8191-64ac818dc68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031e171-7f4d-4c8c-aff5-a3a266ade8ff,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:18.168141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.196566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-1efe9c14-e282-4fa4-84be-d893b2ae65d8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:18.204099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-1efe9c14-e282-4fa4-84be-d893b2ae65d8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.7749734 Aug 11 02:35:18.210522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.225304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:18.226048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.360628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1264079 Aug 11 02:35:18.366728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41140) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:18.374572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'subnet': {'network_id': '88f11eba-0eac-4895-a784-25232b698787', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:18.391530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-2816a685-9b4f-4673-a35c-4e2fc90c5866 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0309758 Aug 11 02:35:18.398076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6dd0f-12c0-4720-89ad-6e07221ee7e5 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:35:18.453487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-90e97c75-69a2-4851-aab7-bbb40cf557c9 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228655 Aug 11 02:35:18.626047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.683029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203f945-87b6-4020-ba6f-2bda497f8d88 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Network': ['ID=88f11eba-0eac-4895-a784-25232b698787,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:18.700165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port f7de83d2-8089-4734-b875-afa710023346, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f7de83d2-8089-4734-b875-afa710023346,segment=NetworkSegment(0a52eae4-38fb-4245-a2d3-fab34c9ec3b2),segment_id=0a52eae4-38fb-4245-a2d3-fab34c9ec3b2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:18.705185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-1f4e5dbd-7fd2-4cef-9d61-4271e8063c40 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2841783 Aug 11 02:35:18.708696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.713688 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.735508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 88f11eba-0eac-4895-a784-25232b698787 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:18.755323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Made reservation on behalf of 16eacf8b397b4e7ebaf4dd2b8bf1f262 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:18.769733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:18.905231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:18.957917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:18.968335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:18.969337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.083160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9457808 Aug 11 02:35:19.090172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41152) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.129281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41154) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.156879 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Sync routers for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:19.158335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:23:35:50', 'name': 'tempest-NetworksTestDHCPv6-254970498'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:19.191251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:19.192322 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:19.198442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0b8a855-4684-43f4-83ce-e62fb2a5eb79 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:19.222018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2699b-df68-4a65-a3af-2f2cfde09ee8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=af37ec93-b396-4c6e-b1a3-e11b50438e0b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.273158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-d7dc74cd-d7ab-4f7f-bd71-0e999b81f9c0 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777908 Aug 11 02:35:19.306035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc20a88d-975f-4759-96a6-e8153466dd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.374297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=f7de83d2-8089-4734-b875-afa710023346,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.425798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.527670 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:19.573510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Subnet': ['ID=244acd80-2a89-4235-9461-350744df4405,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:19.610917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Checking segment: {'id': 'be5d7829-710d-4bdb-835d-ee8607e7ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '88f11eba-0eac-4895-a784-25232b698787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:19.611845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network hostable DHCP agents. Network: 88f11eba-0eac-4895-a784-25232b698787, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:19.694964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network 88f11eba-0eac-4895-a784-25232b698787 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:19.716034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 88f11eba-0eac-4895-a784-25232b698787) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:19.724078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:19.736454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.771144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:19.772670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:19.779390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-acf5aafd-c56f-4c64-85b7-e31c769bdae9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4107256 Aug 11 02:35:19.787797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:19.796511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ca1c095f-d835-407d-b18f-a40ab240658e tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'router': {'external_gateway_info': {'network_id': '88f11eba-0eac-4895-a784-25232b698787'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:19.876618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-7aadf7f1-a587-4985-b559-134e228cc3ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.5598936 Aug 11 02:35:19.878914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-3b367737-bedf-4c42-8ef0-cae2ff87c347 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1450408 Aug 11 02:35:19.903410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'af37ec93-b396-4c6e-b1a3-e11b50438e0b'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'c4953397-e350-495c-bed7-a7a63ade0a09'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:35:19.951780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-d2c799b6-a70e-47f1-86f6-adef312f9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:19.954634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-d2c799b6-a70e-47f1-86f6-adef312f9935 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.0644581 Aug 11 02:35:19.977788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.016219 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:35:06Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '481cdc9c-c552-48da-bdba-aaa23dbf3992', 'name': '', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'mac_address': 'fa:16:3e:a3:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:05Z', 'updated_at': '2021-08-11T02:35:07Z', 'revision_number': 2, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'subnets': [{'id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:20.052986 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Checking router: 001e72fc-642b-40b4-aa59-5dbaefcf4c05 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:35:20.054091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Updating router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 port 481cdc9c-c552-48da-bdba-aaa23dbf3992 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:35:20.112046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2643c3e1-207f-41cf-98d1-787c50fff551 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:20.134433 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.218025 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc20a88d-975f-4759-96a6-e8153466dd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.233720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc20a88d-975f-4759-96a6-e8153466dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.296930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca1c095f-d835-407d-b18f-a40ab240658e tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.311648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2643c3e1-207f-41cf-98d1-787c50fff551 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:20.312690 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.381858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dc20a88d-975f-4759-96a6-e8153466dd46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4e2ed03d67f42079aa6086a50e4fa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1923869 Aug 11 02:35:20.383250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:20.391133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-58d829ef-a0fd-480c-8a55-ad454581c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:20.394333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-58d829ef-a0fd-480c-8a55-ad454581c4ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4137638 Aug 11 02:35:20.395152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20a88d-975f-4759-96a6-e8153466dd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12085ec3-69ca-4a9a-b2bb-6b4c3e39c460,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:20.443565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/af37ec93-b396-4c6e-b1a3-e11b50438e0b/c4953397-e350-495c-bed7-a7a63ade0a09) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:20.467558 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.494522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.529444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b67e6672-b2b2-45ee-85db-36cc84107467 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:20.571018 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-ca1c095f-d835-407d-b18f-a40ab240658e tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:35:20.572168 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca1c095f-d835-407d-b18f-a40ab240658e tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 HTTP/1.1" status: 400 len: 364 time: 0.7828991 Aug 11 02:35:20.577896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41172) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:20.614554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-bcb26fd4-6047-45da-a96c-dc3b2a735bfb service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578436 Aug 11 02:35:20.669002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:20.693654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] For port c4953397-e350-495c-bed7-a7a63ade0a09, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4953397-e350-495c-bed7-a7a63ade0a09,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:20.715073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.721431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.724587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12085ec3-69ca-4a9a-b2bb-6b4c3e39c460 HTTP/1.1" status: 204 len: 168 time: 0.3407869 Aug 11 02:35:20.755070 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.758225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7b5d1-bd04-49e0-acc1-a93c5d5d1af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12085ec3-69ca-4a9a-b2bb-6b4c3e39c460,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:20.826398 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.829625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Ignored duplicate provisioning block setup for port c4953397-e350-495c-bed7-a7a63ade0a09 by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:35:20.881271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:20.906066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-6e6edae6-5f90-4a6a-9167-e58abc2658f9 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839778 Aug 11 02:35:20.907318 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Transition to ACTIVE for port object 481cdc9c-c552-48da-bdba-aaa23dbf3992 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:20.924828 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.183036 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d04a2c-8596-4145-9e07-24976cb18a54 None None] Pushing event updated for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.192644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.255496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b67e6672-b2b2-45ee-85db-36cc84107467 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:21.278822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b67e6672-b2b2-45ee-85db-36cc84107467 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:21.279323 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.331393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbd5d-c5df-434c-b0ab-1ca83ea253a4 None None] Pushing event updated for resources: {'Port': ['ID=c4953397-e350-495c-bed7-a7a63ade0a09,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.362495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port b98cfa3f-8ad6-45de-afcc-2936fa61e8bd yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:21.393742 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Attempting to bind port 481cdc9c-c552-48da-bdba-aaa23dbf3992 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:21.396133 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Attempting to bind port 481cdc9c-c552-48da-bdba-aaa23dbf3992 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:21.397784 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Attempting to bind port 481cdc9c-c552-48da-bdba-aaa23dbf3992 on network 5a034660-1212-46d8-9123-664752317354 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:21.410250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:21.411253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Checking segment: {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:21.412222 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.413119 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Bound using segment: {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:21.414154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Bound port: 481cdc9c-c552-48da-bdba-aaa23dbf3992, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5a034660-1212-46d8-9123-664752317354'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:21.415258 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.429522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.429932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.486110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b67e6672-b2b2-45ee-85db-36cc84107467, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b67e6672-b2b2-45ee-85db-36cc84107467,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:21.496955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.706276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b67e6672-b2b2-45ee-85db-36cc84107467,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:21.731546 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] For port 481cdc9c-c552-48da-bdba-aaa23dbf3992, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:21.738457 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] For port 481cdc9c-c552-48da-bdba-aaa23dbf3992, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=481cdc9c-c552-48da-bdba-aaa23dbf3992,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:21.751418 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:21.799807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f7de83d2-8089-4734-b875-afa710023346 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:21.811685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-47510839-fe68-40ff-ab9f-929018904f62 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906007 Aug 11 02:35:21.942115 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:21.942587 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:34:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:22.043949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f7de83d2-8089-4734-b875-afa710023346 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:22.045246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.117008 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d04a2c-8596-4145-9e07-24976cb18a54 None None] Pushing event updated for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:22.186350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-05e28c55-27e5-4d7c-a106-e2d63591d217 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.3183448 Aug 11 02:35:22.200451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-701cf931-a3a7-4e27-8582-c6d9499e8ee7 req-9fa9125c-2401-4afc-af11-676d79d5529b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.3952401 Aug 11 02:35:22.367476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::6c (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/af37ec93-b396-4c6e-b1a3-e11b50438e0b/b98cfa3f-8ad6-45de-afcc-2936fa61e8bd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:22.379909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-63252bee-d821-4f65-8329-6fb885435059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:22.381962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-63252bee-d821-4f65-8329-6fb885435059 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1815975 Aug 11 02:35:22.470586 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:35:22.681792 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5584f5f2-67c2-4887-a920-a3141b99c5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.774293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:22.813224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object b98cfa3f-8ad6-45de-afcc-2936fa61e8bd will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:22.924261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.123101 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:35:06Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '481cdc9c-c552-48da-bdba-aaa23dbf3992', 'name': '', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'mac_address': 'fa:16:3e:a3:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:05Z', 'updated_at': '2021-08-11T02:35:21Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'subnets': [{'id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:23.146164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:23.188586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b98cfa3f-8ad6-45de-afcc-2936fa61e8bd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:23.195824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:23.200757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:23.220159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.220159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.253677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c7b753c3-e1b4-4ea3-9be6-a8ada37cf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.257513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c7b753c3-e1b4-4ea3-9be6-a8ada37cf706 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3647633 Aug 11 02:35:23.267976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee8947b1-0d3c-4050-8a40-80a109d0700b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1537681 Aug 11 02:35:23.269179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:23.432977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Allocated IP 2001:db8::1 (e2ea9b7e-ad49-4a67-a2dd-f6c515527021/e89e420e-3ca8-4112-9e0e-e983a49a9d53/2af3e386-2d48-4ac4-8814-11dd4b7118f9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:23.467606 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3593eb8-1801-4eb6-be6d-3317764e2822 None None] The sync data for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 is: [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:35:06Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '481cdc9c-c552-48da-bdba-aaa23dbf3992', 'name': '', 'network_id': '5a034660-1212-46d8-9123-664752317354', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'mac_address': 'fa:16:3e:a3:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:35:05Z', 'updated_at': '2021-08-11T02:35:21Z', 'revision_number': 4, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'subnets': [{'id': '82267001-27a5-4936-820b-86ab06cf6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:23.680219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b404d08-5902-4d95-bb2d-b4d9cf92d9e5 req-be65a7a3-be53-4bb3-b14d-d3fa56108908 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0988591 Aug 11 02:35:23.778553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8975504-3301-4908-ae98-3ac7a56ee029 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:23.782461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df791b-cca5-4b59-a561-d410a29895ec None None] Network 88f11eba-0eac-4895-a784-25232b698787 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:23.800947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:23.811138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f0352-9a4f-4f72-8a7e-cf37dad173ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.822076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f0352-9a4f-4f72-8a7e-cf37dad173ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:23.829374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-816f0352-9a4f-4f72-8a7e-cf37dad173ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5439129 Aug 11 02:35:23.830436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41248) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:23.876108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Transition to ACTIVE for port object 2af3e386-2d48-4ac4-8814-11dd4b7118f9 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:24.052352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-797ccccd-ee47-481f-ac47-7dd81855a6ab service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817748 Aug 11 02:35:24.129547 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.140298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-103df9ce-5856-4f7c-938e-37b852f7f66b None None] Provisioning for port c4953397-e350-495c-bed7-a7a63ade0a09 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:24.259036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c4953397-e350-495c-bed7-a7a63ade0a09 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:24.271012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:24.356956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:24.435071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port b98cfa3f-8ad6-45de-afcc-2936fa61e8bd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:24.441018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:24.445235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.458081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:24.590723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-92ec8f9f-db28-4964-bbe3-59aa5d552741 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452944 Aug 11 02:35:24.796723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-3339f9c8-a079-4ff5-88f8-8aebc406b1bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.1775897 Aug 11 02:35:24.993168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Port': ['ID=2af3e386-2d48-4ac4-8814-11dd4b7118f9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:25.070746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c4953397-e350-495c-bed7-a7a63ade0a09 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:25.098880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c4953397-e350-495c-bed7-a7a63ade0a09 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:25.099777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.153402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.154497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.156290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.157272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.157883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.158494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.159097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.159695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.160254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.160868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.161468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.163687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:25.210647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.238751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-b238801f-5c12-4d72-9fdd-c30ee9d71c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.242082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-b238801f-5c12-4d72-9fdd-c30ee9d71c7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.4322214 Aug 11 02:35:25.408623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-8ab09d94-3370-4c18-8e85-9b77367dc955 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.410718 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-8ab09d94-3370-4c18-8e85-9b77367dc955 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 1.1163628 Aug 11 02:35:25.437118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:25.522793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3184876-47b9-4b96-90ec-e42cefe07559 req-b977c891-278d-4125-b66f-1563b943f470 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.2687519 Aug 11 02:35:25.528004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for b98cfa3f-8ad6-45de-afcc-2936fa61e8bd owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:25.549076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-88f11eba-0eac-4895-a784-25232b698787', 'network_id': '88f11eba-0eac-4895-a784-25232b698787', 'tenant_id': '16eacf8b397b4e7ebaf4dd2b8bf1f262', 'fixed_ips': [{'subnet_id': '244acd80-2a89-4235-9461-350744df4405'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:25.549987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.608378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.634135 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8745f494-9166-4267-bd4b-5a6a88f70fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.635616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-acdcdf36-c93d-417d-97fd-07a3ac62670c None None] Provisioning for port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:25.639260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-7f48a4a6-dfaf-4861-8ad8-d9c5f5b9b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:25.641771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-7f48a4a6-dfaf-4861-8ad8-d9c5f5b9b625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3500838 Aug 11 02:35:25.659478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-acdcdf36-c93d-417d-97fd-07a3ac62670c None None] Provisioning complete for port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:25.660008 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-acdcdf36-c93d-417d-97fd-07a3ac62670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.668365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.829850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:25.840718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:25.885019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-5ef5d9e4-97fb-419d-a1d7-a595767de6a9 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633587 Aug 11 02:35:25.914134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-acdcdf36-c93d-417d-97fd-07a3ac62670c None None] Port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:26.182506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Allocated IP 2001:db8:1::2 (88f11eba-0eac-4895-a784-25232b698787/244acd80-2a89-4235-9461-350744df4405/76fda68f-10ee-4a07-bba3-cc4a2697cc43) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:26.201619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-98a0e6ae-6505-4a19-b5a8-0c2cc5ed6359 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036046 Aug 11 02:35:26.205966 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.294336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.384026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=b98cfa3f-8ad6-45de-afcc-2936fa61e8bd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:26.391479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.399853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-65142099-351b-4fcc-bd9a-1fbaed597000 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/b98cfa3f-8ad6-45de-afcc-2936fa61e8bd HTTP/1.1" status: 204 len: 168 time: 2.5647445 Aug 11 02:35:26.402017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-0c8e9975-ffb9-4181-a78e-8af9db39241d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.1775825 Aug 11 02:35:26.403060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41298) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.442757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c4953397-e350-495c-bed7-a7a63ade0a09, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4953397-e350-495c-bed7-a7a63ade0a09,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:26.473317 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.484808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 481cdc9c-c552-48da-bdba-aaa23dbf3992 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:26.551941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e88c2-cd00-4d23-aa20-1e3a6e4500ba tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:26.553726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e88c2-cd00-4d23-aa20-1e3a6e4500ba tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:26.564920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d72e88c2-cd00-4d23-aa20-1e3a6e4500ba tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1597083 Aug 11 02:35:26.564920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41306) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:26.661830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet af37ec93-b396-4c6e-b1a3-e11b50438e0b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:26.665543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-2aa15c1e-dc5a-4b31-94d0-7236ffcf2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:26.667111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-2aa15c1e-dc5a-4b31-94d0-7236ffcf2ec2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2428849 Aug 11 02:35:26.672265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.922515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.923332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fdb54d3f-7096-4865-a379-437feaa2830c None None] Could not find standard attr ID for object b98cfa3f-8ad6-45de-afcc-2936fa61e8bd. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:35:26.933854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.934721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5c92429-f823-467f-b906-6a3083575f6e req-29bf412f-585f-4cf7-a6a5-091c16ac01be tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.1266036 Aug 11 02:35:26.957015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:26.958056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.007737 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.082602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.10 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/228e3b22-e95a-41f8-ad42-cb96217cb40b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:27.142169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event updated for resources: {'Port': ['ID=2af3e386-2d48-4ac4-8814-11dd4b7118f9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.381206 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.431976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:27.435683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:27.550268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.627659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=af37ec93-b396-4c6e-b1a3-e11b50438e0b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.641825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c2f42db5-c38f-4ba4-83d0-34a34a674f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:27.645698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c2f42db5-c38f-4ba4-83d0-34a34a674f59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8825083 Aug 11 02:35:27.655448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.667173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1266643a-41bf-4b2b-9da3-b5079ae92604 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/af37ec93-b396-4c6e-b1a3-e11b50438e0b HTTP/1.1" status: 204 len: 168 time: 1.0989134 Aug 11 02:35:27.698682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:27.739308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c4953397-e350-495c-bed7-a7a63ade0a09,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:27.755249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fdb54d3f-7096-4865-a379-437feaa2830c None None] Provisioning complete for port c4953397-e350-495c-bed7-a7a63ade0a09 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:27.756271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fdb54d3f-7096-4865-a379-437feaa2830c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.763184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:27.825316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.857592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:27.858386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:27.941540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Transition to ACTIVE for port object 76fda68f-10ee-4a07-bba3-cc4a2697cc43 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:27.946402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5416e4-fcb2-4159-91bd-eeaf9ff4315e None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:27.962867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-8dda3983-0d76-4e5c-ac9e-538fac0ce991 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930813 Aug 11 02:35:27.989662 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f165c4e5-b5fd-48b8-bca9-3235ba37c0f6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881809 Aug 11 02:35:28.049429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41334) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:28.207038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Transition to ACTIVE for port object 76fda68f-10ee-4a07-bba3-cc4a2697cc43 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:28.268456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Router fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:28.276279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-a6b2a6d8-148d-4b9d-a7d0-66d280b3d3ac service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978444 Aug 11 02:35:28.281843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.301039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.306220 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.337776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b7945a0-b606-41e1-8861-a9d7d1c4133a req-9339c31f-784f-461c-9a82-df2927aac740 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0581534 Aug 11 02:35:28.425692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef97d4-f8eb-43ec-8a54-52d78d76504f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:28.438420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2eef97d4-f8eb-43ec-8a54-52d78d76504f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3806081 Aug 11 02:35:28.438420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 228e3b22-e95a-41f8-ad42-cb96217cb40b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:28.462866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41348) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:28.478705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-ba1a2fb3-c3e9-4a3b-a84d-1c7108e2879e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.1366858 Aug 11 02:35:28.649313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Network 88f11eba-0eac-4895-a784-25232b698787 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:28.661056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7b8c7-4f97-4b3b-9c78-59a417d9b5e5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:28.662734 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebc7b8c7-4f97-4b3b-9c78-59a417d9b5e5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1985807 Aug 11 02:35:28.668549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41352) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:28.670261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-198fe079-05a4-4330-9955-6bdae8af84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:28.671848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-198fe079-05a4-4330-9955-6bdae8af84d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.1647625 Aug 11 02:35:28.700420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.811452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:28.820017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:28.849314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Pushing event updated for resources: {'Port': ['ID=76fda68f-10ee-4a07-bba3-cc4a2697cc43,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:28.936679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1aca0c81-5aba-4477-8fe6-de95593c2727 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2571847 Aug 11 02:35:28.943018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41358) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:28.944813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.958287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe58171f-f6ad-43d1-af70-511b89167259 None None] Provisioning complete for port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:28.958564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:28.959326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe58171f-f6ad-43d1-af70-511b89167259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:28.972206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:28.982709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:28.984994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:29.003160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0c6e1f90-3980-4463-9854-7ef1c66aa3d9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4189382 Aug 11 02:35:29.004139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:29.006059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41362) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:29.029227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:29.068504 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:29.126709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] Sync routers for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:29.131464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-edb7ebde-2782-4bf1-8d23-19d40923ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:29.136129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-edb7ebde-2782-4bf1-8d23-19d40923ad15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2698059 Aug 11 02:35:29.286344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fdd55556-09fe-4c6c-833b-2c7592eaf331 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.368636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:29.370186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:29.436497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Attempting to bind port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:29.437291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Attempting to bind port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'be5d7829-710d-4bdb-835d-ee8607e7ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '88f11eba-0eac-4895-a784-25232b698787'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:29.440041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Attempting to bind port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 on network 88f11eba-0eac-4895-a784-25232b698787 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:29.514654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:29.559391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.659628 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fdd55556-09fe-4c6c-833b-2c7592eaf331 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:35:29.661977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fdd55556-09fe-4c6c-833b-2c7592eaf331 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 HTTP/1.1" status: 409 len: 329 time: 0.6548328 Aug 11 02:35:29.669531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:29.670936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.676421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:29.679793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:29.748968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe58171f-f6ad-43d1-af70-511b89167259 None None] Port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:29.766248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 481cdc9c-c552-48da-bdba-aaa23dbf3992, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=481cdc9c-c552-48da-bdba-aaa23dbf3992,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:29.781413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:29.782500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Checking segment: {'id': 'be5d7829-710d-4bdb-835d-ee8607e7ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '88f11eba-0eac-4895-a784-25232b698787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:29.783408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.783795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-82b85fc8-ac2f-4e14-81f0-963b684863c5 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278806 Aug 11 02:35:29.784397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Bound using segment: {'id': 'be5d7829-710d-4bdb-835d-ee8607e7ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '88f11eba-0eac-4895-a784-25232b698787'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:29.785232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Bound port: 76fda68f-10ee-4a07-bba3-cc4a2697cc43, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5d7829-710d-4bdb-835d-ee8607e7ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '88f11eba-0eac-4895-a784-25232b698787'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:29.786567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.809371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:29.810777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b67e6672-b2b2-45ee-85db-36cc84107467 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:29.813799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe58171f-f6ad-43d1-af70-511b89167259 None None] Could not find standard attr ID for object b98cfa3f-8ad6-45de-afcc-2936fa61e8bd. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:35:29.836659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-d474c103-c1a0-4453-9a07-01436b77d713 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4064066 Aug 11 02:35:29.878613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Request body: {'port': {'device_id': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:29.930675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:29.931925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:29.979814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9dfa8-6859-462b-885b-a5c3edf033b3 req-8b64cad1-c8b0-4921-9ce6-7f2165e0712c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:29.993511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00d9dfa8-6859-462b-885b-a5c3edf033b3 req-8b64cad1-c8b0-4921-9ce6-7f2165e0712c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 932 time: 0.3712559 Aug 11 02:35:30.059518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:30.064723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd35d1-d1f1-47e5-9ca3-bef8707c7709 None None] The sync data for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:30.096187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.119550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a13dfff2-8cfd-4d04-b958-cadf69a79182 None None] Provisioning for port 228e3b22-e95a-41f8-ad42-cb96217cb40b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:30.122198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a13dfff2-8cfd-4d04-b958-cadf69a79182 None None] Provisioning complete for port 228e3b22-e95a-41f8-ad42-cb96217cb40b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:30.122718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a13dfff2-8cfd-4d04-b958-cadf69a79182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.131920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Deleting port c4953397-e350-495c-bed7-a7a63ade0a09 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:30.132469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.270919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:30.336444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] For port c4953397-e350-495c-bed7-a7a63ade0a09, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4953397-e350-495c-bed7-a7a63ade0a09,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:30.337359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.360950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Calling delete_port for c4953397-e350-495c-bed7-a7a63ade0a09 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:30.529880 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.572561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] No DVR routers for this DVR port c4953397-e350-495c-bed7-a7a63ade0a09 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:30.576186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] For port 76fda68f-10ee-4a07-bba3-cc4a2697cc43, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:30.603545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a13dfff2-8cfd-4d04-b958-cadf69a79182 None None] Port 228e3b22-e95a-41f8-ad42-cb96217cb40b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:30.654317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d2a55-75df-4617-9c82-6a6729956f5d None None] Pushing event deleted for resources: {'Port': ['ID=c4953397-e350-495c-bed7-a7a63ade0a09,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:30.668993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] For port 76fda68f-10ee-4a07-bba3-cc4a2697cc43, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=76fda68f-10ee-4a07-bba3-cc4a2697cc43,segment=NetworkSegment(be5d7829-710d-4bdb-835d-ee8607e7ce74),segment_id=be5d7829-710d-4bdb-835d-ee8607e7ce74)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:30.670879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b67e6672-b2b2-45ee-85db-36cc84107467 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:30.671324 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.678299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:30.993338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00d9dfa8-6859-462b-885b-a5c3edf033b3 req-56b6562f-235e-41c3-baca-2401d4b7899b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9985771 Aug 11 02:35:31.031965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db665-cc97-46ae-b1ab-adf469100ca3 None None] Pushing event updated for resources: {'Port': ['ID=76fda68f-10ee-4a07-bba3-cc4a2697cc43,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:31.044101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-da2f1c5c-a4f2-4ba5-ae4c-38669a2d2f61 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2438991 Aug 11 02:35:31.274824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-207b2094-2c10-4cd2-b242-a5513c519b6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.2182772 Aug 11 02:35:31.521927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-15254119-3884-4a00-80fa-8481be3bd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:31.524226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-15254119-3884-4a00-80fa-8481be3bd284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.2379601 Aug 11 02:35:31.568436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:35:31.583730 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.657240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 76fda68f-10ee-4a07-bba3-cc4a2697cc43 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:31.718925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=27671d2b-990f-48dc-b6c1-2fd9e21bdd96,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:31.733858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:31.739912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 481cdc9c-c552-48da-bdba-aaa23dbf3992 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:31.767388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:31.776054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.783980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:31.787647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:31.788502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.804720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228e3b22-e95a-41f8-ad42-cb96217cb40b {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:31.812501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c8e825bc-fcb5-4814-aaf8-d738838c7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:31.814201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-c8e825bc-fcb5-4814-aaf8-d738838c7760 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2435467 Aug 11 02:35:31.831003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8902991-a920-411e-a9d8-dd313273b127 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8836091 Aug 11 02:35:31.834027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41436) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:31.834863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04347fb3-0bd5-4e46-8760-782c85089cdf None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:31.952691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:31.991805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:32.069924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Transition to ACTIVE for port object 228e3b22-e95a-41f8-ad42-cb96217cb40b will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:32.105593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.191129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 481cdc9c-c552-48da-bdba-aaa23dbf3992 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:32.191972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.338169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'tenant_id': 'be3d3455c524484fbac71a8d85af8d9b', 'fixed_ips': [{'subnet_id': '27671d2b-990f-48dc-b6c1-2fd9e21bdd96'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:32.339353 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.394612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Pushing event updated for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:32.441202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-9c833a9c-44a5-42f5-ac86-eb5dd1c5753a service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033223 Aug 11 02:35:32.666267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c4953397-e350-495c-bed7-a7a63ade0a09 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:32.703914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c4953397-e350-495c-bed7-a7a63ade0a09 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:32.704404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c4953397-e350-495c-bed7-a7a63ade0a09 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:32.706272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29c90-5fff-4f13-93dd-59767ef33b4d req-cbe6fef4-bcdb-449e-a3a8-3ade74b79820 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:32.707915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cf29c90-5fff-4f13-93dd-59767ef33b4d req-cbe6fef4-bcdb-449e-a3a8-3ade74b79820 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.4775329 Aug 11 02:35:32.711946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5608ad-28d7-4d21-a2d8-df9959461cf4 req-bb6905fb-cb1c-401f-a468-81b21c3eb3eb service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599189 Aug 11 02:35:32.718097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:32.749157 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:32.848190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Attempting to bind port 228e3b22-e95a-41f8-ad42-cb96217cb40b on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:32.849016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Attempting to bind port 228e3b22-e95a-41f8-ad42-cb96217cb40b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:32.849740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Attempting to bind port 228e3b22-e95a-41f8-ad42-cb96217cb40b on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:32.860110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Port 228e3b22-e95a-41f8-ad42-cb96217cb40b on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:35:32.860645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Attempting to bind port 228e3b22-e95a-41f8-ad42-cb96217cb40b on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:32.901088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:32.901088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:32.901493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:32.902713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Bound port: 228e3b22-e95a-41f8-ad42-cb96217cb40b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:32.903321 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.047927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c07bf-1da2-4560-9167-69080d9ef293 None None] Network 88f11eba-0eac-4895-a784-25232b698787 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:33.059361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Allocated IP 2001:db8::f816:3eff:feb6:5e65 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/27671d2b-990f-48dc-b6c1-2fd9e21bdd96/b47e1cbc-5b9c-4222-9ba8-b785dea6df14) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:33.153435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cf29c90-5fff-4f13-93dd-59767ef33b4d req-4aad0520-76fd-4856-ac63-b34035e6c496 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794217 Aug 11 02:35:33.176667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:33.185165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:33.225042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.252641 n-d-713498-10 neutron-server[94652]: INFO neutron.db.ipam_backend_mixin [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27671d2b-990f-48dc-b6c1-2fd9e21bdd96 (CIDR: 2001:db8::/64) Aug 11 02:35:33.260531 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:35:33.262108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:35:33.291823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:33.293221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.295199 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] 10.222.0.61 "PUT /v2.0/ports/228e3b22-e95a-41f8-ad42-cb96217cb40b HTTP/1.1" status: 200 len: 1093 time: 3.4433870 Aug 11 02:35:33.304472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:33.307485 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f" -d '{"events": [{"name": "network-changed", "server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:33.312317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cd5f7aac-c013-4f5c-ba5d-43acab675b8c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4649565 Aug 11 02:35:33.313068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41454) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:33.333082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:33.448207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Provisioning for port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:33.499083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Provisioning complete for port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:33.499979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.545955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port 2af3e386-2d48-4ac4-8814-11dd4b7118f9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:33.546365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.554581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3ea43-5e7b-410b-afc7-0b94e7a07292 service neutron] Pushing event updated for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:33.686093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-9f13fcdd-f6d3-4f89-86db-d32ff201a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:33.699986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-9f13fcdd-f6d3-4f89-86db-d32ff201a990 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 1096 time: 0.3025763 Aug 11 02:35:33.770401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:33.785126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.797468 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c98ba2-3694-4deb-ae70-fb63329e3ebc x-openstack-request-id: req-44c98ba2-3694-4deb-ae70-fb63329e3ebc {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:33.798387 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:33.799182 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44c98ba2-3694-4deb-ae70-fb63329e3ebc {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:33.799854 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b', 'status': 'completed', 'code': 200} Aug 11 02:35:33.807523 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-4a4884fe-9093-4cf4-a043-cb747c98e9d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b HTTP/1.1" status: 200 len: 217 time: 0.1038043 Aug 11 02:35:33.945442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:33.994676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for 2af3e386-2d48-4ac4-8814-11dd4b7118f9 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:33.999920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-c95aa4d5-510d-4844-8e87-f76374d039fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.003402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-c95aa4d5-510d-4844-8e87-f76374d039fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1809213 Aug 11 02:35:34.179274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.197544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-1c469ede-86a1-478b-9192-671918df2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.199325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-1c469ede-86a1-478b-9192-671918df2c55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805539 Aug 11 02:35:34.232793 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.288185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:34.305486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.380014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:34.400573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] For port 76fda68f-10ee-4a07-bba3-cc4a2697cc43, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=76fda68f-10ee-4a07-bba3-cc4a2697cc43,segment=NetworkSegment(be5d7829-710d-4bdb-835d-ee8607e7ce74),segment_id=be5d7829-710d-4bdb-835d-ee8607e7ce74)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:34.408781 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.418815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.447966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-571a1b82-1591-4787-9aad-f9fe3149944f service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974013 Aug 11 02:35:34.469254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.501271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:34.505645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:34.519701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:34.533403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=65d9d172-8210-4a2c-857c-7c0d2d690b0f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.562790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=2af3e386-2d48-4ac4-8814-11dd4b7118f9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.601091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ece60-4303-49a1-b5b0-eefb7ea40e0f None None] Pushing event updated for resources: {'Port': ['ID=76fda68f-10ee-4a07-bba3-cc4a2697cc43,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.612586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.613637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.614479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.615310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.616108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.617124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.619698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.621147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.622022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.623709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.624247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8badb4fb-75f7-47be-8e7d-66a591f77f15 None None] Provisioning complete for port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:34.624767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.624978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8badb4fb-75f7-47be-8e7d-66a591f77f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.625783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:34.677611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:34.686040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Attempting to bind port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:34.686549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Attempting to bind port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:34.687022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Attempting to bind port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 on network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:34.687933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:34.694806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.696142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.743067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:34.744328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Checking segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:34.744328 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.744855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Bound using segment: {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:34.745641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Bound port: b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177aa077-9fa2-49cb-8174-ebe240c3c89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:34.746234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.815332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:34.819241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358d5f-d117-4f87-b893-efb543268c17 req-be299c70-6f9a-48f0-bcc6-18b42a9f8f1e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:34.836336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10358d5f-d117-4f87-b893-efb543268c17 req-be299c70-6f9a-48f0-bcc6-18b42a9f8f1e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.3110995 Aug 11 02:35:34.858153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d5f0a01-aa44-48e7-9c50-2717e6996b32 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5424149 Aug 11 02:35:34.865408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41488) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:34.874352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:34.905031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e760759b-f466-4b3a-9b9c-7f3c649e421f req-38d0e4c6-ab98-4dcc-ac40-2a15c1603a22 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449697 Aug 11 02:35:34.931233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:4e:9b:bc', 'name': 'tempest-NetworksTestDHCPv6-1982380570'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:34.993007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:35.002812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:35.023912 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.146026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Router fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:35:35.156189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-dfb64e8b-c556-4e64-a470-81efb55bfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:35.158217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-dfb64e8b-c556-4e64-a470-81efb55bfc01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 1096 time: 0.0992973 Aug 11 02:35:35.214717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee472743-7da2-4a02-909d-242f854f5ee3 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:35.254634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10358d5f-d117-4f87-b893-efb543268c17 req-53eb95e9-c238-4d99-b8e4-73208e3ee759 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906372 Aug 11 02:35:35.381434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:35:35.394934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] Sync routers for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:35:35.403911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8bbf4f05-216c-4147-98d8-4a07bc38abbb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7260163 Aug 11 02:35:35.409980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41496) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.427828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 76fda68f-10ee-4a07-bba3-cc4a2697cc43 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:35.444572 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:35.452612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:35.553045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-14980763-35ab-4989-b89d-5ce08b2ed872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:35.554651 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-14980763-35ab-4989-b89d-5ce08b2ed872 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.2881773 Aug 11 02:35:35.566015 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-b48c1836-1881-496d-95c0-d9334fb4e4b2 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] show failed (client error): The resource could not be found. Aug 11 02:35:35.574156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b48c1836-1881-496d-95c0-d9334fb4e4b2 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-884097182 HTTP/1.1" status: 404 len: 334 time: 0.1564894 Aug 11 02:35:35.574156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:35.575123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.588185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-971d0a09-5972-4b3b-9a43-dbde8e7ae8a9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:35.623878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:35.624409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:35.625150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.651003 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] Routers {'fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:35:35.652623 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:35.744986 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:35.746508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583a6ec-e7b5-4d66-84e4-7085d6953f36 None None] The sync data for ids ['fd5acf4a-eed6-4e97-9338-e3ee60df0ef4'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:35:35.747940 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-e5fbe2ea-2fae-416c-8ed8-8503d17a5022 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b HTTP/1.1" status: 200 len: 217 time: 0.1760025 Aug 11 02:35:35.750573 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-971d0a09-5972-4b3b-9a43-dbde8e7ae8a9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] update failed (client error): The resource could not be found. Aug 11 02:35:35.752426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-971d0a09-5972-4b3b-9a43-dbde8e7ae8a9 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-1604637542 HTTP/1.1" status: 404 len: 335 time: 0.1765370 Aug 11 02:35:35.758345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:35.874197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:35.944066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 7af9e8a3-3b26-4f82-8c8d-187992886029 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:36.077676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting subnet 244acd80-2a89-4235-9461-350744df4405 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:36.091364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.132076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-40651daf-9cdb-49de-8ffb-13d606d843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:36.134416 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-40651daf-9cdb-49de-8ffb-13d606d843d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.3745363 Aug 11 02:35:36.222523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.252004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8:0:1::1ef (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/65d9d172-8210-4a2c-857c-7c0d2d690b0f/7af9e8a3-3b26-4f82-8c8d-187992886029) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:36.265695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:fe4e:9bbc (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/27671d2b-990f-48dc-b6c1-2fd9e21bdd96/7af9e8a3-3b26-4f82-8c8d-187992886029) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:36.337799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-5346d28c-34ab-4322-b567-84f541cb93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:36.341143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-5346d28c-34ab-4322-b567-84f541cb93fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938860 Aug 11 02:35:36.628048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e220c8-82bc-4130-88a2-633ae693b597 req-5c45aaf3-38d3-42b7-bd19-b158b817d2c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:36.639411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54e220c8-82bc-4130-88a2-633ae693b597 req-5c45aaf3-38d3-42b7-bd19-b158b817d2c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.1802669 Aug 11 02:35:36.708186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.799196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54e220c8-82bc-4130-88a2-633ae693b597 req-a374ad4a-96c1-4671-b8c6-0f1c6142e30f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497602 Aug 11 02:35:36.800866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 7af9e8a3-3b26-4f82-8c8d-187992886029 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:36.912946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:36.913617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.019903 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-e20e0be6-24af-4ae0-b8c5-fa3be7ea34c8 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617005 Aug 11 02:35:37.040493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=7af9e8a3-3b26-4f82-8c8d-187992886029,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:37.068190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:37.073182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:37.099985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:37.124360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:37.125257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.159482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f93a34-92d3-45b3-ad03-40b91ae14791 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:37.161836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4be6f07-fe5e-44c2-bb6e-7db2bb2d19c9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2948296 Aug 11 02:35:37.163667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41534) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:37.189755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.251604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Subnet': ['ID=244acd80-2a89-4235-9461-350744df4405,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:37.262493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.264838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-07c0267b-0ddd-4313-9e70-97cc96c34460 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/subnets/244acd80-2a89-4235-9461-350744df4405 HTTP/1.1" status: 204 len: 168 time: 1.4894547 Aug 11 02:35:37.268727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41536) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:37.374992 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6de8bb4b-ee79-4063-8dc1-58dbbc91f61f req-353f875a-287e-484f-a140-79148367e875 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175986 Aug 11 02:35:37.377592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 7af9e8a3-3b26-4f82-8c8d-187992886029 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:37.378862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.399489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.491359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:37.491710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.501356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8cf8c9-bde3-4da2-be96-269efb97f846 None None] Network 88f11eba-0eac-4895-a784-25232b698787 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:37.522962 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.540568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 7af9e8a3-3b26-4f82-8c8d-187992886029 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:37.577188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6901cbdc-6662-4c20-9b13-35a80efb76fe None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:37.703173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:37.722488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] For port 76fda68f-10ee-4a07-bba3-cc4a2697cc43, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=76fda68f-10ee-4a07-bba3-cc4a2697cc43,segment=NetworkSegment(be5d7829-710d-4bdb-835d-ee8607e7ce74),segment_id=be5d7829-710d-4bdb-835d-ee8607e7ce74)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:37.723063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.753342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for 76fda68f-10ee-4a07-bba3-cc4a2697cc43 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:37.827734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.854082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:37.883542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:37.884107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.900610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=7af9e8a3-3b26-4f82-8c8d-187992886029,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:37.969095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.982104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:37.987738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-62789177-0b16-4067-a96c-9a32b4789920 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/7af9e8a3-3b26-4f82-8c8d-187992886029 HTTP/1.1" status: 204 len: 168 time: 0.8209138 Aug 11 02:35:37.988547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.020493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] No DVR routers for this DVR port 76fda68f-10ee-4a07-bba3-cc4a2697cc43 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:38.107829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=76fda68f-10ee-4a07-bba3-cc4a2697cc43,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.139249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a901614-ca59-433e-a35a-6362f5d88f84 None None] DHCP port deletion for 88f11eba-0eac-4895-a784-25232b698787 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:38.163277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': '27671d2b-990f-48dc-b6c1-2fd9e21bdd96', 'ip_address': '2001:db8::f816:3eff:feb6:5e65'}, {'subnet_id': '65d9d172-8210-4a2c-857c-7c0d2d690b0f'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:35:38.169433 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.250126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.272134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70cfb-502f-4af7-8dbe-5e7ab0efcd8c req-27161606-2665-481f-8316-376dfbfbae94 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.272880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f11eba-0eac-4895-a784-25232b698787']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:38.274723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:38.275250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ea70cfb-502f-4af7-8dbe-5e7ab0efcd8c req-27161606-2665-481f-8316-376dfbfbae94 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.2846735 Aug 11 02:35:38.278593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.292805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6779dae-2204-4f4d-822a-3007fb10ec15 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.293036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.308995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e6779dae-2204-4f4d-822a-3007fb10ec15 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3102007 Aug 11 02:35:38.309618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41554) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.325437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5d7829-710d-4bdb-835d-ee8607e7ce74') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:38.326292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5d7829-710d-4bdb-835d-ee8607e7ce74') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:38.349656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.385120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.400515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.403523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:38.404287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:38.411370 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:38.475723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ea70cfb-502f-4af7-8dbe-5e7ab0efcd8c req-7b00898d-58cf-4b21-a951-292e0a5a914d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644788 Aug 11 02:35:38.500471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50866576-1975-492c-8ce9-f304a687f04c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.507177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-50866576-1975-492c-8ce9-f304a687f04c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1934509 Aug 11 02:35:38.518273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41556) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.585455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2c36f-fdf7-4a67-b53f-cf57fbd02e07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.587439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2c36f-fdf7-4a67-b53f-cf57fbd02e07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.590207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2c36f-fdf7-4a67-b53f-cf57fbd02e07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:38.594838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29c2c36f-fdf7-4a67-b53f-cf57fbd02e07 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0838439 Aug 11 02:35:38.595652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.650956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Allocated IP 2001:db8:0:1::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/65d9d172-8210-4a2c-857c-7c0d2d690b0f/b47e1cbc-5b9c-4222-9ba8-b785dea6df14) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:38.659405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.681037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.684502 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/networks/88f11eba-0eac-4895-a784-25232b698787 HTTP/1.1" status: 204 len: 168 time: 1.4145348 Aug 11 02:35:38.689034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:38.718215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 27671d2b-990f-48dc-b6c1-2fd9e21bdd96 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:38.724807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffa6f1-ceec-462a-8d1f-de8e513b0830 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Network': ['ID=88f11eba-0eac-4895-a784-25232b698787,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:38.819082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:38.826708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting subnet 09a69a16-88d1-49dd-913e-475ef65db3ac {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:38.832423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.860111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.886213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:38.898121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.898420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:38.900474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.041124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.078338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804da827-49e1-4f1d-81c2-bc567ab31a72 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.079906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.227569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.263246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.293900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Subnet': ['ID=09a69a16-88d1-49dd-913e-475ef65db3ac,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.305964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.312449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2df26241-99e9-40cb-99aa-c657cda3f503 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/subnets/09a69a16-88d1-49dd-913e-475ef65db3ac HTTP/1.1" status: 204 len: 168 time: 0.6190283 Aug 11 02:35:39.317058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41566) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.326519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f574537-a9a7-4a66-8fc0-292e0b8da427 None None] Network a44269d6-4b78-4e67-a483-de948decf1a9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:39.384358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.452546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=27671d2b-990f-48dc-b6c1-2fd9e21bdd96,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:39.462960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.465541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-71807c91-c689-4589-9537-bb016a3797d7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/27671d2b-990f-48dc-b6c1-2fd9e21bdd96 HTTP/1.1" status: 204 len: 168 time: 0.8652391 Aug 11 02:35:39.468999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:39.480359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting subnet a71bb1a4-d4c5-420b-9a93-ff9041b7e12d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:39.487574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.627814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 65d9d172-8210-4a2c-857c-7c0d2d690b0f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:39.636168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.661347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:39.666747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.735104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:39.907956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.016497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] DHCP port deletion for a44269d6-4b78-4e67-a483-de948decf1a9 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:40.019235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.027990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 76fda68f-10ee-4a07-bba3-cc4a2697cc43 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:40.080873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=65d9d172-8210-4a2c-857c-7c0d2d690b0f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.088517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.089911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 76fda68f-10ee-4a07-bba3-cc4a2697cc43 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:40.090452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 76fda68f-10ee-4a07-bba3-cc4a2697cc43 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:40.091850 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7577b7a-750d-491b-baba-d15b591aefb4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/65d9d172-8210-4a2c-857c-7c0d2d690b0f HTTP/1.1" status: 204 len: 168 time: 0.6217539 Aug 11 02:35:40.095858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.103427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.158928 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ccb41a5-2b1d-4d5a-bb83-92e379a2b91c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620387 Aug 11 02:35:40.170212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.178726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Deleting port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:40.179675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.186012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:40.259360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fbd88-0cae-4f6a-8d2d-dd5afe2d6761 req-15ca51b6-a6b2-4d79-b456-89393f750b5c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:40.270612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56fbd88-0cae-4f6a-8d2d-dd5afe2d6761 req-15ca51b6-a6b2-4d79-b456-89393f750b5c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.4087918 Aug 11 02:35:40.383370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] For port d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,segment=NetworkSegment(b1b93135-16b3-42ee-9cb4-7dfb332f5a8a),segment_id=b1b93135-16b3-42ee-9cb4-7dfb332f5a8a)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:40.385883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.393198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:40.404132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.415615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Calling delete_port for d0b8a855-4684-43f4-83ce-e62fb2a5eb79 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:40.484770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c56fbd88-0cae-4f6a-8d2d-dd5afe2d6761 req-4dd265ed-cb5a-4a35-93b8-a381157f94b1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957984 Aug 11 02:35:40.533855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.536024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d43283-c8d5-488b-a464-0f09ae9b2e9f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:40.597308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Subnet': ['ID=a71bb1a4-d4c5-420b-9a93-ff9041b7e12d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:40.631189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.640072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1d85b8f0-c01a-4003-9209-be73f6d9f8a5 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/subnets/a71bb1a4-d4c5-420b-9a93-ff9041b7e12d HTTP/1.1" status: 204 len: 168 time: 1.3056850 Aug 11 02:35:40.640755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41590) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:40.741193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.771403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5a40d-a8f4-488d-9160-f8ebd08f4057 None None] Network 28da720f-aa58-496e-8b6e-70d34eec5607 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:40.851646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.861730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:40.862526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.886411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.896788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d4a7ce32-a8cc-401e-a52d-efb796a5d392 None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:40.937728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] No DVR routers for this DVR port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:40.966764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d4a7ce32-a8cc-401e-a52d-efb796a5d392 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:40.967204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ce32-a8cc-401e-a52d-efb796a5d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.996510 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:40.997994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3b91-cc96-43db-8061-3f427e6bae77 None None] Pushing event deleted for resources: {'Port': ['ID=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:41.034880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] For port d0b8a855-4684-43f4-83ce-e62fb2a5eb79, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:41.035370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.068358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for d0b8a855-4684-43f4-83ce-e62fb2a5eb79 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:41.072683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:35:41.074879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.106100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=d0b8a855-4684-43f4-83ce-e62fb2a5eb79,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:41.115879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] No DVR routers for this DVR port d0b8a855-4684-43f4-83ce-e62fb2a5eb79 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:41.209925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:35:41.289521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.339344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44269d6-4b78-4e67-a483-de948decf1a9']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:41.383366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:41.383900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b93135-16b3-42ee-9cb4-7dfb332f5a8a') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:41.443773 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.478062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.498762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:41.499673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:41.506778 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:41.512003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] DHCP port deletion for 28da720f-aa58-496e-8b6e-70d34eec5607 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:41.548651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0b8a855-4684-43f4-83ce-e62fb2a5eb79 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:41.560600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.635308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.646154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.648387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/networks/a44269d6-4b78-4e67-a483-de948decf1a9 HTTP/1.1" status: 204 len: 168 time: 1.0063493 Aug 11 02:35:41.654246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:41.656570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d0b8a855-4684-43f4-83ce-e62fb2a5eb79 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:41.658998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0b8a855-4684-43f4-83ce-e62fb2a5eb79 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:41.691354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'e8c7ee0b-54ce-45c1-9c61-78fbf869fb87'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:35:41.793298 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.793591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.798120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0567490-1f36-49c9-9810-3879be1fafdb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Network': ['ID=a44269d6-4b78-4e67-a483-de948decf1a9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:41.830894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Deleting port f7de83d2-8089-4734-b875-afa710023346 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:41.831486 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.908078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab5f86-5b1f-4558-8d0b-4fb49ac80bcb req-94b1fc9f-516e-4da0-8c4f-bfc0a42c5f38 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:41.909741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68ab5f86-5b1f-4558-8d0b-4fb49ac80bcb req-94b1fc9f-516e-4da0-8c4f-bfc0a42c5f38 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.1130037 Aug 11 02:35:41.914296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port f7de83d2-8089-4734-b875-afa710023346 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:41.914663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:41.968999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:42.002647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] For port f7de83d2-8089-4734-b875-afa710023346, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f7de83d2-8089-4734-b875-afa710023346,segment=NetworkSegment(0a52eae4-38fb-4245-a2d3-fab34c9ec3b2),segment_id=0a52eae4-38fb-4245-a2d3-fab34c9ec3b2)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:42.003021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.028714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for f7de83d2-8089-4734-b875-afa710023346 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:42.030672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.047747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.048816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] For port f7de83d2-8089-4734-b875-afa710023346, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f7de83d2-8089-4734-b875-afa710023346,segment=NetworkSegment(0a52eae4-38fb-4245-a2d3-fab34c9ec3b2),segment_id=0a52eae4-38fb-4245-a2d3-fab34c9ec3b2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:42.049742 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.053534 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.091299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Calling delete_port for f7de83d2-8089-4734-b875-afa710023346 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:42.180199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.269922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=e8c7ee0b-54ce-45c1-9c61-78fbf869fb87,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.288050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:42.302059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.304809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=f7de83d2-8089-4734-b875-afa710023346,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.330270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:42.335142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68ab5f86-5b1f-4558-8d0b-4fb49ac80bcb req-27026773-7f79-4dbd-b273-d9cb1cafcf80 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176532 Aug 11 02:35:42.338964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:42.339946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.340935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] No DVR routers for this DVR port f7de83d2-8089-4734-b875-afa710023346 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:42.397082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2250381 Aug 11 02:35:42.404068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:42.419629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:42.529539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.535923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc2b09-db20-4210-9d5a-98eaac9ca1a8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=8']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.550309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da720f-aa58-496e-8b6e-70d34eec5607']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:42.572718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:42.573054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a52eae4-38fb-4245-a2d3-fab34c9ec3b2') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:42.614123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.664211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.674199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Pushing event deleted for resources: {'Port': ['ID=f7de83d2-8089-4734-b875-afa710023346,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.677759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] No DVR routers for this DVR port f7de83d2-8089-4734-b875-afa710023346 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:42.685019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:42.685713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:42.691424 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:42.700523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.700974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.701331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.701685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.702067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.702668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.703417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.703521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.703830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.704182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.704681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.705057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb95648c-63e8-42b0-b37a-a9226d72ad78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:35:42.737054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:42.743407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.796002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.813046 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:42.818195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/networks/28da720f-aa58-496e-8b6e-70d34eec5607 HTTP/1.1" status: 204 len: 168 time: 1.1621926 Aug 11 02:35:42.820133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41628) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:42.835043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaaf2b-e02e-4549-b2d4-c7c98890d9fb tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Network': ['ID=28da720f-aa58-496e-8b6e-70d34eec5607,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:42.950845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:43.023972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting subnet e89e420e-3ca8-4112-9e0e-e983a49a9d53 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:43.024457 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.033719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.035396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.075535 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8c7ee0b-54ce-45c1-9c61-78fbf869fb87 (CIDR: 2001:db8::/64) Aug 11 02:35:43.079845 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:35:43.080312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:35:43.130515 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-631756bf-435a-454f-aea0-c8be89b4836f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7192855 Aug 11 02:35:43.134179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41638) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:43.135688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.150343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:43.198832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7d26d-3b8f-4574-9969-2768ae361098 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:43.279658 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:35:43.439836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:43.448656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.474456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.545518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:43.648032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:43.648423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.660993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53c1e-f691-4a0c-b208-69fabb975a58 req-989809fb-ea92-48ae-84fc-a95f82ac2eec tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:43.662611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.663394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acc53c1e-f691-4a0c-b208-69fabb975a58 req-989809fb-ea92-48ae-84fc-a95f82ac2eec tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.1686251 Aug 11 02:35:43.742729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:43.745100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5d292-15af-4c10-97ed-b80e043f742b None None] Network e2ea9b7e-ad49-4a67-a2dd-f6c515527021 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:43.750592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-acc53c1e-f691-4a0c-b208-69fabb975a58 req-7fc2da51-2538-410b-bb46-b2e1cc98a7ac tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 Aug 11 02:35:43.751728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/subnets/e89e420e-3ca8-4112-9e0e-e983a49a9d53 HTTP/1.1" status: 204 len: 168 time: 0.9300363 Aug 11 02:35:43.756625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41652) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:43.838344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b005c-cae6-4cb3-acac-3b45832af898 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Subnet': ['ID=e89e420e-3ca8-4112-9e0e-e983a49a9d53,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:44.051231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f7de83d2-8089-4734-b875-afa710023346 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:44.087025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285bf57-b751-444a-b1a4-16034d73bbd4 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:44.091643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f7de83d2-8089-4734-b875-afa710023346 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:44.092244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f7de83d2-8089-4734-b875-afa710023346 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:44.121879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.143055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.219512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ab4423e5-bee1-4fe0-b298-83c15d10d3a1 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:44.220165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ab4423e5-bee1-4fe0-b298-83c15d10d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.232170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:44.269007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:44.281748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:44.282834 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.322356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] DHCP port deletion for e2ea9b7e-ad49-4a67-a2dd-f6c515527021 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:35:44.329422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1887953 Aug 11 02:35:44.330289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41660) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:44.339184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:b2:92:1f', 'name': 'tempest-NetworksTestDHCPv6-1997278084'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:44.368449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c04ac7-8894-44e4-98cf-fd3f2fda5aa6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=f9beeb05-83ee-478f-b1d0-b35ac41fa33e,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:44.401587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Deleting port 2643c3e1-207f-41cf-98d1-787c50fff551 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:44.402273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.520872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:44.569183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] For port 2643c3e1-207f-41cf-98d1-787c50fff551, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2643c3e1-207f-41cf-98d1-787c50fff551,segment=NetworkSegment(9cbd4d06-a653-42ca-9bfc-3610b64ae3a8),segment_id=9cbd4d06-a653-42ca-9bfc-3610b64ae3a8)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.569856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.593720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Calling delete_port for 2643c3e1-207f-41cf-98d1-787c50fff551 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:44.601332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Deleting port 2643c3e1-207f-41cf-98d1-787c50fff551 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:44.601967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.706730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.733584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 1448b2cb-8a69-42d3-a158-08b9b3c8a42b yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:44.744821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] For port 2643c3e1-207f-41cf-98d1-787c50fff551, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2643c3e1-207f-41cf-98d1-787c50fff551,segment=NetworkSegment(9cbd4d06-a653-42ca-9bfc-3610b64ae3a8),segment_id=9cbd4d06-a653-42ca-9bfc-3610b64ae3a8)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.745967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.750429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.762789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Calling delete_port for 2643c3e1-207f-41cf-98d1-787c50fff551 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:44.765127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'e8c7ee0b-54ce-45c1-9c61-78fbf869fb87', 'ip_address': '2001:db8::f816:3eff:feb6:5e65'}, {'subnet_id': 'f9beeb05-83ee-478f-b1d0-b35ac41fa33e'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:35:44.772711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] No DVR routers for this DVR port 2643c3e1-207f-41cf-98d1-787c50fff551 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:44.835422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Port': ['ID=2643c3e1-207f-41cf-98d1-787c50fff551,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:44.846344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 228e3b22-e95a-41f8-ad42-cb96217cb40b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:35:44.975974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:44.977755 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.992758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '228e3b22-e95a-41f8-ad42-cb96217cb40b', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '228e3b22-e95a-41f8-ad42-cb96217cb40b', 'mac_address': 'fa:16:3e:c0:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:35:44.997789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:44.999771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ea9b7e-ad49-4a67-a2dd-f6c515527021']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:45.025754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:45.026970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbd4d06-a653-42ca-9bfc-3610b64ae3a8') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:35:45.044758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8:0:1::2d2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/f9beeb05-83ee-478f-b1d0-b35ac41fa33e/1448b2cb-8a69-42d3-a158-08b9b3c8a42b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:45.047283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.053589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::f816:3eff:feb2:921f (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/e8c7ee0b-54ce-45c1-9c61-78fbf869fb87/1448b2cb-8a69-42d3-a158-08b9b3c8a42b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:45.142050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.166644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:35:45.168883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.175026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:35:45.178850 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:35:45.215552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228e3b22-e95a-41f8-ad42-cb96217cb40b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:35:45.225897 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.245249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] No DVR routers for this DVR port 2643c3e1-207f-41cf-98d1-787c50fff551 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:45.273844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394a88d-8eb5-4616-b785-ce46521d4839 None None] Pushing event deleted for resources: {'Port': ['ID=2643c3e1-207f-41cf-98d1-787c50fff551,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.280138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:45.290199 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.313226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef29f5a-97e4-40fa-9c9e-1607345a38e8 req-de2b02bc-e084-4b20-8a44-07523dd24de1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.315439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aef29f5a-97e4-40fa-9c9e-1607345a38e8 req-de2b02bc-e084-4b20-8a44-07523dd24de1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 944 time: 0.2483656 Aug 11 02:35:45.361479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.389098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.409374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.412030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/networks/e2ea9b7e-ad49-4a67-a2dd-f6c515527021 HTTP/1.1" status: 204 len: 168 time: 1.6543369 Aug 11 02:35:45.427126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41682) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:45.429946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45974f8-8f8e-4161-85d7-7795176aec50 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Pushing event deleted for resources: {'Network': ['ID=e2ea9b7e-ad49-4a67-a2dd-f6c515527021,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.461408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.466902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aef29f5a-97e4-40fa-9c9e-1607345a38e8 req-cb48ce74-922f-4ed5-8744-3b5696ba4c0d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285708 Aug 11 02:35:45.491349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-165599d8-971c-4d1e-aed1-0e77d62df6f2 tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 HTTP/1.1" status: 200 len: 205 time: 0.0623736 Aug 11 02:35:45.495920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41684) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:45.531455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 1448b2cb-8a69-42d3-a158-08b9b3c8a42b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:45.543011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2643c3e1-207f-41cf-98d1-787c50fff551 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:45.554865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['228e3b22-e95a-41f8-ad42-cb96217cb40b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:45.627128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2643c3e1-207f-41cf-98d1-787c50fff551 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:45.627480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2643c3e1-207f-41cf-98d1-787c50fff551 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:45.636353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.637966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.763083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Allocated IP 2001:db8:0:1::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/f9beeb05-83ee-478f-b1d0-b35ac41fa33e/b47e1cbc-5b9c-4222-9ba8-b785dea6df14) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:45.769105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=1448b2cb-8a69-42d3-a158-08b9b3c8a42b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:45.790214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:45.793029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:45.805511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:45.818438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:45.819539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:45.856824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ef37e32-d5d6-4fe4-be5b-15492ed8bf05 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5253019 Aug 11 02:35:45.861754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.063391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 1448b2cb-8a69-42d3-a158-08b9b3c8a42b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:46.064603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.092660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:46.164147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.195430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:46.205575 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.275931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.291910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 1448b2cb-8a69-42d3-a158-08b9b3c8a42b owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:46.467853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748125-94f6-42d2-ad3a-ec926e80ea9b None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:46.763918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.782851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.788309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.820061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=1448b2cb-8a69-42d3-a158-08b9b3c8a42b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:46.844960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 228e3b22-e95a-41f8-ad42-cb96217cb40b up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:46.888110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492ffd8-6107-4343-83d7-2d15690e4c2c req-678d7d92-2f46-4d1a-a8f4-1e63de3c93f0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:46.894763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.900054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f492ffd8-6107-4343-83d7-2d15690e4c2c req-678d7d92-2f46-4d1a-a8f4-1e63de3c93f0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 945 time: 0.2212224 Aug 11 02:35:46.900238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a1308b1-29c2-4ff0-a289-596ce919c613 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/1448b2cb-8a69-42d3-a158-08b9b3c8a42b HTTP/1.1" status: 204 len: 168 time: 1.0337019 Aug 11 02:35:46.900337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.900337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Fanout notify agent at l3_agent the message router_deleted on router fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:35:46.900605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41714) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:46.907295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.908605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-90251b75-8155-4566-8f97-a167ab5acb1b tempest-RoutersNegativeIpV6Test-743206315 tempest-RoutersNegativeIpV6Test-743206315-project] 10.222.0.68 "DELETE /v2.0/routers/fd5acf4a-eed6-4e97-9338-e3ee60df0ef4 HTTP/1.1" status: 204 len: 168 time: 1.4111745 Aug 11 02:35:46.971150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f492ffd8-6107-4343-83d7-2d15690e4c2c req-548e0b3b-0f4e-40d1-91e3-874b877aa9bf tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688932 Aug 11 02:35:46.988687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 228e3b22-e95a-41f8-ad42-cb96217cb40b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:46.992022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afe43f-a2e9-4091-a8a7-eeea416d124f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:46.994596 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-40afe43f-a2e9-4091-a8a7-eeea416d124f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0921576 Aug 11 02:35:46.995880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 228e3b22-e95a-41f8-ad42-cb96217cb40b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:46.996349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:46.998145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41718) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.068039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c49ad-2b73-4946-b292-52d1c3590c1b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.073597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41722) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.073896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb9c49ad-2b73-4946-b292-52d1c3590c1b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0727701 Aug 11 02:35:47.147934 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.180672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff002b4e-2390-44c4-8c63-000456172a6f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.182964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff002b4e-2390-44c4-8c63-000456172a6f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.186529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff002b4e-2390-44c4-8c63-000456172a6f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.188275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff002b4e-2390-44c4-8c63-000456172a6f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1136892 Aug 11 02:35:47.190190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:47.191525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41724) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.198402 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51fc9c-a8e9-4c4e-9cda-105ffda56a80" -d '{"events": [{"server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "name": "network-vif-plugged", "status": "completed", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:47.220105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:47.228190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.267430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet e8c7ee0b-54ce-45c1-9c61-78fbf869fb87 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:47.272693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.307879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.358417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.412082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26554add-8aa1-4d15-8dfd-5a3bd4dd8a1b None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:47.488963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:47.516874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.566044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-305bc083-cc60-4adf-8cbc-64843e6bf0fb None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:47.588004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-305bc083-cc60-4adf-8cbc-64843e6bf0fb None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:47.588494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-305bc083-cc60-4adf-8cbc-64843e6bf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.612895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41734) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.618232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.659451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c7ee0b-54ce-45c1-9c61-78fbf869fb87,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:47.663697 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc07ff0-7e71-42f4-9e95-1e244249dfe5 x-openstack-request-id: req-adc07ff0-7e71-42f4-9e95-1e244249dfe5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:47.664062 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "name": "network-vif-plugged", "status": "completed", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:47.664418 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-adc07ff0-7e71-42f4-9e95-1e244249dfe5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:47.664911 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b', 'code': 200} Aug 11 02:35:47.672601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.677691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee35e43b-174d-4bb8-a86d-f2541a235e60 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/e8c7ee0b-54ce-45c1-9c61-78fbf869fb87 HTTP/1.1" status: 204 len: 168 time: 0.4829109 Aug 11 02:35:47.678036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41740) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:47.691980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:47.691980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.767784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fae3c-193a-472f-af72-4bd8606a1786 req-f028f8d4-4523-4fe0-8bcc-3d6734cbd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:47.772077 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cf7fae3c-193a-472f-af72-4bd8606a1786 req-f028f8d4-4523-4fe0-8bcc-3d6734cbd360 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 1098 time: 0.0962358 Aug 11 02:35:47.819809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet f9beeb05-83ee-478f-b1d0-b35ac41fa33e {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:47.833711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:47.877570 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cf7fae3c-193a-472f-af72-4bd8606a1786 req-46274fe2-d305-406a-a595-3df661524977 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904002 Aug 11 02:35:47.926910 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.110750 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de506f32-7ec6-4676-a3e7-74ad366d8b68 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=16eacf8b397b4e7ebaf4dd2b8bf1f262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959092 Aug 11 02:35:48.111444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:48.191320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.192674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.250110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc425-28c8-4769-b444-6e8a255cb858 req-07af7008-0ac4-4669-a450-f7870dc11fd9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:48.252232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f1dc425-28c8-4769-b444-6e8a255cb858 req-07af7008-0ac4-4669-a450-f7870dc11fd9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1371689 Aug 11 02:35:48.286432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.336623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f1dc425-28c8-4769-b444-6e8a255cb858 req-ebf14f26-300c-45db-bb7d-38d83042c464 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687664 Aug 11 02:35:48.360121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.375874 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.381213 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.383315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/f9beeb05-83ee-478f-b1d0-b35ac41fa33e HTTP/1.1" status: 204 len: 168 time: 0.7041569 Aug 11 02:35:48.385390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.391478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b09e88b6-f4bd-4f36-9a00-3ae06946060c HTTP/1.1" status: 204 len: 168 time: 0.2788091 Aug 11 02:35:48.395661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41758) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:48.424579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5ace5-50f9-4dc0-a848-040273026195 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=f9beeb05-83ee-478f-b1d0-b35ac41fa33e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:48.473148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:48.473943 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1798cfd-ec35-49c4-95da-ce25f05266c1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742269 Aug 11 02:35:48.475431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2779979-f262-46e4-9910-f92ffeaab85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09e88b6-f4bd-4f36-9a00-3ae06946060c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:48.479146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:48.677369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:48.700636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:48.816847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.087795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9dae1fd-f8a9-463a-9aa7-821033f922e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.118699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac571a-c1f3-44de-bb67-b2a9db55ed81 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:49.143109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.243023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:49.249619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:49.257998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:49.259077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.270406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-966d6c15-0981-4003-a82c-577d9e2b2cf4 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:49.270685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9dae1fd-f8a9-463a-9aa7-821033f922e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.271852 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-966d6c15-0981-4003-a82c-577d9e2b2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.278817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9dae1fd-f8a9-463a-9aa7-821033f922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.280388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=669717f9-b737-45da-9109-f50395c4466b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.312993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a99b18ac-63e1-475c-a90a-7f7352a28f9c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8361790 Aug 11 02:35:49.314094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41786) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.330840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dae1fd-f8a9-463a-9aa7-821033f922e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0853e97a-1cc2-465e-ace4-0917dcac78f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.339020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:49.368309 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9dae1fd-f8a9-463a-9aa7-821033f922e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80f1bc987e03463c9a1da511113b1156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498462 Aug 11 02:35:49.371721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.502648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.554535 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.667889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.671909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.674783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0853e97a-1cc2-465e-ace4-0917dcac78f6 HTTP/1.1" status: 204 len: 168 time: 0.3009579 Aug 11 02:35:49.688458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54972-7158-4e64-94e5-8e5202f098c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853e97a-1cc2-465e-ace4-0917dcac78f6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:49.724533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0b2b-8eb1-49b8-89f4-971b2c63c8c2 req-a416a99e-430e-464b-aaf8-6521c3c9e7d4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:49.735058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9ab0b2b-8eb1-49b8-89f4-971b2c63c8c2 req-a416a99e-430e-464b-aaf8-6521c3c9e7d4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1836803 Aug 11 02:35:49.741747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': '669717f9-b737-45da-9109-f50395c4466b'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:35:49.779124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:49.782928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.784192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:49.843441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9ab0b2b-8eb1-49b8-89f4-971b2c63c8c2 req-52d0b4eb-b81b-4bb0-a284-0b4e4053148d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073244 Aug 11 02:35:49.910769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:49.931942 n-d-713498-10 neutron-server[94652]: INFO neutron.db.ipam_backend_mixin [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 669717f9-b737-45da-9109-f50395c4466b (CIDR: 2001:db8::/64) Aug 11 02:35:49.945200 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:35:49.946506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:35:50.009477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-81da1104-b30d-4f96-b42b-3e7fefaedd0e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6868825 Aug 11 02:35:50.009785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41810) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.016372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:50.089444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/669717f9-b737-45da-9109-f50395c4466b/b47e1cbc-5b9c-4222-9ba8-b785dea6df14) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:50.199184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7faef-5dff-4838-99c0-d2ebf138b596 req-92c6bdd2-8abd-4fc2-85be-2350a95f38d9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:50.200840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dac7faef-5dff-4838-99c0-d2ebf138b596 req-92c6bdd2-8abd-4fc2-85be-2350a95f38d9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1246758 Aug 11 02:35:50.257474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:50.269315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.272388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:50.273325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dac7faef-5dff-4838-99c0-d2ebf138b596 req-95269c2b-7951-4262-bdce-412938caf015 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564139 Aug 11 02:35:50.340955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.364416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06180dc6-c904-4b3f-903d-76b98680c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.476378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1852668709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:50.563642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca24c51-1d40-470b-a3b6-cae80cf66d17 req-1aa956f0-1f6d-4209-ba5e-d653a157f46a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:50.567519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ca24c51-1d40-470b-a3b6-cae80cf66d17 req-1aa956f0-1f6d-4209-ba5e-d653a157f46a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1176805 Aug 11 02:35:50.621428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.632704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06180dc6-c904-4b3f-903d-76b98680c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.638852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:50.644110 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.659099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-06180dc6-c904-4b3f-903d-76b98680c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.735737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3b918-3675-4ab9-a76c-2b71120a05c1 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=13']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.737258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.739931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.759976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180dc6-c904-4b3f-903d-76b98680c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c06266-2f3b-44f4-a281-d093072bc1ef,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:50.776969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-06180dc6-c904-4b3f-903d-76b98680c65c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13843f9c3d2d491bad46dd430a5fab71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297009 Aug 11 02:35:50.785188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:50.793137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ca24c51-1d40-470b-a3b6-cae80cf66d17 req-79cf55af-ddde-4bc4-9506-68e168c1cc24 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583509 Aug 11 02:35:50.921705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.938913 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:50.997355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.000451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d18ec0a4-7944-45eb-9658-e7a0fbd1b673 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0877023 Aug 11 02:35:51.004559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:51.011968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-45939910'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:51.078651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:51.078884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.082698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.109236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.194739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.262912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:35:51.386004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.403608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117c74-0fd5-45fb-a347-cd2981ad24b8 req-3d80677a-a9e3-4d3f-9345-a41e8cf590e8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:51.407028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44117c74-0fd5-45fb-a347-cd2981ad24b8 req-3d80677a-a9e3-4d3f-9345-a41e8cf590e8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1269670 Aug 11 02:35:51.407912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.454704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:51.490682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca3e281-5076-4a54-90f3-c1eee4d48d41,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.501859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.505568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.507710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5c06266-2f3b-44f4-a281-d093072bc1ef HTTP/1.1" status: 204 len: 168 time: 0.7211258 Aug 11 02:35:51.511010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.511558 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Added segment eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2 of type vlan for network 968f3fa6-6e76-46d0-ac45-27003d394acd Aug 11 02:35:51.544021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7985b0-15e9-4adf-897f-a86721431c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c06266-2f3b-44f4-a281-d093072bc1ef,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.589734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:51.631423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.674486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44117c74-0fd5-45fb-a347-cd2981ad24b8 req-12c5cea0-74d3-4ba6-8d9f-4af9dcea3249 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587674 Aug 11 02:35:51.703854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.759453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.767964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:51.768815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:51.842133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8321569 Aug 11 02:35:51.842471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41834) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:51.851422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'subnet': {'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:51.876851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4d2e7-7d90-4633-9000-71260e07e59a None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:51.942541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0bbcc-fb5b-483b-9154-9c4cc590a8cd tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Network': ['ID=968f3fa6-6e76-46d0-ac45-27003d394acd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:51.944036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:52.007317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.015012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.015975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.017009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 968f3fa6-6e76-46d0-ac45-27003d394acd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:52.084644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:52.103943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.160665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=15']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:52.221873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e109bd0-a4cb-42ae-9cca-a5f5a2f3d90c None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:52.243528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e109bd0-a4cb-42ae-9cca-a5f5a2f3d90c None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:52.243921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e109bd0-a4cb-42ae-9cca-a5f5a2f3d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.462701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.566442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Subnet': ['ID=46705426-26a1-47b8-821f-b4f9c6749c4d,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:52.585050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Checking segment: {'id': 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:52.585747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network hostable DHCP agents. Network: 968f3fa6-6e76-46d0-ac45-27003d394acd, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:52.598517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:52.602304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=78e886bc-b47e-4a8f-92b5-34246d49b660,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:52.614958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:52.618560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:52.619242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.623016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 968f3fa6-6e76-46d0-ac45-27003d394acd is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:52.639952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e84a0db8-2239-4318-b8c7-abe67182c850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.645155 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47ca1437-302b-4752-b89d-9aa5fa0c8e31 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6334443 Aug 11 02:35:52.648837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41850) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:52.649434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 968f3fa6-6e76-46d0-ac45-27003d394acd) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:52.654704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:9b:b8:71', 'name': 'tempest-NetworksTestDHCPv6-39528740'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:52.659359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef34abb-29e2-4a1e-bbba-dc34ed750955 None None] Network 968f3fa6-6e76-46d0-ac45-27003d394acd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:52.663519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:52.664154 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.703560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c0725cf-aa54-4c8b-b64f-abbfd150eb00 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8598995 Aug 11 02:35:52.706807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41854) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:52.720973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'network': {'name': 'tempest-router-network01--23329066'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:52.795770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:52.803848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.870753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:52.893390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:52.893950 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Added segment 8f606914-9416-4e3d-93ea-b46a7a3cd346 of type vlan for network 41efeea1-a7b3-4288-8abf-85c62e32badb Aug 11 02:35:52.960186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-3c48fe1d-f1c7-4436-8008-aca9d9dde3ea tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:52.961789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-3c48fe1d-f1c7-4436-8008-aca9d9dde3ea tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.1860988 Aug 11 02:35:53.060882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-968f3fa6-6e76-46d0-ac45-27003d394acd', 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd', 'tenant_id': 'dfe34281b2a946f98a7bd6a19a8adb29', 'fixed_ips': [{'subnet_id': '46705426-26a1-47b8-821f-b4f9c6749c4d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:53.063515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.106259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.170433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be25785-6ab2-46d8-8206-694b31afd668 req-a35d885f-391f-4a62-8a91-c20a08a3f910 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:53.192818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9be25785-6ab2-46d8-8206-694b31afd668 req-a35d885f-391f-4a62-8a91-c20a08a3f910 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 946 time: 0.2042255 Aug 11 02:35:53.216321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:53.335095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.346815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:53.347890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.461147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7520862 Aug 11 02:35:53.466111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41868) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:53.469237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 228e3b22-e95a-41f8-ad42-cb96217cb40b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:53.474109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.491482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Allocated IP 172.20.0.2 (968f3fa6-6e76-46d0-ac45-27003d394acd/46705426-26a1-47b8-821f-b4f9c6749c4d/82596e67-4622-4c5a-a1b7-93412ea9da7a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:53.576653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'network': {'name': 'tempest-router-network02--1731845315'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:53.604959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.641989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:35:53.690115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:53.694805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9be25785-6ab2-46d8-8206-694b31afd668 req-87431f44-69b5-4198-ad1d-445397f6bf20 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893062 Aug 11 02:35:53.736226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a1742-9609-47e9-a97f-bd4433ba8e9c None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:53.780666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:53.785971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.799009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 228e3b22-e95a-41f8-ad42-cb96217cb40b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=228e3b22-e95a-41f8-ad42-cb96217cb40b,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:35:53.799471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.816024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc690dc-a65a-414c-ade2-2d43bd5f29ef tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Network': ['ID=41efeea1-a7b3-4288-8abf-85c62e32badb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:53.831879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:35:53.848872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.849575 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Added segment 1f5a94bc-bdd2-4dec-9812-d041f2f0dddb of type vlan for network e2089b06-efbc-4545-853f-8fe65a2cf8c0 Aug 11 02:35:53.863773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 228e3b22-e95a-41f8-ad42-cb96217cb40b owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:53.958869 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.978477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:53.994577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Transition to ACTIVE for port object 82596e67-4622-4c5a-a1b7-93412ea9da7a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:54.020924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Transition to ACTIVE for port object 82596e67-4622-4c5a-a1b7-93412ea9da7a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:54.099580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.114210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::3b4 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/669717f9-b737-45da-9109-f50395c4466b/0fc3aa10-0909-4a05-98c1-8acb1c5c6655) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:54.123599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:b871 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/78e886bc-b47e-4a8f-92b5-34246d49b660/0fc3aa10-0909-4a05-98c1-8acb1c5c6655) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:54.128970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:54.130460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.162006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 41efeea1-a7b3-4288-8abf-85c62e32badb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:54.169433 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.226841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.347670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['228e3b22-e95a-41f8-ad42-cb96217cb40b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:35:54.384804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8326828 Aug 11 02:35:54.392634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41882) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:54.399436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'subnet': {'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:54.407194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Network 968f3fa6-6e76-46d0-ac45-27003d394acd is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:54.415797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3d94bfe2-d101-4e6c-aeb4-1c15cd31e598 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:54.416397 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3d94bfe2-d101-4e6c-aeb4-1c15cd31e598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.508005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f612e-2036-49d0-ad0e-a8892b48f226 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Network': ['ID=e2089b06-efbc-4545-853f-8fe65a2cf8c0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:54.522634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:54.527663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:54.555021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=228e3b22-e95a-41f8-ad42-cb96217cb40b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:54.582678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:35:54.616434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:54.617699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:54.618452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.621912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.722430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 228e3b22-e95a-41f8-ad42-cb96217cb40b on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:35:54.728302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.730771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-af07273b-6f21-44ca-b218-a5f3fc4006ca req-c8082943-ed26-4162-afae-a370e4e6cc63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "DELETE /v2.0/ports/228e3b22-e95a-41f8-ad42-cb96217cb40b HTTP/1.1" status: 204 len: 173 time: 1.7518919 Aug 11 02:35:54.731354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'name': 'network-vif-deleted', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:35:54.743219 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e7e9e-a996-4a64-96ec-6a967de9f1ea" -d '{"events": [{"server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "name": "network-vif-deleted", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:35:54.881368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Pushing event updated for resources: {'Port': ['ID=82596e67-4622-4c5a-a1b7-93412ea9da7a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:54.906695 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659ba7b-fb45-428b-8260-465d0196e020 x-openstack-request-id: req-e659ba7b-fb45-428b-8260-465d0196e020 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:35:54.907402 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be94cd80-09cd-465c-969a-7f90a4d63a46", "name": "network-vif-deleted", "tag": "228e3b22-e95a-41f8-ad42-cb96217cb40b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:35:54.907613 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e659ba7b-fb45-428b-8260-465d0196e020 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:35:54.907958 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be94cd80-09cd-465c-969a-7f90a4d63a46', 'name': 'network-vif-deleted', 'tag': '228e3b22-e95a-41f8-ad42-cb96217cb40b', 'status': 'completed', 'code': 200} Aug 11 02:35:54.927316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:54.973390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:55.076454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.169644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:55.195222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:55.206811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:55.215619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:55.224133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.246239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=0fc3aa10-0909-4a05-98c1-8acb1c5c6655,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.274366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-34701828-daf3-4148-8efa-494103071c2e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6226254 Aug 11 02:35:55.278447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.344140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f306fc7b-f3cc-48fb-bc0f-cee10e271f72 req-3b2b1309-8267-4c2b-8225-446796e82ace tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.2075872 Aug 11 02:35:55.441747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Attempting to bind port 82596e67-4622-4c5a-a1b7-93412ea9da7a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:55.447410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Attempting to bind port 82596e67-4622-4c5a-a1b7-93412ea9da7a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:55.447955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Attempting to bind port 82596e67-4622-4c5a-a1b7-93412ea9da7a on network 968f3fa6-6e76-46d0-ac45-27003d394acd {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:55.474128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.509773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:55.510195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Checking segment: {'id': 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:55.510680 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.511092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Bound using segment: {'id': 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:55.511600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Bound port: 82596e67-4622-4c5a-a1b7-93412ea9da7a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '968f3fa6-6e76-46d0-ac45-27003d394acd'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:55.511999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.520226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:35:55.521561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.551933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Subnet': ['ID=4d4b0121-5e87-4914-b882-920292ad9e71,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.563695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-848f51ff-515a-46e9-8e2a-4e439b3b7fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.565310 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.610096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Checking segment: {'id': '8f606914-9416-4e3d-93ea-b46a7a3cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:55.610468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network hostable DHCP agents. Network: 41efeea1-a7b3-4288-8abf-85c62e32badb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:55.665124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 41efeea1-a7b3-4288-8abf-85c62e32badb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:55.690279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 41efeea1-a7b3-4288-8abf-85c62e32badb) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:55.696318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:55.696990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.711496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-59051318-5c9e-456b-b874-648fac2f33db None None] For port 82596e67-4622-4c5a-a1b7-93412ea9da7a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:55.716052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-59051318-5c9e-456b-b874-648fac2f33db None None] For port 82596e67-4622-4c5a-a1b7-93412ea9da7a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=82596e67-4622-4c5a-a1b7-93412ea9da7a,segment=NetworkSegment(eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2),segment_id=eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:55.725116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-44a91733-cefd-4456-88ba-06852e8f4ed5 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3309736 Aug 11 02:35:55.725488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.727981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41906) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:55.745595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'subnet': {'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:35:55.761407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb9355-7acb-4bb6-915e-b9240f8c3506 None None] Network 41efeea1-a7b3-4288-8abf-85c62e32badb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:55.880217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59051318-5c9e-456b-b874-648fac2f33db None None] Pushing event updated for resources: {'Port': ['ID=82596e67-4622-4c5a-a1b7-93412ea9da7a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:55.949010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:55.978172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:35:56.059351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Made reservation on behalf of dfe34281b2a946f98a7bd6a19a8adb29 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:35:56.063823 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.351288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-41efeea1-a7b3-4288-8abf-85c62e32badb', 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb', 'tenant_id': 'dfe34281b2a946f98a7bd6a19a8adb29', 'fixed_ips': [{'subnet_id': '4d4b0121-5e87-4914-b882-920292ad9e71'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:56.353428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.499161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Provisioning for port 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:56.505764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.575704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.596292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3358a8cf-378a-43ac-8ed4-8b4a6e434460 req-86f85650-b228-44e8-b76e-7624ae05eabd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0750296 Aug 11 02:35:56.615635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Provisioning complete for port 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:56.616295 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.667689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Port 0fc3aa10-0909-4a05-98c1-8acb1c5c6655 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:35:56.718995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:56.723247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e19391a-6390-4586-b67a-6e02ff4834d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:56.804882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Subnet': ['ID=c9666331-4d81-4e0f-9ac3-c296e7a3798f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:56.851809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Allocated IP 172.20.0.2 (41efeea1-a7b3-4288-8abf-85c62e32badb/4d4b0121-5e87-4914-b882-920292ad9e71/e892b5b3-3843-43dd-a8e8-5a6e33666db2) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:56.877025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Checking segment: {'id': '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:56.878021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network hostable DHCP agents. Network: e2089b06-efbc-4545-853f-8fe65a2cf8c0, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:35:56.941128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 228e3b22-e95a-41f8-ad42-cb96217cb40b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:35:56.941419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:35:57.009282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e2089b06-efbc-4545-853f-8fe65a2cf8c0) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:57.023929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.025451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.053493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.157396 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8cf1611-6103-48df-b9ba-8101d51a3dbe tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4166725 Aug 11 02:35:57.161948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41926) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.163686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=0fc3aa10-0909-4a05-98c1-8acb1c5c6655,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:57.212580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab1de6-5601-4323-ac7d-7b19ede7925a None None] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:57.245835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.248186 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-071fe9ba-2053-4ec9-92ed-a2750363f44b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/0fc3aa10-0909-4a05-98c1-8acb1c5c6655 HTTP/1.1" status: 204 len: 168 time: 1.9686320 Aug 11 02:35:57.253301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.281377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 228e3b22-e95a-41f8-ad42-cb96217cb40b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:35:57.283534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 228e3b22-e95a-41f8-ad42-cb96217cb40b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:35:57.501990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5130757-7d58-4915-918c-e99f3b9d27f6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.509458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5130757-7d58-4915-918c-e99f3b9d27f6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2507443 Aug 11 02:35:57.510250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.643626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e2089b06-efbc-4545-853f-8fe65a2cf8c0', 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0', 'tenant_id': 'dfe34281b2a946f98a7bd6a19a8adb29', 'fixed_ips': [{'subnet_id': 'c9666331-4d81-4e0f-9ac3-c296e7a3798f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:35:57.644545 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.703651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.741488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Transition to ACTIVE for port object e892b5b3-3843-43dd-a8e8-5a6e33666db2 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:57.768056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c353fa-7601-416f-85b5-a46b70eeaa78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.779655 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-69c353fa-7601-416f-85b5-a46b70eeaa78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2630680 Aug 11 02:35:57.784405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:57.802834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Transition to ACTIVE for port object e892b5b3-3843-43dd-a8e8-5a6e33666db2 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:57.850602 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:57.861007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b070eb7b-8cb2-4034-bf74-d64953ca41c2 None None] Could not find standard attr ID for object 1448b2cb-8a69-42d3-a158-08b9b3c8a42b. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:35:57.937900 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c13bf-2d6a-40cf-8eba-01c12a17053c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.939732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c13bf-2d6a-40cf-8eba-01c12a17053c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.941794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c13bf-2d6a-40cf-8eba-01c12a17053c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:35:57.946493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a4c13bf-2d6a-40cf-8eba-01c12a17053c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1467571 Aug 11 02:35:57.947279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.009259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 669717f9-b737-45da-9109-f50395c4466b {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:58.014104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.069456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 82596e67-4622-4c5a-a1b7-93412ea9da7a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:35:58.073346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b070eb7b-8cb2-4034-bf74-d64953ca41c2 None None] Could not find standard attr ID for object 7af9e8a3-3b26-4f82-8c8d-187992886029. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:35:58.102793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53cf251c-bc3c-482c-a2ac-3d68ee7b05e0 req-4a66126e-ec67-405b-8f93-ca8a777e4eab tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.1624968 Aug 11 02:35:58.131493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.263135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-894ea94e-ef44-4c7f-af35-7138d1f6dc5f None None] Could not find standard attr ID for object 0fc3aa10-0909-4a05-98c1-8acb1c5c6655. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:35:58.277181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Network 41efeea1-a7b3-4288-8abf-85c62e32badb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:58.289404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.321798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.401971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bc3fe-24cc-4624-973c-98e435092406 None None] Network 968f3fa6-6e76-46d0-ac45-27003d394acd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:58.426805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:58.427866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.429697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:58.518228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Pushing event updated for resources: {'Port': ['ID=e892b5b3-3843-43dd-a8e8-5a6e33666db2,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:58.583557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.624065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=669717f9-b737-45da-9109-f50395c4466b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:58.630973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:58.634157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1960269a-0278-4135-97c2-eba683131fcf tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/669717f9-b737-45da-9109-f50395c4466b HTTP/1.1" status: 204 len: 168 time: 0.6849625 Aug 11 02:35:58.640545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41958) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:35:58.709983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Allocated IP 172.20.0.2 (e2089b06-efbc-4545-853f-8fe65a2cf8c0/c9666331-4d81-4e0f-9ac3-c296e7a3798f/573517f3-0a44-4063-8ed1-8b300b97415c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:58.992517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 78e886bc-b47e-4a8f-92b5-34246d49b660 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:35:59.016123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.060088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Attempting to bind port e892b5b3-3843-43dd-a8e8-5a6e33666db2 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:59.060778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Attempting to bind port e892b5b3-3843-43dd-a8e8-5a6e33666db2 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8f606914-9416-4e3d-93ea-b46a7a3cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:59.061334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Attempting to bind port e892b5b3-3843-43dd-a8e8-5a6e33666db2 on network 41efeea1-a7b3-4288-8abf-85c62e32badb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:59.063846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-03c61f55-8890-4208-84da-79fb236e19b8 None None] Provisioning for port 82596e67-4622-4c5a-a1b7-93412ea9da7a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:59.080300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3578b0-8745-4fcf-9d16-80f403f3cc6f None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:35:59.144419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.167985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 82596e67-4622-4c5a-a1b7-93412ea9da7a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:35:59.170379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:59.170881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Checking segment: {'id': '8f606914-9416-4e3d-93ea-b46a7a3cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:59.171371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.171853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Bound using segment: {'id': '8f606914-9416-4e3d-93ea-b46a7a3cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:59.172426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Bound port: e892b5b3-3843-43dd-a8e8-5a6e33666db2, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f606914-9416-4e3d-93ea-b46a7a3cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41efeea1-a7b3-4288-8abf-85c62e32badb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:59.173475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.188024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.251981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Allocated IP 172.20.0.1 (41efeea1-a7b3-4288-8abf-85c62e32badb/4d4b0121-5e87-4914-b882-920292ad9e71/1e2ccc97-d70a-4a1b-b449-d0267d94b1d2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:35:59.269403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Transition to ACTIVE for port object 573517f3-0a44-4063-8ed1-8b300b97415c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:59.295290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 82596e67-4622-4c5a-a1b7-93412ea9da7a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:35:59.296047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.325257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Transition to ACTIVE for port object 573517f3-0a44-4063-8ed1-8b300b97415c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:59.359319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca6d27aa-8dfe-40b1-8b80-654fa3e8bbe6 req-e89b21dc-be34-46cc-aee0-0ca28680195b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0854425 Aug 11 02:35:59.409451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.484004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:35:59.518921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:35:59.529422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:35:59.581990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.658385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] For port e892b5b3-3843-43dd-a8e8-5a6e33666db2, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:35:59.665538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Pushing event updated for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.726125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] For port e892b5b3-3843-43dd-a8e8-5a6e33666db2, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e892b5b3-3843-43dd-a8e8-5a6e33666db2,segment=NetworkSegment(8f606914-9416-4e3d-93ea-b46a7a3cd346),segment_id=8f606914-9416-4e3d-93ea-b46a7a3cd346)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:35:59.733832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.747497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.822651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Transition to ACTIVE for port object 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:35:59.834328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b5516-b3af-42fe-a18e-80b9f5e15944 None None] Pushing event updated for resources: {'Port': ['ID=e892b5b3-3843-43dd-a8e8-5a6e33666db2,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.837181 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.845460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.858457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Attempting to bind port 573517f3-0a44-4063-8ed1-8b300b97415c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:35:59.858832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Attempting to bind port 573517f3-0a44-4063-8ed1-8b300b97415c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:35:59.859229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Attempting to bind port 573517f3-0a44-4063-8ed1-8b300b97415c on network e2089b06-efbc-4545-853f-8fe65a2cf8c0 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:35:59.889502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:35:59.889800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Checking segment: {'id': '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:35:59.890236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.890633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Bound using segment: {'id': '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:35:59.891114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Bound port: 573517f3-0a44-4063-8ed1-8b300b97415c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e2089b06-efbc-4545-853f-8fe65a2cf8c0'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:35:59.891501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.913619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=78e886bc-b47e-4a8f-92b5-34246d49b660,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:35:59.936934 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:35:59.941275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-422a9b19-bc6b-4a23-9363-ce42802b19d4 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/78e886bc-b47e-4a8f-92b5-34246d49b660 HTTP/1.1" status: 204 len: 168 time: 1.2989066 Aug 11 02:35:59.943889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41976) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.030744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.047367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 82596e67-4622-4c5a-a1b7-93412ea9da7a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=82596e67-4622-4c5a-a1b7-93412ea9da7a,segment=NetworkSegment(eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2),segment_id=eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:00.116127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.140810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-759110c9-95e5-49bc-80b2-280d4454ba4d tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1869211 Aug 11 02:36:00.142651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41978) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:00.160446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:00.209518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=82596e67-4622-4c5a-a1b7-93412ea9da7a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:00.219781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 41efeea1-a7b3-4288-8abf-85c62e32badb is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:00.245423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:00.255453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:00.257985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a0a52-a04f-438a-aa37-9ab3f507511e None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': '78e886bc-b47e-4a8f-92b5-34246d49b660'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:36:00.282089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:00.298541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-330a0a52-a04f-438a-aa37-9ab3f507511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.356122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=573517f3-0a44-4063-8ed1-8b300b97415c,segment=NetworkSegment(1f5a94bc-bdd2-4dec-9812-d041f2f0dddb),segment_id=1f5a94bc-bdd2-4dec-9812-d041f2f0dddb)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:00.371812 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.484078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Port': ['ID=1e2ccc97-d70a-4a1b-b449-d0267d94b1d2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:00.493799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.596322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:00.611645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.655555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e701aa33-78d4-4df1-b4b0-aade70c17b39 req-12c36299-d906-43d8-a31c-f20a791a0498 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.1476483 Aug 11 02:36:00.780826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d1cc7a25-fbc2-4619-a388-fc774021fc97 None None] Provisioning complete for port 82596e67-4622-4c5a-a1b7-93412ea9da7a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:00.782024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7a25-fbc2-4619-a388-fc774021fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.839082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:00.863195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee3fc-e416-4779-b975-e31eba4ce078 None None] Pushing event updated for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.115542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.211562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f0faf-f7a9-4c41-9aed-d05e64a1debc None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:01.244128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:01.249343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:01.262228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:01.267131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.326555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=a118656e-78f1-42c3-9c83-c88bd0e85b65,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:01.334230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fc206335-87be-47c6-a567-409e9a39b51a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1895764 Aug 11 02:36:01.353226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41990) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:01.373647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:01.663789 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.675249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:01.676973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.681054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:01.755391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.059189 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a118656e-78f1-42c3-9c83-c88bd0e85b65 (CIDR: 2001:db8::/64) Aug 11 02:36:02.072959 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:36:02.073610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:02.137725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-608087f8-0eec-4f0e-a15e-25faeef1e5fd None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:02.138638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-608087f8-0eec-4f0e-a15e-25faeef1e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.151234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-32f7b309-a619-4adf-adb4-f0aea182084f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7944894 Aug 11 02:36:02.153142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:02.167992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'subnet': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:02.290869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28e5783a-2780-444e-96f9-42fa2c18d917 req-300d4ffb-5b9b-4a00-a1bc-87a59b30a6e8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.2230937 Aug 11 02:36:02.312932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077adca-b9a4-4477-b017-92785e1fe963 None None] Network 41efeea1-a7b3-4288-8abf-85c62e32badb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:02.319647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 41efeea1-a7b3-4288-8abf-85c62e32badb is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:02.412206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Port': ['ID=1e2ccc97-d70a-4a1b-b449-d0267d94b1d2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:02.439095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:02.739193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:02.752871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:02.899342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599362da-8887-4e4e-9655-92f3f55d22ec None None] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:02.920770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e892b5b3-3843-43dd-a8e8-5a6e33666db2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:03.208996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Update dhcp port {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'fixed_ips': [{'subnet_id': 'a118656e-78f1-42c3-9c83-c88bd0e85b65'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'b47e1cbc-5b9c-4222-9ba8-b785dea6df14'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:36:03.288530 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.387950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e892b5b3-3843-43dd-a8e8-5a6e33666db2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:03.469866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8f8752d-4b28-4e12-a24f-4e3ec03ecd2f req-da1fed6b-0bfc-4f34-ba85-4b43a7cc567b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0533569 Aug 11 02:36:03.488808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 573517f3-0a44-4063-8ed1-8b300b97415c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:03.532928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Router a61556ab-428b-4689-ae40-2969659a3406 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:36:03.545779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Provisioning for port 573517f3-0a44-4063-8ed1-8b300b97415c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:03.643458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:36:03.713189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:03.734127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd38ef00-867f-426b-ae12-97070d6ea53a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5705912 Aug 11 02:36:03.739365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42024) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:03.740289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] Sync routers for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:03.749661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 573517f3-0a44-4063-8ed1-8b300b97415c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:03.774563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Provisioning for port e892b5b3-3843-43dd-a8e8-5a6e33666db2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:03.794223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Provisioning complete for port e892b5b3-3843-43dd-a8e8-5a6e33666db2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:03.795811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.819501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:03.820645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:03.867281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 573517f3-0a44-4063-8ed1-8b300b97415c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:03.867969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:03.941986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.016991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.194043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:04.195156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.351698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:04.429695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.441841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.444579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.450936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:04.462989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6e924-75a4-43a1-a638-65fa735eccee None None] The sync data for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:04.547966 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-9ee22737-325d-4b36-bfea-2e01c01fb95d tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:36:04.549187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ee22737-325d-4b36-bfea-2e01c01fb95d tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8066044 Aug 11 02:36:04.555005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42036) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:04.590569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Allocated IP 2001:db8::2 (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/a118656e-78f1-42c3-9c83-c88bd0e85b65/b47e1cbc-5b9c-4222-9ba8-b785dea6df14) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:04.702893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Subnet': ['ID=1f246273-0574-428d-868f-7b21a919a906,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:04.736412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:04.743164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:04.756820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:04.767152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.792896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:04.891587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=19']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:04.918794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-10fb2cc3-35a8-4da1-966f-c5840bbbcd28 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7629411 Aug 11 02:36:04.919919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42040) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:04.929731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Request body: {'port': {'network_id': '9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b', 'mac_address': 'fa:16:3e:6c:ff:ba', 'name': 'tempest-NetworksTestDHCPv6-931771872'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:05.063093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d7608a3-fe9e-4539-92b0-88454353220a req-929895c5-ec87-4855-91e9-07aeb4fc711d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.0806332 Aug 11 02:36:05.151362 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.277999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8865ac73-f262-441f-adf1-86986534a067 None None] For port e892b5b3-3843-43dd-a8e8-5a6e33666db2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e892b5b3-3843-43dd-a8e8-5a6e33666db2,segment=NetworkSegment(8f606914-9416-4e3d-93ea-b46a7a3cd346),segment_id=8f606914-9416-4e3d-93ea-b46a7a3cd346)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:05.283698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:05.289134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Made reservation on behalf of be3d3455c524484fbac71a8d85af8d9b for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:05.321732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.339227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.371326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Transition to ACTIVE for port object b47e1cbc-5b9c-4222-9ba8-b785dea6df14 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:05.385955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.390181 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.474865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=573517f3-0a44-4063-8ed1-8b300b97415c,segment=NetworkSegment(1f5a94bc-bdd2-4dec-9812-d041f2f0dddb),segment_id=1f5a94bc-bdd2-4dec-9812-d041f2f0dddb)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:05.563059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.574021 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.575532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 82596e67-4622-4c5a-a1b7-93412ea9da7a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:05.609406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] device_id is not set on port 86bec7ea-5c93-449a-b068-96dc95a97405 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:05.698500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Provisioning for port 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:05.714151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Provisioning complete for port 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:05.714678 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:05.765249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7311d79-670f-43b0-983a-7ec02d9aa9b0 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=20']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.036395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting port 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:06.037172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.079766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 82596e67-4622-4c5a-a1b7-93412ea9da7a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:06.080073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.105529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8::1df (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/a118656e-78f1-42c3-9c83-c88bd0e85b65/86bec7ea-5c93-449a-b068-96dc95a97405) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:06.149690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:ffba (9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b/1f246273-0574-428d-868f-7b21a919a906/86bec7ea-5c93-449a-b068-96dc95a97405) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:06.181317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ac73-f262-441f-adf1-86986534a067 None None] Pushing event updated for resources: {'Port': ['ID=e892b5b3-3843-43dd-a8e8-5a6e33666db2,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.284759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Port 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:06.321219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.379097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Calling delete_port for 1e2ccc97-d70a-4a1b-b449-d0267d94b1d2 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:06.452258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:06.453425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcadac18-5eab-4472-9757-288f42a1f66e req-350d384e-96b2-4980-aae5-0b00f6cff408 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=be94cd80-09cd-465c-969a-7f90a4d63a46 HTTP/1.1" status: 200 len: 210 time: 0.1067255 Aug 11 02:36:06.475783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Provisioning complete for port 573517f3-0a44-4063-8ed1-8b300b97415c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:06.476449 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.629451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.654975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Transition to ACTIVE for port object 86bec7ea-5c93-449a-b068-96dc95a97405 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:06.760035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:06.976725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:06.977259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:06.984271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:06.992337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:06.998579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:06.999275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.011004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event updated for resources: {'Port': ['ID=86bec7ea-5c93-449a-b068-96dc95a97405,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:07.045780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-048591d0-15d2-4be3-9128-3f8d9aff11ea tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1236377 Aug 11 02:36:07.049907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42064) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:07.061840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.091691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Provisioning complete for port e892b5b3-3843-43dd-a8e8-5a6e33666db2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:07.092346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-143958fb-1b97-4d7b-b3af-a80f8d2f3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.183029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Port': ['ID=1e2ccc97-d70a-4a1b-b449-d0267d94b1d2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:07.341242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting port 86bec7ea-5c93-449a-b068-96dc95a97405 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:07.342796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.465425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.480492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d715d4-af76-443e-8670-1247bbf1a1fd None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:07.537668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.547627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:07.581274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Calling delete_port for 86bec7ea-5c93-449a-b068-96dc95a97405 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:08.088855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:08.116456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.172753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Router a61556ab-428b-4689-ae40-2969659a3406 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:08.284623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=21']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:08.452646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Provisioning for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:08.464586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:08.468026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.522308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42084) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.575183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:08.589921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] Sync routers for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:08.594567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e41f2614-1007-4ba6-a2af-76f0de7f3624 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0374072 Aug 11 02:36:08.604464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42088) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.610235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e892b5b3-3843-43dd-a8e8-5a6e33666db2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:08.625228 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:08.629532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.780998 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-9a15cdb9-2aa3-463a-821c-b7ce35fe7c9d tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] delete failed (client error): The resource could not be found. Aug 11 02:36:08.782147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a15cdb9-2aa3-463a-821c-b7ce35fe7c9d tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-1479203320 HTTP/1.1" status: 404 len: 335 time: 0.1747766 Aug 11 02:36:08.790978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42090) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:08.796062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1cefe81b-bda1-40fe-92f9-df01226b6ada tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61556ab-428b-4689-ae40-2969659a3406'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:08.799892 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.839252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:08.843293 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:08.927666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:08.981381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e892b5b3-3843-43dd-a8e8-5a6e33666db2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:08.981880 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.000558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:09.002134 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1ec7e-7de2-43b9-a494-e6af81243887 None None] The sync data for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:09.040946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Port': ['ID=86bec7ea-5c93-449a-b068-96dc95a97405,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:09.093904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b60541cc-6f5e-42cd-b713-d25b3c34bfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.133203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.141397 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5af1a99-df70-4c50-8a47-ff367904b21c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/86bec7ea-5c93-449a-b068-96dc95a97405 HTTP/1.1" status: 204 len: 168 time: 2.0881426 Aug 11 02:36:09.142846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.200581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.255395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f73b957-396c-45fc-9737-4dd682cbfa4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.261386 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f73b957-396c-45fc-9737-4dd682cbfa4f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1138763 Aug 11 02:36:09.262309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.306628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b60541cc-6f5e-42cd-b713-d25b3c34bfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.384687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d1dd6-de6a-4573-a32e-4d73372d25ca tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.391910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-154d1dd6-de6a-4573-a32e-4d73372d25ca tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1278431 Aug 11 02:36:09.396260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42100) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.442621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cefe81b-bda1-40fe-92f9-df01226b6ada tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.460618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b60541cc-6f5e-42cd-b713-d25b3c34bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.469771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:09.476097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:09.535964 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-1cefe81b-bda1-40fe-92f9-df01226b6ada tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] update failed (client error): The resource could not be found. Aug 11 02:36:09.538825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1cefe81b-bda1-40fe-92f9-df01226b6ada tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406 HTTP/1.1" status: 404 len: 339 time: 0.7463181 Aug 11 02:36:09.539545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6605768-f559-4490-b62e-55c5c5e783bd None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:09.548641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.548948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.682903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72768a20-d142-4265-a688-244244f569ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.687450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72768a20-d142-4265-a688-244244f569ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.708386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72768a20-d142-4265-a688-244244f569ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:09.712662 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72768a20-d142-4265-a688-244244f569ad tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3142104 Aug 11 02:36:09.717059 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42104) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:09.753083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7080d562-79b8-4bcd-9f60-a0ecc7662902 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:09.753928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7080d562-79b8-4bcd-9f60-a0ecc7662902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:09.870949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08d082-b620-479e-827e-d8b4527534a6 None None] Pushing event updated for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=22']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:09.935192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet 1f246273-0574-428d-868f-7b21a919a906 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:09.935998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60541cc-6f5e-42cd-b713-d25b3c34bfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbadab3e-261b-44ff-a12b-f8c4cef45fe2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:09.942006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.015514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:10.015821 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.064648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.109921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7080d562-79b8-4bcd-9f60-a0ecc7662902 None None] Could not find standard attr ID for object 86bec7ea-5c93-449a-b068-96dc95a97405. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:36:10.135583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b60541cc-6f5e-42cd-b713-d25b3c34bfd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ceb5d065c9544f8b97046d21f9afae45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6109068 Aug 11 02:36:10.139432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:10.259043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 573517f3-0a44-4063-8ed1-8b300b97415c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:10.378424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.418127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 573517f3-0a44-4063-8ed1-8b300b97415c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:10.418721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.520891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.597628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.607341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.611352 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1f246273-0574-428d-868f-7b21a919a906 HTTP/1.1" status: 204 len: 168 time: 0.8912153 Aug 11 02:36:10.613718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a9fd0-07e6-481f-b35e-f745b44e02a9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=1f246273-0574-428d-868f-7b21a919a906,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:10.623651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42116) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:10.671387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-36610f38-8e1c-4d12-9664-296be6405b9b None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:10.672148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-36610f38-8e1c-4d12-9664-296be6405b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.794856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Deleting subnet a118656e-78f1-42c3-9c83-c88bd0e85b65 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:10.798782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:10.817367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.027891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:11.069999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.110339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.115795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.125542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ae4ee-12de-493b-8ad3-091c6cdb4423 None None] Network 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:11.268348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-30f42736-98ba-447c-906c-54791b4888d7 None None] Could not find standard attr ID for object 86bec7ea-5c93-449a-b068-96dc95a97405. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:36:11.295229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.341420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:11.342469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.448224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.593945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Subnet': ['ID=a118656e-78f1-42c3-9c83-c88bd0e85b65,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:11.618361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.628658 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6252d76-4162-45e6-8928-1eae6e8817c8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/a118656e-78f1-42c3-9c83-c88bd0e85b65 HTTP/1.1" status: 204 len: 168 time: 1.0029790 Aug 11 02:36:11.629698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42124) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.719487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.746295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab93b5a3-33f8-492c-8900-efc173a4f4aa tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146193 Aug 11 02:36:11.747509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42126) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.876511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f7f9b-7621-40a6-9b43-8396ad77b761 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:11.879258 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-963f7f9b-7621-40a6-9b43-8396ad77b761 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1302071 Aug 11 02:36:11.883129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42128) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:11.902483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] DHCP port deletion for 9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:11.987289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.992768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:11.995574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbadab3e-261b-44ff-a12b-f8c4cef45fe2 HTTP/1.1" status: 204 len: 168 time: 1.8545403 Aug 11 02:36:12.017722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3c820-2b0f-435c-bccb-cf9d534f07f0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:12.024600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174c5e1-b9f4-48c7-928a-b8c9d76d5c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbadab3e-261b-44ff-a12b-f8c4cef45fe2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.028753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dde3c820-2b0f-435c-bccb-cf9d534f07f0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1441274 Aug 11 02:36:12.045749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.065574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Allocated IP 172.20.0.1 (968f3fa6-6e76-46d0-ac45-27003d394acd/46705426-26a1-47b8-821f-b4f9c6749c4d/163ee788-0b7a-466c-a5f9-5103bbdbd8f2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:12.079578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Deleting port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:12.083045 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.430461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-70d1320e-0d28-4a5a-b95a-8d1bcb1ae9a5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819234 Aug 11 02:36:12.430461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.435120 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.446495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Transition to ACTIVE for port object 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:12.448213 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae35395b-2da2-42f2-9717-a6fa96ae6048 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:12.450342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae35395b-2da2-42f2-9717-a6fa96ae6048 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:12.458285 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ae35395b-2da2-42f2-9717-a6fa96ae6048 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/86bec7ea-5c93-449a-b068-96dc95a97405 HTTP/1.1" status: 404 len: 333 time: 0.2168813 Aug 11 02:36:12.462291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42146) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.489938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] For port b47e1cbc-5b9c-4222-9ba8-b785dea6df14, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,segment=NetworkSegment(177aa077-9fa2-49cb-8174-ebe240c3c89b),segment_id=177aa077-9fa2-49cb-8174-ebe240c3c89b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:12.490576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.538705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.549512 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f7401d-95a1-494a-8fba-b6813cda1b4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:12.550466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f7401d-95a1-494a-8fba-b6813cda1b4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:12.553347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Calling delete_port for b47e1cbc-5b9c-4222-9ba8-b785dea6df14 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:12.556368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65f7401d-95a1-494a-8fba-b6813cda1b4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1f246273-0574-428d-868f-7b21a919a906 HTTP/1.1" status: 404 len: 337 time: 0.0895486 Aug 11 02:36:12.559660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42156) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.638456 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafc59ac-7931-4a8d-b541-d87b1bf32e08 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:12.639268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafc59ac-7931-4a8d-b541-d87b1bf32e08 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:12.643819 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fafc59ac-7931-4a8d-b541-d87b1bf32e08 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/a118656e-78f1-42c3-9c83-c88bd0e85b65 HTTP/1.1" status: 404 len: 337 time: 0.0772231 Aug 11 02:36:12.645565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42160) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.683816 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb202d5a-da6e-40de-9250-be07d7a29b0b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:12.684996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb202d5a-da6e-40de-9250-be07d7a29b0b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:12.694322 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb202d5a-da6e-40de-9250-be07d7a29b0b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/0fc3aa10-0909-4a05-98c1-8acb1c5c6655 HTTP/1.1" status: 404 len: 333 time: 0.0450644 Aug 11 02:36:12.696054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.705045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 968f3fa6-6e76-46d0-ac45-27003d394acd is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:12.711911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:12.730632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:12.742683 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f767f9-727d-4734-9781-c72c6fdc499b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:12.743177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f767f9-727d-4734-9781-c72c6fdc499b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:12.750304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8f767f9-727d-4734-9781-c72c6fdc499b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/78e886bc-b47e-4a8f-92b5-34246d49b660 HTTP/1.1" status: 404 len: 337 time: 0.0513361 Aug 11 02:36:12.751327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42164) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:12.917653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:12.959280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] Pushing event deleted for resources: {'Port': ['ID=b47e1cbc-5b9c-4222-9ba8-b785dea6df14,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:12.979194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bb878-db6f-445d-9760-179944e1352d None None] No DVR routers for this DVR port b47e1cbc-5b9c-4222-9ba8-b785dea6df14 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:13.000391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:13.018132 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff785e6-64fa-425a-b410-3b4c469387a7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.019086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff785e6-64fa-425a-b410-3b4c469387a7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.022603 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5ff785e6-64fa-425a-b410-3b4c469387a7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/669717f9-b737-45da-9109-f50395c4466b HTTP/1.1" status: 404 len: 337 time: 0.2406464 Aug 11 02:36:13.026048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42168) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.047723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Port': ['ID=163ee788-0b7a-466c-a5f9-5103bbdbd8f2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:13.091695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b47e1cbc-5b9c-4222-9ba8-b785dea6df14 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:13.092058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b47e1cbc-5b9c-4222-9ba8-b785dea6df14 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:13.098565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42172) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.120757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99bacb9d-5408-4159-8f0a-056e6aa9d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.131038 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2eefed-6f93-46e0-8d5c-a2193d4d4f8f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.132403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2eefed-6f93-46e0-8d5c-a2193d4d4f8f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.136930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9c2eefed-6f93-46e0-8d5c-a2193d4d4f8f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/1448b2cb-8a69-42d3-a158-08b9b3c8a42b HTTP/1.1" status: 404 len: 333 time: 0.0842888 Aug 11 02:36:13.140421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42174) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.143371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.232519 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1710c67e-0f54-4119-aff6-51fa8bd712c7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.233679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1710c67e-0f54-4119-aff6-51fa8bd712c7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.237881 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1710c67e-0f54-4119-aff6-51fa8bd712c7 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/f9beeb05-83ee-478f-b1d0-b35ac41fa33e HTTP/1.1" status: 404 len: 337 time: 0.0952532 Aug 11 02:36:13.239550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.328984 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc95a17-cd9f-4599-8dda-ba707c5dcd24 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.329744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc95a17-cd9f-4599-8dda-ba707c5dcd24 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.334694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3dc95a17-cd9f-4599-8dda-ba707c5dcd24 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/e8c7ee0b-54ce-45c1-9c61-78fbf869fb87 HTTP/1.1" status: 404 len: 337 time: 0.0838253 Aug 11 02:36:13.336979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42180) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.404534 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f769efd-e278-4a0e-9970-b93d035be4d0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.405904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f769efd-e278-4a0e-9970-b93d035be4d0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.410833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8f769efd-e278-4a0e-9970-b93d035be4d0 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/7af9e8a3-3b26-4f82-8c8d-187992886029 HTTP/1.1" status: 404 len: 333 time: 0.0722485 Aug 11 02:36:13.418319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42182) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.453308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4c8b41c6-7074-4bef-b765-19f8c80e0666 None None] Provisioning for port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:13.458253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.467659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4c8b41c6-7074-4bef-b765-19f8c80e0666 None None] Provisioning complete for port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:13.468348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c8b41c6-7074-4bef-b765-19f8c80e0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.482768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99bacb9d-5408-4159-8f0a-056e6aa9d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.491060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99bacb9d-5408-4159-8f0a-056e6aa9d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.578419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b41c6-7074-4bef-b765-19f8c80e0666 None None] Port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:13.622267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bacb9d-5408-4159-8f0a-056e6aa9d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be69dd02-8f3e-41ef-a909-70f8e56b8d0d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:13.662569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-99bacb9d-5408-4159-8f0a-056e6aa9d853 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4d631c3732b405c9103d3f2bccb0cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601175 Aug 11 02:36:13.663365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42192) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.782350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.856257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.887912 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4b4ebe-d30b-4f28-9bf5-141cd604bb25 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:13.888536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4b4ebe-d30b-4f28-9bf5-141cd604bb25 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:13.891829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b4b4ebe-d30b-4f28-9bf5-141cd604bb25 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/65d9d172-8210-4a2c-857c-7c0d2d690b0f HTTP/1.1" status: 404 len: 337 time: 0.4609706 Aug 11 02:36:13.897534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42198) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:13.981372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.984967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:13.989710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be69dd02-8f3e-41ef-a909-70f8e56b8d0d HTTP/1.1" status: 204 len: 168 time: 0.3215520 Aug 11 02:36:14.001225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47343d3-32b2-4b74-9e0e-eb84d47aef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69dd02-8f3e-41ef-a909-70f8e56b8d0d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.003115 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f625691c-9d76-4133-88cb-1e8a809ea1be tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.005043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f625691c-9d76-4133-88cb-1e8a809ea1be tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.010227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.014137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f625691c-9d76-4133-88cb-1e8a809ea1be tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/27671d2b-990f-48dc-b6c1-2fd9e21bdd96 HTTP/1.1" status: 404 len: 337 time: 0.1148272 Aug 11 02:36:14.070089 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-068631e9-745a-4f46-a242-e6ad33613463 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.071208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068631e9-745a-4f46-a242-e6ad33613463 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.083328 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-068631e9-745a-4f46-a242-e6ad33613463 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/b98cfa3f-8ad6-45de-afcc-2936fa61e8bd HTTP/1.1" status: 404 len: 333 time: 0.0717013 Aug 11 02:36:14.084479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42206) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.128339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.137933 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3d41a-0b67-449e-b69b-8063c35d4510 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.138390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3d41a-0b67-449e-b69b-8063c35d4510 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.140535 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ce3d41a-0b67-449e-b69b-8063c35d4510 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/af37ec93-b396-4c6e-b1a3-e11b50438e0b HTTP/1.1" status: 404 len: 337 time: 0.0547235 Aug 11 02:36:14.143282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.147799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.228979 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f5c728-4029-4be5-9ce5-84df5189ae0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.229792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f5c728-4029-4be5-9ce5-84df5189ae0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.236286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-51f5c728-4029-4be5-9ce5-84df5189ae0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/1bfc253a-49b0-4494-835a-f4ab6f09e41b HTTP/1.1" status: 404 len: 333 time: 0.0796447 Aug 11 02:36:14.236695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42212) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.287607 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb40bf5-b0be-405f-9a9b-58e81f1fe458 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.288226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb40bf5-b0be-405f-9a9b-58e81f1fe458 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.290443 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5cb40bf5-b0be-405f-9a9b-58e81f1fe458 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/27a79891-1a3c-4ce0-a5a2-df59d27fc043 HTTP/1.1" status: 404 len: 337 time: 0.0527074 Aug 11 02:36:14.295131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.302552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event updated for resources: {'Port': ['ID=163ee788-0b7a-466c-a5f9-5103bbdbd8f2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:14.324692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:14.331568 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-11358b31-97e6-4135-b0b8-9b5201c280d9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.332313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11358b31-97e6-4135-b0b8-9b5201c280d9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.334342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11358b31-97e6-4135-b0b8-9b5201c280d9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/dff720fc-5351-49e9-9464-af637c3e06a0 HTTP/1.1" status: 404 len: 333 time: 0.0378571 Aug 11 02:36:14.338646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42216) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.375057 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-35875367-49d0-4ab2-bdda-98d21cbdb0d8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.375414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35875367-49d0-4ab2-bdda-98d21cbdb0d8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.377343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-35875367-49d0-4ab2-bdda-98d21cbdb0d8 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/7b63caef-c6c4-4a37-9e0c-e4167f337e3d HTTP/1.1" status: 404 len: 337 time: 0.0376751 Aug 11 02:36:14.381723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.435903 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-176780c8-ffec-453c-8971-f28bec668a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.437531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176780c8-ffec-453c-8971-f28bec668a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.443928 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-176780c8-ffec-453c-8971-f28bec668a78 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/24f5bc69-8102-4ae9-bdc6-674c7dd66097 HTTP/1.1" status: 404 len: 333 time: 0.0593541 Aug 11 02:36:14.450929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.560767 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9191b5-c987-4e31-ba6a-2bb7998e6e0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.561800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9191b5-c987-4e31-ba6a-2bb7998e6e0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.568348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42226) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.569370 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a9191b5-c987-4e31-ba6a-2bb7998e6e0c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/5e92dc0b-e396-4de1-bc8c-8f0b2026c82f HTTP/1.1" status: 404 len: 337 time: 0.1163607 Aug 11 02:36:14.607640 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2456295e-adac-4419-945b-54898e1e819a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.608858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2456295e-adac-4419-945b-54898e1e819a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.612795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2456295e-adac-4419-945b-54898e1e819a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/4b049fc9-29c9-412c-abc7-a04dcbf4633a HTTP/1.1" status: 404 len: 333 time: 0.0430930 Aug 11 02:36:14.616908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42230) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.698063 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e90ad32-3126-4ed4-993b-e0adb6643bb6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.698858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e90ad32-3126-4ed4-993b-e0adb6643bb6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.704626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6e90ad32-3126-4ed4-993b-e0adb6643bb6 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/a4614787-b938-4d63-a4af-6ebc503420cf HTTP/1.1" status: 404 len: 337 time: 0.0835519 Aug 11 02:36:14.705213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.718258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Network 968f3fa6-6e76-46d0-ac45-27003d394acd is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:14.723719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:14.802752 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aa94b1-9a22-46b4-8534-e069fed69fc3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.804710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41aa94b1-9a22-46b4-8534-e069fed69fc3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.814075 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-41aa94b1-9a22-46b4-8534-e069fed69fc3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/2ab11e48-854a-4716-a526-db5aef40a889 HTTP/1.1" status: 404 len: 333 time: 0.1071115 Aug 11 02:36:14.819458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42240) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.901653 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8464d91-5955-4fd4-9a3d-9b11524a96bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.902445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8464d91-5955-4fd4-9a3d-9b11524a96bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.908044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8464d91-5955-4fd4-9a3d-9b11524a96bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/6d404408-9c02-4574-a4de-f057581918ec HTTP/1.1" status: 404 len: 337 time: 0.0873852 Aug 11 02:36:14.909063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42246) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:14.974935 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-81343556-c94b-4611-9abf-65d9dbe3afd5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:14.980269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81343556-c94b-4611-9abf-65d9dbe3afd5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:14.985754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81343556-c94b-4611-9abf-65d9dbe3afd5 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/85281b23-3546-4b90-9a0b-13ffc999b6cf HTTP/1.1" status: 404 len: 337 time: 0.0753593 Aug 11 02:36:14.986514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42250) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.023632 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a830f948-e6b5-46ba-a492-8246835cb771 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.024379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a830f948-e6b5-46ba-a492-8246835cb771 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.025136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Router a61556ab-428b-4689-ae40-2969659a3406 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:15.030212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a830f948-e6b5-46ba-a492-8246835cb771 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/c8f3c119-d73b-43e4-9876-dc5742cbbde7 HTTP/1.1" status: 404 len: 333 time: 0.0425498 Aug 11 02:36:15.030520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42254) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.115055 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc473103-1431-4acf-8f28-86ac1cfd75e1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.116475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc473103-1431-4acf-8f28-86ac1cfd75e1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.121951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cc473103-1431-4acf-8f28-86ac1cfd75e1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/847b850c-5ef8-42a2-b1e5-73d5ec50585c HTTP/1.1" status: 404 len: 337 time: 0.0853169 Aug 11 02:36:15.123647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42260) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.269433 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1f56d5-2de2-4585-bebd-f232259d2bb3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.270738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1f56d5-2de2-4585-bebd-f232259d2bb3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.276804 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.288323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4c1f56d5-2de2-4585-bebd-f232259d2bb3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1712427f-4a36-4b22-9489-17f978fb2fea HTTP/1.1" status: 404 len: 337 time: 0.1613083 Aug 11 02:36:15.354240 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-76595f08-9c30-4103-8f32-f4728cf10e90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.355354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76595f08-9c30-4103-8f32-f4728cf10e90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.361422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76595f08-9c30-4103-8f32-f4728cf10e90 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/7bd1275a-bd9c-4acb-91e1-fa17213918e2 HTTP/1.1" status: 404 len: 333 time: 0.0830264 Aug 11 02:36:15.362187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.490416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ee371ce9-8f26-43c1-8f4f-b5733f516dd7 None None] Provisioning complete for port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:15.508287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ee371ce9-8f26-43c1-8f4f-b5733f516dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:15.550024 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c03b616-b46f-4009-85a6-ca5b839491f1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.550944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c03b616-b46f-4009-85a6-ca5b839491f1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.558021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9c03b616-b46f-4009-85a6-ca5b839491f1 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/4eb0a8c2-6432-4955-af2b-a9ba5d2d3cd9 HTTP/1.1" status: 404 len: 337 time: 0.1944482 Aug 11 02:36:15.567466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42300) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.655663 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d500922e-5f7d-4ba5-ae21-aa4548d1da4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.657093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d500922e-5f7d-4ba5-ae21-aa4548d1da4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.664492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d500922e-5f7d-4ba5-ae21-aa4548d1da4e tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d0f13097-11f1-4d2e-b1b2-5fa2565d1224 HTTP/1.1" status: 404 len: 337 time: 0.0942760 Aug 11 02:36:15.668226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42310) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.699810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ee371ce9-8f26-43c1-8f4f-b5733f516dd7 None None] Port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:36:15.766890 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ba5d78-50b3-425c-9de0-acae2d7ca808 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.768502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-a256f818-a52b-4288-9d12-f81dd7839240 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2369838 Aug 11 02:36:15.769786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ba5d78-50b3-425c-9de0-acae2d7ca808 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.772325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:15.792872 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02ba5d78-50b3-425c-9de0-acae2d7ca808 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/6bb4a89f-a169-42ac-af5f-3fc4162b3554 HTTP/1.1" status: 404 len: 333 time: 0.1166112 Aug 11 02:36:15.799278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42316) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.803982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] Sync routers for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:15.836246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ece7d7d-7a4c-4ae5-9155-1e0f63f2c9d2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2751694 Aug 11 02:36:15.844465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42324) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:15.890152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:15.899549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:15.924595 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddc15e3-8c9c-42f5-86af-85b4158a1961 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:15.925883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddc15e3-8c9c-42f5-86af-85b4158a1961 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:15.929384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ddc15e3-8c9c-42f5-86af-85b4158a1961 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/7ee54dd1-be0a-47bf-9a12-00c543d57faf HTTP/1.1" status: 404 len: 337 time: 0.1281800 Aug 11 02:36:15.935376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.015993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:16.051189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:16.052546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:16.098619 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9e5e6-5059-4131-af56-869c6687801f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:16.100889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9e5e6-5059-4131-af56-869c6687801f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:16.109390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-13b9e5e6-5059-4131-af56-869c6687801f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/fa2c9f7f-18b5-49f8-a041-e04cd2b73e1d HTTP/1.1" status: 404 len: 337 time: 0.1444278 Aug 11 02:36:16.112822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.211353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c20c639e-ecbf-4c95-a0ab-e85664dcdeec tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports?device_id=caeb5d51-d9df-424e-b1f7-29d4f5df2787 HTTP/1.1" status: 200 len: 205 time: 0.0948889 Aug 11 02:36:16.212361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.222121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:16.226059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0409e40-5306-4647-baf9-f9cd546b1ae7 None None] The sync data for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:16.334616 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-282959d9-b883-404e-a21d-9d13533e280f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] delete failed (client error): The resource could not be found. Aug 11 02:36:16.338840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-282959d9-b883-404e-a21d-9d13533e280f tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/routers/caeb5d51-d9df-424e-b1f7-29d4f5df2787 HTTP/1.1" status: 404 len: 336 time: 0.1238239 Aug 11 02:36:16.342866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42346) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.383744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.385057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.386423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.387429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.394686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.395659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.396564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:16.406886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-9761f147-20b3-4ae5-b1a2-5b0f7f45589a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.5068102 Aug 11 02:36:16.459094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0cd56847-f8ee-4c26-a63c-7a80e6c4c366 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:16.478921 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-886c69cc-76d3-4544-938e-ea3d05c2c6b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:16.480529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886c69cc-76d3-4544-938e-ea3d05c2c6b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:16.485834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-886c69cc-76d3-4544-938e-ea3d05c2c6b2 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/9698835a-bc0c-45d8-ae4c-59253892a652 HTTP/1.1" status: 404 len: 337 time: 0.1362538 Aug 11 02:36:16.490423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42352) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.597234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-67c4c6eb-20cd-436a-b2f7-9f95874f9dcb tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b14836-f13f-405e-ba9e-975c2d0044ec HTTP/1.1" status: 200 len: 205 time: 0.1017106 Aug 11 02:36:16.598643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.722398 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-58b4d524-002b-446b-8af8-289e7de6220c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] delete failed (client error): The resource could not be found. Aug 11 02:36:16.724203 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58b4d524-002b-446b-8af8-289e7de6220c tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/routers/61b14836-f13f-405e-ba9e-975c2d0044ec HTTP/1.1" status: 404 len: 336 time: 0.1222954 Aug 11 02:36:16.734110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.834842 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c0a47d-871b-4db7-8c87-8cb6dc3f9fbb tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:16.835859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c0a47d-871b-4db7-8c87-8cb6dc3f9fbb tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:16.846643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-85c0a47d-871b-4db7-8c87-8cb6dc3f9fbb tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1d7db2c2-8475-43d3-a59e-f792c197fcac HTTP/1.1" status: 404 len: 337 time: 0.1065190 Aug 11 02:36:16.848473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42368) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.907179 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92f85f7-708c-4776-81c0-2df2e2e72248 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:16.907800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92f85f7-708c-4776-81c0-2df2e2e72248 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:16.915365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c92f85f7-708c-4776-81c0-2df2e2e72248 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d2bd185a-ece3-4b95-ad76-99853519c5ee HTTP/1.1" status: 404 len: 337 time: 0.0608194 Aug 11 02:36:16.920625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42372) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.945116 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-0cd56847-f8ee-4c26-a63c-7a80e6c4c366 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:36:16.955831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0cd56847-f8ee-4c26-a63c-7a80e6c4c366 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406 HTTP/1.1" status: 409 len: 329 time: 1.1001523 Aug 11 02:36:16.982927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42376) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:16.984717 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98b5735-604b-4b98-b92f-e6c85a6339bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:16.987973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98b5735-604b-4b98-b92f-e6c85a6339bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:16.992434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b98b5735-604b-4b98-b92f-e6c85a6339bd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/84ef43a4-2dca-45ff-94fd-e4dc0427f383 HTTP/1.1" status: 404 len: 333 time: 0.0697546 Aug 11 02:36:16.997560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42380) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.148006 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c86205-ca67-4667-a4d4-0d1b5b9f813a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.149133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c86205-ca67-4667-a4d4-0d1b5b9f813a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.155315 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68c86205-ca67-4667-a4d4-0d1b5b9f813a tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/f81212be-570d-4df1-9bb6-06307564d5b6 HTTP/1.1" status: 404 len: 337 time: 0.1540022 Aug 11 02:36:17.158620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42384) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.223372 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4007279a-29cb-4b31-91a7-670576ab5738 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.225313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4007279a-29cb-4b31-91a7-670576ab5738 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.229350 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4007279a-29cb-4b31-91a7-670576ab5738 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/bc5cd22b-745e-4d3a-abb2-eb922ad65a95 HTTP/1.1" status: 404 len: 333 time: 0.0683188 Aug 11 02:36:17.233961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.371394 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cad61bb-b100-4da7-8215-d95f26777ef9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.378617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cad61bb-b100-4da7-8215-d95f26777ef9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.391239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4cad61bb-b100-4da7-8215-d95f26777ef9 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/75e9478c-fd86-4329-a5c6-38c1a8cf8c9e HTTP/1.1" status: 404 len: 337 time: 0.1489427 Aug 11 02:36:17.391875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.454937 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f782f8c-88ba-43a9-bee4-b695ea9c9111 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.456370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f782f8c-88ba-43a9-bee4-b695ea9c9111 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.460037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9f782f8c-88ba-43a9-bee4-b695ea9c9111 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/da054321-14f0-4733-b1a5-d4513efa34e0 HTTP/1.1" status: 404 len: 333 time: 0.0657153 Aug 11 02:36:17.465929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.528620 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e842e8-74cd-4ed2-a6c8-6b759cad0c97 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.529876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e842e8-74cd-4ed2-a6c8-6b759cad0c97 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.535281 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e0e842e8-74cd-4ed2-a6c8-6b759cad0c97 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/c84f5514-37a9-4caa-b64b-e34ac7820521 HTTP/1.1" status: 404 len: 337 time: 0.0664978 Aug 11 02:36:17.539571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.596691 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e19fef-acc3-4151-96c1-2e03b7305b79 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.597566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e19fef-acc3-4151-96c1-2e03b7305b79 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.606671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64e19fef-acc3-4151-96c1-2e03b7305b79 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/60b64742-6a36-44b1-854b-7098a01a23d3 HTTP/1.1" status: 404 len: 333 time: 0.0650744 Aug 11 02:36:17.610598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42424) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.682862 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-85679ebe-560c-416a-a526-21fee2fd6041 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.683638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85679ebe-560c-416a-a526-21fee2fd6041 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.687031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85679ebe-560c-416a-a526-21fee2fd6041 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d8708816-42fa-4ab5-b758-d3ef7cff8a88 HTTP/1.1" status: 404 len: 337 time: 0.0750690 Aug 11 02:36:17.691839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42436) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.740479 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ff359f-4db5-4ddc-88d8-278b0cbcb1a3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.741918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ff359f-4db5-4ddc-88d8-278b0cbcb1a3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.747067 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b2ff359f-4db5-4ddc-88d8-278b0cbcb1a3 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/76e5da66-7510-47b2-a24b-a4b97946fcf2 HTTP/1.1" status: 404 len: 333 time: 0.0528836 Aug 11 02:36:17.749588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42440) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.821491 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7102f32-60b7-4c86-a880-8ea88fe06964 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.822773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7102f32-60b7-4c86-a880-8ea88fe06964 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.826288 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c7102f32-60b7-4c86-a880-8ea88fe06964 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/4d6a8899-7a2f-41cb-8907-5e9eba4920f9 HTTP/1.1" status: 404 len: 337 time: 0.0742078 Aug 11 02:36:17.830651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42448) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:17.905751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-8703693e-8d9f-4c21-b6f9-bced5d7c1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:17.908636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-8703693e-8d9f-4c21-b6f9-bced5d7c1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:17.924215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-8703693e-8d9f-4c21-b6f9-bced5d7c1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:17.927101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-8703693e-8d9f-4c21-b6f9-bced5d7c1c13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 1.3388765 Aug 11 02:36:17.949227 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-548943b7-2cc9-4f6e-9829-cd9a8b2b5e88 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:17.950153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548943b7-2cc9-4f6e-9829-cd9a8b2b5e88 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:17.956224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-548943b7-2cc9-4f6e-9829-cd9a8b2b5e88 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/831d7c72-38f4-4aac-b7d3-1fd61a581d16 HTTP/1.1" status: 404 len: 333 time: 0.1210082 Aug 11 02:36:17.956224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.097118 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec237cc3-49af-4bff-b659-45d83ceda25b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:18.101139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec237cc3-49af-4bff-b659-45d83ceda25b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:18.111072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec237cc3-49af-4bff-b659-45d83ceda25b tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/d68616ba-9b87-456c-a323-9543c8353fab HTTP/1.1" status: 404 len: 337 time: 0.1533098 Aug 11 02:36:18.113949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42460) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.130744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-11bf6648-ca34-4b9c-8350-0f230133d500 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 0.1785488 Aug 11 02:36:18.183843 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6ddd56-11c8-4538-b585-44303b06e571 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:18.184689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6ddd56-11c8-4538-b585-44303b06e571 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:18.190231 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b6ddd56-11c8-4538-b585-44303b06e571 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/ports/74851275-7d14-4f66-9385-be184fdcf3d0 HTTP/1.1" status: 404 len: 333 time: 0.0724974 Aug 11 02:36:18.190765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.282775 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a42c1d-3e08-4aa0-9aff-c04e950c8034 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:18.286754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a42c1d-3e08-4aa0-9aff-c04e950c8034 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:18.290886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e6dbf941-9abf-4054-9e49-9cd515a9988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:18.293287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e6dbf941-9abf-4054-9e49-9cd515a9988f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.1541901 Aug 11 02:36:18.300977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-43a42c1d-3e08-4aa0-9aff-c04e950c8034 tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/subnets/1bd43a89-0b66-4b21-bb1d-146e339bc2c7 HTTP/1.1" status: 404 len: 337 time: 0.1088088 Aug 11 02:36:18.306113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.310023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:18.644620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-3cd87c45-76b1-4abe-8e35-fde80de005e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:18.647701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-3cd87c45-76b1-4abe-8e35-fde80de005e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3385119 Aug 11 02:36:18.779542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:18.836182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42480) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:19.039178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4486a16-8ecd-498b-821e-053d2a4d4a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.301914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4486a16-8ecd-498b-821e-053d2a4d4a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.314404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4486a16-8ecd-498b-821e-053d2a4d4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.413666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f4486a16-8ecd-498b-821e-053d2a4d4a69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ec830a0c5f442cf8cc06cb2c04e29dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762143 Aug 11 02:36:19.416343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:19.503907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4486a16-8ecd-498b-821e-053d2a4d4a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12d9be-69a2-45a6-bc9a-4f71d32fa646,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.507674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.539120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.620752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.652666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.653013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.660512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.661124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-b75fa69b-2685-40bc-9f6d-e86cf0ab5472 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932432 Aug 11 02:36:19.664864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca12d9be-69a2-45a6-bc9a-4f71d32fa646 HTTP/1.1" status: 204 len: 168 time: 0.2458048 Aug 11 02:36:19.698316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177aa077-9fa2-49cb-8174-ebe240c3c89b') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.698751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177aa077-9fa2-49cb-8174-ebe240c3c89b') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:19.699888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e6fcb-6ef0-469b-ac24-aaa000ffe62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12d9be-69a2-45a6-bc9a-4f71d32fa646,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:19.762129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.894386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.919210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:19.920339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:19.929063 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:20.111380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d5b372b3-f6b8-4050-a499-6bcd295b5c4c service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371989 Aug 11 02:36:20.264258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-4969c96d-610c-465d-b153-9d143b3b2968 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.1413867 Aug 11 02:36:20.300655 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:20.301428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.319359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting port 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:20.320430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.412049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.418781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] 10.222.0.68 "DELETE /v2.0/networks/9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b HTTP/1.1" status: 204 len: 168 time: 2.1038392 Aug 11 02:36:20.538423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb977b45-7f51-42e4-bad6-04771ba0bebd tempest-NetworksTestDHCPv6-1955460776 tempest-NetworksTestDHCPv6-1955460776-project] Pushing event deleted for resources: {'Network': ['ID=9c43cc2c-df26-48b9-b4f3-b26e2fe3f64b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:20.593224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-aae92b13-f403-4ae7-b294-b7b5c91d87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:20.596032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-aae92b13-f403-4ae7-b294-b7b5c91d87a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.3214450 Aug 11 02:36:20.656035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:20.682617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-ea6c2828-290d-41b8-a615-2bdee3bffd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:20.684757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-ea6c2828-290d-41b8-a615-2bdee3bffd8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794940 Aug 11 02:36:20.686194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Calling delete_port for 163ee788-0b7a-466c-a5f9-5103bbdbd8f2 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:20.964133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d84ae928-48be-4d00-8b1a-684c6f3e559e service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642505 Aug 11 02:36:21.122889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:21.509132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-c9134db3-2f8a-4137-8eab-20d810b65d92 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305138 Aug 11 02:36:21.510854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.605564 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-688e420f-e2cc-4fa9-a3d7-c1f5c1b8a7ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be3d3455c524484fbac71a8d85af8d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797499 Aug 11 02:36:21.607219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-6d648f67-cf37-461c-8983-78a220f3e2a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.0763800 Aug 11 02:36:21.608135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42564) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:21.750029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.750870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Port': ['ID=163ee788-0b7a-466c-a5f9-5103bbdbd8f2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:21.817438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.952431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.961127 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:21.964577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40cab56e-5b3f-495a-957a-41fd00bf24ff HTTP/1.1" status: 204 len: 168 time: 0.3549640 Aug 11 02:36:21.966707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d69fab36-0a77-4c3d-80e7-f135cb8790a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:21.972096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d69fab36-0a77-4c3d-80e7-f135cb8790a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.3426156 Aug 11 02:36:21.983701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2069d-1722-4306-abda-8402e4139152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cab56e-5b3f-495a-957a-41fd00bf24ff,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:22.289683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.303812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-1fa0929f-3760-4be3-bd56-5ab31c32e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:22.306333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-1fa0929f-3760-4be3-bd56-5ab31c32e8ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3174651 Aug 11 02:36:22.643767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b5ec47a-a7b0-451a-bac9-bf090e02af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:22.691769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Router a61556ab-428b-4689-ae40-2969659a3406 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:36:22.733270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-dee3cda2-4b48-466d-bc44-44f3fc4da7e8 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025080 Aug 11 02:36:23.001387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:36:23.008996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c5083e33-b6f1-477e-8426-9050b28a8d67 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0244291 Aug 11 02:36:23.018609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42624) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:23.033289 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] Sync routers for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:36:23.083891 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:23.084915 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.104146 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-d3567961-3626-4b64-9add-3860ea34284a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] show failed (client error): The resource could not be found. Aug 11 02:36:23.113171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d3567961-3626-4b64-9add-3860ea34284a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-129901627 HTTP/1.1" status: 404 len: 334 time: 0.0924664 Aug 11 02:36:23.125326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42630) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:23.142700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-94a909b3-944e-4180-9d5b-a6115eeafeae tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:23.159853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-b4bb4223-28f5-4971-b472-99fcfcca201a service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071245 Aug 11 02:36:23.223602 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.260123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] Routers {'a61556ab-428b-4689-ae40-2969659a3406'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:36:23.262741 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a61556ab-428b-4689-ae40-2969659a3406'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.305563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-ad6ca835-52cc-4c43-85b2-11daba344f11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.1327715 Aug 11 02:36:23.324020 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-94a909b3-944e-4180-9d5b-a6115eeafeae tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] update failed (client error): The resource could not be found. Aug 11 02:36:23.336803 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-94a909b3-944e-4180-9d5b-a6115eeafeae tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-1962874981 HTTP/1.1" status: 404 len: 335 time: 0.2100019 Aug 11 02:36:23.338908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42638) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:23.417004 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:23.420355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28effa47-983e-49a9-8c29-07ef72cd322b None None] The sync data for ids ['a61556ab-428b-4689-ae40-2969659a3406'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:36:23.452819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42644) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:23.522808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e29e75a4-8604-44f5-8eeb-a17b9057851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.522808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e29e75a4-8604-44f5-8eeb-a17b9057851d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2053673 Aug 11 02:36:23.544708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting subnet c9666331-4d81-4e0f-9ac3-c296e7a3798f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:23.550543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.597643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-c52fc275-a9c9-4c75-a78e-8eb2e4030ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:23.599615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-c52fc275-a9c9-4c75-a78e-8eb2e4030ade service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659425 Aug 11 02:36:23.641351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.920983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f428ce76-5a87-451e-a814-19ca1ae37aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:23.926302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d72dd050-3430-4943-a6de-26c59625caf9 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169022 Aug 11 02:36:23.964441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.132489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.188755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-390c5016-170f-4202-822b-2bdc7489ce81 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576604 Aug 11 02:36:24.225956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ba121-19df-414c-8b40-f6433fba0639 None None] Network e2089b06-efbc-4545-853f-8fe65a2cf8c0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:24.239904 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.250082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/subnets/c9666331-4d81-4e0f-9ac3-c296e7a3798f HTTP/1.1" status: 204 len: 168 time: 0.9091594 Aug 11 02:36:24.251168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42668) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.254287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0e12-9bb5-4cb4-aa41-6569b7df5fb2 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Subnet': ['ID=c9666331-4d81-4e0f-9ac3-c296e7a3798f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:24.254883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-dedb8d39-5525-4df5-8b9e-718c6eb47da0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.0540564 Aug 11 02:36:24.255367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42670) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.377506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting subnet 4d4b0121-5e87-4914-b882-920292ad9e71 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:24.381619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.448472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.459930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f428ce76-5a87-451e-a814-19ca1ae37aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.470570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f428ce76-5a87-451e-a814-19ca1ae37aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.562041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-31dda79e-fea3-4165-9d54-be9d1658efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.564320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-31dda79e-fea3-4165-9d54-be9d1658efdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2976699 Aug 11 02:36:24.643072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428ce76-5a87-451e-a814-19ca1ae37aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d48cd8-bacd-4e16-8515-0a2321b16d87,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:24.654631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] DHCP port deletion for e2089b06-efbc-4545-853f-8fe65a2cf8c0 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:24.710278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1010968368'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:24.734509 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f428ce76-5a87-451e-a814-19ca1ae37aba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b614727eb98b430786f9f564ef1616f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2759616 Aug 11 02:36:24.748017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:24.758839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Deleting port 573517f3-0a44-4063-8ed1-8b300b97415c {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:24.759370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.793912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:24.800635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.824537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-a60f2005-b5a0-4c93-9e38-3a61e5de98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:24.828042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-a60f2005-b5a0-4c93-9e38-3a61e5de98f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2436969 Aug 11 02:36:24.872468 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.877756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.952102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:24.957371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.018711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 573517f3-0a44-4063-8ed1-8b300b97415c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:25.094692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.096870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=573517f3-0a44-4063-8ed1-8b300b97415c,segment=NetworkSegment(1f5a94bc-bdd2-4dec-9812-d041f2f0dddb),segment_id=1f5a94bc-bdd2-4dec-9812-d041f2f0dddb)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:25.099040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.099279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.100722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2d48cd8-bacd-4e16-8515-0a2321b16d87 HTTP/1.1" status: 204 len: 168 time: 0.3606269 Aug 11 02:36:25.130131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a337-1aef-4fe4-84a9-384ab58992e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d48cd8-bacd-4e16-8515-0a2321b16d87,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.131368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-b2b82fb9-b480-4508-9890-5f79b410aec0 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875769 Aug 11 02:36:25.200969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Calling delete_port for 573517f3-0a44-4063-8ed1-8b300b97415c owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:25.283675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.347134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.369941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4b0121-5e87-4914-b882-920292ad9e71,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.376977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.388655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.394651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0812f235-5675-44a2-9d38-80c38e08ff37 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/subnets/4d4b0121-5e87-4914-b882-920292ad9e71 HTTP/1.1" status: 204 len: 168 time: 1.1380107 Aug 11 02:36:25.402555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42694) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:25.448406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a45eee-6e0a-4e72-a4b3-328d75bd3d76 None None] Network 41efeea1-a7b3-4288-8abf-85c62e32badb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:25.452473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:25.491485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d054f8-a614-43a0-b43a-0a73a31356ab,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:25.501725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.502097 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment d08e4c84-b2c0-4ec5-9c99-e467615231cd of type vlan for network b5692d80-baf0-4007-bf34-35a4c7028918 Aug 11 02:36:25.536770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-2d23b895-9237-4cd1-b498-1454f042480f service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908050 Aug 11 02:36:25.549588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.550469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.551308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.552123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.552929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.553754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.554671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.555464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.556256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.557089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.558097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.558892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:25.606187 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a97b91da-84ed-49c8-b7af-6e121152a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.684609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-255d9e1d-77bc-47a1-9721-2852e0fe8bb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.1315870 Aug 11 02:36:25.708370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.740013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.791334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.796171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.801372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.806562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.880100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=573517f3-0a44-4063-8ed1-8b300b97415c,segment=NetworkSegment(1f5a94bc-bdd2-4dec-9812-d041f2f0dddb),segment_id=1f5a94bc-bdd2-4dec-9812-d041f2f0dddb)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:25.890061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e39209db-a311-473a-a5d2-9099fd4facef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:25.895549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-e39209db-a311-473a-a5d2-9099fd4facef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.1505463 Aug 11 02:36:25.917451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6598220 Aug 11 02:36:25.921447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42708) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:25.934797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'name': 'tempest-PortsIpV6TestJSON-450822108'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:25.949074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:25.961605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546585-1b19-439f-a791-16b355dbc893 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=b5692d80-baf0-4007-bf34-35a4c7028918,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.008339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.016549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:26.024067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.143949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] No DVR routers for this DVR port 573517f3-0a44-4063-8ed1-8b300b97415c on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:26.146954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting port 573517f3-0a44-4063-8ed1-8b300b97415c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:26.149006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.261199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event deleted for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.285005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d9efe960-db67-4fec-b44f-8783323b006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:26.285558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-d9efe960-db67-4fec-b44f-8783323b006f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3830330 Aug 11 02:36:26.301522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcaecc-1e7c-46e7-920f-9cd1c597b31e None None] Pushing event deleted for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.386564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] DHCP port deletion for 41efeea1-a7b3-4288-8abf-85c62e32badb request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:26.433007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] For port 573517f3-0a44-4063-8ed1-8b300b97415c, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:26.433387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.463038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Calling delete_port for 573517f3-0a44-4063-8ed1-8b300b97415c owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:26.468283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Port 573517f3-0a44-4063-8ed1-8b300b97415c was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:36:26.482698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.523656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Port': ['ID=573517f3-0a44-4063-8ed1-8b300b97415c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:26.553883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] No DVR routers for this DVR port 573517f3-0a44-4063-8ed1-8b300b97415c on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:26.583491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:26.593853 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.594122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.618321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Deleting port e892b5b3-3843-43dd-a8e8-5a6e33666db2 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:26.619066 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.655928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-21df437f-2e9a-4df3-a37f-546332d052dc service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275912 Aug 11 02:36:26.771087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port eb3843da-353e-49f1-8635-4a0311595e2e yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:26.876016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.928551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] For port e892b5b3-3843-43dd-a8e8-5a6e33666db2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e892b5b3-3843-43dd-a8e8-5a6e33666db2,segment=NetworkSegment(8f606914-9416-4e3d-93ea-b46a7a3cd346),segment_id=8f606914-9416-4e3d-93ea-b46a7a3cd346)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:26.937128 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:26.983611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2089b06-efbc-4545-853f-8fe65a2cf8c0']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:26.990453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Calling delete_port for e892b5b3-3843-43dd-a8e8-5a6e33666db2 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:27.020935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.021258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5a94bc-bdd2-4dec-9812-d041f2f0dddb') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:27.051054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.108072 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.136220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-3427bde0-797f-411c-8cd9-fc602db8d5f9 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582613 Aug 11 02:36:27.137413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:27.137640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:27.143845 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:27.181260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e892b5b3-3843-43dd-a8e8-5a6e33666db2 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:27.859809 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:27.951016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] No DVR routers for this DVR port e892b5b3-3843-43dd-a8e8-5a6e33666db2 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:27.985039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d29c8-3420-45ca-94e8-8a7769c6697b None None] Pushing event deleted for resources: {'Port': ['ID=e892b5b3-3843-43dd-a8e8-5a6e33666db2,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:28.021099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.028604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-f9939aa5-2c2b-4642-a0f3-334344045e5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.8834300 Aug 11 02:36:28.148687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.170074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.209538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.242407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.246398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/networks/e2089b06-efbc-4545-853f-8fe65a2cf8c0 HTTP/1.1" status: 204 len: 168 time: 2.8419003 Aug 11 02:36:28.249135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:28.296113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-28028e8c-abbd-4c1f-a72e-1b4db636e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.298939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-28028e8c-abbd-4c1f-a72e-1b4db636e102 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.2494256 Aug 11 02:36:28.300598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990effc-e6af-4736-bd15-9be3a645d741 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Network': ['ID=e2089b06-efbc-4545-853f-8fe65a2cf8c0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:28.411551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.412609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.432773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-95d125b4-23ee-4116-a3da-5dd0a6622fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.434594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-95d125b4-23ee-4116-a3da-5dd0a6622fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1080711 Aug 11 02:36:28.565028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=eb3843da-353e-49f1-8635-4a0311595e2e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:28.621792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.637211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41efeea1-a7b3-4288-8abf-85c62e32badb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:28.652171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f606914-9416-4e3d-93ea-b46a7a3cd346') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:28.653940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f606914-9416-4e3d-93ea-b46a7a3cd346') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:28.669863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.691655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.696474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': 'd08e4c84-b2c0-4ec5-9c99-e467615231cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:28.696845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: b5692d80-baf0-4007-bf34-35a4c7028918, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:28.701871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:28.702410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:28.709448 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:28.733305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-7f4e55af-cf6c-42db-8e63-c1e5256d6ce0 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268686 Aug 11 02:36:28.739402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:28.756241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b5692d80-baf0-4007-bf34-35a4c7028918) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:28.770956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e98f2-96d3-4a8c-ac25-33913fbc6976 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:28.777894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:28.783793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:28.784475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.820193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42788) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:28.855762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7c0a614b-ab7f-4562-99ac-83d6d2118a8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9266856 Aug 11 02:36:28.859129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42792) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:28.874547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-313354104'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:28.920321 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.927601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.934005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/networks/41efeea1-a7b3-4288-8abf-85c62e32badb HTTP/1.1" status: 204 len: 168 time: 0.6831558 Aug 11 02:36:28.934814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:28.941062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:28.945035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:28.967679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-06c8330d-ae5f-4dc0-820b-e4889e7f78cc req-c0dcc105-9816-4406-abfd-b9a593340667 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216277 Aug 11 02:36:29.033034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04c3c0-dad7-4e09-836a-9c3dcd25446e tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Network': ['ID=41efeea1-a7b3-4288-8abf-85c62e32badb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.049020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:29.077060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.077501 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment 17747110-3c29-45eb-9d75-23ff1f56f1b5 of type vlan for network c1baf67c-f6ea-49e2-8705-d9c6d12fde66 Aug 11 02:36:29.108428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting subnet 46705426-26a1-47b8-821f-b4f9c6749c4d {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:29.131361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.182318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.207392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.274007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.286594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:29.287741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.318825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1334190207'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:29.520875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Made reservation on behalf of e12da8670c0b412296ce9cbea6c3a1c6 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:29.528016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.542428 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6813359 Aug 11 02:36:29.545415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42808) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:29.556733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560ce58-f5dc-4d8e-97ec-19cc7e56eda2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=c1baf67c-f6ea-49e2-8705-d9c6d12fde66,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.557595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'ports': [{'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'}, {'network_id': 'c1baf67c-f6ea-49e2-8705-d9c6d12fde66'}]} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:29.558593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:29.559883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'c1baf67c-f6ea-49e2-8705-d9c6d12fde66'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:29.568095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.581647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c1baf67c-f6ea-49e2-8705-d9c6d12fde66 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:29.582871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.796274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.836870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:29.839796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/subnets/46705426-26a1-47b8-821f-b4f9c6749c4d HTTP/1.1" status: 204 len: 168 time: 0.8996720 Aug 11 02:36:29.840925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76370fa-3fcb-40b7-887c-22ac17d0e3e3 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Subnet': ['ID=46705426-26a1-47b8-821f-b4f9c6749c4d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:29.847054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:29.852322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0854a-a45d-4174-829a-3dbe776c5acb None None] Network 968f3fa6-6e76-46d0-ac45-27003d394acd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:29.983048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.016759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.025541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.099326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:30.116231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb3387-3f0d-4396-b62f-1009d32d900c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:30.122367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.123278 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Added segment 83af2953-a634-4676-a2b3-2da868a2668d of type vlan for network 77a46aa0-2545-455a-af57-227e51afaf95 Aug 11 02:36:30.206150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 2} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:30.227149 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.242120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.260309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Deleting port 82596e67-4622-4c5a-a1b7-93412ea9da7a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:30.261716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.299829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.329020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] DHCP port deletion for 968f3fa6-6e76-46d0-ac45-27003d394acd request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:30.335339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.344520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:30.345460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.456789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Deleting port 82596e67-4622-4c5a-a1b7-93412ea9da7a {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:30.459038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.485521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port c73a926f-29e9-4dcb-9292-0ae6143df523 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:30.488099 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6663997 Aug 11 02:36:30.507581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81cb66-3522-4eb6-a4b5-7c144e62e411 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event updated for resources: {'Network': ['ID=77a46aa0-2545-455a-af57-227e51afaf95,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:30.512804 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] For port 82596e67-4622-4c5a-a1b7-93412ea9da7a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=82596e67-4622-4c5a-a1b7-93412ea9da7a,segment=NetworkSegment(eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2),segment_id=eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:30.513996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.518439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:30.527882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Request body: {'subnet': {'network_id': '77a46aa0-2545-455a-af57-227e51afaf95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:30.638244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Calling delete_port for 82596e67-4622-4c5a-a1b7-93412ea9da7a owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:30.683632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 77a46aa0-2545-455a-af57-227e51afaf95 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:30.729202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.799791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Made reservation on behalf of e12da8670c0b412296ce9cbea6c3a1c6 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:30.818956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.874581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] For port 82596e67-4622-4c5a-a1b7-93412ea9da7a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=82596e67-4622-4c5a-a1b7-93412ea9da7a,segment=NetworkSegment(eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2),segment_id=eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:30.875834 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:30.955719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Calling delete_port for 82596e67-4622-4c5a-a1b7-93412ea9da7a owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:31.030122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port c9c12574-7b6e-4f63-bcac-1ced036ae1a9 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:31.033059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.218859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Port': ['ID=82596e67-4622-4c5a-a1b7-93412ea9da7a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.222804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.223228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.226017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] No DVR routers for this DVR port 82596e67-4622-4c5a-a1b7-93412ea9da7a on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:31.266945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 82596e67-4622-4c5a-a1b7-93412ea9da7a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:31.274752 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.286341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] No DVR routers for this DVR port 82596e67-4622-4c5a-a1b7-93412ea9da7a on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:31.368403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550e1b9-498f-4ca8-8e60-f85d646e6d5f None None] Pushing event deleted for resources: {'Port': ['ID=82596e67-4622-4c5a-a1b7-93412ea9da7a,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.372999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 82596e67-4622-4c5a-a1b7-93412ea9da7a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:31.373224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event updated for resources: {'Subnet': ['ID=04b58cb4-25c0-4699-bbac-a3fc5862cff2,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.374195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 82596e67-4622-4c5a-a1b7-93412ea9da7a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:31.391597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.411996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968f3fa6-6e76-46d0-ac45-27003d394acd']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:31.415123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Checking segment: {'id': '83af2953-a634-4676-a2b3-2da868a2668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:31.415815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Network hostable DHCP agents. Network: 77a46aa0-2545-455a-af57-227e51afaf95, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:31.430105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:31.430562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb9d27a-0751-4dac-98e4-5f23b7c3b9f2') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:31.438450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.446266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.473708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.479560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Network 77a46aa0-2545-455a-af57-227e51afaf95 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:31.502193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:31.504168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:31.511410 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:31.521642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:31.528959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:31.534109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:31.535210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.544744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=c73a926f-29e9-4dcb-9292-0ae6143df523,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.570464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 77a46aa0-2545-455a-af57-227e51afaf95) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:31.576382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:31.577276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.591024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac80fee-9329-441a-8898-2066fab03f6a None None] Network 77a46aa0-2545-455a-af57-227e51afaf95 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:31.655719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=c9c12574-7b6e-4f63-bcac-1ced036ae1a9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:31.680006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': '17747110-3c29-45eb-9d75-23ff1f56f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c1baf67c-f6ea-49e2-8705-d9c6d12fde66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:31.680507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: c1baf67c-f6ea-49e2-8705-d9c6d12fde66, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:31.693323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66594854-5fae-4b2b-8701-34ac280c1d4c tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1721931 Aug 11 02:36:31.694821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42850) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:31.700300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.730968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Request body: {'port': {'network_id': '77a46aa0-2545-455a-af57-227e51afaf95', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2065707603'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:31.745767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network c1baf67c-f6ea-49e2-8705-d9c6d12fde66 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:31.758517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:31.763365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/networks/968f3fa6-6e76-46d0-ac45-27003d394acd HTTP/1.1" status: 204 len: 168 time: 1.9149158 Aug 11 02:36:31.773473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42852) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:31.805463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c1baf67c-f6ea-49e2-8705-d9c6d12fde66) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:31.842558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4ce1f-e7ca-49e7-81dd-14395c96aa95 None None] Network c1baf67c-f6ea-49e2-8705-d9c6d12fde66 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:31.976143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:31.982506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:31.987983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:31.989336 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.008680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-20d48b71-802d-4093-8968-01c3b0ba292a tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "GET /v2.0/ports?device_id=a61556ab-428b-4689-ae40-2969659a3406 HTTP/1.1" status: 200 len: 205 time: 0.2290530 Aug 11 02:36:32.010209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42862) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:32.094767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-91d3c2ef-caa9-4657-8c2a-5c2f7fd4face tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5397799 Aug 11 02:36:32.094767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:32.216963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.227893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-77a46aa0-2545-455a-af57-227e51afaf95', 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95', 'tenant_id': 'e12da8670c0b412296ce9cbea6c3a1c6', 'fixed_ips': [{'subnet_id': '04b58cb4-25c0-4699-bbac-a3fc5862cff2'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:32.229282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.479195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b68f7-761a-47d5-af1b-e20f11433a3c tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Pushing event deleted for resources: {'Network': ['ID=968f3fa6-6e76-46d0-ac45-27003d394acd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:32.609525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Made reservation on behalf of e12da8670c0b412296ce9cbea6c3a1c6 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:32.619963 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.639678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Allocated IP 172.20.0.2 (77a46aa0-2545-455a-af57-227e51afaf95/04b58cb4-25c0-4699-bbac-a3fc5862cff2/707d9815-b136-4087-b091-cdc6f7f6815f) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:32.641456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.646276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.658526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] device_id is not set on port 14d2a5ea-7b8e-46e0-a36e-66770dd10961 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:32.666721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port c9c12574-7b6e-4f63-bcac-1ced036ae1a9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:32.667262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.842899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.843857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Fanout notify agent at l3_agent the message router_deleted on router a61556ab-428b-4689-ae40-2969659a3406 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:36:32.853856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.859016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8e0517b-3360-4f12-8715-7c1aaa349ca0 tempest-RoutersNegativeTest-500701574 tempest-RoutersNegativeTest-500701574-project] 10.222.0.68 "DELETE /v2.0/routers/a61556ab-428b-4689-ae40-2969659a3406 HTTP/1.1" status: 204 len: 168 time: 0.8446949 Aug 11 02:36:32.873046 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:32.892025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for c9c12574-7b6e-4f63-bcac-1ced036ae1a9 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:33.058989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.095198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Transition to ACTIVE for port object 707d9815-b136-4087-b091-cdc6f7f6815f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:33.109285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.133571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Transition to ACTIVE for port object 707d9815-b136-4087-b091-cdc6f7f6815f will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:33.175234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.197862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=c9c12574-7b6e-4f63-bcac-1ced036ae1a9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:33.209521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.211964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a2a11437-9b4f-4096-b23f-66e45063173a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/c9c12574-7b6e-4f63-bcac-1ced036ae1a9 HTTP/1.1" status: 204 len: 168 time: 1.1175957 Aug 11 02:36:33.217711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42878) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.270214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Network 77a46aa0-2545-455a-af57-227e51afaf95 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:33.274165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Pushing event updated for resources: {'Port': ['ID=707d9815-b136-4087-b091-cdc6f7f6815f,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:33.284858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Allocated IP 172.20.0.3 (77a46aa0-2545-455a-af57-227e51afaf95/04b58cb4-25c0-4699-bbac-a3fc5862cff2/14d2a5ea-7b8e-46e0-a36e-66770dd10961) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:33.287318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:33.294687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:33.375445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacae7d4-656c-4cbc-a216-df0610c4ea8a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.397889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacae7d4-656c-4cbc-a216-df0610c4ea8a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:33.403103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eacae7d4-656c-4cbc-a216-df0610c4ea8a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1794331 Aug 11 02:36:33.406671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.463965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Attempting to bind port 707d9815-b136-4087-b091-cdc6f7f6815f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:33.464903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Attempting to bind port 707d9815-b136-4087-b091-cdc6f7f6815f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '83af2953-a634-4676-a2b3-2da868a2668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:33.465601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Attempting to bind port 707d9815-b136-4087-b091-cdc6f7f6815f on network 77a46aa0-2545-455a-af57-227e51afaf95 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:33.475657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:33.477053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Checking segment: {'id': '83af2953-a634-4676-a2b3-2da868a2668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:33.478009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.479050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Bound using segment: {'id': '83af2953-a634-4676-a2b3-2da868a2668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:33.480116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Bound port: 707d9815-b136-4087-b091-cdc6f7f6815f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83af2953-a634-4676-a2b3-2da868a2668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '77a46aa0-2545-455a-af57-227e51afaf95'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:33.481437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.638087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port c73a926f-29e9-4dcb-9292-0ae6143df523 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:33.638839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.688639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] For port 707d9815-b136-4087-b091-cdc6f7f6815f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:33.697507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] For port 707d9815-b136-4087-b091-cdc6f7f6815f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=707d9815-b136-4087-b091-cdc6f7f6815f,segment=NetworkSegment(83af2953-a634-4676-a2b3-2da868a2668d),segment_id=83af2953-a634-4676-a2b3-2da868a2668d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:33.714414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42884) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:33.714778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.779290 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:33.829023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for c73a926f-29e9-4dcb-9292-0ae6143df523 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:33.909172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4b4f5-74ee-45a9-a529-7309c00c940f None None] Pushing event updated for resources: {'Port': ['ID=707d9815-b136-4087-b091-cdc6f7f6815f,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.004443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-13ed878c-153d-41e6-9397-501d0d63b583 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dfe34281b2a946f98a7bd6a19a8adb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878211 Aug 11 02:36:34.009032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.022023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.066796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Transition to ACTIVE for port object 14d2a5ea-7b8e-46e0-a36e-66770dd10961 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:34.114269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.158106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.183974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.189965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/c73a926f-29e9-4dcb-9292-0ae6143df523 HTTP/1.1" status: 204 len: 168 time: 0.7817430 Aug 11 02:36:34.192792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42892) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.199178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694134a-45fe-4624-ad93-a53db2206f28 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=c73a926f-29e9-4dcb-9292-0ae6143df523,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.209396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.236280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.334223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f40cc-4b67-4ab4-937a-79bbd9374875 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.338601 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-af7f40cc-4b67-4ab4-937a-79bbd9374875 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1448045 Aug 11 02:36:34.342265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.399264 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e1e3d6-4061-4d70-b70d-c9804ee2270f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:36:34.399561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Network 77a46aa0-2545-455a-af57-227e51afaf95 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:34.400855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-59e1e3d6-4061-4d70-b70d-c9804ee2270f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/c9c12574-7b6e-4f63-bcac-1ced036ae1a9 HTTP/1.1" status: 404 len: 333 time: 0.0570250 Aug 11 02:36:34.406050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42900) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.407039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:34.414222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:34.427650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.430493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.432644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eca3e281-5076-4a54-90f3-c1eee4d48d41 HTTP/1.1" status: 204 len: 168 time: 0.4209170 Aug 11 02:36:34.438636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event updated for resources: {'Port': ['ID=14d2a5ea-7b8e-46e0-a36e-66770dd10961,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.456835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c733-7897-472d-8795-e2479ab631c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca3e281-5076-4a54-90f3-c1eee4d48d41,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:34.552620 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f73959-505d-4531-8d04-7e5c17fa573f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:36:34.559003 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59f73959-505d-4531-8d04-7e5c17fa573f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/c73a926f-29e9-4dcb-9292-0ae6143df523 HTTP/1.1" status: 404 len: 333 time: 0.1416957 Aug 11 02:36:34.561748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42904) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.607349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:34.609755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.636113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a489c14-8738-4ce3-96da-d3270ee6f021 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9377952 Aug 11 02:36:34.640263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42906) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:34.687611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.840385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.885832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1baf67c-f6ea-49e2-8705-d9c6d12fde66']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:34.914817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Deleting port 14d2a5ea-7b8e-46e0-a36e-66770dd10961 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:34.915306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.928685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17747110-3c29-45eb-9d75-23ff1f56f1b5') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:34.928992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17747110-3c29-45eb-9d75-23ff1f56f1b5') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:34.952670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:34.987417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.007175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:35.011323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:35.171259 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:35.190796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 707d9815-b136-4087-b091-cdc6f7f6815f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:35.282856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.317871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.320477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.331021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/c1baf67c-f6ea-49e2-8705-d9c6d12fde66 HTTP/1.1" status: 204 len: 168 time: 0.7675571 Aug 11 02:36:35.347681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 707d9815-b136-4087-b091-cdc6f7f6815f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:35.357924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Calling delete_port for 14d2a5ea-7b8e-46e0-a36e-66770dd10961 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:35.359759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42920) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:35.390366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=c1baf67c-f6ea-49e2-8705-d9c6d12fde66,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:35.410282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-137154596'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:35.419318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.419730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.420011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.421967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.437308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.437723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.447931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.449134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.451779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.452652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.454475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.456516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4043221-3b7b-4030-89b5-e9b89714c1a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:35.592848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:35.600856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.745642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161aaf6-33ae-40c0-ab7a-617c06fb0d0e None None] Network 77a46aa0-2545-455a-af57-227e51afaf95 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:35.761537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.783684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:35.847305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event deleted for resources: {'Port': ['ID=14d2a5ea-7b8e-46e0-a36e-66770dd10961,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:35.868135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:35.869847 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment cb6b57cd-e287-4989-8893-c2baf95e07ce of type vlan for network f1e9e6dd-1034-424a-a3cf-d66c766e0629 Aug 11 02:36:35.875294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Provisioning for port 707d9815-b136-4087-b091-cdc6f7f6815f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:35.937688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Provisioning complete for port 707d9815-b136-4087-b091-cdc6f7f6815f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:35.938190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.068304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.080222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42934) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:36.098225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.102032 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-97859ddb-352c-404d-9424-123cf3e23e0b tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "DELETE /v2.0/ports/14d2a5ea-7b8e-46e0-a36e-66770dd10961 HTTP/1.1" status: 204 len: 168 time: 1.4603641 Aug 11 02:36:36.105370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42938) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:36.154449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.172195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:36.173212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.403499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954400972-network', 'tenant_id': '2adeb0f9da5f4dadb0198a00268fa590'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:36.410401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.457772 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0961804 Aug 11 02:36:36.463642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42946) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:36.484977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed91da-970e-4758-b9cc-f0b32ab5f790 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=f1e9e6dd-1034-424a-a3cf-d66c766e0629,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.485924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:36.534563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:36.696998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Made reservation on behalf of 2adeb0f9da5f4dadb0198a00268fa590 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:36.704871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.750264 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.762603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] For port 707d9815-b136-4087-b091-cdc6f7f6815f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=707d9815-b136-4087-b091-cdc6f7f6815f,segment=NetworkSegment(83af2953-a634-4676-a2b3-2da868a2668d),segment_id=83af2953-a634-4676-a2b3-2da868a2668d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:36.770491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:36.812255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a3db0073-bc82-4dd6-a1ca-8d5b18271587 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.7056673 Aug 11 02:36:36.815163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:36.831265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1919761819'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:36.852390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f50838-5b24-4927-8253-b1df019e950c None None] Pushing event updated for resources: {'Port': ['ID=707d9815-b136-4087-b091-cdc6f7f6815f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:36.920028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd0de9f5-f2ba-48dd-8392-969fa0bad319 None None] Provisioning complete for port 707d9815-b136-4087-b091-cdc6f7f6815f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:36.920632 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9f5-f2ba-48dd-8392-969fa0bad319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.065936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.077272 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.115143 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:36:37.115143 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:36:37.115143 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id_1': '7076149e062f4df186f8110c53a408bb', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 36, 36, 842158)}] Aug 11 02:36:37.115143 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:37.116064 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:37.117706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Made reservation on behalf of e12da8670c0b412296ce9cbea6c3a1c6 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:37.121202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:37.122498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.132583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12ca4f-56a6-416a-88d3-fa982cd93a02,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.156399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.156961 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Added segment 225b4db6-82dc-462f-a4a5-9f81df21c76b of type vlan for network d0af3a66-0bff-46c9-9817-30578b2f74df Aug 11 02:36:37.174379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:37.189604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.190089 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Added segment 40b6702d-ec50-4402-89bd-73c16a31e8e6 of type vlan for network 9a7bd774-5168-4308-9280-31ad426011da Aug 11 02:36:37.195277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1efed617-5ffa-4a51-858e-0bad744f528a None None] Could not find standard attr ID for object 14d2a5ea-7b8e-46e0-a36e-66770dd10961. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:36:37.249870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.253922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.315243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.317966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.319023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.326334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.336886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:37.338994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.447890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3663063 Aug 11 02:36:37.451563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event updated for resources: {'Network': ['ID=9a7bd774-5168-4308-9280-31ad426011da,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.454135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:37.467494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Request body: {'subnet': {'network_id': 'd0af3a66-0bff-46c9-9817-30578b2f74df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954400972-subnet', 'tenant_id': '2adeb0f9da5f4dadb0198a00268fa590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:37.476155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9a7bd774-5168-4308-9280-31ad426011da details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:37.479915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba244b-f987-4cf5-9922-0c27af7ae48c admin admin] Pushing event updated for resources: {'Network': ['ID=d0af3a66-0bff-46c9-9817-30578b2f74df,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:37.487195 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ddca688c-972b-45ac-9d35-3510bea696ad tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6708140 Aug 11 02:36:37.491460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42954) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:37.526776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d0af3a66-0bff-46c9-9817-30578b2f74df details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:37.537772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Made reservation on behalf of 2adeb0f9da5f4dadb0198a00268fa590 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:37.541851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.710911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:37.736454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:37.817083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c923361-7e78-4911-83f8-7d8e67f3763e tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks HTTP/1.1" status: 200 len: 8031 time: 0.3239036 Aug 11 02:36:37.822781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:38.107639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910bedb3-a5a2-407f-a4df-36a87c14af87 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] Network 9a7bd774-5168-4308-9280-31ad426011da is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:38.120407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.188525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c6c0a-3619-4173-b63e-c663ef41cd8c None None] Network 9a7bd774-5168-4308-9280-31ad426011da requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:38.193504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-910bedb3-a5a2-407f-a4df-36a87c14af87 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "POST /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3665359 Aug 11 02:36:38.206811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:38.270392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.342616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dd2059-0a32-4410-b55c-2ea56af0db36,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.345538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=4410c2a9-2bc4-4ee7-96da-4a2109cb4000,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:38.358302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': 'cb6b57cd-e287-4989-8893-c2baf95e07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:38.358698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: f1e9e6dd-1034-424a-a3cf-d66c766e0629, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:38.381355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Checking segment: {'id': '225b4db6-82dc-462f-a4a5-9f81df21c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0af3a66-0bff-46c9-9817-30578b2f74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:38.381978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Network hostable DHCP agents. Network: d0af3a66-0bff-46c9-9817-30578b2f74df, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:38.386140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:38.401681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f1e9e6dd-1034-424a-a3cf-d66c766e0629) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:38.408114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.409196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.418143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d52f2-60cd-4dac-bbf3-e5dc8de43d10 None None] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:38.440430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-78c1bc91-1e6e-4d96-b2a5-1225646cfdfa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9670558 Aug 11 02:36:38.440969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:38.454256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629', 'name': 'tempest-PortsIpV6TestJSON-1669290808'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:38.482020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Network d0af3a66-0bff-46c9-9817-30578b2f74df is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:38.574499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d0af3a66-0bff-46c9-9817-30578b2f74df) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:38.585020 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5de9a4d2-4088-4ac7-9943-e3e46848893d tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks HTTP/1.1" status: 200 len: 8802 time: 0.3741570 Aug 11 02:36:38.585243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:38.586128 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.589825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42968) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:38.615670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171dccb8-4e03-4c94-8f4f-3b603e652556 None None] Network d0af3a66-0bff-46c9-9817-30578b2f74df requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:38.681845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea71e393-1801-4704-b093-b9f2c519d965 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2116818 Aug 11 02:36:38.698686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:38.707970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.738568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f1e9e6dd-1034-424a-a3cf-d66c766e0629', 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': '4410c2a9-2bc4-4ee7-96da-4a2109cb4000'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:38.739448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:38.743403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 21025222-60d0-4451-9e67-1e882548cfd3 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:38.870597 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca5b2184-57f7-48be-8a95-4aa120d2b520 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "DELETE /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks/9a7bd774-5168-4308-9280-31ad426011da HTTP/1.1" status: 204 len: 168 time: 0.2769368 Aug 11 02:36:38.881339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42974) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.026948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 707d9815-b136-4087-b091-cdc6f7f6815f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:39.083916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::8e (f1e9e6dd-1034-424a-a3cf-d66c766e0629/4410c2a9-2bc4-4ee7-96da-4a2109cb4000/21025222-60d0-4451-9e67-1e882548cfd3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:39.161281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 707d9815-b136-4087-b091-cdc6f7f6815f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:39.161771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.166361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3dcf03-2b9d-4f86-b5ec-e0cab1981f80 None None] Network d0af3a66-0bff-46c9-9817-30578b2f74df requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:39.292243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af69f684-9457-4b02-8fcf-d34e05387167 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks HTTP/1.1" status: 200 len: 9627 time: 0.4068017 Aug 11 02:36:39.293957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.326516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42986) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.327983 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4564d129-d748-4293-8327-a459cf578a12 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/networks/77a46aa0-2545-455a-af57-227e51afaf95/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0326164 Aug 11 02:36:39.383279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-486ad757-b35f-4859-9c3e-ce0724aff457 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/networks/77a46aa0-2545-455a-af57-227e51afaf95/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0529940 Aug 11 02:36:39.386200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.425193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.471943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 21025222-60d0-4451-9e67-1e882548cfd3 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:39.567340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.627660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:39.632132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:39.641765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:39.648747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:39.649498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:39.678803 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-04c1def3-4e39-4daf-8194-26ef478de061 tempest-DHCPAgentSchedulersTestJSON-449786511 tempest-DHCPAgentSchedulersTestJSON-449786511-project-admin] 10.222.0.68 "GET /v2.0/agents/0c7855cf-f995-4cab-b9cf-270e6ab823ac/dhcp-networks HTTP/1.1" status: 200 len: 9627 time: 0.2909310 Aug 11 02:36:39.679613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42996) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.714649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=21025222-60d0-4451-9e67-1e882548cfd3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:39.731550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6da9a0a-b7c2-4842-99d2-62bb08f67261 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2882895 Aug 11 02:36:39.735458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42998) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:39.764343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Allocated IP 2001:db8::2 (f1e9e6dd-1034-424a-a3cf-d66c766e0629/4410c2a9-2bc4-4ee7-96da-4a2109cb4000/4341aeb6-128e-4d53-8c07-73a9c53989fc) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:39.789780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.010083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.011445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 21025222-60d0-4451-9e67-1e882548cfd3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:40.011798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.036327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7bd774-5168-4308-9280-31ad426011da']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:40.069075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b6702d-ec50-4402-89bd-73c16a31e8e6') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:40.069555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b6702d-ec50-4402-89bd-73c16a31e8e6') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:40.092956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.162598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.172494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.185320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116201734-network', 'tenant_id': '67eda0eb2a224f9893cc4eaf0eec8e7a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:40.189895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:40.190452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:40.199053 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:40.270180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.276386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Made reservation on behalf of 67eda0eb2a224f9893cc4eaf0eec8e7a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:40.292950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.324798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.346463 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.347613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.353889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "DELETE /v2.0/networks/9a7bd774-5168-4308-9280-31ad426011da HTTP/1.1" status: 204 len: 168 time: 0.6695311 Aug 11 02:36:40.355000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43010) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.365149 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Transition to ACTIVE for port object 4341aeb6-128e-4d53-8c07-73a9c53989fc will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:40.367978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a03ec5-d044-45ab-b957-741d97129805 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event deleted for resources: {'Network': ['ID=9a7bd774-5168-4308-9280-31ad426011da,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.400896 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.435538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 21025222-60d0-4451-9e67-1e882548cfd3 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:40.443273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Transition to ACTIVE for port object 4341aeb6-128e-4d53-8c07-73a9c53989fc will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:40.451903 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25fc34c-d25a-4ccd-a3f0-8436f419fa1a tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:40.453010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25fc34c-d25a-4ccd-a3f0-8436f419fa1a tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:40.455386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.459977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b25fc34c-d25a-4ccd-a3f0-8436f419fa1a tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "DELETE /v2.0/ports/14d2a5ea-7b8e-46e0-a36e-66770dd10961 HTTP/1.1" status: 404 len: 333 time: 0.0999498 Aug 11 02:36:40.460404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43012) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:40.537287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:40.577084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:40.582776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:40.605099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Deleting subnet 04b58cb4-25c0-4699-bbac-a3fc5862cff2 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:40.611896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.656830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Pushing event updated for resources: {'Port': ['ID=4341aeb6-128e-4d53-8c07-73a9c53989fc,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.682731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.739988 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.756604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Attempting to bind port 4341aeb6-128e-4d53-8c07-73a9c53989fc on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:40.757529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Attempting to bind port 4341aeb6-128e-4d53-8c07-73a9c53989fc by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'cb6b57cd-e287-4989-8893-c2baf95e07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:40.758312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Attempting to bind port 4341aeb6-128e-4d53-8c07-73a9c53989fc on network f1e9e6dd-1034-424a-a3cf-d66c766e0629 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:40.773708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.788212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:40.789211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Checking segment: {'id': 'cb6b57cd-e287-4989-8893-c2baf95e07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:40.789211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.789851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Bound using segment: {'id': 'cb6b57cd-e287-4989-8893-c2baf95e07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:40.791477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Bound port: 4341aeb6-128e-4d53-8c07-73a9c53989fc, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6b57cd-e287-4989-8893-c2baf95e07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f1e9e6dd-1034-424a-a3cf-d66c766e0629'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:40.792165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.811335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.814973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.827646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.909297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=21025222-60d0-4451-9e67-1e882548cfd3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.938891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:40.966569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a05614-db1a-4cde-8b5d-999ae79ea9a3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:40.971454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.973822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc906b3d-7a80-4f34-bd5f-5e1c1c0a1fa0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/21025222-60d0-4451-9e67-1e882548cfd3 HTTP/1.1" status: 204 len: 168 time: 1.2366912 Aug 11 02:36:40.989316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:40.989824 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Added segment a3914c97-0bcc-4683-9ac6-c8d29f7433ba of type vlan for network bff21545-fdb8-4c9c-9787-ba99245afda4 Aug 11 02:36:40.991985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43016) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.084254 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a4729c-ee29-497e-9fd4-3cebea72988e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:36:41.085622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a4729c-ee29-497e-9fd4-3cebea72988e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:36:41.089571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a0a4729c-ee29-497e-9fd4-3cebea72988e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/21025222-60d0-4451-9e67-1e882548cfd3 HTTP/1.1" status: 404 len: 333 time: 0.0958104 Aug 11 02:36:41.093966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43018) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.123351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.168929 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dbc90a-311e-41e2-a852-aa52845c496e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:36:41.171035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7dbc90a-311e-41e2-a852-aa52845c496e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/21025222-60d0-4451-9e67-1e882548cfd3 HTTP/1.1" status: 404 len: 333 time: 0.0757291 Aug 11 02:36:41.176943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43020) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.179163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.188267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.189502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:41.190308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.234119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0575340 Aug 11 02:36:41.237420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43022) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.263874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Request body: {'subnet': {'network_id': 'bff21545-fdb8-4c9c-9787-ba99245afda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1116201734-subnet', 'tenant_id': '67eda0eb2a224f9893cc4eaf0eec8e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:41.330622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Made reservation on behalf of 67eda0eb2a224f9893cc4eaf0eec8e7a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:41.340548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.351859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.378987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 4410c2a9-2bc4-4ee7-96da-4a2109cb4000 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:41.389348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.485722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd5d61-5a82-4577-b516-714909a89794 admin admin] Pushing event updated for resources: {'Network': ['ID=bff21545-fdb8-4c9c-9787-ba99245afda4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:41.511221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network bff21545-fdb8-4c9c-9787-ba99245afda4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:41.516402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] For port 4341aeb6-128e-4d53-8c07-73a9c53989fc, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:41.525136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event deleted for resources: {'Subnet': ['ID=04b58cb4-25c0-4699-bbac-a3fc5862cff2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:41.546711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.555817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bcebb019-b881-4211-8b07-dc9337dc151e tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "DELETE /v2.0/subnets/04b58cb4-25c0-4699-bbac-a3fc5862cff2 HTTP/1.1" status: 204 len: 168 time: 1.0937383 Aug 11 02:36:41.556876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43028) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:41.557922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.607649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943f776-5d6f-4a96-a923-36f8fce0cca7 None None] Network 77a46aa0-2545-455a-af57-227e51afaf95 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:41.713614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] For port 4341aeb6-128e-4d53-8c07-73a9c53989fc, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4341aeb6-128e-4d53-8c07-73a9c53989fc,segment=NetworkSegment(cb6b57cd-e287-4989-8893-c2baf95e07ce),segment_id=cb6b57cd-e287-4989-8893-c2baf95e07ce)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:41.789780 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.859638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:41.909522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa2874-00b3-48a0-9365-3abcf1ba92db None None] Pushing event updated for resources: {'Port': ['ID=4341aeb6-128e-4d53-8c07-73a9c53989fc,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:41.912274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.185957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Deleting port 707d9815-b136-4087-b091-cdc6f7f6815f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:42.187397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.203408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.242106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=4410c2a9-2bc4-4ee7-96da-4a2109cb4000,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:42.272456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.276063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ab26970-9616-43dd-ba9b-eabf0b95e363 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/4410c2a9-2bc4-4ee7-96da-4a2109cb4000 HTTP/1.1" status: 204 len: 168 time: 1.0970535 Aug 11 02:36:42.279069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.281244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43032) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:42.302357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] DHCP port deletion for 77a46aa0-2545-455a-af57-227e51afaf95 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:42.467326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] For port 707d9815-b136-4087-b091-cdc6f7f6815f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=707d9815-b136-4087-b091-cdc6f7f6815f,segment=NetworkSegment(83af2953-a634-4676-a2b3-2da868a2668d),segment_id=83af2953-a634-4676-a2b3-2da868a2668d)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:42.467809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.477638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Deleting port 707d9815-b136-4087-b091-cdc6f7f6815f {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:42.480457 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.510065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cdcb59-23a4-45e9-af54-b036d1c66c8b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:42.521269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Calling delete_port for 707d9815-b136-4087-b091-cdc6f7f6815f owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:42.555684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.620863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] For port 707d9815-b136-4087-b091-cdc6f7f6815f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=707d9815-b136-4087-b091-cdc6f7f6815f,segment=NetworkSegment(83af2953-a634-4676-a2b3-2da868a2668d),segment_id=83af2953-a634-4676-a2b3-2da868a2668d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:42.621294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.643908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Calling delete_port for 707d9815-b136-4087-b091-cdc6f7f6815f owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:42.732098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Checking segment: {'id': 'a3914c97-0bcc-4683-9ac6-c8d29f7433ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bff21545-fdb8-4c9c-9787-ba99245afda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:42.732811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Network hostable DHCP agents. Network: bff21545-fdb8-4c9c-9787-ba99245afda4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:42.819250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Network bff21545-fdb8-4c9c-9787-ba99245afda4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:42.820679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.860205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Pushing event deleted for resources: {'Port': ['ID=707d9815-b136-4087-b091-cdc6f7f6815f,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:42.865641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, bff21545-fdb8-4c9c-9787-ba99245afda4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:42.883559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] No DVR routers for this DVR port 707d9815-b136-4087-b091-cdc6f7f6815f on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:42.884941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 4341aeb6-128e-4d53-8c07-73a9c53989fc {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:42.885287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.885618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.885783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.885783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.885783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.886430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6018a0f9-14ca-4a77-a71d-65e455683069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:36:42.904059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56309581-e376-4e15-b0be-63147ed9b388 None None] Network bff21545-fdb8-4c9c-9787-ba99245afda4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:42.918857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:42.920256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.064099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event deleted for resources: {'Port': ['ID=707d9815-b136-4087-b091-cdc6f7f6815f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:43.070497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] No DVR routers for this DVR port 707d9815-b136-4087-b091-cdc6f7f6815f on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:43.083219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4341aeb6-128e-4d53-8c07-73a9c53989fc up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:43.237127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4341aeb6-128e-4d53-8c07-73a9c53989fc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:43.339723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 707d9815-b136-4087-b091-cdc6f7f6815f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:43.343486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f6eae-ac0e-4205-a4ab-c7fa6e4d7a1f None None] Network bff21545-fdb8-4c9c-9787-ba99245afda4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:43.445653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 707d9815-b136-4087-b091-cdc6f7f6815f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:43.446304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 707d9815-b136-4087-b091-cdc6f7f6815f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:43.752971 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-369280cf-f670-4c95-afd7-adb3124878c5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5120053 Aug 11 02:36:43.871643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port 4341aeb6-128e-4d53-8c07-73a9c53989fc, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4341aeb6-128e-4d53-8c07-73a9c53989fc,segment=NetworkSegment(cb6b57cd-e287-4989-8893-c2baf95e07ce),segment_id=cb6b57cd-e287-4989-8893-c2baf95e07ce)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:43.872202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.917194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a6271-e7cd-40c5-bd09-1f46b6a21bc4 None None] Network f1e9e6dd-1034-424a-a3cf-d66c766e0629 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:43.918990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:43.942852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 4341aeb6-128e-4d53-8c07-73a9c53989fc owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:43.955255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a46aa0-2545-455a-af57-227e51afaf95']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:43.996000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83af2953-a634-4676-a2b3-2da868a2668d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:43.996865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83af2953-a634-4676-a2b3-2da868a2668d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:44.091176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.133956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.170308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:44.171394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:44.177621 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:44.183999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43074) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:44.206346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c535f2d9-2170-4d47-b0c9-3b01c0cf3bd4 None None] Provisioning for port 4341aeb6-128e-4d53-8c07-73a9c53989fc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:44.215923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c535f2d9-2170-4d47-b0c9-3b01c0cf3bd4 None None] Provisioning complete for port 4341aeb6-128e-4d53-8c07-73a9c53989fc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:44.216314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c535f2d9-2170-4d47-b0c9-3b01c0cf3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.313871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Deleting subnet f8dd2059-0a32-4410-b55c-2ea56af0db36 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:44.320150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.344161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.381200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.382874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c535f2d9-2170-4d47-b0c9-3b01c0cf3bd4 None None] Port 4341aeb6-128e-4d53-8c07-73a9c53989fc update to ACTIVE by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:36:44.406427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.409148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.414049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] 10.222.0.68 "DELETE /v2.0/networks/77a46aa0-2545-455a-af57-227e51afaf95 HTTP/1.1" status: 204 len: 168 time: 2.8513420 Aug 11 02:36:44.441712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port 4341aeb6-128e-4d53-8c07-73a9c53989fc on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:44.444788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc61be-74ed-4882-beb7-b8df5b4e8515 tempest-DHCPAgentSchedulersTestJSON-1723692752 tempest-DHCPAgentSchedulersTestJSON-1723692752-project] Pushing event deleted for resources: {'Network': ['ID=77a46aa0-2545-455a-af57-227e51afaf95,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.487294 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.488968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632db41f-b244-4f3a-bdc2-43c3efd763ff None None] DHCP port deletion for f1e9e6dd-1034-424a-a3cf-d66c766e0629 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:44.506145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=4341aeb6-128e-4d53-8c07-73a9c53989fc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.566685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.597020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.603295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dd2059-0a32-4410-b55c-2ea56af0db36,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:44.619622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.623371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d4343ab5-2103-42eb-b9b8-68948effd8c5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f8dd2059-0a32-4410-b55c-2ea56af0db36 HTTP/1.1" status: 204 len: 168 time: 0.4431946 Aug 11 02:36:44.627584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:44.637012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e9e6dd-1034-424a-a3cf-d66c766e0629']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:44.665138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6b57cd-e287-4989-8893-c2baf95e07ce') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:44.666118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6b57cd-e287-4989-8893-c2baf95e07ce') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:44.726442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.810926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.840899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:44.842456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:44.855948 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:44.914224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.023682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4341aeb6-128e-4d53-8c07-73a9c53989fc no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:45.060258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.076545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.090043 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/f1e9e6dd-1034-424a-a3cf-d66c766e0629 HTTP/1.1" status: 204 len: 168 time: 2.7910986 Aug 11 02:36:45.096984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43112) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.119503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4341aeb6-128e-4d53-8c07-73a9c53989fc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:45.121959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4341aeb6-128e-4d53-8c07-73a9c53989fc not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:45.123271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba78bb-e4ce-4164-8ce6-c3d74f68e0c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=f1e9e6dd-1034-424a-a3cf-d66c766e0629,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:45.123463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-111256460'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:45.140701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43120) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.320406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.364644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af3a66-0bff-46c9-9817-30578b2f74df']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.385209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b4db6-82dc-462f-a4a5-9f81df21c76b') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.385773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b4db6-82dc-462f-a4a5-9f81df21c76b') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:45.397602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.415176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.423892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:45.424461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:45.500783 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:45.505698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-424c9354-af5b-472b-b356-1b7d9ce49f01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e12da8670c0b412296ce9cbea6c3a1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633277 Aug 11 02:36:45.509277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43158) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.513560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.527333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.531330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] 10.222.0.68 "DELETE /v2.0/networks/d0af3a66-0bff-46c9-9817-30578b2f74df HTTP/1.1" status: 204 len: 168 time: 0.9003160 Aug 11 02:36:45.533375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:45.540529 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.542489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43162) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:45.570003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f457242-8905-4e7c-9793-eae4ffe2c90f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0af3a66-0bff-46c9-9817-30578b2f74df,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:45.623992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:45.629166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Deleting subnet d0cdcb59-23a4-45e9-af54-b036d1c66c8b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:45.637172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.662723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.663068 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment 3a104afe-bd09-44ce-8908-4451e2456b36 of type vlan for network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f Aug 11 02:36:45.741279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.785303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.793540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.808233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.936375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.939156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:45.940360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68cb3387-3f0d-4396-b62f-1009d32d900c HTTP/1.1" status: 204 len: 168 time: 0.4282854 Aug 11 02:36:45.959873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe681d-25b3-4386-a0c3-64514d96d2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb3387-3f0d-4396-b62f-1009d32d900c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:45.991487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.069655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:46.070717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.094967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.252222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=3f32b340-32e6-44cf-9c17-9cd5e73c9a7f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:46.281968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:46.312353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.350907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cdcb59-23a4-45e9-af54-b036d1c66c8b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:46.355716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61c66d19-45b1-4b64-80dd-0166cd0e8130 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2477841 Aug 11 02:36:46.360283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43226) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.366016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:46.376476 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.379092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9eb95123-e185-4c7c-88a3-3bd6752b47b9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d0cdcb59-23a4-45e9-af54-b036d1c66c8b HTTP/1.1" status: 204 len: 168 time: 0.8258617 Aug 11 02:36:46.383315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.717605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43256) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:46.731999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.740163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:46.771458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:36:46.771458 n-d-713498-10 neutron-server[94652]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:36:46.771458 n-d-713498-10 neutron-server[94652]: [parameters: {'project_id': '787f7905fc8947e5a447000115a70382', 'id': '559c5570-cc44-42b2-b2b8-2051243b8fb7', 'expiration': datetime.datetime(2021, 8, 11, 2, 38, 46, 765995)}] Aug 11 02:36:46.771458 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:46.772165 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:46.800095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:46.806886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.012185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.029904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff21545-fdb8-4c9c-9787-ba99245afda4']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.047566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3914c97-0bcc-4683-9ac6-c8d29f7433ba') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.047874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3914c97-0bcc-4683-9ac6-c8d29f7433ba') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:47.063339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.095280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.107737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:47.108256 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:47.204920 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:47.273452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.310231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.436063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.450713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.453640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bff21545-fdb8-4c9c-9787-ba99245afda4 HTTP/1.1" status: 204 len: 168 time: 1.0597708 Aug 11 02:36:47.458369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.473299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.475178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f39aea-f042-467f-b428-0048237c5472 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff21545-fdb8-4c9c-9787-ba99245afda4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.503148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=e676940f-3ab2-4dee-b418-c10e8245b01a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.508791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': '3a104afe-bd09-44ce-8908-4451e2456b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:47.510006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:47.561932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:47.578738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:47.584609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:47.585573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.598048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713222d2-d972-48d0-adb3-bfbfc7870bc8 None None] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:47.615836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=787f7905fc8947e5a447000115a70382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958919 Aug 11 02:36:47.617158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68700a8e-6a48-430f-8836-90933e335297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e5effa-c4f7-418c-855e-4779f211a644,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:47.643705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:47.666455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f184daf3-e302-45c7-8404-b3f702727d4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3039291 Aug 11 02:36:47.672622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43350) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:47.693650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1896855336'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:47.796942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43364) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:47.885545 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.906558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f9485998-a8f5-478d-aa1f-98f8ab281b76 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2adeb0f9da5f4dadb0198a00268fa590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076777 Aug 11 02:36:47.908841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43374) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:47.932571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.948866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-3f32b340-32e6-44cf-9c17-9cd5e73c9a7f', 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': 'e676940f-3ab2-4dee-b418-c10e8245b01a'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:36:47.950038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:47.995528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.027779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.030468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.031669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a3e5effa-c4f7-418c-855e-4779f211a644 HTTP/1.1" status: 204 len: 168 time: 0.3856111 Aug 11 02:36:48.050388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89ff1-5d33-4e67-a82e-f5c29910c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e5effa-c4f7-418c-855e-4779f211a644,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:48.087760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.099350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:48.103770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.141857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 9e174961-ca30-4bdb-9256-571a04ed9bb6 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:48.393668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Allocated IP 2001:db8::2 (3f32b340-32e6-44cf-9c17-9cd5e73c9a7f/e676940f-3ab2-4dee-b418-c10e8245b01a/df065e40-0fc8-4012-8f6b-b443d5312792) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:48.398198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.403444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.407860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e12ca4f-56a6-416a-88d3-fa982cd93a02 HTTP/1.1" status: 204 len: 168 time: 0.4977446 Aug 11 02:36:48.421093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b067b4f-fd9a-4474-9b8b-949ab8f34753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12ca4f-56a6-416a-88d3-fa982cd93a02,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:48.770726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.783021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Transition to ACTIVE for port object df065e40-0fc8-4012-8f6b-b443d5312792 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:48.822189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Transition to ACTIVE for port object df065e40-0fc8-4012-8f6b-b443d5312792 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:48.834967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:48.925854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:48.933398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:48.937427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:49.016084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::de (3f32b340-32e6-44cf-9c17-9cd5e73c9a7f/e676940f-3ab2-4dee-b418-c10e8245b01a/9e174961-ca30-4bdb-9256-571a04ed9bb6) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:49.018909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Pushing event updated for resources: {'Port': ['ID=df065e40-0fc8-4012-8f6b-b443d5312792,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.093454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Attempting to bind port df065e40-0fc8-4012-8f6b-b443d5312792 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:36:49.093454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Attempting to bind port df065e40-0fc8-4012-8f6b-b443d5312792 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '3a104afe-bd09-44ce-8908-4451e2456b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:36:49.093454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Attempting to bind port df065e40-0fc8-4012-8f6b-b443d5312792 on network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:36:49.102468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:36:49.103367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Checking segment: {'id': '3a104afe-bd09-44ce-8908-4451e2456b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:49.103792 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.110090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Bound using segment: {'id': '3a104afe-bd09-44ce-8908-4451e2456b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:36:49.110738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Bound port: df065e40-0fc8-4012-8f6b-b443d5312792, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a104afe-bd09-44ce-8908-4451e2456b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f32b340-32e6-44cf-9c17-9cd5e73c9a7f'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:36:49.111151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.174529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43490) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:49.278597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] For port df065e40-0fc8-4012-8f6b-b443d5312792, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:36:49.288436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] For port df065e40-0fc8-4012-8f6b-b443d5312792, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df065e40-0fc8-4012-8f6b-b443d5312792,segment=NetworkSegment(3a104afe-bd09-44ce-8908-4451e2456b36),segment_id=3a104afe-bd09-44ce-8908-4451e2456b36)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:36:49.295669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc9aea15-4405-4b4b-8132-eb14420872f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67eda0eb2a224f9893cc4eaf0eec8e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192181 Aug 11 02:36:49.298547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:49.304867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.403298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.422308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.445076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 9e174961-ca30-4bdb-9256-571a04ed9bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:36:49.496215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.520449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d56c-a705-490c-9624-8e162fa1da2b None None] Pushing event updated for resources: {'Port': ['ID=df065e40-0fc8-4012-8f6b-b443d5312792,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.581847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.609617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.618656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.622783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/82a05614-db1a-4cde-8b5d-999ae79ea9a3 HTTP/1.1" status: 204 len: 168 time: 0.3197520 Aug 11 02:36:49.636768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ca7f5-d582-4ace-9c02-211978cdc3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a05614-db1a-4cde-8b5d-999ae79ea9a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.714591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:49.731901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:49.738775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:49.745274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:49.746099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:49.870836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1950645 Aug 11 02:36:49.871867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbbc3c-e8a1-4a3f-8904-a96858772582 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=9e174961-ca30-4bdb-9256-571a04ed9bb6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:49.873654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:50.202055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 9e174961-ca30-4bdb-9256-571a04ed9bb6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:50.203134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.487714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:50.534279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 9e174961-ca30-4bdb-9256-571a04ed9bb6 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:51.078336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.169514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=9e174961-ca30-4bdb-9256-571a04ed9bb6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:51.272086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df065e40-0fc8-4012-8f6b-b443d5312792 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:36:51.309712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.318350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43646) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.319224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-127af259-c29d-4194-9c46-2004a4c08ec4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/9e174961-ca30-4bdb-9256-571a04ed9bb6 HTTP/1.1" status: 204 len: 168 time: 1.4430826 Aug 11 02:36:51.416845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port df065e40-0fc8-4012-8f6b-b443d5312792 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:51.446127 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c0dac-3dc4-4ed1-9d63-77cd7369d3fa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:36:51.449609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-869c0dac-3dc4-4ed1-9d63-77cd7369d3fa tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/9e174961-ca30-4bdb-9256-571a04ed9bb6 HTTP/1.1" status: 404 len: 333 time: 0.1268654 Aug 11 02:36:51.454093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:51.572689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet e676940f-3ab2-4dee-b418-c10e8245b01a {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:36:51.590496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.695311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.747245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c48d5f-ca54-4ca8-8431-8c32078263e3 None None] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:51.893539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:51.911302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Provisioning for port df065e40-0fc8-4012-8f6b-b443d5312792 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:36:51.924181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Provisioning complete for port df065e40-0fc8-4012-8f6b-b443d5312792 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:51.924715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.152672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.178345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.303244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=e676940f-3ab2-4dee-b418-c10e8245b01a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:52.320249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43682) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:52.330922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.339251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43686) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:52.342296 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:36:52.342934 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:36:52.343868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd3bd5fd-3a5d-4404-9fbd-275cd6f0d6d7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/e676940f-3ab2-4dee-b418-c10e8245b01a HTTP/1.1" status: 204 len: 168 time: 0.8877542 Aug 11 02:36:52.442317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.553315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1286048200', 'router:external': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:52.595237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81181e-1da7-4bdd-aa19-eb8db3b81836 None None] Network 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:52.652277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port df065e40-0fc8-4012-8f6b-b443d5312792 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:52.653215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.660210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Made reservation on behalf of 92a5a889ccfa48d7883000fbb79c24d8 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:52.664854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.682215 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-82560679-47e7-4240-a64c-dc083efc7691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.763193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:52.966043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.020142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] For port df065e40-0fc8-4012-8f6b-b443d5312792, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df065e40-0fc8-4012-8f6b-b443d5312792,segment=NetworkSegment(3a104afe-bd09-44ce-8908-4451e2456b36),segment_id=3a104afe-bd09-44ce-8908-4451e2456b36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:53.034447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.143774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8915d-94ad-449a-bae4-735ae4a6e116 None None] Pushing event updated for resources: {'Port': ['ID=df065e40-0fc8-4012-8f6b-b443d5312792,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.167157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] DHCP port deletion for 3f32b340-32e6-44cf-9c17-9cd5e73c9a7f request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:36:53.178079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-402c9513-fe05-40f0-8f14-d59a2a0ba43b None None] Provisioning complete for port df065e40-0fc8-4012-8f6b-b443d5312792 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:36:53.178079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-402c9513-fe05-40f0-8f14-d59a2a0ba43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.356041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Deleting port df065e40-0fc8-4012-8f6b-b443d5312792 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:53.358068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.554678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] For port df065e40-0fc8-4012-8f6b-b443d5312792, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df065e40-0fc8-4012-8f6b-b443d5312792,segment=NetworkSegment(3a104afe-bd09-44ce-8908-4451e2456b36),segment_id=3a104afe-bd09-44ce-8908-4451e2456b36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:53.555382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.586541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Calling delete_port for df065e40-0fc8-4012-8f6b-b443d5312792 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:53.658990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port df065e40-0fc8-4012-8f6b-b443d5312792, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df065e40-0fc8-4012-8f6b-b443d5312792,segment=NetworkSegment(3a104afe-bd09-44ce-8908-4451e2456b36),segment_id=3a104afe-bd09-44ce-8908-4451e2456b36)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:36:53.659473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.786074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for df065e40-0fc8-4012-8f6b-b443d5312792 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:53.845597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.865774 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.908380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.930397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:36:53.934729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] Pushing event deleted for resources: {'Port': ['ID=df065e40-0fc8-4012-8f6b-b443d5312792,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:53.939071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c6206-79b1-4708-91e5-0a50939eecae None None] No DVR routers for this DVR port df065e40-0fc8-4012-8f6b-b443d5312792 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:53.982889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:53.983858 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Added segment e6f85e41-8ca7-400f-8f2b-07ef54e6b3b8 of type vlan for network 568bfb09-5d87-4344-be0b-8b1221eac9a2 Aug 11 02:36:54.112939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.162957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4428fc92-6f04-42f9-a0e1-4bad0bc113c7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.199973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.200661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:54.201410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.215148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.298114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9724436 Aug 11 02:36:54.298404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43730) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:54.300740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=df065e40-0fc8-4012-8f6b-b443d5312792,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.304055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'subnet': {'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:54.304307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port df065e40-0fc8-4012-8f6b-b443d5312792 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:36:54.339925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Made reservation on behalf of 92a5a889ccfa48d7883000fbb79c24d8 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:54.342835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.367055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f48db-c283-4687-b7d1-50dd562debf6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Network': ['ID=568bfb09-5d87-4344-be0b-8b1221eac9a2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:54.380317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:36:54.560977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.591251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f32b340-32e6-44cf-9c17-9cd5e73c9a7f']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.611034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a104afe-bd09-44ce-8908-4451e2456b36') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.614951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a104afe-bd09-44ce-8908-4451e2456b36') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:36:54.635519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.659261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.675660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:36:54.676448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:36:54.804557 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:36:54.829189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:36:54.829841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.894211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.910520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:54.921733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/3f32b340-32e6-44cf-9c17-9cd5e73c9a7f HTTP/1.1" status: 204 len: 168 time: 2.5763788 Aug 11 02:36:54.922803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43746) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:54.929480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'name': 'tempest-PortsIpV6TestJSON-1084683777'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:55.012334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df065e40-0fc8-4012-8f6b-b443d5312792 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:36:55.012825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944af54-2dfd-4a16-9313-eaa311359235 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=3f32b340-32e6-44cf-9c17-9cd5e73c9a7f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.021450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Subnet': ['ID=910a9fb6-e71b-40a1-b64d-167e817aab5c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:55.059835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Checking segment: {'id': 'e6f85e41-8ca7-400f-8f2b-07ef54e6b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:36:55.060820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network hostable DHCP agents. Network: 568bfb09-5d87-4344-be0b-8b1221eac9a2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:36:55.066383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: df065e40-0fc8-4012-8f6b-b443d5312792 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:36:55.066877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df065e40-0fc8-4012-8f6b-b443d5312792 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:36:55.139028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:55.148027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.155141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:36:55.196227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b2263072-3201-4c10-9a34-8cac044ecc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.220407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:55.233473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 568bfb09-5d87-4344-be0b-8b1221eac9a2) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:55.246873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a359cfd-a1e0-42ba-beb2-089f0b120406 None None] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:55.450215 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.540353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:55.541143 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.559262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc88add-8fc8-413c-9152-c6f8ef79e128 None None] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:36:55.607222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-faef83d1-b50c-491e-aa76-66f7159e1cca tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3075492 Aug 11 02:36:55.610414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:55.622887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2056413864', 'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:55.660613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.699484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Made reservation on behalf of 92a5a889ccfa48d7883000fbb79c24d8 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:55.718360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:55.780955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] device_id is not set on port acd9b01e-9ed0-4b0c-83da-0b7af0362932 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:55.881145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.160186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:56.168574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:56.171756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:56.175616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:56.185836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:56.186855 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.187750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 2001:db8::383 (568bfb09-5d87-4344-be0b-8b1221eac9a2/910a9fb6-e71b-40a1-b64d-167e817aab5c/acd9b01e-9ed0-4b0c-83da-0b7af0362932) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:56.215390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c75eba28-0738-4b43-aaf1-2e1b229a660e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2889709 Aug 11 02:36:56.215985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43772) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:56.466390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.589168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:56.589492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.681230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.687675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.714587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:56.805278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.861991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:56.868333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:56.872723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.874537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:56.875639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:56.876287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.892534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=acd9b01e-9ed0-4b0c-83da-0b7af0362932,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:56.934614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:56.937477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f HTTP/1.1" status: 204 len: 168 time: 0.7198524 Aug 11 02:36:56.943654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09d47114-a99b-4e19-be45-fc68c2779dd2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3270254 Aug 11 02:36:56.943654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f99d83-60bf-4aaa-af27-5f84cb15e7a4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=ddb5f61a-26e7-4305-b99f-1c5a9e04ae2f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:56.945151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:56.946121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43784) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:56.950726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'mac_address': 'fa:16:3e:fa:8a:4a', 'name': 'tempest-PortsIpV6TestJSON-2052026464'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:57.125802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Deleting port acd9b01e-9ed0-4b0c-83da-0b7af0362932 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:57.126876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.204639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:57.283765 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:36:57.342393 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.378932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Calling delete_port for acd9b01e-9ed0-4b0c-83da-0b7af0362932 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:57.410416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.471016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:57.579263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.620586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd9b01e-9ed0-4b0c-83da-0b7af0362932,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:57.660611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.667422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9fa5da6b-9647-4a33-8b48-e4d4c34f9e18 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/ports/acd9b01e-9ed0-4b0c-83da-0b7af0362932 HTTP/1.1" status: 204 len: 168 time: 0.7171633 Aug 11 02:36:57.671508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43804) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:57.676393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2', 'external_fixed_ips': [{'subnet_id': '910a9fb6-e71b-40a1-b64d-167e817aab5c', 'ip_address': '2001:db8::383'}]}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:57.812056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.820639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.822646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.881087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.888703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-d8fae902-e39f-4353-83e6-c767b778ae6f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:57.896047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-d8fae902-e39f-4353-83e6-c767b778ae6f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.2392218 Aug 11 02:36:57.941372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:57.950495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-166fbb94-d087-489c-989f-b27dba4e35ac tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0534055 Aug 11 02:36:57.972131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:57.983575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:57.994741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:58.005178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:58.006294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.020598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.027476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.043747 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54ae249e-a584-4ae7-93c3-b024d3bd8392 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1007860 Aug 11 02:36:58.047888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.102128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e255803-b686-45f8-bc0d-8f743ea010e4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:58.104706 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4e255803-b686-45f8-bc0d-8f743ea010e4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf HTTP/1.1" status: 200 len: 845 time: 0.0556319 Aug 11 02:36:58.109500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43808) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.220300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-0b102a43-2da8-4982-a51a-526f367200d2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2680891 Aug 11 02:36:58.227490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.242982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:36:58.244050 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.361601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.378827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:36:58.437491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aaaf51fc-c641-47ac-9ea8-fb6f5cf41514 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040069 Aug 11 02:36:58.475255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.513767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:58.517733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.520196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c145827d-5dba-4052-8cca-94b059f2e2c1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf HTTP/1.1" status: 204 len: 168 time: 0.4095349 Aug 11 02:36:58.525529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43812) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.588913 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b780ea-2365-422c-ad2b-9a07499eb5dd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:36:58.592151 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09b780ea-2365-422c-ad2b-9a07499eb5dd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/b36807ce-70d6-4ad9-ab6c-68cbbb0f4eaf HTTP/1.1" status: 404 len: 333 time: 0.0641990 Aug 11 02:36:58.595983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:58.605307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'name': 'tempest-PortsIpV6TestJSON-1913872110'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:58.615586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-743f8e6f-fb7b-43b5-8252-f0b7a0cda7b2 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671791 Aug 11 02:36:58.876201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.903617 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.913755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:36:58.918491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:58.970193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port b4634c58-b944-46ae-84af-69c9e63e6ab9 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:36:59.260733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 2001:db8::383 (568bfb09-5d87-4344-be0b-8b1221eac9a2/910a9fb6-e71b-40a1-b64d-167e817aab5c/3e3d9dc4-425d-48b7-977d-b8ee510be1b7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:36:59.277193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.396018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.471452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.476420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=b4634c58-b944-46ae-84af-69c9e63e6ab9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.486050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:59.489325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:59.492994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:59.498963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:36:59.499662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.522614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-47bbf3d2-4af8-469f-a1c2-ac46960bea38 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9228964 Aug 11 02:36:59.526215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:36:59.534144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:36:59.562458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.611318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network 568bfb09-5d87-4344-be0b-8b1221eac9a2 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:36:59.614863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:36:59.621431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:36:59.672255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:36:59.770720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3d9dc4-425d-48b7-977d-b8ee510be1b7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:36:59.914712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.002905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.016980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.066589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] In _notify_port_updated(), no bound segment for port b4634c58-b944-46ae-84af-69c9e63e6ab9 on network b5692d80-baf0-4007-bf34-35a4c7028918 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:37:00.076251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:00.076944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.084550 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/ports/b4634c58-b944-46ae-84af-69c9e63e6ab9 HTTP/1.1" status: 200 len: 818 time: 0.5531967 Aug 11 02:37:00.086302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:00.156728 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4982ad-7048-4d56-b27b-a2652330128a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=b4634c58-b944-46ae-84af-69c9e63e6ab9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:00.313203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port b4634c58-b944-46ae-84af-69c9e63e6ab9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:00.313751 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.560584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.612623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6777902-5f39-4441-a71d-c958c6490f98 req-5432d95d-398e-4229-93dc-9ea6d377ef52 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.5821238 Aug 11 02:37:00.620664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for b4634c58-b944-46ae-84af-69c9e63e6ab9 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:00.805993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.844989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=b4634c58-b944-46ae-84af-69c9e63e6ab9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:00.849367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:00.851755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c309b481-64a2-4a65-8b02-17975bf6d997 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/b4634c58-b944-46ae-84af-69c9e63e6ab9 HTTP/1.1" status: 204 len: 168 time: 0.7522559 Aug 11 02:37:00.857573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:00.953583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954c0f8-0f95-422e-a0d6-96b5749071f3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:00.955246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c954c0f8-0f95-422e-a0d6-96b5749071f3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0963974 Aug 11 02:37:00.958133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43862) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:00.991360 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbf1a72-ed01-49af-926b-e84837f391f1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:00.993255 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7dbf1a72-ed01-49af-926b-e84837f391f1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/b4634c58-b944-46ae-84af-69c9e63e6ab9 HTTP/1.1" status: 404 len: 333 time: 0.0339236 Aug 11 02:37:00.999267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:01.005941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1914148682'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:01.014251 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.085439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:01.090066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.162195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:01.256364 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.256708 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment dc2286d7-db99-4662-9fd8-2df4bad4667b of type vlan for network 98d32f48-7dcd-4380-8611-429287f69fdb Aug 11 02:37:01.316610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.365978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.372806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:01.373480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.399976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3985081 Aug 11 02:37:01.403840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43870) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:01.422683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:01.461089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router 038f7d59-8af8-4b91-91ea-f1a7a98434aa is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:01.538365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3f9b-b445-4b35-8071-72e1aac4dd3a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=98d32f48-7dcd-4380-8611-429287f69fdb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:01.556864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:01.681668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:01.683053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.888528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1c83e77-b8ed-4e1b-9631-3dee5ddf4d4a req-d89c945a-44ef-4718-a0df-d103d5006f95 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.1046190 Aug 11 02:37:01.909912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:01.920232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Sync routers for ids ['038f7d59-8af8-4b91-91ea-f1a7a98434aa'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:01.938256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Routers {'038f7d59-8af8-4b91-91ea-f1a7a98434aa'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:01.939436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:36:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['038f7d59-8af8-4b91-91ea-f1a7a98434aa'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:01.958855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:01.962591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-02945258-cb2f-4dea-98bb-2160f7700881 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2887816 Aug 11 02:37:01.966270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43880) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:02.258621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.333109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-410cb92f-99a2-4e07-bc27-700d4d6fdff5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:02.339142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-410cb92f-99a2-4e07-bc27-700d4d6fdff5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.5531635 Aug 11 02:37:02.369778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:02.370203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Set router 038f7d59-8af8-4b91-91ea-f1a7a98434aa gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:37:02.452634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.492567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.601576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Deleting port 3e3d9dc4-425d-48b7-977d-b8ee510be1b7 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:02.604401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.658484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=ee9c1098-6062-45ac-bb43-435e8506b53e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:02.669603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': 'dc2286d7-db99-4662-9fd8-2df4bad4667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:02.682017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: 98d32f48-7dcd-4380-8611-429287f69fdb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:02.735955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:02.742122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.776123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 98d32f48-7dcd-4380-8611-429287f69fdb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:02.832265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.865753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Calling delete_port for 3e3d9dc4-425d-48b7-977d-b8ee510be1b7 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:02.875714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 98d32f48-7dcd-4380-8611-429287f69fdb) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:02.889189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:02.889931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:02.949721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227f104-dc34-4ebe-abda-5b9b219a5800 None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:02.951675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7ee3404-8aae-4346-afd7-ed85d50f9244 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5452533 Aug 11 02:37:02.963934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:02.973747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:03.082314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038f7d59-8af8-4b91-91ea-f1a7a98434aa', 'name': '', 'tenant_id': '92a5a889ccfa48d7883000fbb79c24d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2', 'external_fixed_ips': [{'subnet_id': '910a9fb6-e71b-40a1-b64d-167e817aab5c', 'ip_address': '2001:db8::383'}], 'enable_snat': True}, 'gw_port_id': '3e3d9dc4-425d-48b7-977d-b8ee510be1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:36:57Z', 'updated_at': '2021-08-11T02:36:59Z', 'revision_number': 3, 'project_id': '92a5a889ccfa48d7883000fbb79c24d8', 'gw_port': {'id': '3e3d9dc4-425d-48b7-977d-b8ee510be1b7', 'name': '', 'network_id': '568bfb09-5d87-4344-be0b-8b1221eac9a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038f7d59-8af8-4b91-91ea-f1a7a98434aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '910a9fb6-e71b-40a1-b64d-167e817aab5c', 'ip_address': '2001:db8::383', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:36:58Z', 'updated_at': '2021-08-11T02:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '910a9fb6-e71b-40a1-b64d-167e817aab5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:03.179221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Checking router: 038f7d59-8af8-4b91-91ea-f1a7a98434aa for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:37:03.179583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Updating router 038f7d59-8af8-4b91-91ea-f1a7a98434aa port 3e3d9dc4-425d-48b7-977d-b8ee510be1b7 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:37:03.234693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46e72a09-e4a1-4f18-8ab1-72bdde1e9d0c req-470617dd-cffd-49ae-9582-a32c6957109a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0744092 Aug 11 02:37:03.298963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.11 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/3a5a6194-623a-4e94-ae1c-ac8bb4d91249) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:03.397979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.424138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:03.428223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.520512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.561350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e3d9dc4-425d-48b7-977d-b8ee510be1b7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:03.592131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.731697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-98d32f48-7dcd-4380-8611-429287f69fdb', 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': 'ee9c1098-6062-45ac-bb43-435e8506b53e'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:03.732590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.797470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.801890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.851769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.874834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:03.915367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.916992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 038f7d59-8af8-4b91-91ea-f1a7a98434aa {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:03.931060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:03.943349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-341d8d2a-f46f-477d-9c73-d4a67d8f175d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/routers/038f7d59-8af8-4b91-91ea-f1a7a98434aa HTTP/1.1" status: 204 len: 168 time: 1.9748280 Aug 11 02:37:03.944353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 43918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.020819 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee9c1098-6062-45ac-bb43-435e8506b53e (CIDR: 2001:db8::/64) Aug 11 02:37:04.034401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.158757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Allocated IP 2001:db8::2 (98d32f48-7dcd-4380-8611-429287f69fdb/ee9c1098-6062-45ac-bb43-435e8506b53e/c12a75ed-b341-4e61-ada0-8a50c2b43d3d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:04.191063 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:37:04.191928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:37:04.203982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:04.206209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:04.213447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:04.284243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ab05720-98d9-4614-a681-3c7b2c0c9a9c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3190227 Aug 11 02:37:04.288522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:04.294652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:04.318390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:04.387751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Deleting subnet 910a9fb6-e71b-40a1-b64d-167e817aab5c {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:04.491064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:04.492092 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.613463 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.657747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Transition to ACTIVE for port object c12a75ed-b341-4e61-ada0-8a50c2b43d3d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:04.731315 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-aacc6581-686f-4b3e-9a28-3c5cc1ae6c21 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3704286 Aug 11 02:37:04.762498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Request body: {'port': {'device_id': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:04.801013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Transition to ACTIVE for port object c12a75ed-b341-4e61-ada0-8a50c2b43d3d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:04.920717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:04.924663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:04.942611 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.012229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.015822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:05.016431 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:05.022435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f278b4a1-5802-446c-ba3a-0b11559a42fd None None] Provisioning for port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:05.039031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:05.043756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f278b4a1-5802-446c-ba3a-0b11559a42fd None None] Provisioning complete for port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:05.044418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f278b4a1-5802-446c-ba3a-0b11559a42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.106032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.114739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f278b4a1-5802-446c-ba3a-0b11559a42fd None None] Port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:05.117778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:05.121018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:05.132719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Pushing event updated for resources: {'Port': ['ID=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.138538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd5ddc-d368-4256-82e0-1696787e5137 req-e3f97ac7-2876-478e-9b8f-e0586d98d18a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.153583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4cd5ddc-d368-4256-82e0-1696787e5137 req-e3f97ac7-2876-478e-9b8f-e0586d98d18a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 932 time: 0.6924806 Aug 11 02:37:05.207274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Attempting to bind port c12a75ed-b341-4e61-ada0-8a50c2b43d3d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:05.207861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Attempting to bind port c12a75ed-b341-4e61-ada0-8a50c2b43d3d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'dc2286d7-db99-4662-9fd8-2df4bad4667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:05.208210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Attempting to bind port c12a75ed-b341-4e61-ada0-8a50c2b43d3d on network 98d32f48-7dcd-4380-8611-429287f69fdb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:05.215740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:05.216424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Checking segment: {'id': 'dc2286d7-db99-4662-9fd8-2df4bad4667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:05.217025 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.217619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Bound using segment: {'id': 'dc2286d7-db99-4662-9fd8-2df4bad4667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:05.218497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Bound port: c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2286d7-db99-4662-9fd8-2df4bad4667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:05.219111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.347170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] For port c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:05.368876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] For port c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,segment=NetworkSegment(dc2286d7-db99-4662-9fd8-2df4bad4667b),segment_id=dc2286d7-db99-4662-9fd8-2df4bad4667b)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:05.386351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.388113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.436058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4cd5ddc-d368-4256-82e0-1696787e5137 req-1b2afdd9-d4ed-4999-a7cd-39d5680a2e5c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811866 Aug 11 02:37:05.450111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.511646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.543589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.579282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.591281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Port 3e3d9dc4-425d-48b7-977d-b8ee510be1b7 not found while updating agent binding for router 038f7d59-8af8-4b91-91ea-f1a7a98434aa. {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 02:37:05.605000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.646481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.680570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Routers set() bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:05.683702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Router IDs set() for agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:37:05.686735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.694491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_agentschedulers_db [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'038f7d59-8af8-4b91-91ea-f1a7a98434aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:36:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent'). {{(pid=94654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:37:05.695294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11aa1-4c3b-4fcf-9228-d68ab9a98c3f None None] The sync data for ids ['038f7d59-8af8-4b91-91ea-f1a7a98434aa'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:05.699541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48affd89-6147-42e1-b288-0d0d4dc71765 None None] Pushing event updated for resources: {'Port': ['ID=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:05.701297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:05.724568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-02bc9e10-44ff-44d3-bd02-e8843ffa0080 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 1.3681746 Aug 11 02:37:05.875303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.908213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a5b920a-5373-4fdc-89a9-1eba1e472945 req-7219c2a8-8596-4811-b0f0-1e251bcd26bb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822753 Aug 11 02:37:05.962808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:05.969191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/910a9fb6-e71b-40a1-b64d-167e817aab5c HTTP/1.1" status: 204 len: 168 time: 2.0192301 Aug 11 02:37:05.976892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:05.990210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45febf90-cde1-4428-aaa7-1d9431052449 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=910a9fb6-e71b-40a1-b64d-167e817aab5c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.388347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.398709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.406932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.415313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.425099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.435269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.442910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.446151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71f9673c-b783-4303-a4e1-58f4e467e54b req-9f9545e0-8332-4c1b-8fab-15142610fc1f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.2410545 Aug 11 02:37:06.486085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.679449 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 98d32f48-7dcd-4380-8611-429287f69fdb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:06.701299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:06.706635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:06.724973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.726017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.734897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.741167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:06.753099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d49415-23ce-4d53-947a-0f277fd635cd req-d46c0f3f-7391-44cd-be3e-14640d4ea47d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:06.759881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09d49415-23ce-4d53-947a-0f277fd635cd req-d46c0f3f-7391-44cd-be3e-14640d4ea47d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 932 time: 0.1335375 Aug 11 02:37:06.799686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=8dc57734-7d76-4966-8ae1-11cf91a2f2a2,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:06.836215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f28857d-c0cf-4302-8d35-c7087c965386 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5452743 Aug 11 02:37:06.838909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Transition to ACTIVE for port object 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:06.840557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 43968) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:06.852925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'fixed_ips': [{'subnet_id': 'ee9c1098-6062-45ac-bb43-435e8506b53e'}, {'subnet_id': '8dc57734-7d76-4966-8ae1-11cf91a2f2a2'}], 'name': 'tempest-PortsIpV6TestJSON-1636735539'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:06.904206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09d49415-23ce-4d53-947a-0f277fd635cd req-9962e493-7ae5-4286-ac80-314c4ed2d23d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393285 Aug 11 02:37:06.935589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.122931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c12a75ed-b341-4e61-ada0-8a50c2b43d3d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:07.260642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:07.262060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:07.411378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.452906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568bfb09-5d87-4344-be0b-8b1221eac9a2']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:07.538903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f85e41-8ca7-400f-8f2b-07ef54e6b3b8') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:07.539470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f85e41-8ca7-400f-8f2b-07ef54e6b3b8') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:07.644865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.648440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:07.766866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.785865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:07.786895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:07.792170 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:07.849223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d3ba1-b5dd-456d-ba18-aac8c98fa28c None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:07.880570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Attempting to bind port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:07.881238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Attempting to bind port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:07.882053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Attempting to bind port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:07.894718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:37:07.895392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Attempting to bind port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:07.905536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:07.906227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:07.906813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:07.907684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Bound port: 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:07.908382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.015850 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.022267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.028934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 568bfb09-5d87-4344-be0b-8b1221eac9a2 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 02:37:08.032807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.035205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/networks/568bfb09-5d87-4344-be0b-8b1221eac9a2 HTTP/1.1" status: 204 len: 168 time: 2.0576515 Aug 11 02:37:08.053355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Provisioning for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:08.081609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Provisioning complete for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:08.082311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.130245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff58106-d3c1-4d92-96c1-92effc3c7826 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Network': ['ID=568bfb09-5d87-4344-be0b-8b1221eac9a2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:08.165723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 63b6fc8e-1bd0-43bc-a362-89618d1a316e yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:08.388061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccae4c-bda8-45e3-88a0-cf7cb2084e76 req-667ec399-0c3f-4c9a-a4f8-81a74f219927 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:08.389721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0ccae4c-bda8-45e3-88a0-cf7cb2084e76 req-667ec399-0c3f-4c9a-a4f8-81a74f219927 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1784029 Aug 11 02:37:08.507537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0ccae4c-bda8-45e3-88a0-cf7cb2084e76 req-adaf26ce-1e6a-42f7-a414-b1b5a685e345 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Aug 11 02:37:08.648134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.691129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:08.831204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] For port c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,segment=NetworkSegment(dc2286d7-db99-4662-9fd8-2df4bad4667b),segment_id=dc2286d7-db99-4662-9fd8-2df4bad4667b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:08.844260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.901481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44008) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:08.902021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:08.907236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'name': 'tempest-router--152517469', 'project_id': 'd829daa6759443a9a8b7569e323a3203'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:08.964962 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:08.966796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.008457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640c60-17ce-4bed-9adb-600c5db4070a None None] Pushing event updated for resources: {'Port': ['ID=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:09.132928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::233 (98d32f48-7dcd-4380-8611-429287f69fdb/ee9c1098-6062-45ac-bb43-435e8506b53e/63b6fc8e-1bd0-43bc-a362-89618d1a316e) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:09.150556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8:0:1::5c (98d32f48-7dcd-4380-8611-429287f69fdb/8dc57734-7d76-4966-8ae1-11cf91a2f2a2/63b6fc8e-1bd0-43bc-a362-89618d1a316e) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:09.158328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.181855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.195259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.254874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.266900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-45329ec5-a554-45d7-a1a5-64e0a3d0fae6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3637772 Aug 11 02:37:09.268708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44014) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:09.334837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.336109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.343922 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/3a5a6194-623a-4e94-ae1c-ac8bb4d91249 HTTP/1.1" status: 200 len: 1093 time: 4.5957360 Aug 11 02:37:09.344694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:09.382654 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2c6a7-e429-4d53-9acb-614b64f7d47f" -d '{"events": [{"name": "network-changed", "server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:09.661112 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a079b3c-a12b-4ba7-b20c-4e0f666fd1f9 x-openstack-request-id: req-8a079b3c-a12b-4ba7-b20c-4e0f666fd1f9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:09.661591 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:09.673710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:09.674645 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a079b3c-a12b-4ba7-b20c-4e0f666fd1f9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:09.674645 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249', 'status': 'completed', 'code': 200} Aug 11 02:37:09.730691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279e34a-2259-4597-a85c-0d1bb6cb54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:09.837503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-43ed1d9d-6e1c-4504-b19b-0af600507643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:09.841513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-43ed1d9d-6e1c-4504-b19b-0af600507643 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 1096 time: 0.3756843 Aug 11 02:37:09.988533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Update dhcp port {'port': {'network_id': '98d32f48-7dcd-4380-8611-429287f69fdb', 'fixed_ips': [{'subnet_id': 'ee9c1098-6062-45ac-bb43-435e8506b53e', 'ip_address': '2001:db8::2'}, {'subnet_id': '8dc57734-7d76-4966-8ae1-11cf91a2f2a2'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'c12a75ed-b341-4e61-ada0-8a50c2b43d3d'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:37:10.088431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.233134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-697eecbf-e5b4-45c0-8f19-181d893e5856 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249 HTTP/1.1" status: 200 len: 217 time: 0.2258947 Aug 11 02:37:10.529580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-27c67907-bb11-4972-9e0b-5a31fb6efcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.539312 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-27c67907-bb11-4972-9e0b-5a31fb6efcb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.2899737 Aug 11 02:37:10.587983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.631136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.637474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44042) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:10.678457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 63b6fc8e-1bd0-43bc-a362-89618d1a316e will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:10.693563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-0dea0ac0-7ad2-4d83-ac35-d622bb1ce773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.695300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-0dea0ac0-7ad2-4d83-ac35-d622bb1ce773 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398766 Aug 11 02:37:10.743673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.748895 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.776578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.864841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.920147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6417-145d-445c-9a69-c4ae28b63586 req-8e2f30b2-2283-48f2-ab5a-a1f1a4321f02 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:10.946548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4ac6417-145d-445c-9a69-c4ae28b63586 req-8e2f30b2-2283-48f2-ab5a-a1f1a4321f02 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 1.0726080 Aug 11 02:37:10.969115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:10.969988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c474758-1e27-4389-8420-3a8330615af1 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:11.011247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.022431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fabe5320-9c8e-411c-a0fa-8d3a25cd84bb tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/routers/4c474758-1e27-4389-8420-3a8330615af1 HTTP/1.1" status: 204 len: 168 time: 1.7510810 Aug 11 02:37:11.114191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 98d32f48-7dcd-4380-8611-429287f69fdb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:11.119658 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-a29c665a-a813-4039-bd43-2440eb4614cd service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098501 Aug 11 02:37:11.120661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c12a75ed-b341-4e61-ada0-8a50c2b43d3d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:11.122355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:11.133662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:11.139993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.140688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.179183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=63b6fc8e-1bd0-43bc-a362-89618d1a316e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:11.297460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4ac6417-145d-445c-9a69-c4ae28b63586 req-1822aa15-55a5-4fdd-bee4-15b0cf76185a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496232 Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.348812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:11.354989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-ab9de7a3-56fc-4cb9-a9f1-acf12b3da4dd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.7163327 Aug 11 02:37:11.362406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1ce3ed9-d3e7-442a-aa15-44dbcc855ab6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5198581 Aug 11 02:37:11.365616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:11.378207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee9c1098-6062-45ac-bb43-435e8506b53e'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:11.408250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Allocated IP 2001:db8:0:1::2 (98d32f48-7dcd-4380-8611-429287f69fdb/8dc57734-7d76-4966-8ae1-11cf91a2f2a2/c12a75ed-b341-4e61-ada0-8a50c2b43d3d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:11.471053 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-9b27b4f5-b01f-4934-8a3f-f3ef5ba8e86c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146557 Aug 11 02:37:11.561294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:11.564492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:11.588271 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51b2667a-2251-4a13-bd7b-13075b9be7cc req-d62e304f-89db-437f-bd2f-24f179a03d25 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431443 Aug 11 02:37:11.725498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:11.732882 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.059099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] For port c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,segment=NetworkSegment(dc2286d7-db99-4662-9fd8-2df4bad4667b),segment_id=dc2286d7-db99-4662-9fd8-2df4bad4667b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:12.236293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2092678363', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:12.237302 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.254140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-be9f7076-1916-444c-a1b5-78aa48ff7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.255659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-be9f7076-1916-444c-a1b5-78aa48ff7a5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 1096 time: 0.4243753 Aug 11 02:37:12.270961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Transition to ACTIVE for port object c12a75ed-b341-4e61-ada0-8a50c2b43d3d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:12.284620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.400061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.401747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.542348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2355b-6c9c-4808-8172-270922931ae5 None None] Pushing event updated for resources: {'Port': ['ID=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:12.680759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5c26d-1f65-48ba-b99c-e180c31cb017 req-e932ca24-e226-4834-800a-76db1267d2b2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.683732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5c26d-1f65-48ba-b99c-e180c31cb017 req-e932ca24-e226-4834-800a-76db1267d2b2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1753542 Aug 11 02:37:12.835657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33b5c26d-1f65-48ba-b99c-e180c31cb017 req-e3008ce5-8a55-4e5b-b9d9-a6b34246e8e8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393263 Aug 11 02:37:12.838603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:12.850274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-73abfcd7-925c-4025-955c-bbd700b050ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:12.880343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-73abfcd7-925c-4025-955c-bbd700b050ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.6101835 Aug 11 02:37:13.028768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c12a75ed-b341-4e61-ada0-8a50c2b43d3d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:13.141559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Delete allocated IP 2001:db8:0:1::5c (98d32f48-7dcd-4380-8611-429287f69fdb/8dc57734-7d76-4966-8ae1-11cf91a2f2a2) {{(pid=94653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:37:13.473628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-979f7335-2d78-439c-be22-21c2c70da2f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249 HTTP/1.1" status: 200 len: 217 time: 0.3253694 Aug 11 02:37:13.484915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.041408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113e6ac-c378-4d17-8b0e-40e3399a68ed None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:14.115812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59f54f-5324-4016-a55c-db243f073194 req-a50267a1-772a-4491-b6b8-699083e5b95e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.129554 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a59f54f-5324-4016-a55c-db243f073194 req-a50267a1-772a-4491-b6b8-699083e5b95e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1191037 Aug 11 02:37:14.256020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a59f54f-5324-4016-a55c-db243f073194 req-d70310c8-838f-4db0-80dd-239c967c5000 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237063 Aug 11 02:37:14.272811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64f7f93d-f5e7-4428-8801-6fd8462ef020 None None] Provisioning for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:14.291701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64f7f93d-f5e7-4428-8801-6fd8462ef020 None None] Provisioning complete for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:14.292068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64f7f93d-f5e7-4428-8801-6fd8462ef020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.372000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-181bb077-9ef2-443e-bcfc-c8f8e9842107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.376210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-181bb077-9ef2-443e-bcfc-c8f8e9842107 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.8870921 Aug 11 02:37:14.568120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-e4d5c265-f129-4dc6-ad49-8ea0d85296d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.570299 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-e4d5c265-f129-4dc6-ad49-8ea0d85296d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551058 Aug 11 02:37:14.572665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.615062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Ignored duplicate provisioning block setup for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:37:14.658232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.790164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] In _notify_port_updated(), no bound segment for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e on network 98d32f48-7dcd-4380-8611-429287f69fdb {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:37:14.800755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:14.801966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:14.804999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/ports/63b6fc8e-1bd0-43bc-a362-89618d1a316e HTTP/1.1" status: 200 len: 926 time: 3.4307930 Aug 11 02:37:14.809773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44104) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:14.816590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee9c1098-6062-45ac-bb43-435e8506b53e'}, {'subnet_id': '8dc57734-7d76-4966-8ae1-11cf91a2f2a2'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:14.844380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77503d-ffc7-4791-9200-47f176f9933d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=63b6fc8e-1bd0-43bc-a362-89618d1a316e,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:14.911373 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-e978d159-27b9-4887-9368-a833a0c385a2 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267286 Aug 11 02:37:15.275264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.313941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.573328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Provisioning for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:15.582068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Provisioning complete for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:15.582744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.616669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.689844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Port 63b6fc8e-1bd0-43bc-a362-89618d1a316e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:15.717180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Provisioning complete for port c12a75ed-b341-4e61-ada0-8a50c2b43d3d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:15.719363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-019371a8-fdfc-440e-afe9-f0cff513bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:15.721454 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13d2c6a7-e429-4d53-9acb-614b64f7d47f req-54c39bf9-a69d-447b-b3a3-dc986fd17635 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487257 Aug 11 02:37:15.941067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Allocated IP 172.25.3.227 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/08ff5ef2-a20e-41c4-aaa4-1eeba76cf51a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:16.153373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-8007e55d-c00c-46cf-aacd-6b87aef9126c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6382430 Aug 11 02:37:16.205448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44124) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:16.221495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e9d2-92ef-4dee-a31f-57c84d951530 req-fb81afcd-2a8f-4996-a2a4-11845313bc66 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.229239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fc3e9d2-92ef-4dee-a31f-57c84d951530 req-fb81afcd-2a8f-4996-a2a4-11845313bc66 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.6349659 Aug 11 02:37:16.403506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.450309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fc3e9d2-92ef-4dee-a31f-57c84d951530 req-1fb4e757-019e-4653-b263-64d5c4a83b08 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181528 Aug 11 02:37:16.576956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.703996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f811024d-2667-4927-b73e-26e8dabd6ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:16.713680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:16.737292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:16.746207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:16.786485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.787157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.787534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.788700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.790371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.791492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.792514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:16.796929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e865d046-81c8-4f92-88f9-1c04e10edb60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.4551146 Aug 11 02:37:16.805881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event updated for resources: {'Port': ['ID=08ff5ef2-a20e-41c4-aaa4-1eeba76cf51a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.074544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f9937346-daca-473a-b9c3-7dbf542f44d7 None None] Provisioning complete for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:17.078315 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9937346-daca-473a-b9c3-7dbf542f44d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.080321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8:0:1::d2 (98d32f48-7dcd-4380-8611-429287f69fdb/8dc57734-7d76-4966-8ae1-11cf91a2f2a2/63b6fc8e-1bd0-43bc-a362-89618d1a316e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:17.184294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9937346-daca-473a-b9c3-7dbf542f44d7 None None] Port 63b6fc8e-1bd0-43bc-a362-89618d1a316e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:17.471191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f811024d-2667-4927-b73e-26e8dabd6ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.514018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f811024d-2667-4927-b73e-26e8dabd6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.542629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.559424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 63b6fc8e-1bd0-43bc-a362-89618d1a316e will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:17.566334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.626572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12aaecea-de60-4559-a64a-ba30dbf3281d None None] Provisioning for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:17.632028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-12aaecea-de60-4559-a64a-ba30dbf3281d None None] Provisioning complete for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:17.632736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12aaecea-de60-4559-a64a-ba30dbf3281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.644599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=63b6fc8e-1bd0-43bc-a362-89618d1a316e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.716547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] In _notify_port_updated(), no bound segment for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e on network 98d32f48-7dcd-4380-8611-429287f69fdb {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:37:17.723145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.723959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.730793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-08bbe572-01fc-4359-a8ea-33d5d32c2c00 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/ports/63b6fc8e-1bd0-43bc-a362-89618d1a316e HTTP/1.1" status: 200 len: 1011 time: 2.9147022 Aug 11 02:37:17.731070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-12aaecea-de60-4559-a64a-ba30dbf3281d None None] Port 63b6fc8e-1bd0-43bc-a362-89618d1a316e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:17.732845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.741997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811024d-2667-4927-b73e-26e8dabd6ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafaa496-06de-404a-9592-b2fe14ce6b05,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:17.755393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f811024d-2667-4927-b73e-26e8dabd6ed3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a59547e821514515a2997b14cebeb005&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5460227 Aug 11 02:37:17.763422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:17.795691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-7528e03c-c44a-4de9-912e-b343d35e2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.796535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-7528e03c-c44a-4de9-912e-b343d35e2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.796535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-7528e03c-c44a-4de9-912e-b343d35e2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:17.798590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-7528e03c-c44a-4de9-912e-b343d35e2b94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 0.8940635 Aug 11 02:37:17.835426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.912151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:17.922595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-45f0e539-c21a-40f1-8109-a78c4b6ea9bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 0.1078200 Aug 11 02:37:18.050672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.153434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-f85bc587-f911-4de9-8d5d-fb4a1d05a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.163018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-f85bc587-f911-4de9-8d5d-fb4a1d05a684 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.1977637 Aug 11 02:37:18.203939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b5f4-ed0b-43ba-a8c8-8fca3856f7f5 req-13948183-2918-4ec9-8f44-ffa79d7b6cce tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.205793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f965b5f4-ed0b-43ba-a8c8-8fca3856f7f5 req-13948183-2918-4ec9-8f44-ffa79d7b6cce tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2425773 Aug 11 02:37:18.222323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 63b6fc8e-1bd0-43bc-a362-89618d1a316e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:18.222691 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.273334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f1891f3d-b914-44c7-b154-4b455b11e4c1 None None] Provisioning complete for port 63b6fc8e-1bd0-43bc-a362-89618d1a316e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:18.273980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f1891f3d-b914-44c7-b154-4b455b11e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.330779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.335118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f1891f3d-b914-44c7-b154-4b455b11e4c1 None None] Port 63b6fc8e-1bd0-43bc-a362-89618d1a316e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:18.384579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.387198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.388457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fafaa496-06de-404a-9592-b2fe14ce6b05 HTTP/1.1" status: 204 len: 168 time: 0.6242337 Aug 11 02:37:18.406632 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dd268-7a5c-4daf-b9c4-56713fc67cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafaa496-06de-404a-9592-b2fe14ce6b05,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:18.584568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Router a1c9740c-f233-4e4d-af20-364fd969251f is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:18.879968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-6c5b8266-ec46-4405-b4b2-eae0ff14622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:18.882746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-6c5b8266-ec46-4405-b4b2-eae0ff14622d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7034013 Aug 11 02:37:18.911676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:18.937277 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] Sync routers for ids ['a1c9740c-f233-4e4d-af20-364fd969251f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:18.949052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:18.953002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-77bc8b4a-a4cb-4f2e-9c6f-609b31ff31d3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3833296 Aug 11 02:37:18.956049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:18.977385 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] Routers {'a1c9740c-f233-4e4d-af20-364fd969251f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:18.994810 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:36:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a1c9740c-f233-4e4d-af20-364fd969251f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:19.098590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f965b5f4-ed0b-43ba-a8c8-8fca3856f7f5 req-88b88381-926a-490c-a1c1-fde2c7f9f9cd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502612 Aug 11 02:37:19.185680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:19.213374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.229595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] Routers {'a1c9740c-f233-4e4d-af20-364fd969251f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:19.230696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:36:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a1c9740c-f233-4e4d-af20-364fd969251f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:19.265770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 63b6fc8e-1bd0-43bc-a362-89618d1a316e owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:19.312340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-efad38ec-c9bd-45e9-83bc-9762e3646693 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117081 Aug 11 02:37:19.330958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-94268b07-daea-4c76-b553-2a7f2809a2c8 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/a1c9740c-f233-4e4d-af20-364fd969251f HTTP/1.1" status: 200 len: 925 time: 0.3718867 Aug 11 02:37:19.331609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.369091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:19.370076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677b4c36-a050-4517-857e-221bf62eb3f0 None None] The sync data for ids ['a1c9740c-f233-4e4d-af20-364fd969251f'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:19.382124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.399876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cb913a51-7adf-479c-9539-925ea03fc49f tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1c9740c-f233-4e4d-af20-364fd969251f HTTP/1.1" status: 200 len: 205 time: 0.0670617 Aug 11 02:37:19.406420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44174) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.487150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c69004d-c263-487f-aef8-711384873464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.594475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-4f195a1a-f952-4d85-9597-5a90c72962b0 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990187 Aug 11 02:37:19.660791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.668306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-a8fdbe27-39da-4a12-88e9-17d20e6c63d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0628750 Aug 11 02:37:19.708802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c69004d-c263-487f-aef8-711384873464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.718053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0c69004d-c263-487f-aef8-711384873464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.745774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-c9215c29-f67f-48b9-8460-571e5e65b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:19.747487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-c9215c29-f67f-48b9-8460-571e5e65b926 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.0701916 Aug 11 02:37:19.778470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.813207 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0c69004d-c263-487f-aef8-711384873464 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6c7e37fc9a34d61aa35ffd06326b681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120963 Aug 11 02:37:19.818580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44180) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:19.848990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69004d-c263-487f-aef8-711384873464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5de06d-e520-493b-8bd2-5c1cdcc724e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:19.892210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.896010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.962389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:19.979083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=63b6fc8e-1bd0-43bc-a362-89618d1a316e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:20.017153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.023436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8b4a553b-c4a6-43d6-b977-59bce7fa931f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/63b6fc8e-1bd0-43bc-a362-89618d1a316e HTTP/1.1" status: 204 len: 168 time: 2.2897503 Aug 11 02:37:20.024823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44182) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.063533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-ee0a88c6-78b3-479c-82de-094c8a5b3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:20.065434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-ee0a88c6-78b3-479c-82de-094c8a5b3591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3090439 Aug 11 02:37:20.067100 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2f5ff3-e375-4d2b-a516-587228fbeffe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:20.072799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c2f5ff3-e375-4d2b-a516-587228fbeffe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/63b6fc8e-1bd0-43bc-a362-89618d1a316e HTTP/1.1" status: 404 len: 333 time: 0.0455606 Aug 11 02:37:20.073580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:20.183951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port 08ff5ef2-a20e-41c4-aaa4-1eeba76cf51a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:20.184314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.191092 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.193748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.194954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb5de06d-e520-493b-8bd2-5c1cdcc724e0 HTTP/1.1" status: 204 len: 168 time: 0.3752742 Aug 11 02:37:20.352995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 8dc57734-7d76-4966-8ae1-11cf91a2f2a2 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:20.364140 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.460355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-2412d981-7f1b-4f18-bd51-e80980d6a1c9 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856316 Aug 11 02:37:20.488445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.775409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e41dd9-3af3-49fd-ae30-aefc3c514027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5de06d-e520-493b-8bd2-5c1cdcc724e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:20.863111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-0917f00f-7382-491a-aa6a-6b7f167e1444 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782873 Aug 11 02:37:20.879876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:20.904528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for 08ff5ef2-a20e-41c4-aaa4-1eeba76cf51a owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:21.041149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90820aa-509c-4538-84c7-6abb5ecf5144 req-9840bad5-04d4-4e5f-99dd-9a1b056ab76e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.042989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c90820aa-509c-4538-84c7-6abb5ecf5144 req-9840bad5-04d4-4e5f-99dd-9a1b056ab76e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.6096244 Aug 11 02:37:21.047676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-ad16d39e-4af2-4c0c-8272-be976ac5fdf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.1690371 Aug 11 02:37:21.164225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c90820aa-509c-4538-84c7-6abb5ecf5144 req-3522b103-e999-440b-9baa-c5d65e9e5843 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102347 Aug 11 02:37:21.172564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.177842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-84c3f16a-6e3b-478a-a237-4333d3555524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.180019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-84c3f16a-6e3b-478a-a237-4333d3555524 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1159778 Aug 11 02:37:21.280076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.333850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2f221b6-6630-4e4f-be76-d1763fea27f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.346184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.377217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=08ff5ef2-a20e-41c4-aaa4-1eeba76cf51a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.390764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-652f59f6-3b84-4e4a-b9fc-c218e3315b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:21.394123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-652f59f6-3b84-4e4a-b9fc-c218e3315b17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1845462 Aug 11 02:37:21.465489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.465711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.588567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.592420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.595817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.600880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/8dc57734-7d76-4966-8ae1-11cf91a2f2a2 HTTP/1.1" status: 204 len: 168 time: 1.5245340 Aug 11 02:37:21.602587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.604557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56b9d8-b169-4828-a2f8-2d8f099815be None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:21.669664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb4f3-9b54-4334-aa6c-e1fc9def549f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc57734-7d76-4966-8ae1-11cf91a2f2a2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:21.739927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.740814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router a1c9740c-f233-4e4d-af20-364fd969251f {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:21.756725 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-9d5da41c-ecc3-467b-bf01-8341ea399b05 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428998 Aug 11 02:37:21.757130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.765000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44216) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.768555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed4c0341-4b83-4d4a-a4e5-600a112009c0 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/a1c9740c-f233-4e4d-af20-364fd969251f HTTP/1.1" status: 204 len: 168 time: 2.3607912 Aug 11 02:37:21.774837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976204451', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:21.780822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet ee9c1098-6062-45ac-bb43-435e8506b53e {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:21.786262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.871757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.886279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-11e01265-57fa-47c1-beac-8599eb2f34ec service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964482 Aug 11 02:37:21.888457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2f221b6-6630-4e4f-be76-d1763fea27f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.911076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2f221b6-6630-4e4f-be76-d1763fea27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.979499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c2f221b6-6630-4e4f-be76-d1763fea27f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f95184f548004deb9f4c579c933e444c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921384 Aug 11 02:37:21.980658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.982043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:21.991146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44218) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:21.992016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f221b6-6630-4e4f-be76-d1763fea27f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ed926-c7a9-4b27-87ce-dc4602ac7188,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.054450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.094304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-e7e4d6db-b87b-49b7-8f4e-b56456d61477 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.1487842 Aug 11 02:37:22.249638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.271729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.346887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9c1098-6062-45ac-bb43-435e8506b53e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:22.363036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.373069 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6546c2d-a818-425f-a12f-b2b19e2ac08c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/ee9c1098-6062-45ac-bb43-435e8506b53e HTTP/1.1" status: 204 len: 168 time: 0.7688606 Aug 11 02:37:22.374352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:22.461006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.521175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-6984c68b-d349-412c-a88b-ceecabbf1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.521875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-6984c68b-d349-412c-a88b-ceecabbf1d48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.4066911 Aug 11 02:37:22.527618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.583135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.623678 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3781-c0de-4b1a-ad34-c0c68f4a332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.720860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port c12a75ed-b341-4e61-ada0-8a50c2b43d3d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:22.723158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.945529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59b82-f386-487b-8c06-ca3b68d422f6 req-3fec127f-8b00-4f49-8e73-bea29c0ebe3f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:22.953998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port c12a75ed-b341-4e61-ada0-8a50c2b43d3d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,segment=NetworkSegment(dc2286d7-db99-4662-9fd8-2df4bad4667b),segment_id=dc2286d7-db99-4662-9fd8-2df4bad4667b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:22.954389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2c59b82-f386-487b-8c06-ca3b68d422f6 req-3fec127f-8b00-4f49-8e73-bea29c0ebe3f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.5121667 Aug 11 02:37:22.954596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.963232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:22.989236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for c12a75ed-b341-4e61-ada0-8a50c2b43d3d owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:22.999916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.002610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.007027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c07ed926-c7a9-4b27-87ce-dc4602ac7188 HTTP/1.1" status: 204 len: 168 time: 1.0109389 Aug 11 02:37:23.024607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228016-9adb-450c-ab18-78bbade14400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ed926-c7a9-4b27-87ce-dc4602ac7188,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.079270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d2c59b82-f386-487b-8c06-ca3b68d422f6 req-6a749c73-2ef7-458d-b200-608cd8ce1c9d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238556 Aug 11 02:37:23.150874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-93aec2c0-2f5c-466e-a5f1-7a7d267439e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:23.153246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8ccb5-c408-4639-832c-d47c8ed1afb6 None None] Network 98d32f48-7dcd-4380-8611-429287f69fdb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:23.177985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-93aec2c0-2f5c-466e-a5f1-7a7d267439e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6096125 Aug 11 02:37:23.273342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.286864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a0094104-2042-460a-a9f4-622726d67864 None None] Could not find standard attr ID for object c12a75ed-b341-4e61-ada0-8a50c2b43d3d. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:23.370590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=c12a75ed-b341-4e61-ada0-8a50c2b43d3d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.382333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port c12a75ed-b341-4e61-ada0-8a50c2b43d3d on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:23.497225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-b4b1efc5-9f73-4348-a43e-e31f7af19fef service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933116 Aug 11 02:37:23.551017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cac9c8-f443-4dd4-992e-1c61c7cea2b3 None None] DHCP port deletion for 98d32f48-7dcd-4380-8611-429287f69fdb request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:23.629642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.646608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d32f48-7dcd-4380-8611-429287f69fdb']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:23.661171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2286d7-db99-4662-9fd8-2df4bad4667b') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:23.661462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2286d7-db99-4662-9fd8-2df4bad4667b') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:23.672158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.689203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.697248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:23.698073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:23.769960 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:23.815923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.826571 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.838485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/98d32f48-7dcd-4380-8611-429287f69fdb HTTP/1.1" status: 204 len: 168 time: 1.4565761 Aug 11 02:37:23.845067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44254) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:23.886398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9e484-da73-4679-995f-915e6ee9ff27 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=98d32f48-7dcd-4380-8611-429287f69fdb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:23.936513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492be68f-8091-4336-8bf5-a0ee093c0642 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:23.943616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-492be68f-8091-4336-8bf5-a0ee093c0642 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0919218 Aug 11 02:37:23.944408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44260) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:23.952820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:23.970784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-579919be-97f1-481a-98fd-5b80df08c7e1 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684467 Aug 11 02:37:24.011304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.073881 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a2643e73-59d5-4b35-8554-11fe99c43d09 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1244929 Aug 11 02:37:24.076044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44264) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.078714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-2b8a4fca-17f2-45d8-b1db-ce41f942d4aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.0762670 Aug 11 02:37:24.084349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1215722441'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:24.168288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:24.181483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.286706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:24.323877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.324386 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment 5351520c-0df2-4af4-bd70-b5427393225a of type vlan for network f516dd57-3880-4cbc-b329-5a2799c16a3b Aug 11 02:37:24.355582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-98b533c3-4d0e-4942-baae-a09688be4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.357188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-98b533c3-4d0e-4942-baae-a09688be4070 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.0655646 Aug 11 02:37:24.358969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 172.25.3.220 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ba7e7cee-948e-49a5-8391-279ed6b2aef7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:24.455134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.530476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55888-9aeb-4759-8775-afdc8bb7a024 req-b04e7dee-df0f-40f2-a423-58624d740e97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.531371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.532246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52a55888-9aeb-4759-8775-afdc8bb7a024 req-b04e7dee-df0f-40f2-a423-58624d740e97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2391319 Aug 11 02:37:24.542198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.543425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.579185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-2d73c83a-bc30-457b-b084-fd802c4e5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:24.580782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-2d73c83a-bc30-457b-b084-fd802c4e5c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1814983 Aug 11 02:37:24.640337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52a55888-9aeb-4759-8775-afdc8bb7a024 req-0d4350cc-a4c5-49bb-88ab-e23f659c45a0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Aug 11 02:37:24.645010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=f516dd57-3880-4cbc-b329-5a2799c16a3b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:24.662248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f516dd57-3880-4cbc-b329-5a2799c16a3b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:24.673676 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4dd5367c-d3b9-49a5-ab34-f96e74bd46f6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5957925 Aug 11 02:37:24.677314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44282) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:24.687798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:24.893972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:24.901467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:24.912713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.009515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c12a75ed-b341-4e61-ada0-8a50c2b43d3d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:25.073462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.092415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c12a75ed-b341-4e61-ada0-8a50c2b43d3d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:25.093240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c12a75ed-b341-4e61-ada0-8a50c2b43d3d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:25.193348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3aa7-b80e-429a-9fdb-fe4e53e04440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.245904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-c5d258e1-878f-41a7-bc8d-6c0c98572436 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467726 Aug 11 02:37:25.262212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:25.287173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.293067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:25.342756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:25.374994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=ba7e7cee-948e-49a5-8391-279ed6b2aef7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.428087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.435696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=565210d7-5e76-4611-959f-af3d1462d170,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:25.450868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': '5351520c-0df2-4af4-bd70-b5427393225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:25.452314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: f516dd57-3880-4cbc-b329-5a2799c16a3b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:25.502678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network f516dd57-3880-4cbc-b329-5a2799c16a3b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:25.530219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f516dd57-3880-4cbc-b329-5a2799c16a3b) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:25.537955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:25.539217 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.558643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e49258-6196-4818-afb2-0f4b753eafc1 None None] Network f516dd57-3880-4cbc-b329-5a2799c16a3b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:25.562085 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0fcfdb66-35c6-4ad4-bbe2-9f1cdc29a72e tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8821204 Aug 11 02:37:25.565969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:25.599158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b', 'name': 'tempest-PortsIpV6TestJSON-658246313'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:25.847825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:25.852806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:25.899945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port ed64d0d7-77d4-4456-811c-2eaed3af5790 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:25.976111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f516dd57-3880-4cbc-b329-5a2799c16a3b', 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': '565210d7-5e76-4611-959f-af3d1462d170'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:25.976971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.185355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-c6829ad2-30f6-460e-860c-da33d63585b8 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9276659 Aug 11 02:37:26.224898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::2a1 (f516dd57-3880-4cbc-b329-5a2799c16a3b/565210d7-5e76-4611-959f-af3d1462d170/ed64d0d7-77d4-4456-811c-2eaed3af5790) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:26.280096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb897d5-1c71-446d-b7bc-49fe6afa9524 req-5195fdac-3706-42e1-905e-afbe4d4ac132 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.281976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ceb897d5-1c71-446d-b7bc-49fe6afa9524 req-5195fdac-3706-42e1-905e-afbe4d4ac132 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1919053 Aug 11 02:37:26.286152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-ccf89ee6-1ccc-4ca6-b378-6198405b2cc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.0768399 Aug 11 02:37:26.472780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.507043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.606283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.659439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object ed64d0d7-77d4-4456-811c-2eaed3af5790 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:26.670656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-4de96405-2523-44f7-8e63-d3498bd8865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.672219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-4de96405-2523-44f7-8e63-d3498bd8865d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.3753991 Aug 11 02:37:26.680816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ceb897d5-1c71-446d-b7bc-49fe6afa9524 req-9f2dc651-4402-480d-bf8a-ae3f293063e6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870311 Aug 11 02:37:26.780951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-b0c53a03-a8eb-47d5-881e-5c16d2c82994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.784065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.803227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-b0c53a03-a8eb-47d5-881e-5c16d2c82994 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190925 Aug 11 02:37:26.854653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network f516dd57-3880-4cbc-b329-5a2799c16a3b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:26.862587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:26.871589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:26.877856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:26.879144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.883964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:26.911229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Allocated IP 2001:db8::2 (f516dd57-3880-4cbc-b329-5a2799c16a3b/565210d7-5e76-4611-959f-af3d1462d170/cd94abb1-59b0-43c4-a214-c705638756f7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:26.924499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3560348 Aug 11 02:37:26.925733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:26.935390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b', 'name': 'tempest-PortsIpV6TestJSON-1713057474'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:27.090997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=ed64d0d7-77d4-4456-811c-2eaed3af5790,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.096294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:27.104102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.135714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port bea73b80-1b08-4ee4-93f5-263198b7e77b yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:27.146378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.146703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.148093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.148452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.148969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.149402 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.149772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.150165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.150534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.151006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.151686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.152892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17dc3-0e6a-4ba6-834d-08fb8e361b24 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:27.222527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.234583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Transition to ACTIVE for port object cd94abb1-59b0-43c4-a214-c705638756f7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:27.255390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Transition to ACTIVE for port object cd94abb1-59b0-43c4-a214-c705638756f7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:27.256629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-29ccd9a3-b837-4c20-9cbc-f2ab5ae27d68 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295847 Aug 11 02:37:27.268519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.345139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Network f516dd57-3880-4cbc-b329-5a2799c16a3b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:27.349287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:27.357439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:27.425416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::237 (f516dd57-3880-4cbc-b329-5a2799c16a3b/565210d7-5e76-4611-959f-af3d1462d170/bea73b80-1b08-4ee4-93f5-263198b7e77b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:27.487038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Attempting to bind port cd94abb1-59b0-43c4-a214-c705638756f7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:27.487730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Attempting to bind port cd94abb1-59b0-43c4-a214-c705638756f7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5351520c-0df2-4af4-bd70-b5427393225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:27.488296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Attempting to bind port cd94abb1-59b0-43c4-a214-c705638756f7 on network f516dd57-3880-4cbc-b329-5a2799c16a3b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:27.494741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Pushing event updated for resources: {'Port': ['ID=cd94abb1-59b0-43c4-a214-c705638756f7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:27.497738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:27.498442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Checking segment: {'id': '5351520c-0df2-4af4-bd70-b5427393225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:27.499097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.499463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Bound using segment: {'id': '5351520c-0df2-4af4-bd70-b5427393225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:27.500140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Bound port: cd94abb1-59b0-43c4-a214-c705638756f7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5351520c-0df2-4af4-bd70-b5427393225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'f516dd57-3880-4cbc-b329-5a2799c16a3b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:27.500730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.516153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-17194e9e-e1cf-4bce-b343-47641feb6c09 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438149 Aug 11 02:37:27.528305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:27.741842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-82384ea5-ccc2-4787-ae85-1b372423d7b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.2154624 Aug 11 02:37:27.795356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.839448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] For port cd94abb1-59b0-43c4-a214-c705638756f7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:27.841543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object bea73b80-1b08-4ee4-93f5-263198b7e77b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:27.854991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] For port cd94abb1-59b0-43c4-a214-c705638756f7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cd94abb1-59b0-43c4-a214-c705638756f7,segment=NetworkSegment(5351520c-0df2-4af4-bd70-b5427393225a),segment_id=5351520c-0df2-4af4-bd70-b5427393225a)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:27.886253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.922327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:27.980730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network f516dd57-3880-4cbc-b329-5a2799c16a3b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:27.997319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:27.997319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:28.000469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.001173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.083794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1555903 Aug 11 02:37:28.085345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3e8d0-f8c0-483e-9a3c-ff796913614c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=bea73b80-1b08-4ee4-93f5-263198b7e77b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.096200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.131901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7e3b-1bf7-4b3b-990b-508c24b7946e None None] Pushing event updated for resources: {'Port': ['ID=cd94abb1-59b0-43c4-a214-c705638756f7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:28.205673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.225784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-0ab2f5ea-7311-4c8a-8601-e397fd7fc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.228219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-0ab2f5ea-7311-4c8a-8601-e397fd7fc355 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.4744058 Aug 11 02:37:28.263253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf6bcc-e61f-4bb3-9391-d1bc6aec4e6b req-5ef29e46-5a2f-4c7b-9fe8-e28fc4266bb4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.265082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdf6bcc-e61f-4bb3-9391-d1bc6aec4e6b req-5ef29e46-5a2f-4c7b-9fe8-e28fc4266bb4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2395992 Aug 11 02:37:28.379227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-87f22d2a-beb6-42d8-b6da-aaae17df0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.382530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-87f22d2a-beb6-42d8-b6da-aaae17df0607 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287401 Aug 11 02:37:28.408371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11134c67-3967-4a1e-ae1c-cf13366b9928 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:28.410703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-11134c67-3967-4a1e-ae1c-cf13366b9928 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a1 HTTP/1.1" status: 200 len: 928 time: 0.3114014 Aug 11 02:37:28.412218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:28.415645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44350) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:28.429426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Sync routers for ids ['326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:28.471714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Routers {'326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:28.472786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:28.581534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdf6bcc-e61f-4bb3-9391-d1bc6aec4e6b req-4a3cee40-4589-4b16-b7f8-8602729d71dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713306 Aug 11 02:37:28.711083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-90953a84-33cd-484f-987f-e52a28e1e5ac service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715728 Aug 11 02:37:28.808465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Set router 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:37:28.831610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port bea73b80-1b08-4ee4-93f5-263198b7e77b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:28.834618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.954644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9571fb4-33c7-441a-bdd5-b711dbbeceec req-f0ad6772-ed7e-425e-871b-1d97f2281f2f service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332742 Aug 11 02:37:28.962077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:28.962077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-841bfc7c-dc42-49ab-91e6-1e6fe03cf127 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1924589 Aug 11 02:37:28.985232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44358) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.243080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cd94abb1-59b0-43c4-a214-c705638756f7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:29.265632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.305374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for bea73b80-1b08-4ee4-93f5-263198b7e77b owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:29.330012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-157af992-e299-40ba-aaee-70a54bedba3c tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/326bf6ba-e2c1-4c7e-86da-7e42f53fed6e HTTP/1.1" status: 200 len: 909 time: 0.3432817 Aug 11 02:37:29.330646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44368) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:29.362863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port cd94abb1-59b0-43c4-a214-c705638756f7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:29.379428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976204451', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': True}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:29.393339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'name': 'tempest-snat-router-1976204451', 'tenant_id': '92a5a889ccfa48d7883000fbb79c24d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220'}], 'enable_snat': False}, 'gw_port_id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:37:22Z', 'updated_at': '2021-08-11T02:37:26Z', 'revision_number': 3, 'project_id': '92a5a889ccfa48d7883000fbb79c24d8', 'gw_port': {'id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:37:24Z', 'updated_at': '2021-08-11T02:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:29.464929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Checking router: 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:37:29.466694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Updating router 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e port ba7e7cee-948e-49a5-8391-279ed6b2aef7 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:37:29.533076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.637472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.645169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:29.913699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.025663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=bea73b80-1b08-4ee4-93f5-263198b7e77b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.055566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33edd0-e668-4511-9c47-30c79ed1fc4d req-288a6679-ac9b-41d6-b7ff-8283aa1d3af2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:30.057366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2a33edd0-e668-4511-9c47-30c79ed1fc4d req-288a6679-ac9b-41d6-b7ff-8283aa1d3af2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1863451 Aug 11 02:37:30.081891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.088551 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a9f7d59-19a9-44c8-80d2-959aaa51cfe6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/bea73b80-1b08-4ee4-93f5-263198b7e77b HTTP/1.1" status: 204 len: 168 time: 1.6712215 Aug 11 02:37:30.097433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44378) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.162175 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c06e34d-7c0c-43c7-b02c-a57a38d0dc8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:30.164826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2c06e34d-7c0c-43c7-b02c-a57a38d0dc8f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/bea73b80-1b08-4ee4-93f5-263198b7e77b HTTP/1.1" status: 404 len: 333 time: 0.0602152 Aug 11 02:37:30.168915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2a33edd0-e668-4511-9c47-30c79ed1fc4d req-5522b30a-0a7b-4aa1-b920-9071a9049bf7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047425 Aug 11 02:37:30.169709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44380) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.176184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.261283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea6b2f-e988-4e6f-a029-76b2bce4c360 None None] Network f516dd57-3880-4cbc-b329-5a2799c16a3b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:30.318692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port ed64d0d7-77d4-4456-811c-2eaed3af5790 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:30.319045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.478760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.521364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for ed64d0d7-77d4-4456-811c-2eaed3af5790 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:30.532205 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.780476 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.799427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.828601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Provisioning for port cd94abb1-59b0-43c4-a214-c705638756f7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:30.840344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Transition to ACTIVE for port object ba7e7cee-948e-49a5-8391-279ed6b2aef7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:30.846456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=ed64d0d7-77d4-4456-811c-2eaed3af5790,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:30.869515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Provisioning complete for port cd94abb1-59b0-43c4-a214-c705638756f7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:30.876823 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.925991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.929421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f88a7390-41b6-446e-93af-d6a7ab8298c5 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/ed64d0d7-77d4-4456-811c-2eaed3af5790 HTTP/1.1" status: 204 len: 168 time: 0.7584717 Aug 11 02:37:30.931576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:30.934185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44392) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:30.983767 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ee7097-15da-4f04-ac13-34a06ab26bbf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:30.985420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-60ee7097-15da-4f04-ac13-34a06ab26bbf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/ed64d0d7-77d4-4456-811c-2eaed3af5790 HTTP/1.1" status: 404 len: 333 time: 0.0502326 Aug 11 02:37:30.990229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44394) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:31.004004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.048762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.075399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Attempting to bind port ba7e7cee-948e-49a5-8391-279ed6b2aef7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:31.075781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Attempting to bind port ba7e7cee-948e-49a5-8391-279ed6b2aef7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:31.076156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Attempting to bind port ba7e7cee-948e-49a5-8391-279ed6b2aef7 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:31.087370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1298e1-7cf1-4c62-8404-8d575b0cb6c8 None None] Pushing event updated for resources: {'Port': ['ID=ba7e7cee-948e-49a5-8391-279ed6b2aef7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.097953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:31.098619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:31.099247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.101018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:31.102273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Bound port: ba7e7cee-948e-49a5-8391-279ed6b2aef7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:31.111315 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.131740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 565210d7-5e76-4611-959f-af3d1462d170 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:31.139075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.275943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] For port ba7e7cee-948e-49a5-8391-279ed6b2aef7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:31.284157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] For port ba7e7cee-948e-49a5-8391-279ed6b2aef7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ba7e7cee-948e-49a5-8391-279ed6b2aef7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:31.302766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.335778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.432074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 172.25.3.131 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/1882d464-9b2a-42be-b4d6-d354974f1cde) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:31.471233 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.548438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1298e1-7cf1-4c62-8404-8d575b0cb6c8 None None] Pushing event updated for resources: {'Port': ['ID=ba7e7cee-948e-49a5-8391-279ed6b2aef7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:31.600340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1948e-3b81-4096-8db2-634de77d054e req-79c54f75-3ed7-4b18-991b-a12bbdc79434 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:31.616746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] For port cd94abb1-59b0-43c4-a214-c705638756f7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cd94abb1-59b0-43c4-a214-c705638756f7,segment=NetworkSegment(5351520c-0df2-4af4-bd70-b5427393225a),segment_id=5351520c-0df2-4af4-bd70-b5427393225a)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:31.624942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d1948e-3b81-4096-8db2-634de77d054e req-79c54f75-3ed7-4b18-991b-a12bbdc79434 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2191761 Aug 11 02:37:31.625318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Routers {'326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:31.626167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:31.629954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.753134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.806156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4d1948e-3b81-4096-8db2-634de77d054e req-2223969b-55e0-411f-aeed-ab71dd3bb983 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789422 Aug 11 02:37:31.813324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:31.900155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.002331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8633717-4cdc-4dde-b91f-a4bdf15964e1 None None] Provisioning complete for port cd94abb1-59b0-43c4-a214-c705638756f7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:32.005450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.011339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8633717-4cdc-4dde-b91f-a4bdf15964e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.057545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:32.064220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.069662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/565210d7-5e76-4611-959f-af3d1462d170 HTTP/1.1" status: 204 len: 168 time: 1.0779409 Aug 11 02:37:32.071950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:32.082308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:32.096158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:32.104970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e730a-0af1-4fa7-a026-1112539a25a4 None None] Pushing event updated for resources: {'Port': ['ID=cd94abb1-59b0-43c4-a214-c705638756f7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.125864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] Set router 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:37:32.184241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=1882d464-9b2a-42be-b4d6-d354974f1cde,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.286530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.301113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0ca0-99f4-4b0d-968e-03653e41bc31 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=565210d7-5e76-4611-959f-af3d1462d170,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:32.431819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port cd94abb1-59b0-43c4-a214-c705638756f7 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:32.432483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.645617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port cd94abb1-59b0-43c4-a214-c705638756f7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cd94abb1-59b0-43c4-a214-c705638756f7,segment=NetworkSegment(5351520c-0df2-4af4-bd70-b5427393225a),segment_id=5351520c-0df2-4af4-bd70-b5427393225a)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:32.646536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.649770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f0d44-b25e-4b86-abcd-9f5d8fffab75 None None] Network f516dd57-3880-4cbc-b329-5a2799c16a3b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:32.669164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for cd94abb1-59b0-43c4-a214-c705638756f7 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:32.873316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:32.937129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b5cad825-2c7c-4bce-8663-2939009c8c5d None None] Could not find standard attr ID for object bea73b80-1b08-4ee4-93f5-263198b7e77b. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:32.962152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b5cad825-2c7c-4bce-8663-2939009c8c5d None None] Could not find standard attr ID for object ed64d0d7-77d4-4456-811c-2eaed3af5790. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:37:32.978597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'name': 'tempest-snat-router-1976204451', 'tenant_id': '92a5a889ccfa48d7883000fbb79c24d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220'}], 'enable_snat': False}, 'gw_port_id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:37:22Z', 'updated_at': '2021-08-11T02:37:26Z', 'revision_number': 3, 'project_id': '92a5a889ccfa48d7883000fbb79c24d8', 'gw_port': {'id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:37:24Z', 'updated_at': '2021-08-11T02:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:33.015369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port cd94abb1-59b0-43c4-a214-c705638756f7 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:33.081493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e149dac0-f3a0-436c-859f-036d638bb96b None None] DHCP port deletion for f516dd57-3880-4cbc-b329-5a2799c16a3b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:33.084235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=cd94abb1-59b0-43c4-a214-c705638756f7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.085993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6324fb-9008-4ac8-994d-f041fa71e604 None None] The sync data for ids ['326bf6ba-e2c1-4c7e-86da-7e42f53fed6e'] in n-d-713498-10 is: [{'id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'name': 'tempest-snat-router-1976204451', 'tenant_id': '92a5a889ccfa48d7883000fbb79c24d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220'}], 'enable_snat': False}, 'gw_port_id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:37:22Z', 'updated_at': '2021-08-11T02:37:26Z', 'revision_number': 3, 'project_id': '92a5a889ccfa48d7883000fbb79c24d8', 'gw_port': {'id': 'ba7e7cee-948e-49a5-8391-279ed6b2aef7', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326bf6ba-e2c1-4c7e-86da-7e42f53fed6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:37:24Z', 'updated_at': '2021-08-11T02:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:33.191985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.210193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f516dd57-3880-4cbc-b329-5a2799c16a3b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:33.228951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5351520c-0df2-4af4-bd70-b5427393225a') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:33.229306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5351520c-0df2-4af4-bd70-b5427393225a') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:33.246719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.313770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.371920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:33.372616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:33.376038 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:33.536420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.546339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4bc8-7324-4fce-ae13-ca0329cd60fe req-412ec2f2-6ad6-4933-b890-2f2fde8e561a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:33.548192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-137e4bc8-7324-4fce-ae13-ca0329cd60fe req-412ec2f2-6ad6-4933-b890-2f2fde8e561a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.4703150 Aug 11 02:37:33.578378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.595232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.597420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/f516dd57-3880-4cbc-b329-5a2799c16a3b HTTP/1.1" status: 204 len: 168 time: 1.5242734 Aug 11 02:37:33.611309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44444) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.620793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1522743170'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:33.624396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2ddb-b6e2-43a8-b754-71ce8891b408 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=f516dd57-3880-4cbc-b329-5a2799c16a3b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:33.680415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-137e4bc8-7324-4fce-ae13-ca0329cd60fe req-bdd8539f-89c8-4f1a-836d-3b4ad3bc205d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210179 Aug 11 02:37:33.694983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:33.701531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.759478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:33.779224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.779549 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment a40da0fc-468e-4448-a20d-b66f76a3a341 of type vlan for network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 Aug 11 02:37:33.864701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.919726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.930952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:33.931960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:33.956337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3438046 Aug 11 02:37:33.979136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:33.985329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:34.092664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.176340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:34.181100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.290291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:37:34.386507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router 4dbb7b19-3eca-460d-8b6a-099bac602a60 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:34.549442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf22deb-f054-451b-9171-b9518cf930e1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=871fde2f-64e7-45ea-b4e1-2e93bcdc3f80,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.568923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:34.678948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.752708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:34.777956 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Sync routers for ids ['4dbb7b19-3eca-460d-8b6a-099bac602a60'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:34.797085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=0ba02ec9-ddd9-43f6-9187-dce08f2ff88d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:34.803630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.805146 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a5c696d-922a-4022-9b15-a1f4d365ec52 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4639747 Aug 11 02:37:34.807098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': 'a40da0fc-468e-4448-a20d-b66f76a3a341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:34.807517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:34.809566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.812179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Routers {'4dbb7b19-3eca-460d-8b6a-099bac602a60'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:34.813736 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4dbb7b19-3eca-460d-8b6a-099bac602a60'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:34.849364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:34.873334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:34.881267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:34.882465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:34.903288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e95e1-0b05-4df9-8415-bc24a77eb015 None None] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:34.922329 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aed62e1e-9fbb-4274-a2a5-ef95f7ef2ba0 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9414458 Aug 11 02:37:34.923875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:34.935532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80', 'name': 'tempest-PortsIpV6TestJSON-1960119238', 'fixed_ips': [{'subnet_id': '0ba02ec9-ddd9-43f6-9187-dce08f2ff88d', 'ip_address': '2001:db8::10'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:35.126745 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Set router 4dbb7b19-3eca-460d-8b6a-099bac602a60 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:37:35.187980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ba7e7cee-948e-49a5-8391-279ed6b2aef7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:35.235718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:35.293131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c17534-60a7-4d2a-9cc5-36ca506b18a8 req-608ecda8-fdc1-45e3-954c-e4b922622de6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:35.301025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81c17534-60a7-4d2a-9cc5-36ca506b18a8 req-608ecda8-fdc1-45e3-954c-e4b922622de6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2877343 Aug 11 02:37:35.334778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aaade757-3998-444b-83a1-75bacffb15bd tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/4dbb7b19-3eca-460d-8b6a-099bac602a60 HTTP/1.1" status: 200 len: 908 time: 0.5236156 Aug 11 02:37:35.347631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44478) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:35.467750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.528163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.541209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-871fde2f-64e7-45ea-b4e1-2e93bcdc3f80', 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': '0ba02ec9-ddd9-43f6-9187-dce08f2ff88d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:35.546404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.568414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 461b1bf3-272e-4976-92c8-c9686b64eb08 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:35.621654 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbb7b19-3eca-460d-8b6a-099bac602a60', 'name': 'tempest-snat-router-1976204451', 'tenant_id': '92a5a889ccfa48d7883000fbb79c24d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '1882d464-9b2a-42be-b4d6-d354974f1cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:37:29Z', 'updated_at': '2021-08-11T02:37:33Z', 'revision_number': 3, 'project_id': '92a5a889ccfa48d7883000fbb79c24d8', 'gw_port': {'id': '1882d464-9b2a-42be-b4d6-d354974f1cde', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbb7b19-3eca-460d-8b6a-099bac602a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:37:31Z', 'updated_at': '2021-08-11T02:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:35.654268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ba7e7cee-948e-49a5-8391-279ed6b2aef7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:35.708692 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Checking router: 4dbb7b19-3eca-460d-8b6a-099bac602a60 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:37:35.710633 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Updating router 4dbb7b19-3eca-460d-8b6a-099bac602a60 port 1882d464-9b2a-42be-b4d6-d354974f1cde binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:37:35.764706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.782591 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.786806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81c17534-60a7-4d2a-9cc5-36ca506b18a8 req-09eef6f5-c27c-4c79-9034-084d02f230b3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847941 Aug 11 02:37:35.805598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ba7e7cee-948e-49a5-8391-279ed6b2aef7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:35.806012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:35.875386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Deleting port 1882d464-9b2a-42be-b4d6-d354974f1cde {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:35.875869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.074479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.110737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Calling delete_port for 1882d464-9b2a-42be-b4d6-d354974f1cde owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:36.112246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.188073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Allocated IP 2001:db8::2 (871fde2f-64e7-45ea-b4e1-2e93bcdc3f80/0ba02ec9-ddd9-43f6-9187-dce08f2ff88d/a25d66b8-8d3f-4db3-9955-30da68e15eb7) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:36.248181 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.304826 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Transition to ACTIVE for port object 1882d464-9b2a-42be-b4d6-d354974f1cde will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:36.308719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ba7e7cee-948e-49a5-8391-279ed6b2aef7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ba7e7cee-948e-49a5-8391-279ed6b2aef7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:36.325585 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.340319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.439690 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:36.440642 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:36.441693 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:36.453367 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:36.454371 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:36.455127 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.455757 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:36.456957 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Bound port: 1882d464-9b2a-42be-b4d6-d354974f1cde, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:36.457910 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.481359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cd94abb1-59b0-43c4-a214-c705638756f7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:36.510616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: cd94abb1-59b0-43c4-a214-c705638756f7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:36.511453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cd94abb1-59b0-43c4-a214-c705638756f7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:36.553356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.572941 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.db.api [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:37:36.574172 n-d-713498-10 neutron-server[94655]: DEBUG oslo_db.api [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:37:36.576671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ba7e7cee-948e-49a5-8391-279ed6b2aef7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.587671 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Pushing event updated for resources: {'Port': ['ID=1882d464-9b2a-42be-b4d6-d354974f1cde,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.602058 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.602757 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.603451 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.604138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.604819 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.605512 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.606259 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.606908 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.607596 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.608549 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.609204 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.609892 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227e1d8-0b04-4a30-91d5-f937df2bea1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.626406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Port': ['ID=1882d464-9b2a-42be-b4d6-d354974f1cde,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.663031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.663413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.663781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.664312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.664656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.664993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.665349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.665699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.666071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.666393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.666727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.667048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:36.679041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.693978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Transition to ACTIVE for port object a25d66b8-8d3f-4db3-9955-30da68e15eb7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:36.728757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.739683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Transition to ACTIVE for port object a25d66b8-8d3f-4db3-9955-30da68e15eb7 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:36.787334 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:36.886679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Pushing event updated for resources: {'Port': ['ID=a25d66b8-8d3f-4db3-9955-30da68e15eb7,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:36.889426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::10 (871fde2f-64e7-45ea-b4e1-2e93bcdc3f80/0ba02ec9-ddd9-43f6-9187-dce08f2ff88d/461b1bf3-272e-4976-92c8-c9686b64eb08) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:36.902515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:36.904441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:36.907458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:36.999785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.006650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.024538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Attempting to bind port a25d66b8-8d3f-4db3-9955-30da68e15eb7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:37.024946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Attempting to bind port a25d66b8-8d3f-4db3-9955-30da68e15eb7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a40da0fc-468e-4448-a20d-b66f76a3a341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:37.026217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Attempting to bind port a25d66b8-8d3f-4db3-9955-30da68e15eb7 on network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:37.032183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:37.032183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Checking segment: {'id': 'a40da0fc-468e-4448-a20d-b66f76a3a341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:37.032655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.033195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Bound using segment: {'id': 'a40da0fc-468e-4448-a20d-b66f76a3a341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:37.033931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Bound port: a25d66b8-8d3f-4db3-9955-30da68e15eb7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40da0fc-468e-4448-a20d-b66f76a3a341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:37.034444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.114287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:37.121878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:37.125090 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Attempting to bind port 1882d464-9b2a-42be-b4d6-d354974f1cde on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:37.143317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.144274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbb7b19-3eca-460d-8b6a-099bac602a60 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:37.147196 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:37.147873 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:37.152961 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.153420 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:37.154047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Bound port: 1882d464-9b2a-42be-b4d6-d354974f1cde, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:37.154440 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.162667 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.162889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ba7e7cee-948e-49a5-8391-279ed6b2aef7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:37.167711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e43c87d9-108d-455c-bf50-133c354b19d2 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/routers/4dbb7b19-3eca-460d-8b6a-099bac602a60 HTTP/1.1" status: 204 len: 168 time: 1.8163211 Aug 11 02:37:37.171404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.177123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4837-80f8-4edb-807f-82711dbd591c req-5e05d8f7-257e-425d-8b1f-701bc85b2cb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.179506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e4837-80f8-4edb-807f-82711dbd591c req-5e05d8f7-257e-425d-8b1f-701bc85b2cb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.1760879 Aug 11 02:37:37.229595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.plugin [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Port 1882d464-9b2a-42be-b4d6-d354974f1cde has been deleted concurrently {{(pid=94655) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:37:37.246239 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Routers set() bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:37.246851 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Router IDs set() for agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:37:37.247971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_agentschedulers_db [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4dbb7b19-3eca-460d-8b6a-099bac602a60'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent'). {{(pid=94655) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:37:37.248607 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ada42d-831d-4f35-9d47-d10e3cdcd0d5 None None] The sync data for ids ['4dbb7b19-3eca-460d-8b6a-099bac602a60'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:37.253785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] For port a25d66b8-8d3f-4db3-9955-30da68e15eb7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:37.262458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] For port a25d66b8-8d3f-4db3-9955-30da68e15eb7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25d66b8-8d3f-4db3-9955-30da68e15eb7,segment=NetworkSegment(a40da0fc-468e-4448-a20d-b66f76a3a341),segment_id=a40da0fc-468e-4448-a20d-b66f76a3a341)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:37.267148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e4837-80f8-4edb-807f-82711dbd591c req-c8967b78-2175-48ff-9f7c-fdb1b6550429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664196 Aug 11 02:37:37.319584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.329934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.418298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa08722-c260-4a93-8d45-948a24234cad None None] Pushing event updated for resources: {'Port': ['ID=a25d66b8-8d3f-4db3-9955-30da68e15eb7,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.419914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 461b1bf3-272e-4976-92c8-c9686b64eb08 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:37.433132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ba7e7cee-948e-49a5-8391-279ed6b2aef7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:37.433886 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.474003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.598598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.696278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:37.775483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:37.793887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:37.803642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:37.804759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:37.862076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=461b1bf3-272e-4976-92c8-c9686b64eb08,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:37.879338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-056a901d-c3de-4988-8d3e-b9da71b5e3df tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9483058 Aug 11 02:37:37.881856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:37.891671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': '871fde2f-64e7-45ea-b4e1-2e93bcdc3f80', 'name': 'tempest-PortsIpV6TestJSON-877686922', 'fixed_ips': [{'subnet_id': '0ba02ec9-ddd9-43f6-9187-dce08f2ff88d', 'ip_address': '2001:db8::f'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:37.895675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.009072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Deleting port ba7e7cee-948e-49a5-8391-279ed6b2aef7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:38.009491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.168219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] For port ba7e7cee-948e-49a5-8391-279ed6b2aef7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ba7e7cee-948e-49a5-8391-279ed6b2aef7,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:38.168612 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.188585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Calling delete_port for ba7e7cee-948e-49a5-8391-279ed6b2aef7 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:38.193952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:38.441182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.513650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.531734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba7e7cee-948e-49a5-8391-279ed6b2aef7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:38.619413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.629900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 8f487dfb-e8cd-4d81-954c-2c39835043bc yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:38.731989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebeeb6-58ac-4b65-88de-66e7ba0b0a7a req-27545ddc-d706-4d37-8be5-52790c859277 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:38.735743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ebeeb6-58ac-4b65-88de-66e7ba0b0a7a req-27545ddc-d706-4d37-8be5-52790c859277 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.2158093 Aug 11 02:37:38.869319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.873379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:38.875925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ebeeb6-58ac-4b65-88de-66e7ba0b0a7a req-48f335f8-a347-499b-9837-8a85f13f20e8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Aug 11 02:37:39.009957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.010974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 326bf6ba-e2c1-4c7e-86da-7e42f53fed6e {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:39.017022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.021908 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d0013ca-8d6e-4d1d-9ebb-7e07c877dd5b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "DELETE /v2.0/routers/326bf6ba-e2c1-4c7e-86da-7e42f53fed6e HTTP/1.1" status: 204 len: 168 time: 1.8453801 Aug 11 02:37:39.024570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:39.032033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1932529143', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:39.142727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fd353-5e16-4aaf-8cb1-3a7d23a4f4e7 None None] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:39.182776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.188986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.252821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::f (871fde2f-64e7-45ea-b4e1-2e93bcdc3f80/0ba02ec9-ddd9-43f6-9187-dce08f2ff88d/8f487dfb-e8cd-4d81-954c-2c39835043bc) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:39.386159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-31584f73-4c76-4d5e-b85b-c8430719e9fa None None] Provisioning for port a25d66b8-8d3f-4db3-9955-30da68e15eb7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:39.386903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.557637 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.577626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 8f487dfb-e8cd-4d81-954c-2c39835043bc will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:39.633715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.663252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.734125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25d66b8-8d3f-4db3-9955-30da68e15eb7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:39.835832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:39.845408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:39.846608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a25d66b8-8d3f-4db3-9955-30da68e15eb7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:39.853596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a25d66b8-8d3f-4db3-9955-30da68e15eb7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:39.854788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.858675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:39.888454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:39.896172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:39.904483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=8f487dfb-e8cd-4d81-954c-2c39835043bc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:39.965158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-91b20226-0b86-42e8-b9a2-ed83805267ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0810618 Aug 11 02:37:39.969351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44556) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.125994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Provisioning complete for port a25d66b8-8d3f-4db3-9955-30da68e15eb7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:40.126540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.131097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.233961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c629e56-407b-4e94-8c81-579f28a848b2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.239644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3c629e56-407b-4e94-8c81-579f28a848b2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2685854 Aug 11 02:37:40.244767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44558) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.321214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a25d66b8-8d3f-4db3-9955-30da68e15eb7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25d66b8-8d3f-4db3-9955-30da68e15eb7,segment=NetworkSegment(a40da0fc-468e-4448-a20d-b66f76a3a341),segment_id=a40da0fc-468e-4448-a20d-b66f76a3a341)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:40.337094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.440920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7f50f-ded4-46b0-ba8a-ae4dcdbc244d req-3909fbdd-fcea-4610-8f49-cf12b0d7c617 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.461206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2e7f50f-ded4-46b0-ba8a-ae4dcdbc244d req-3909fbdd-fcea-4610-8f49-cf12b0d7c617 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.4027724 Aug 11 02:37:40.516123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a25d66b8-8d3f-4db3-9955-30da68e15eb7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:40.592038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e302112-20bb-4c3f-8295-9ae5f754098d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.592331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Provisioning for port 461b1bf3-272e-4976-92c8-c9686b64eb08 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:40.611780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Provisioning complete for port 461b1bf3-272e-4976-92c8-c9686b64eb08 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:40.613358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e302112-20bb-4c3f-8295-9ae5f754098d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.614034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.626244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e302112-20bb-4c3f-8295-9ae5f754098d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:40.635061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.637004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e302112-20bb-4c3f-8295-9ae5f754098d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3871863 Aug 11 02:37:40.638557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44566) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.704229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b7a87b9e-8b7f-45bb-8aaf-b4c995674925 None None] Port 461b1bf3-272e-4976-92c8-c9686b64eb08 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:40.706605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2e7f50f-ded4-46b0-ba8a-ae4dcdbc244d req-024de6cc-0357-4c59-8826-288ea2fb5ab4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439811 Aug 11 02:37:40.749385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.786435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 8f487dfb-e8cd-4d81-954c-2c39835043bc {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:40.787516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.792351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.818030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.840178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f4670049-ee4c-4ccd-99e9-99ec7790afac None None] Provisioning complete for port 461b1bf3-272e-4976-92c8-c9686b64eb08 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:40.840669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4670049-ee4c-4ccd-99e9-99ec7790afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.920596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f4670049-ee4c-4ccd-99e9-99ec7790afac None None] Port 461b1bf3-272e-4976-92c8-c9686b64eb08 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:41.025284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25d66b8-8d3f-4db3-9955-30da68e15eb7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:41.032292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.057825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Allocated IP 172.25.3.213 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c9c967ac-d61d-4697-ba92-1e3c60511945) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:41.068986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 8f487dfb-e8cd-4d81-954c-2c39835043bc owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:41.077961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ec5b7ef-c17e-4479-b93c-d723b66e0aff None None] Provisioning for port 8f487dfb-e8cd-4d81-954c-2c39835043bc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:41.085445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ec5b7ef-c17e-4479-b93c-d723b66e0aff None None] Provisioning complete for port 8f487dfb-e8cd-4d81-954c-2c39835043bc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:41.086247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7ef-c17e-4479-b93c-d723b66e0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.137341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a25d66b8-8d3f-4db3-9955-30da68e15eb7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:41.137910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.192853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b7ef-c17e-4479-b93c-d723b66e0aff None None] Port 8f487dfb-e8cd-4d81-954c-2c39835043bc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:41.208664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.271543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.318916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ba7e7cee-948e-49a5-8391-279ed6b2aef7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:41.326470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:37:41.353247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.372751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:41.374703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event updated for resources: {'Port': ['ID=c9c967ac-d61d-4697-ba92-1e3c60511945,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.380867 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:41.391017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:41.418727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=8f487dfb-e8cd-4d81-954c-2c39835043bc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:41.514188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:41.519015 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e7d9e094-bada-4051-9435-95d85bcd85c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/8f487dfb-e8cd-4d81-954c-2c39835043bc HTTP/1.1" status: 204 len: 168 time: 0.8779712 Aug 11 02:37:41.525071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44582) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.620065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ba7e7cee-948e-49a5-8391-279ed6b2aef7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:41.620965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ba7e7cee-948e-49a5-8391-279ed6b2aef7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:41.642300 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea754b24-8d76-496f-83e3-c3c7bb10c8f9 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:41.645988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ea754b24-8d76-496f-83e3-c3c7bb10c8f9 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/8f487dfb-e8cd-4d81-954c-2c39835043bc HTTP/1.1" status: 404 len: 333 time: 0.1187668 Aug 11 02:37:41.659453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44588) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:41.949391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:41.993180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249', 'mac_address': 'fa:16:3e:2b:b2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:37:42.066856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 461b1bf3-272e-4976-92c8-c9686b64eb08 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:42.067591 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.095281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.125460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.144756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:37:42.177635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:42.192067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.302731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.339909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f02e7a-fcf3-48bd-a551-02f5a756e2cc req-d1a08ff6-543d-4f3a-a9e9-ffa146e36cba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:42.352561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f02e7a-fcf3-48bd-a551-02f5a756e2cc req-d1a08ff6-543d-4f3a-a9e9-ffa146e36cba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 944 time: 0.4354546 Aug 11 02:37:42.443729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3a5a6194-623a-4e94-ae1c-ac8bb4d91249'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:42.446066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.470491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f02e7a-fcf3-48bd-a551-02f5a756e2cc req-d4b455a9-2450-41c3-bc8d-e74566a245bb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112673 Aug 11 02:37:42.484515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 461b1bf3-272e-4976-92c8-c9686b64eb08 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:42.641252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.719432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.777875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=461b1bf3-272e-4976-92c8-c9686b64eb08,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:42.806487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.814596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-892d75f3-c4c3-4e22-b2e5-f5e151f39ef6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/461b1bf3-272e-4976-92c8-c9686b64eb08 HTTP/1.1" status: 204 len: 168 time: 1.1511226 Aug 11 02:37:42.815682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44608) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.850941 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a038fc41-c434-46c1-b1e5-5d7dd4bc5c7d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:42.856027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a038fc41-c434-46c1-b1e5-5d7dd4bc5c7d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/461b1bf3-272e-4976-92c8-c9686b64eb08 HTTP/1.1" status: 404 len: 333 time: 0.0365019 Aug 11 02:37:42.858958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44610) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:42.951951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 0ba02ec9-ddd9-43f6-9187-dce08f2ff88d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:37:42.957953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:42.980779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Router 707bde69-76f2-4ac7-a8d0-d72e71ec191a is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:43.080361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.225377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.293491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:43.310306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] Sync routers for ids ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:43.339667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] Routers {'707bde69-76f2-4ac7-a8d0-d72e71ec191a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:43.340811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:43.356259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.379735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.381604 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cf65569a-fa0a-4920-9c94-88841e9145ce tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3557808 Aug 11 02:37:43.386333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.392408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:43.443503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:43.448247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.459018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:43.460428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/0ba02ec9-ddd9-43f6-9187-dce08f2ff88d HTTP/1.1" status: 204 len: 168 time: 0.5993674 Aug 11 02:37:43.462834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685080-9355-4076-853c-da7decc9bdad tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba02ec9-ddd9-43f6-9187-dce08f2ff88d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:43.465727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44622) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:43.568018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9683b3-d434-4712-9646-3b36a10dc7c0 None None] Network 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:43.640633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] Routers {'707bde69-76f2-4ac7-a8d0-d72e71ec191a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:43.641205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:43.700602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:43.701904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d3be5-d31d-48bf-b412-e5c626854fe5 None None] The sync data for ids ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:43.759153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:43.783963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.806147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:43.807436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:43.823530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ca12f-2a32-4e1b-bae4-6544c33c73df req-794cf4c8-f523-4b45-a4c3-796038fad906 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:43.844018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-049ca12f-2a32-4e1b-bae4-6544c33c73df req-794cf4c8-f523-4b45-a4c3-796038fad906 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 945 time: 0.1165674 Aug 11 02:37:43.978777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-049ca12f-2a32-4e1b-bae4-6544c33c73df req-50a6bd2b-0854-49da-ae96-acae3b40583c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336849 Aug 11 02:37:43.989624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port a25d66b8-8d3f-4db3-9955-30da68e15eb7 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:43.990401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.050559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.113424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:44.116298 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7275e7-2081-44dd-8c98-663e59fa8a72" -d '{"events": [{"server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:44.164049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:44.171879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] DHCP port deletion for 871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:37:44.185571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port a25d66b8-8d3f-4db3-9955-30da68e15eb7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25d66b8-8d3f-4db3-9955-30da68e15eb7,segment=NetworkSegment(a40da0fc-468e-4448-a20d-b66f76a3a341),segment_id=a40da0fc-468e-4448-a20d-b66f76a3a341)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:44.185908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.186086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.242900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for a25d66b8-8d3f-4db3-9955-30da68e15eb7 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:44.255389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.339531 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b2e13-8278-4a77-a113-a99e9f7ba2af x-openstack-request-id: req-a17b2e13-8278-4a77-a113-a99e9f7ba2af {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:44.339832 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "name": "network-vif-plugged", "status": "completed", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:44.340085 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a17b2e13-8278-4a77-a113-a99e9f7ba2af {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:44.340485 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249', 'code': 200} Aug 11 02:37:44.347130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.369005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.369476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.369853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.370204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.370551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.370893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.371232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.371565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.371923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.372233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.372566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.372901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:44.483900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.511719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Deleting port a25d66b8-8d3f-4db3-9955-30da68e15eb7 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:44.512322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.519024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=a25d66b8-8d3f-4db3-9955-30da68e15eb7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.527422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port a25d66b8-8d3f-4db3-9955-30da68e15eb7 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:44.598820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db276e1-3e77-4048-a9a4-50a969b302f0 req-4b8735ce-5bdb-4aa5-bc58-9150bf1c7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:44.602351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db276e1-3e77-4048-a9a4-50a969b302f0 req-4b8735ce-5bdb-4aa5-bc58-9150bf1c7fa0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 1098 time: 0.3046825 Aug 11 02:37:44.672276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] For port a25d66b8-8d3f-4db3-9955-30da68e15eb7, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:44.672702 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.704712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db276e1-3e77-4048-a9a4-50a969b302f0 req-4d9659f9-34b4-4507-8e97-9f13981ab295 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907514 Aug 11 02:37:44.714541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Calling delete_port for a25d66b8-8d3f-4db3-9955-30da68e15eb7 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:44.721923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Port a25d66b8-8d3f-4db3-9955-30da68e15eb7 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:37:44.726735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.732003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.763544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871fde2f-64e7-45ea-b4e1-2e93bcdc3f80']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:44.780927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40da0fc-468e-4448-a20d-b66f76a3a341') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:44.781560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40da0fc-468e-4448-a20d-b66f76a3a341') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:44.794243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.813698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.831112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] Pushing event deleted for resources: {'Port': ['ID=a25d66b8-8d3f-4db3-9955-30da68e15eb7,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:44.837449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6b7b8-2641-49e5-b5cd-06dc97ad8cc2 None None] No DVR routers for this DVR port a25d66b8-8d3f-4db3-9955-30da68e15eb7 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:44.839222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:37:44.839648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: items = [ Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:37:44.905964 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:37:45.085307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.104609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.107552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/871fde2f-64e7-45ea-b4e1-2e93bcdc3f80 HTTP/1.1" status: 204 len: 168 time: 1.6401563 Aug 11 02:37:45.112866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:45.123820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25d66b8-8d3f-4db3-9955-30da68e15eb7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:45.142242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1178252016'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:45.164652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a25d66b8-8d3f-4db3-9955-30da68e15eb7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:45.165013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25d66b8-8d3f-4db3-9955-30da68e15eb7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:45.175892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8665358-2e01-4bf3-8ff2-ee5208613afe tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=871fde2f-64e7-45ea-b4e1-2e93bcdc3f80,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:45.266594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:45.272144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501e2e-19b3-4c9d-91f8-2e645142e35d req-87d41ee9-21b2-4789-94ff-969443cc6cf8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:45.277625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.290266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64501e2e-19b3-4c9d-91f8-2e645142e35d req-87d41ee9-21b2-4789-94ff-969443cc6cf8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.1458178 Aug 11 02:37:45.346245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64501e2e-19b3-4c9d-91f8-2e645142e35d req-0d162d12-c6c9-4bc7-86d0-4fe10fa4d4f8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544231 Aug 11 02:37:45.430688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:37:45.597726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.608249 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Added segment 5ffe2c6a-099a-465d-99c9-6bf4dcd312c5 of type vlan for network df883a2e-5126-4877-833f-645a64de2cf3 Aug 11 02:37:45.740239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.743577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.751111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.820666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:45.836501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:45.838200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.022100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Network': ['ID=df883a2e-5126-4877-833f-645a64de2cf3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:46.032679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1808880c-6e72-4e9a-9067-c0921ab8d3ea tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9109216 Aug 11 02:37:46.037334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44662) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:46.045233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:46.054552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network df883a2e-5126-4877-833f-645a64de2cf3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:37:46.228866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router 707bde69-76f2-4ac7-a8d0-d72e71ec191a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:37:46.247325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:46.253486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.456046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:46.463754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:46.468361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7faf0b38-bf50-47db-8fb1-7fc2d4d994f0 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "PUT /v2.0/routers/707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 200 len: 926 time: 3.0772436 Aug 11 02:37:46.469564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:46.474844 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] Sync routers for ids ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:46.493885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] Routers {'707bde69-76f2-4ac7-a8d0-d72e71ec191a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:46.498038 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:46.588443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:46.625470 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] Routers {'707bde69-76f2-4ac7-a8d0-d72e71ec191a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:46.626404 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:46.920671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412255d-6aae-4b07-b731-f785e9db678e req-cc1ff58e-8744-488b-9664-1c2687fc102e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:46.938527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6412255d-6aae-4b07-b731-f785e9db678e req-cc1ff58e-8744-488b-9664-1c2687fc102e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.1525331 Aug 11 02:37:47.009545 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.025071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6412255d-6aae-4b07-b731-f785e9db678e req-94787fa7-bef3-446d-8556-b2ad29108303 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855165 Aug 11 02:37:47.047464 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:47.048547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436504f-23d4-4ac6-8736-879df040f9df None None] The sync data for ids ['707bde69-76f2-4ac7-a8d0-d72e71ec191a'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:47.100548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9fd07f2b-ac87-44b6-85f8-57c9532d4f92 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 200 len: 926 time: 0.6234422 Aug 11 02:37:47.100548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44686) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.105043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=7a6bedb8-a2f4-4c13-b46a-0e4de64cd462,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:47.173870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Checking segment: {'id': '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:47.174353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network hostable DHCP agents. Network: df883a2e-5126-4877-833f-645a64de2cf3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:37:47.209124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network df883a2e-5126-4877-833f-645a64de2cf3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:37:47.257660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, df883a2e-5126-4877-833f-645a64de2cf3) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:47.263037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04b950-6c25-454e-964e-21765a005431 None None] Network df883a2e-5126-4877-833f-645a64de2cf3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:47.283205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdf799-fbff-48bd-be91-f1afb56bbc1d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.287754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44694) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.292603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ebdf799-fbff-48bd-be91-f1afb56bbc1d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=707bde69-76f2-4ac7-a8d0-d72e71ec191a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1870971 Aug 11 02:37:47.318052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.318832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.391863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.392450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bfbcd99c-12d0-490b-ad2e-71bf65e94ef3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3533144 Aug 11 02:37:47.401741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-292385917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:47.407465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0660da-1242-4b66-b4a3-2ef3f7cf75b0 req-fb98a4c7-77cf-45eb-bee4-ba0c6b1c2231 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.409283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac0660da-1242-4b66-b4a3-2ef3f7cf75b0 req-fb98a4c7-77cf-45eb-bee4-ba0c6b1c2231 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.1832595 Aug 11 02:37:47.475664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.478194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.553528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-df883a2e-5126-4877-833f-645a64de2cf3', 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': '7a6bedb8-a2f4-4c13-b46a-0e4de64cd462'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:37:47.555206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.562567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2fdaf-3d56-448a-b503-ea7ffea6b615 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.569253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3fb2fdaf-3d56-448a-b503-ea7ffea6b615 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.2779560 Aug 11 02:37:47.570503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.572491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.580089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.588737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac0660da-1242-4b66-b4a3-2ef3f7cf75b0 req-8b3ef6ae-208b-4856-bc6b-67e242c17620 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654050 Aug 11 02:37:47.615627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.617926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-611cbd8c-ec52-4fdd-b742-ec65e3795d1f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2231715 Aug 11 02:37:47.620455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44702) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.626768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3', 'name': 'tempest-PortsIpV6TestJSON-970678678'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:47.644412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-804149ad-f053-4dc3-8e6d-e7644f6d5873 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 200 len: 205 time: 0.0542433 Aug 11 02:37:47.646786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:47.788228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:37:47.793971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.821646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 7dadb759-642c-43ef-b880-c813e7dcee71 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:37:47.893286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9a75-ba54-42e0-a806-c23176caad3b req-0200d89e-a4d4-4c6a-b6c4-88f599267988 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:47.902517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f6b9a75-ba54-42e0-a806-c23176caad3b req-0200d89e-a4d4-4c6a-b6c4-88f599267988 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.1224647 Aug 11 02:37:47.945589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Allocated IP 2001:db8::2 (df883a2e-5126-4877-833f-645a64de2cf3/7a6bedb8-a2f4-4c13-b46a-0e4de64cd462/b34d2b4a-9531-41cf-a2d8-30bdc7082572) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:47.960877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:47.979348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f6b9a75-ba54-42e0-a806-c23176caad3b req-f9812ca8-9f6c-43cb-8bd9-d79e590672b5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Aug 11 02:37:48.138347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.219839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port c9c967ac-d61d-4697-ba92-1e3c60511945 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:48.220103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.344028 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.358348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.363322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Transition to ACTIVE for port object b34d2b4a-9531-41cf-a2d8-30bdc7082572 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:48.386650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for c9c967ac-d61d-4697-ba92-1e3c60511945 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:48.401324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Transition to ACTIVE for port object b34d2b4a-9531-41cf-a2d8-30bdc7082572 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:48.426512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.518640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Network df883a2e-5126-4877-833f-645a64de2cf3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:48.528236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:48.531619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Pushing event updated for resources: {'Port': ['ID=b34d2b4a-9531-41cf-a2d8-30bdc7082572,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.537306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::316 (df883a2e-5126-4877-833f-645a64de2cf3/7a6bedb8-a2f4-4c13-b46a-0e4de64cd462/7dadb759-642c-43ef-b880-c813e7dcee71) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:48.544967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:48.662087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Attempting to bind port b34d2b4a-9531-41cf-a2d8-30bdc7082572 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:37:48.664355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Attempting to bind port b34d2b4a-9531-41cf-a2d8-30bdc7082572 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:37:48.664798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Attempting to bind port b34d2b4a-9531-41cf-a2d8-30bdc7082572 on network df883a2e-5126-4877-833f-645a64de2cf3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:37:48.674895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:37:48.675395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Checking segment: {'id': '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:37:48.675770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.676148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Bound using segment: {'id': '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:37:48.676708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Bound port: b34d2b4a-9531-41cf-a2d8-30bdc7082572, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df883a2e-5126-4877-833f-645a64de2cf3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:37:48.677108 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.684053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da12e37-83e5-4bf3-b752-2892df4dbb9d req-f1574ed8-81a7-405e-aeef-93e9c870e014 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:48.696662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2da12e37-83e5-4bf3-b752-2892df4dbb9d req-f1574ed8-81a7-405e-aeef-93e9c870e014 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.2863543 Aug 11 02:37:48.796342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2da12e37-83e5-4bf3-b752-2892df4dbb9d req-421aaec4-3ad0-47e2-a0d6-62bca56a1591 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Aug 11 02:37:48.802362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] For port b34d2b4a-9531-41cf-a2d8-30bdc7082572, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:37:48.818132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] For port b34d2b4a-9531-41cf-a2d8-30bdc7082572, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b34d2b4a-9531-41cf-a2d8-30bdc7082572,segment=NetworkSegment(5ffe2c6a-099a-465d-99c9-6bf4dcd312c5),segment_id=5ffe2c6a-099a-465d-99c9-6bf4dcd312c5)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:37:48.818132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.834995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.895565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=c9c967ac-d61d-4697-ba92-1e3c60511945,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.915053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4643c0-6780-4ee2-870d-e4e94bcf5075 None None] Pushing event updated for resources: {'Port': ['ID=b34d2b4a-9531-41cf-a2d8-30bdc7082572,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:48.961521 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:48.989370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 7dadb759-642c-43ef-b880-c813e7dcee71 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:37:49.073339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.080812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.199767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=7dadb759-642c-43ef-b880-c813e7dcee71,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:49.206427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network df883a2e-5126-4877-833f-645a64de2cf3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:49.209315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:49.220843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:49.229859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:49.241267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.253480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.257084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.304801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a91a5b1e-e7ec-4c77-8bb5-ef4fcf12e63a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6818705 Aug 11 02:37:49.307686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44730) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.370165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.371943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router 707bde69-76f2-4ac7-a8d0-d72e71ec191a {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:37:49.388449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.389841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bde6ab19-8a93-47be-9605-90348b78c4a8 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 204 len: 168 time: 1.7418120 Aug 11 02:37:49.398984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:49.408588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1193226519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:49.502362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:49.507053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.113584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.131062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e750980b-0722-46c8-9e6c-d32d2f5a79b1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:50.141968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e750980b-0722-46c8-9e6c-d32d2f5a79b1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.1662283 Aug 11 02:37:50.257112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.300959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.401928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:50.412350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-31c590d9-0285-4874-8f65-2dfecabf0b7d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0066249 Aug 11 02:37:50.412791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44756) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:50.425031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:37:50.452533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4112e0-6344-4fb9-a1b4-23c9ce9e470b req-80587cd7-2130-459d-b95e-1d07d8a3abde tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:50.466309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db4112e0-6344-4fb9-a1b4-23c9ce9e470b req-80587cd7-2130-459d-b95e-1d07d8a3abde tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 946 time: 0.2444224 Aug 11 02:37:50.604119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db4112e0-6344-4fb9-a1b4-23c9ce9e470b req-9651a28f-37c4-46c7-8214-94d8688a5305 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299756 Aug 11 02:37:50.754496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3190a4-877d-4723-8b2e-b508f6d1743d None None] Network df883a2e-5126-4877-833f-645a64de2cf3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:37:50.867428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:50.867897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.012208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:51.012568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.043082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:51.078469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2273242b-1e63-4849-bb61-be1d03019d8b None None] Provisioning for port b34d2b4a-9531-41cf-a2d8-30bdc7082572 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:51.230061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.246128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b34d2b4a-9531-41cf-a2d8-30bdc7082572 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:51.269093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['3a5a6194-623a-4e94-ae1c-ac8bb4d91249'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:37:51.315630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=3a5a6194-623a-4e94-ae1c-ac8bb4d91249,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:51.385355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.442855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:37:51.451990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.454557 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c420103-3a9b-4832-ba1f-7d6739e59d39 req-e363b130-051d-4a28-a700-2829930018ed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "DELETE /v2.0/ports/3a5a6194-623a-4e94-ae1c-ac8bb4d91249 HTTP/1.1" status: 204 len: 173 time: 1.3106418 Aug 11 02:37:51.455053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'name': 'network-vif-deleted', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:37:51.466141 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe80ea8-a3d1-4948-b595-6934c1b615a1" -d '{"events": [{"server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "name": "network-vif-deleted", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:37:51.639945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b34d2b4a-9531-41cf-a2d8-30bdc7082572 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:51.652113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b34d2b4a-9531-41cf-a2d8-30bdc7082572 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:51.652848 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.669717 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f442a-4be7-434a-a6bf-29dc153ed542 x-openstack-request-id: req-053f442a-4be7-434a-a6bf-29dc153ed542 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:37:51.676528 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bec816-9802-45a7-b13b-5ff636f5c3c5", "name": "network-vif-deleted", "tag": "3a5a6194-623a-4e94-ae1c-ac8bb4d91249", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:37:51.676971 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-053f442a-4be7-434a-a6bf-29dc153ed542 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:37:51.677342 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bec816-9802-45a7-b13b-5ff636f5c3c5', 'name': 'network-vif-deleted', 'tag': '3a5a6194-623a-4e94-ae1c-ac8bb4d91249', 'status': 'completed', 'code': 200} Aug 11 02:37:51.710172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.729969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.888723 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:51.981797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b34d2b4a-9531-41cf-a2d8-30bdc7082572, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b34d2b4a-9531-41cf-a2d8-30bdc7082572,segment=NetworkSegment(5ffe2c6a-099a-465d-99c9-6bf4dcd312c5),segment_id=5ffe2c6a-099a-465d-99c9-6bf4dcd312c5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:37:51.991807 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.035929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de243b4f-cc33-4b19-88e4-0d373521837b req-33f5131a-7d82-48a4-af28-cf4b520973e2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.1365035 Aug 11 02:37:52.055762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=7dadb759-642c-43ef-b880-c813e7dcee71,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.149475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b34d2b4a-9531-41cf-a2d8-30bdc7082572,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:52.231762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Provisioning complete for port b34d2b4a-9531-41cf-a2d8-30bdc7082572 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:52.232400 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.447028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Provisioning for port 7dadb759-642c-43ef-b880-c813e7dcee71 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:37:52.462708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Provisioning complete for port 7dadb759-642c-43ef-b880-c813e7dcee71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:52.463278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.556411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.613136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.653032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8cbbb-2505-4e90-8461-0acf8f2573d6 None None] Port 7dadb759-642c-43ef-b880-c813e7dcee71 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:52.665685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-61561811-b686-44b4-abc2-4e542665148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.820621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-caee56cb-d446-4f7a-bc79-8eb020b39ff9 None None] Provisioning complete for port 7dadb759-642c-43ef-b880-c813e7dcee71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:52.821219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-caee56cb-d446-4f7a-bc79-8eb020b39ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.905883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.985258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-caee56cb-d446-4f7a-bc79-8eb020b39ff9 None None] Port 7dadb759-642c-43ef-b880-c813e7dcee71 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:53.011221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.161060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b34d2b4a-9531-41cf-a2d8-30bdc7082572 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:37:53.254265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b34d2b4a-9531-41cf-a2d8-30bdc7082572 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:53.254640 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.256424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e815169e-42ff-46bc-a463-b4cafa75d673 None None] Provisioning complete for port 7dadb759-642c-43ef-b880-c813e7dcee71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:53.256931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e815169e-42ff-46bc-a463-b4cafa75d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:53.298081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e815169e-42ff-46bc-a463-b4cafa75d673 None None] Port 7dadb759-642c-43ef-b880-c813e7dcee71 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:53.316070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab95849-cb0d-4e42-83c2-67588ca0bcc1 req-486f0ce1-1dc5-4532-976a-9c7b9cc7b598 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0707552 Aug 11 02:37:53.403776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Allocated IP 172.25.3.120 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5495184e-d645-4ba5-aa55-261fe98acde1) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:37:53.446446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:37:53.471817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:37:53.472375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 3a5a6194-623a-4e94-ae1c-ac8bb4d91249 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:37:54.284123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.425561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.440158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.441266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.571052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:54.608432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72767a93-f74e-4caf-9555-843e658e62f7 req-3fbc4045-3f40-455f-8be3-1dff59cd3a05 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0892115 Aug 11 02:37:54.610140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:54.613505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=7dadb759-642c-43ef-b880-c813e7dcee71,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:54.622493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:54.625237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:37:54.739566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network df883a2e-5126-4877-833f-645a64de2cf3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:37:54.744188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:37:54.755343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event updated for resources: {'Port': ['ID=5495184e-d645-4ba5-aa55-261fe98acde1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.023006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44820) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.170940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Router 10bec4d5-9ad0-43b4-a3b9-5de7c0697830 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:55.250865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-142bbb59-16da-4f5f-84fb-6b454d5872b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.322664 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8605655e-5bda-4d9c-a2dc-6f80c0f9c4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.453059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.506749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-90d75e0b-2b70-45ca-984a-f0683b0ffaa8 None None] Provisioning complete for port 7dadb759-642c-43ef-b880-c813e7dcee71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:37:55.509009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90d75e0b-2b70-45ca-984a-f0683b0ffaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.610505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-90d75e0b-2b70-45ca-984a-f0683b0ffaa8 None None] Port 7dadb759-642c-43ef-b880-c813e7dcee71 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:37:55.615347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8605655e-5bda-4d9c-a2dc-6f80c0f9c4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.623849 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8605655e-5bda-4d9c-a2dc-6f80c0f9c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.671944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.702688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8605655e-5bda-4d9c-a2dc-6f80c0f9c4f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fce066d9191c4b87acd2f339b14f2bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781228 Aug 11 02:37:55.708217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44830) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.715169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605655e-5bda-4d9c-a2dc-6f80c0f9c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b8e06-68d7-4bc0-92c2-a837ae5eaab9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:55.817914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:55.834439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] Sync routers for ids ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:55.866083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] Routers {'10bec4d5-9ad0-43b4-a3b9-5de7c0697830'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:55.868393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:55.893707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ab3cf17-07be-4e20-a790-20c534871e82 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/routers/10bec4d5-9ad0-43b4-a3b9-5de7c0697830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5841060 Aug 11 02:37:55.912628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5736319-c6ed-4fd5-93e8-3e6b588b60d4 req-be79c3ef-36ba-4082-802f-ac678f4fe58e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.1217687 Aug 11 02:37:55.916603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:55.961884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.998851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:56.017028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] Routers {'10bec4d5-9ad0-43b4-a3b9-5de7c0697830'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:56.018449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:56.044419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.104402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:56.105479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6ac0c-7687-480c-b04c-9ed0e5f449f5 None None] The sync data for ids ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:56.188391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472dd08-5462-4d0a-baa6-ec4b386e2c15 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:56.191375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7472dd08-5462-4d0a-baa6-ec4b386e2c15 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?device_id=10bec4d5-9ad0-43b4-a3b9-5de7c0697830 HTTP/1.1" status: 200 len: 988 time: 0.2730913 Aug 11 02:37:56.197953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.219605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.223196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.229345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b2b8e06-68d7-4bc0-92c2-a837ae5eaab9 HTTP/1.1" status: 204 len: 168 time: 0.5127459 Aug 11 02:37:56.276987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae870-e1af-4f54-b8ea-97c91c5f2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b8e06-68d7-4bc0-92c2-a837ae5eaab9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:56.473715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.486356 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.489373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:56.888542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Router 59ead1b1-0e35-4780-946a-2d94f503c3c2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:37:56.895078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44854) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:56.913616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbb0632e-4b0d-4363-a180-e1a245780fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.146694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e377a039-0c8e-43c7-9584-49506a1afc0a req-3b5eebf5-a90e-4be7-9815-29d27aca92f8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0546963 Aug 11 02:37:57.218986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbb0632e-4b0d-4363-a180-e1a245780fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.225051 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bbb0632e-4b0d-4363-a180-e1a245780fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.260240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0632e-4b0d-4363-a180-e1a245780fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24902871-8018-4a65-be65-5f3a33653290,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.298167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bbb0632e-4b0d-4363-a180-e1a245780fe5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=edda9a622ef54d10b88ebad06ee282c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004848 Aug 11 02:37:57.298897 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44860) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.382653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.428182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.494732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.495829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:57.505784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.507270 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.511507 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] Sync routers for ids ['59ead1b1-0e35-4780-946a-2d94f503c3c2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:57.512102 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b136647-3c3f-4098-877a-1370b2e22813 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "PUT /v2.0/routers/59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 200 len: 884 time: 7.0925105 Aug 11 02:37:57.513432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24902871-8018-4a65-be65-5f3a33653290 HTTP/1.1" status: 204 len: 168 time: 0.2134018 Aug 11 02:37:57.515621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:57.527925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc7f0b-dce7-42e9-a843-536fc338aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24902871-8018-4a65-be65-5f3a33653290,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:57.550315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] Routers {'59ead1b1-0e35-4780-946a-2d94f503c3c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:57.550994 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['59ead1b1-0e35-4780-946a-2d94f503c3c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.600546 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.638227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] Routers {'59ead1b1-0e35-4780-946a-2d94f503c3c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:57.639301 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['59ead1b1-0e35-4780-946a-2d94f503c3c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.687395 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:57.688497 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e902251-45d7-4aeb-a6d7-cfebc82dfb79 None None] The sync data for ids ['59ead1b1-0e35-4780-946a-2d94f503c3c2'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:37:57.776544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.962212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-da476523-f0e0-4563-8cf3-129c5af6c8f6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 200 len: 925 time: 0.4405146 Aug 11 02:37:57.965331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44876) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.074136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.134330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399cb07a-e2c5-4e75-9665-ec8e42d977ee tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.137301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-399cb07a-e2c5-4e75-9665-ec8e42d977ee tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=59ead1b1-0e35-4780-946a-2d94f503c3c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1692734 Aug 11 02:37:58.140415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.144276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 7dadb759-642c-43ef-b880-c813e7dcee71 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:58.144709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.416110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.420566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17e405a7-338b-4984-b844-4a1c116ddf63 req-956dab86-2ba6-473c-b444-0e6319d2a6c1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.1301970 Aug 11 02:37:58.479132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18445de6-35b5-4df0-a66a-bc985989649b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:37:58.482225 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18445de6-35b5-4df0-a66a-bc985989649b tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.3402803 Aug 11 02:37:58.484105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 7dadb759-642c-43ef-b880-c813e7dcee71 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:58.485258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44896) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.548999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8964523-8a85-4a09-a03d-39cad6af1040 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 200 len: 205 time: 0.0616086 Aug 11 02:37:58.552765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.796607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.972038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.036631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=7dadb759-642c-43ef-b880-c813e7dcee71,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:37:59.108171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.234078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.329431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port 5495184e-d645-4ba5-aa55-261fe98acde1 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:37:59.329431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.544930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Router 10bec4d5-9ad0-43b4-a3b9-5de7c0697830 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:37:59.557032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.587878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for 5495184e-d645-4ba5-aa55-261fe98acde1 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:37:59.672070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9164184-5ce8-4124-a846-b33a5b240fe5 req-7d1dd613-d5c6-4eac-889f-59c7f94887bd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0852857 Aug 11 02:37:59.700189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:37:59.711044 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c63b3e1f-d03b-4015-b4e6-8833ab25f7ae tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/routers/10bec4d5-9ad0-43b4-a3b9-5de7c0697830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5094955 Aug 11 02:37:59.712157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:59.713655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] Sync routers for ids ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:37:59.738099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] Routers {'10bec4d5-9ad0-43b4-a3b9-5de7c0697830'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:59.738748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:59.762555 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f519b5b6-8bf3-43f4-9f8a-15f04ebd2f4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:37:59.768450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f519b5b6-8bf3-43f4-9f8a-15f04ebd2f4b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/7dadb759-642c-43ef-b880-c813e7dcee71 HTTP/1.1" status: 404 len: 333 time: 0.0454452 Aug 11 02:37:59.768930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44958) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:59.839077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:59.865303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] Routers {'10bec4d5-9ad0-43b4-a3b9-5de7c0697830'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:59.866277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:59.871272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:59.980388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:59.990034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d7cf6-1d97-43e1-b181-e388d38e2b4c None None] The sync data for ids ['10bec4d5-9ad0-43b4-a3b9-5de7c0697830'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:00.129708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.164461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=5495184e-d645-4ba5-aa55-261fe98acde1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:00.202485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.204851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.278915 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.323894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.330561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Fanout notify agent at l3_agent the message router_deleted on router 10bec4d5-9ad0-43b4-a3b9-5de7c0697830 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:00.363031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.367500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ff9dafcb-9bf7-4cf3-8f4d-1ccfec1a7dac tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/routers/10bec4d5-9ad0-43b4-a3b9-5de7c0697830 HTTP/1.1" status: 204 len: 168 time: 0.5945315 Aug 11 02:38:00.371253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 44978) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.484161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 7a6bedb8-a2f4-4c13-b46a-0e4de64cd462 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:00.490360 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.506492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.516113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.621659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.622281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router 59ead1b1-0e35-4780-946a-2d94f503c3c2 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:00.628460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.635520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.641452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09def7fa-08d0-4e18-9a16-c4a2fdd851ed tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 204 len: 168 time: 2.0816627 Aug 11 02:38:00.641768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44988) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.657601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2050123320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:00.708835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.710793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.839597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.911299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.926017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2f92889-0e58-43e7-a883-984e7c85f87f req-11c62827-4e0a-4aaa-9419-a452a7f85b37 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=21bec816-9802-45a7-b13b-5ff636f5c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0915914 Aug 11 02:38:00.929790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.978519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:00.984149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-42febdc6-bff1-4f55-b262-cb2a04f3e1c9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3372509 Aug 11 02:38:00.985156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 44994) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:00.996112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': True}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:01.005753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.098642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6bedb8-a2f4-4c13-b46a-0e4de64cd462,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:01.111220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.113701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-73a73654-cd29-4311-8423-b18d721d7904 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/7a6bedb8-a2f4-4c13-b46a-0e4de64cd462 HTTP/1.1" status: 204 len: 168 time: 0.7409923 Aug 11 02:38:01.118194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:01.121391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126cb4c-9ca2-44d6-b769-3fb48d7f7f5a None None] Network df883a2e-5126-4877-833f-645a64de2cf3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:01.246593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.393339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.420766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port b34d2b4a-9531-41cf-a2d8-30bdc7082572 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:01.421357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.565487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] DHCP port deletion for df883a2e-5126-4877-833f-645a64de2cf3 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:01.657287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Deleting port b34d2b4a-9531-41cf-a2d8-30bdc7082572 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:01.658334 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.706210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] For port b34d2b4a-9531-41cf-a2d8-30bdc7082572, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b34d2b4a-9531-41cf-a2d8-30bdc7082572,segment=NetworkSegment(5ffe2c6a-099a-465d-99c9-6bf4dcd312c5),segment_id=5ffe2c6a-099a-465d-99c9-6bf4dcd312c5)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:01.712170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.764244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for b34d2b4a-9531-41cf-a2d8-30bdc7082572 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:01.876551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] For port b34d2b4a-9531-41cf-a2d8-30bdc7082572, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b34d2b4a-9531-41cf-a2d8-30bdc7082572,segment=NetworkSegment(5ffe2c6a-099a-465d-99c9-6bf4dcd312c5),segment_id=5ffe2c6a-099a-465d-99c9-6bf4dcd312c5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:01.878733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.910491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.926071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No DVR routers for this DVR port b34d2b4a-9531-41cf-a2d8-30bdc7082572 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:01.946039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:01.959847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Calling delete_port for b34d2b4a-9531-41cf-a2d8-30bdc7082572 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:01.961183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=b34d2b4a-9531-41cf-a2d8-30bdc7082572,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.019708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.171396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.195745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df883a2e-5126-4877-833f-645a64de2cf3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:02.224417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.233557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:02.233857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffe2c6a-099a-465d-99c9-6bf4dcd312c5') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:02.249643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] No DVR routers for this DVR port b34d2b4a-9531-41cf-a2d8-30bdc7082572 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:02.264190 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.272248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940954-795a-4cf5-90be-07e3034e7ba9 None None] Pushing event deleted for resources: {'Port': ['ID=b34d2b4a-9531-41cf-a2d8-30bdc7082572,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.295266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.303744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:02.305508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:02.310397 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:02.317984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 172.25.3.143 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/90b925c5-e259-483d-8903-2d66d9f401a8) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:02.408719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.418885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.422237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/df883a2e-5126-4877-833f-645a64de2cf3 HTTP/1.1" status: 204 len: 168 time: 1.3025301 Aug 11 02:38:02.447701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.471208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c47b-d9dd-45a8-8db8-1ed4bcdca4c3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=df883a2e-5126-4877-833f-645a64de2cf3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.562544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e91372-9cc7-456c-bc56-323a0d7d4382 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:02.564742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-21e91372-9cc7-456c-bc56-323a0d7d4382 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/eb3843da-353e-49f1-8635-4a0311595e2e HTTP/1.1" status: 200 len: 844 time: 0.1155784 Aug 11 02:38:02.570971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45050) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.709571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.795932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-234fff68-acd7-4b1e-82e6-9c8fb7e4bfba tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/eb3843da-353e-49f1-8635-4a0311595e2e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2194831 Aug 11 02:38:02.796369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.806591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:02.839344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.967284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:02.968798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=90b925c5-e259-483d-8903-2d66d9f401a8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:02.971763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:02.979865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:02.996994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:03.002634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.107427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b34d2b4a-9531-41cf-a2d8-30bdc7082572 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:03.152448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b34d2b4a-9531-41cf-a2d8-30bdc7082572 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:03.153107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b34d2b4a-9531-41cf-a2d8-30bdc7082572 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:03.366533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.488042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.501335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:03.514815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:03.519901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:03.520513 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.539044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92745a-820b-4352-81ef-45a1cda338f6 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:03.542785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=67aeebf3-dc6c-4ff4-bccf-6c2c24f48424,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:03.575331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7044e1e5-85bf-409a-9719-067ff2ca269c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7775111 Aug 11 02:38:03.581001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45076) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.596924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159623824'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:03.647540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.894575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.902972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.909031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.934173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.974457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.977458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3943784 Aug 11 02:38:03.981936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45080) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:03.983023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b5692d80-baf0-4007-bf34-35a4c7028918', 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'tenant_id': '7076149e062f4df186f8110c53a408bb', 'fixed_ips': [{'subnet_id': '67aeebf3-dc6c-4ff4-bccf-6c2c24f48424'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:03.994312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:03.995782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487966962'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:04.055084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc158ee5-2970-46c0-a092-27f4c97358ed tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94ab8a-2a1a-4eed-ac5c-27fe026e67cf,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:04.065157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.262049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.271009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.360245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.367164 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3817301 Aug 11 02:38:04.370916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45082) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.379977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d0be7-7061-481b-b210-7afa918e90fb tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c92b62-c305-43bf-968f-f92c85a05b4e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:04.381429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router f40ea573-31ba-4835-a86b-299406077fbf is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:04.386797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-949931700', 'security_groups': ['89c92b62-c305-43bf-968f-f92c85a05b4e'], 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67aeebf3-dc6c-4ff4-bccf-6c2c24f48424'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:04.560654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Allocated IP 2001:db8::2 (b5692d80-baf0-4007-bf34-35a4c7028918/67aeebf3-dc6c-4ff4-bccf-6c2c24f48424/71c3fc81-91b7-4ce1-8434-c85d9335240c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:04.607021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:04.781438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:04.789877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.792470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-db8ca9f4-906f-46d7-829d-5c0cb02e4de3 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "PUT /v2.0/routers/f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 200 len: 919 time: 3.8049378 Aug 11 02:38:04.796934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45094) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:04.806146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] Sync routers for ids ['f40ea573-31ba-4835-a86b-299406077fbf'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:04.807043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.817334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Transition to ACTIVE for port object 71c3fc81-91b7-4ce1-8434-c85d9335240c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:04.833417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] Routers {'f40ea573-31ba-4835-a86b-299406077fbf'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:04.838272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Transition to ACTIVE for port object 71c3fc81-91b7-4ce1-8434-c85d9335240c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:04.839783 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f40ea573-31ba-4835-a86b-299406077fbf'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:04.851358 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.853178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:04.922076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:04.928168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:04.928540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:04.935845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:05.023516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.086540 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:05.106559 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] Routers {'f40ea573-31ba-4835-a86b-299406077fbf'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:05.108316 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f40ea573-31ba-4835-a86b-299406077fbf'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:05.127566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Attempting to bind port 71c3fc81-91b7-4ce1-8434-c85d9335240c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:05.129973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Attempting to bind port 71c3fc81-91b7-4ce1-8434-c85d9335240c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd08e4c84-b2c0-4ec5-9c99-e467615231cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:05.131070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Attempting to bind port 71c3fc81-91b7-4ce1-8434-c85d9335240c on network b5692d80-baf0-4007-bf34-35a4c7028918 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:05.156047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:05.160841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Checking segment: {'id': 'd08e4c84-b2c0-4ec5-9c99-e467615231cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:05.162733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.167331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Bound using segment: {'id': 'd08e4c84-b2c0-4ec5-9c99-e467615231cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:05.171575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Bound port: 71c3fc81-91b7-4ce1-8434-c85d9335240c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08e4c84-b2c0-4ec5-9c99-e467615231cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:05.181101 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.285218 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:05.295824 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c35c7-031d-4ddf-812d-180ac1f70232 None None] The sync data for ids ['f40ea573-31ba-4835-a86b-299406077fbf'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:05.389191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-34b61292-9bca-4c8e-b3d9-d7cf2336da38 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 200 len: 925 time: 0.5907769 Aug 11 02:38:05.393995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.470467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72333359-5b01-44b7-a4f4-c2b735aea46a tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.473897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-72333359-5b01-44b7-a4f4-c2b735aea46a tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=f40ea573-31ba-4835-a86b-299406077fbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0779247 Aug 11 02:38:05.476542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:05.479266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.505105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:05.523845 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.757104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94e8b1-c475-44e7-ba5c-11cfc96af10c tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.764888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dc94e8b1-c475-44e7-ba5c-11cfc96af10c tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.2789729 Aug 11 02:38:05.765520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45106) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.797854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebf3e3-3f5a-427c-ba81-13193793e337 None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.855455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61b8f6cd-4e21-40d3-9e77-4fef7bf696cc tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 200 len: 205 time: 0.0837088 Aug 11 02:38:05.856654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:06.164405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.277325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::31b (b5692d80-baf0-4007-bf34-35a4c7028918/67aeebf3-dc6c-4ff4-bccf-6c2c24f48424/10096af9-c079-47c8-a8eb-0ff5e0f4b959) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:06.461287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.626775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port 90b925c5-e259-483d-8903-2d66d9f401a8 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:06.627133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.646700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.677093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 10096af9-c079-47c8-a8eb-0ff5e0f4b959 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:06.756019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.837624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=10096af9-c079-47c8-a8eb-0ff5e0f4b959,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.866976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:06.871066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:06.872063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.874624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:06.880570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:06.881288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.891035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for 90b925c5-e259-483d-8903-2d66d9f401a8 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:06.903609 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b92971bc-bdc9-4d40-aee9-1e7a7d59af5d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5245361 Aug 11 02:38:06.905093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45116) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:06.912825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:07.118608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:07.255502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 71c3fc81-91b7-4ce1-8434-c85d9335240c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:07.467130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:07.471201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.559100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.796226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Provisioning for port 71c3fc81-91b7-4ce1-8434-c85d9335240c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:07.801985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:07.803494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:07.965347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.036279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:08.043787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.125362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=90b925c5-e259-483d-8903-2d66d9f401a8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:08.126527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:08.151277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:08.151801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.168865 n-d-713498-10 neutron-server[94652]: INFO neutron.db.ipam_backend_mixin [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67aeebf3-dc6c-4ff4-bccf-6c2c24f48424 (CIDR: 2001:db8::/64) Aug 11 02:38:08.196023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1095d4a1-bb1e-4831-9185-b3a70e700a26 None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:08.206248 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:08.206756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:08.230546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.235043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-46a92573-fda4-4318-af74-5f261ffc4471 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3288200 Aug 11 02:38:08.238074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45126) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:08.245053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:08.324370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1097d8d2-5de4-4ce6-8d3d-53d95e2bbf20 None None] Provisioning for port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:08.331439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1097d8d2-5de4-4ce6-8d3d-53d95e2bbf20 None None] Provisioning complete for port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:08.332484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1097d8d2-5de4-4ce6-8d3d-53d95e2bbf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.375235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.380901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.431134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1097d8d2-5de4-4ce6-8d3d-53d95e2bbf20 None None] Port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:08.456783 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.457920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router f40ea573-31ba-4835-a86b-299406077fbf {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:08.463801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:08.470820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.475124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.482021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45134) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:08.483287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9b382b9e-5a5b-4e9b-96fc-e9a3e57fc5c1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 204 len: 168 time: 2.6247613 Aug 11 02:38:08.557647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1967511695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:08.617241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.618800 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.727156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.740274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.814274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:08.816676 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37efa554-5029-471c-b449-e526cdf819ba tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3331118 Aug 11 02:38:08.823244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:08.832045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'enable_snat': False}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:09.046361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.105515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:09.153968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.235543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:09.243829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:09.244750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:09.244750 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.256441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.258417 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.281426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=8c69532a-0d65-4f74-b608-e035f25aed56,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.306850 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-242d0894-935d-49b6-aec1-2cfc71c0377d tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0666220 Aug 11 02:38:09.310681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:09.315547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f3852-2fce-41c0-8634-c67b96b74daf None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:09.339889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1267922105', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c69532a-0d65-4f74-b608-e035f25aed56'}], 'security_groups': ['2c94ab8a-2a1a-4eed-ac5c-27fe026e67cf']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:09.517427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.777399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.837293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.089405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Update dhcp port {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'fixed_ips': [{'subnet_id': '67aeebf3-dc6c-4ff4-bccf-6c2c24f48424', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c69532a-0d65-4f74-b608-e035f25aed56'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '71c3fc81-91b7-4ce1-8434-c85d9335240c'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:10.153976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.175419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Allocated IP 172.25.3.205 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b5f500b2-c1fa-4b07-8d86-6d8bf3ebfb7c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.199351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Delete allocated IP 2001:db8::31b (b5692d80-baf0-4007-bf34-35a4c7028918/67aeebf3-dc6c-4ff4-bccf-6c2c24f48424) {{(pid=94653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:38:10.228944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8:0:1::3a9 (b5692d80-baf0-4007-bf34-35a4c7028918/8c69532a-0d65-4f74-b608-e035f25aed56/10096af9-c079-47c8-a8eb-0ff5e0f4b959) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.467049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.524300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.534868 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.551589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:10.555800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:10.562050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 10096af9-c079-47c8-a8eb-0ff5e0f4b959 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:10.569275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.610145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:10.642022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.660530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] In _notify_port_updated(), no bound segment for port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 on network b5692d80-baf0-4007-bf34-35a4c7028918 {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:10.682634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:10.686552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.696535 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/ports/10096af9-c079-47c8-a8eb-0ff5e0f4b959 HTTP/1.1" status: 200 len: 931 time: 1.3801625 Aug 11 02:38:10.720025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45152) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:10.725096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f11314-11f2-4970-827c-580edb67d9fd tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=10096af9-c079-47c8-a8eb-0ff5e0f4b959,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:10.759347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Allocated IP 2001:db8:0:1::2 (b5692d80-baf0-4007-bf34-35a4c7028918/8c69532a-0d65-4f74-b608-e035f25aed56/71c3fc81-91b7-4ce1-8434-c85d9335240c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.822016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f500b2-c1fa-4b07-8d86-6d8bf3ebfb7c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.156909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:11.250022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.287052 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.295621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 10096af9-c079-47c8-a8eb-0ff5e0f4b959 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:11.296426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.298230 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:11.320193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Transition to ACTIVE for port object 71c3fc81-91b7-4ce1-8434-c85d9335240c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:11.325783 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.374952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.594953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:11.597048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523ada-a56a-4a49-9b64-0b77954434b7 None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.664437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 10096af9-c079-47c8-a8eb-0ff5e0f4b959 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:12.039159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.057303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.383824 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.563570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=10096af9-c079-47c8-a8eb-0ff5e0f4b959,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:12.575030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.583148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45202) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.602084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5b3eabca-d72f-4305-886f-a34705d654d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/10096af9-c079-47c8-a8eb-0ff5e0f4b959 HTTP/1.1" status: 204 len: 168 time: 1.8805339 Aug 11 02:38:12.663751 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af76c26-2de9-4bb6-a185-6ee4e3c59b85 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:38:12.666222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7af76c26-2de9-4bb6-a185-6ee4e3c59b85 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/10096af9-c079-47c8-a8eb-0ff5e0f4b959 HTTP/1.1" status: 404 len: 333 time: 0.0817940 Aug 11 02:38:12.670978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.728819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Router b775ff15-3d26-4c35-bace-293b1533bc18 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:12.778763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.810663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.876170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.882904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Provisioning for port 71c3fc81-91b7-4ce1-8434-c85d9335240c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:12.886314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.895499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/security-groups/89c92b62-c305-43bf-968f-f92c85a05b4e HTTP/1.1" status: 204 len: 168 time: 0.2188017 Aug 11 02:38:12.901458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45206) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.906205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:12.906797 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:12.942163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf8c7a-6e73-4813-b03e-099917fe2f80 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c92b62-c305-43bf-968f-f92c85a05b4e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.312134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:13.332340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:13.344985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.352072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45214) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.357279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] Sync routers for ids ['b775ff15-3d26-4c35-bace-293b1533bc18'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:13.360162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01f47977-e9d4-4626-b2a7-3f2e4cfcf6de tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "PUT /v2.0/routers/b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 200 len: 920 time: 4.5346773 Aug 11 02:38:13.403377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.492363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.514934 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2a23fab1-9d03-40f0-b099-8af5adea11a6 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 200 len: 926 time: 0.1546881 Aug 11 02:38:13.515794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.539116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] Routers {'b775ff15-3d26-4c35-bace-293b1533bc18'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:13.545859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b775ff15-3d26-4c35-bace-293b1533bc18'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:13.621671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.633650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.633650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/security-groups/2c94ab8a-2a1a-4eed-ac5c-27fe026e67cf HTTP/1.1" status: 204 len: 168 time: 0.7298794 Aug 11 02:38:13.637910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45226) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.674317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36aa8-be3f-44ef-b7fd-7a0a80e123cf tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94ab8a-2a1a-4eed-ac5c-27fe026e67cf,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:13.750397 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8afd2-92b6-4091-b246-74db8a68a09d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:13.754918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-39a8afd2-92b6-4091-b246-74db8a68a09d tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=b775ff15-3d26-4c35-bace-293b1533bc18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2353425 Aug 11 02:38:13.755334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.789137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:13.810083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:13.810563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:13.868978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2a5cd-2096-4530-beb1-3f8f4511fafd tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:13.874775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11a2a5cd-2096-4530-beb1-3f8f4511fafd tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/networks/d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 881 time: 0.1137643 Aug 11 02:38:13.875259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45246) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.887155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] Routers {'b775ff15-3d26-4c35-bace-293b1533bc18'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:13.888015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b775ff15-3d26-4c35-bace-293b1533bc18'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:13.917588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08930faf-7f1d-4716-a1ac-9a28e6950797 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 200 len: 205 time: 0.0409172 Aug 11 02:38:13.923418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45248) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:13.929765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 67aeebf3-dc6c-4ff4-bccf-6c2c24f48424 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:13.931845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:13.936292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.011061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb88b3a8-7086-4b65-ac5d-dc7eeb3cf317 None None] Could not find standard attr ID for object 10096af9-c079-47c8-a8eb-0ff5e0f4b959. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:38:14.020801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:14.022617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbc3da-1758-46e8-9246-9ba1647e00ae None None] The sync data for ids ['b775ff15-3d26-4c35-bace-293b1533bc18'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:14.027996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:14.028873 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.081138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.149135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ed942a22-558d-4e13-b638-0fb63973d926 None None] Could not find standard attr ID for object 10096af9-c079-47c8-a8eb-0ff5e0f4b959. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:38:14.278520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.357043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.528829 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.534826 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.590881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=67aeebf3-dc6c-4ff4-bccf-6c2c24f48424,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:14.594313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.594537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed5cff-484b-4d41-9491-5d386d5e7954 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:14.596852 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc4709a7-bf99-4675-a351-561d31f55609 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/67aeebf3-dc6c-4ff4-bccf-6c2c24f48424 HTTP/1.1" status: 204 len: 168 time: 0.9545085 Aug 11 02:38:14.603717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45278) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:14.620717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:14.674022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port b5f500b2-c1fa-4b07-8d86-6d8bf3ebfb7c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:14.674527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.816242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:14.831572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for b5f500b2-c1fa-4b07-8d86-6d8bf3ebfb7c owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:14.962023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:14.966882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.126390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.169661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=b5f500b2-c1fa-4b07-8d86-6d8bf3ebfb7c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.281772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.556592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.568301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.635188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.811358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.812239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router b775ff15-3d26-4c35-bace-293b1533bc18 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:15.841340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:15.849867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-51958f1a-ac55-4728-9b4e-021235ded713 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 204 len: 168 time: 1.9225085 Aug 11 02:38:15.853344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45368) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:15.872857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-428911995', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:15.947322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:15.966528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:15.968905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=fadcf556-753f-4f67-9262-b2be5bc9e8e3,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:15.984618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:15.985695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.023269 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.025202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.073541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-57a362ac-5e41-4aa1-9e6d-324d7d70aaf1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4683795 Aug 11 02:38:16.086964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45384) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:16.099826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'security_group': {'name': 'tempest-secgroup-936687413'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:16.185782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.208009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.369849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb467317-dab0-4f9f-8c02-689d0800ff51 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:16.403441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.424309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.520890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.523374 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4432902 Aug 11 02:38:16.539057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45422) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:16.548281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1981284897'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:16.620618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1875a772-6c69-4507-b1c5-27bcf9ca573e None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:16.621248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1875a772-6c69-4507-b1c5-27bcf9ca573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:16.672629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55de25-f757-47ee-8c2c-4a866120576c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98394ce6-f3bf-434a-8cce-40e32c1c83b6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:16.773020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.058426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1875a772-6c69-4507-b1c5-27bcf9ca573e None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:17.059090 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1875a772-6c69-4507-b1c5-27bcf9ca573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.065125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.075575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.168979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.174968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6276221 Aug 11 02:38:17.179364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45470) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:17.191991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'security_group': {'name': 'tempest-secgroup-549879361'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:17.228699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1875a772-6c69-4507-b1c5-27bcf9ca573e None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:17.236120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Update dhcp port {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'fixed_ips': [{'subnet_id': '8c69532a-0d65-4f74-b608-e035f25aed56', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fadcf556-753f-4f67-9262-b2be5bc9e8e3'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '71c3fc81-91b7-4ce1-8434-c85d9335240c'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:17.264984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.303812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c869fde-752c-47e5-ba8f-fe9b82726467 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ecfd5-9168-4545-9b7b-d1595d6ceacd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:17.312685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.462904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-cdd1cbff-5fc0-4bd9-ace5-a458b0111564 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.9782691 Aug 11 02:38:17.591500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.599516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.682791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.685284 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5026004 Aug 11 02:38:17.691742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45504) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:17.705640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1088516696', 'security_groups': ['a513721f-26ef-4cb5-8a32-7c85b0db0041'], 'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fadcf556-753f-4f67-9262-b2be5bc9e8e3'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:17.711175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:17.764723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a4cb-3a55-45f1-8617-e77f7eeb775c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a513721f-26ef-4cb5-8a32-7c85b0db0041,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:17.844408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.845472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.846475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.848231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.849255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.850347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.851690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:17.856829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-90e6faab-de21-4d91-b79f-fe730e12e71e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b38cac6de80483a998866e15d2e78ef&device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 6507 time: 0.2501049 Aug 11 02:38:17.952600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Allocated IP 2001:db8::2 (b5692d80-baf0-4007-bf34-35a4c7028918/fadcf556-753f-4f67-9262-b2be5bc9e8e3/71c3fc81-91b7-4ce1-8434-c85d9335240c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:18.215091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:18.247457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:18.295217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-271913c4-4427-48f6-bfdd-5d63607e08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.296008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-271913c4-4427-48f6-bfdd-5d63607e08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.296819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-271913c4-4427-48f6-bfdd-5d63607e08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.300197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-271913c4-4427-48f6-bfdd-5d63607e08c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f7cfa90-b056-4401-add5-2c15365863b7&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=547faa05-15f9-4300-b627-75f5b8a177fc&id=1ef8e116-2d42-443d-9f43-bb26e89aa623&id=1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 200 len: 2298 time: 0.3821445 Aug 11 02:38:18.340075 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.366742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Transition to ACTIVE for port object 71c3fc81-91b7-4ce1-8434-c85d9335240c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:18.390168 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.514938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.606419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c77b9f-1c41-4d88-bf80-480a58f6bfe5 None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:18.608572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-bd6dd20b-50b4-4983-9e23-d9ada20e1b13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 200 len: 1002 time: 0.2927175 Aug 11 02:38:18.612063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] device_id is not set on port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:38:18.671681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.750175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.937624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-f0cc77a9-8829-4b89-be23-27811fb0d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:18.939221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-f0cc77a9-8829-4b89-be23-27811fb0d009 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 200 len: 856 time: 0.2822225 Aug 11 02:38:19.129986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Allocated IP 172.25.3.203 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/98cb2050-d678-4164-8726-690cdf6074ee) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:19.157439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-86cff8a2-dbd6-4c9a-85da-a953ff2faed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:19.159575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-86cff8a2-dbd6-4c9a-85da-a953ff2faed3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f7cfa90-b056-4401-add5-2c15365863b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055304 Aug 11 02:38:19.193316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-0910db9d-024a-4f13-9b5b-8e489c0761c1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:19.194721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-0910db9d-024a-4f13-9b5b-8e489c0761c1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213330 Aug 11 02:38:19.249247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:19.329589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8::140 (b5692d80-baf0-4007-bf34-35a4c7028918/fadcf556-753f-4f67-9262-b2be5bc9e8e3/8b5627c6-76f2-4edf-b8b7-493b53aa2dc0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:19.497982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.502442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-f4ea5b22-e3fa-450c-94fb-be0c224930af service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486484 Aug 11 02:38:19.631424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-9db165dc-420c-42b5-b6e0-6685c6717d77 service neutron] 10.222.0.67 "GET /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164329 Aug 11 02:38:19.729756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-1de59825-a09f-49fe-b0a3-8d4483ba18b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0825760 Aug 11 02:38:19.802101 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.875613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:19.904271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.919706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event updated for resources: {'Port': ['ID=98cb2050-d678-4164-8726-690cdf6074ee,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.945869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:19.948603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Provisioning for port 71c3fc81-91b7-4ce1-8434-c85d9335240c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:19.961284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:19.962613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:19.963066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:19.963504 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.033499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-cefa93b2-5f1d-4488-9ac2-0159ffd880d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.037576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-cefa93b2-5f1d-4488-9ac2-0159ffd880d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.2925186 Aug 11 02:38:20.098780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.218939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:20.220160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.274524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-4a76ba1e-d43c-4edb-9d23-97bf29e1c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.276187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-4a76ba1e-d43c-4edb-9d23-97bf29e1c8c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2099149 Aug 11 02:38:20.332572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=8b5627c6-76f2-4edf-b8b7-493b53aa2dc0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:20.380320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c6e9c-f6e0-4e69-b994-5d459decbc55 None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:20.392765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:20.395407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:20.399933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:20.412575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:20.414681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.458279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48e67f09-467d-4875-a0af-a04f3b7230c6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7643325 Aug 11 02:38:20.463716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45698) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:20.484704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:20.707597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-380d6bdf-de94-492e-808f-18a44e96a775 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140964 Aug 11 02:38:20.782600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:20.793753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.947988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd4bf6d2-7ffa-4619-9fec-91c32c5c99a7 None None] Provisioning for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:20.972646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:20.974803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd4bf6d2-7ffa-4619-9fec-91c32c5c99a7 None None] Provisioning complete for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:20.975238 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf6d2-7ffa-4619-9fec-91c32c5c99a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.048719 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fadcf556-753f-4f67-9262-b2be5bc9e8e3 (CIDR: 2001:db8::/64) Aug 11 02:38:21.051829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fd4bf6d2-7ffa-4619-9fec-91c32c5c99a7 None None] Port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:21.058783 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:21.058783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:21.101434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08f8f66e-8991-4fad-a63b-779ef2033d2a tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6351185 Aug 11 02:38:21.104025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:21.113734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:21.284983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-cd9c9b8e-ec86-465a-8f2a-a1d1a90b19ac service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028024 Aug 11 02:38:21.397457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-08d78e27-6518-4cce-9745-606126d80206 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 217 time: 0.1002626 Aug 11 02:38:21.466434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:21.486568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.577143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-4d3b07e5-999c-4a47-beec-0585c3577d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.578873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-4d3b07e5-999c-4a47-beec-0585c3577d42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1238351 Aug 11 02:38:21.618847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:21.721665 n-d-713498-10 neutron-server[94653]: INFO neutron.db.ipam_backend_mixin [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8c69532a-0d65-4f74-b608-e035f25aed56 (CIDR: 2001:db8:0:1::/64) Aug 11 02:38:21.726651 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:21.727971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:21.751264 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a22daea1-d9ca-4d39-8a42-c9ef822a56a1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6459150 Aug 11 02:38:21.756857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45760) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:21.762297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'subnet': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:21.772701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-608e443e-271f-427b-a613-70dae0280b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:21.775410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-608e443e-271f-427b-a613-70dae0280b1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1859515 Aug 11 02:38:21.950033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Made reservation on behalf of 7076149e062f4df186f8110c53a408bb for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:21.957120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.034423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-b23ad229-9807-48b3-88cb-f938236bdbfd service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023132 Aug 11 02:38:22.065891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Router 1dd83582-5218-4328-9022-93aa301348e1 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:22.304090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-f1746bd3-3c5b-4410-bad0-9512952a751a service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573128 Aug 11 02:38:22.367647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:22.370322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-66e174dc-593c-4f0f-9d67-b9046dc84998 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 200 len: 217 time: 0.0456278 Aug 11 02:38:22.401251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] Sync routers for ids ['1dd83582-5218-4328-9022-93aa301348e1'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:22.429414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] Routers {'1dd83582-5218-4328-9022-93aa301348e1'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:22.429414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1dd83582-5218-4328-9022-93aa301348e1'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.430083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.431163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7abb5846-27a2-477e-bdca-965118275622 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5736349 Aug 11 02:38:22.443035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45768) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:22.452300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:22.486149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-a311652d-a78e-4ded-ae6a-9e332917f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.489952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-a311652d-a78e-4ded-ae6a-9e332917f4f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1085017 Aug 11 02:38:22.533874 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.568202 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] Routers {'1dd83582-5218-4328-9022-93aa301348e1'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:22.569782 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:37:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1dd83582-5218-4328-9022-93aa301348e1'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.668164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d672cfd5-d912-4f15-ba6f-6bfb5c21fbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.688761 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-649494bf-a101-4cc8-addb-130a4c8dfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:22.691906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-649494bf-a101-4cc8-addb-130a4c8dfc6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1905305 Aug 11 02:38:22.770606 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:22.772049 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd348-c447-419e-a923-f1fad69a5d4f None None] The sync data for ids ['1dd83582-5218-4328-9022-93aa301348e1'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:22.888096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.956017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-370cefd6-c841-4488-a1b0-48c5f7b8112a service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510846 Aug 11 02:38:23.002364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Subnet': ['ID=2665a18b-3cae-47df-b139-bc322590a09a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:23.101197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Network b5692d80-baf0-4007-bf34-35a4c7028918 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:23.111777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:23.120564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.121526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.127147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e797cf-45fe-498d-9e69-6f3b4f668504 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:23.155002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-8bf0aca0-628b-4f1d-9b00-e3798f8a19f2 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861622 Aug 11 02:38:23.163034 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3c4ab61f-80f4-4922-9a90-323f97e3d5c4 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4046924 Aug 11 02:38:23.175765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45774) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:23.186684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-47906478', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2665a18b-3cae-47df-b139-bc322590a09a'}], 'security_groups': ['98394ce6-f3bf-434a-8cce-40e32c1c83b6', 'e96ecfd5-9168-4545-9b7b-d1595d6ceacd']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:23.430124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.470191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.647032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Deleting port 98cb2050-d678-4164-8726-690cdf6074ee {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:23.647569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.811567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.855047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Calling delete_port for 98cb2050-d678-4164-8726-690cdf6074ee owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:24.014617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-ee089167-a29b-44bc-92f5-281a83b3ea9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 200 len: 217 time: 0.8472414 Aug 11 02:38:24.133635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-2ac3eee9-9cfb-49ed-8bd5-e41c70074309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:24.135207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-2ac3eee9-9cfb-49ed-8bd5-e41c70074309 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 200 len: 797 time: 0.1099908 Aug 11 02:38:24.210273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.244225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Update dhcp port {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'fixed_ips': [{'subnet_id': '8c69532a-0d65-4f74-b608-e035f25aed56', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fadcf556-753f-4f67-9262-b2be5bc9e8e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '2665a18b-3cae-47df-b139-bc322590a09a'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '71c3fc81-91b7-4ce1-8434-c85d9335240c'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:24.261889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Pushing event deleted for resources: {'Port': ['ID=98cb2050-d678-4164-8726-690cdf6074ee,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:24.292165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.310615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-c77adc77-db9f-4960-b357-51660d279510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:24.314245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-c77adc77-db9f-4960-b357-51660d279510 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=547faa05-15f9-4300-b627-75f5b8a177fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1230009 Aug 11 02:38:24.323279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.358659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.481158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-ce534718-3106-424e-8936-a3001a231b84 service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441944 Aug 11 02:38:24.592903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Allocated IP 2001:db8:0:2::2 (b5692d80-baf0-4007-bf34-35a4c7028918/2665a18b-3cae-47df-b139-bc322590a09a/71c3fc81-91b7-4ce1-8434-c85d9335240c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:24.733899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:24.806646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.841336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-1b94ef4f-8109-4ca0-84ee-38292dc03cff service neutron] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294446 Aug 11 02:38:24.862264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Transition to ACTIVE for port object 71c3fc81-91b7-4ce1-8434-c85d9335240c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:24.871267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:24.950030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-9f66b2aa-5565-4869-90b1-c761b50d2573 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 200 len: 217 time: 0.0996742 Aug 11 02:38:25.023253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2ad76-241c-4cbe-a111-040dc0124f2a None None] Pushing event updated for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:25.209364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6072bde5-d3fe-452c-84a4-a6ca5af1c22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.288342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-d8e90754-4ac2-4767-b4ba-dda40d6c1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.294260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-d8e90754-4ac2-4767-b4ba-dda40d6c1834 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.3067889 Aug 11 02:38:25.458603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.470689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.476245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.541922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-2fc9937d-20ee-4493-8517-5297cb23a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:25.543732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-2fc9937d-20ee-4493-8517-5297cb23a0c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2266719 Aug 11 02:38:25.583694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Delete allocated IP 2001:db8::140 (b5692d80-baf0-4007-bf34-35a4c7028918/fadcf556-753f-4f67-9262-b2be5bc9e8e3) {{(pid=94652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 02:38:25.626038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Allocated IP 2001:db8:0:2::f0 (b5692d80-baf0-4007-bf34-35a4c7028918/2665a18b-3cae-47df-b139-bc322590a09a/8b5627c6-76f2-4edf-b8b7-493b53aa2dc0) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:25.648281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Router 1dd83582-5218-4328-9022-93aa301348e1 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:25.792682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:25.803996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] Sync routers for ids ['1dd83582-5218-4328-9022-93aa301348e1'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:25.806408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.811551 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6e3ef98-2de4-4666-9f49-1ca9d61a1568 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "PUT /v2.0/routers/1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 200 len: 709 time: 3.3667119 Aug 11 02:38:25.812347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:25.829308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] Routers {'1dd83582-5218-4328-9022-93aa301348e1'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:25.830108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1dd83582-5218-4328-9022-93aa301348e1'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:25.927797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:25.953847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] Routers {'1dd83582-5218-4328-9022-93aa301348e1'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:25.953847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1dd83582-5218-4328-9022-93aa301348e1'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:26.000887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-778f6397-0152-4689-8349-6397139f3261 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/routers/1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 200 len: 744 time: 0.1872456 Aug 11 02:38:26.003289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.015316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:26.019655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5324abd-9957-4451-a872-f091ae8c8491 None None] The sync data for ids ['1dd83582-5218-4328-9022-93aa301348e1'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:26.030419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-93794e28-df8a-4d6e-89f9-9f0b15b8ac8f service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611491 Aug 11 02:38:26.082777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fce8db2e-5355-4ef7-bc86-7b1a9bfeba85 tempest-RoutersIpV6AdminTest-2060475657 tempest-RoutersIpV6AdminTest-2060475657-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&device_id=1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 200 len: 205 time: 0.0782273 Aug 11 02:38:26.092235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45796) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.169608 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1cf932c-9cec-4eb6-9faf-4e81ef1c0103 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 200 len: 205 time: 0.0747643 Aug 11 02:38:26.172606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.230967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-e6c2f3b1-dd60-4d5c-aec8-cb3c6cb4eeb5 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797559 Aug 11 02:38:26.235841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.281431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Transition to ACTIVE for port object 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:26.289689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.314724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.385770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-c29f33f8-91d1-456a-b48b-f2c9b6f41228 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 200 len: 217 time: 0.1422076 Aug 11 02:38:26.458595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Provisioning for port 71c3fc81-91b7-4ce1-8434-c85d9335240c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:26.492228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:26.494533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.534443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-6052eb8f-7562-4b72-963e-0b6badf0ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.537234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-6052eb8f-7562-4b72-963e-0b6badf0ab30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 200 len: 797 time: 0.1036139 Aug 11 02:38:26.611617 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.673180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] In _notify_port_updated(), no bound segment for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 on network b5692d80-baf0-4007-bf34-35a4c7028918 {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:38:26.692978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.694212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.702013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "PUT /v2.0/ports/8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 HTTP/1.1" status: 200 len: 967 time: 3.5237916 Aug 11 02:38:26.703192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45802) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.745558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:26.746665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.799532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:26.807771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.813508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.816899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ec45-4b6c-4f24-b1fb-1534c97181c7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event updated for resources: {'Port': ['ID=8b5627c6-76f2-4edf-b8b7-493b53aa2dc0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:26.819660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Provisioning for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:26.825086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Provisioning complete for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:26.825922 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.886346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5870e-a6a5-4396-9a8d-d1877e591d40 None None] Port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:26.907269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-e50903a1-9243-425c-8249-0175f181b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.910297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-e50903a1-9243-425c-8249-0175f181b81f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ef8e116-2d42-443d-9f43-bb26e89aa623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3590817 Aug 11 02:38:26.926576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.927107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd83582-5218-4328-9022-93aa301348e1 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:38:26.936052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.937223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af4ffda3-2dde-464a-868e-b582355385df tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 204 len: 168 time: 0.7636771 Aug 11 02:38:26.942201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.020340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a5205e5b-d16a-4108-96e8-a1fb2f6eb6f2 None None] Provisioning complete for port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:27.020754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a5205e5b-d16a-4108-96e8-a1fb2f6eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.031057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ad910ff-0310-4c81-99a7-05ff1dc07ff1 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 200 len: 205 time: 0.0874002 Aug 11 02:38:27.033367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45812) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.095808 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-2049dcd8-4b30-4500-b033-e567132cf807 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.096740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2049dcd8-4b30-4500-b033-e567132cf807 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/1dd83582-5218-4328-9022-93aa301348e1 HTTP/1.1" status: 404 len: 336 time: 0.0619016 Aug 11 02:38:27.102143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45814) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.131079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:27.168671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:27.169447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.186319 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61273ada-e3d4-458e-bd96-4d5f8123a536 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 200 len: 205 time: 0.0817807 Aug 11 02:38:27.189844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45818) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.263087 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-0e741297-bbe7-4ea3-b43d-0ee80a5e23f7 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.263319 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e741297-bbe7-4ea3-b43d-0ee80a5e23f7 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/b775ff15-3d26-4c35-bace-293b1533bc18 HTTP/1.1" status: 404 len: 336 time: 0.0734997 Aug 11 02:38:27.266244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.308470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.320906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a5205e5b-d16a-4108-96e8-a1fb2f6eb6f2 None None] Port 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:27.329159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for 8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:27.337843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2114a5d3-0509-45af-8fc0-de9eb8a6be68 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 200 len: 205 time: 0.0703652 Aug 11 02:38:27.345342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45824) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.393319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:27.394051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.487455 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-81fa19d8-6488-4a04-95ba-2283b3df97b5 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.492196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-81fa19d8-6488-4a04-95ba-2283b3df97b5 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/f40ea573-31ba-4835-a86b-299406077fbf HTTP/1.1" status: 404 len: 336 time: 0.1414313 Aug 11 02:38:27.492891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45826) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.515868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.555615 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b255371b-5d43-4aa6-a394-27942f13e7d9 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 200 len: 205 time: 0.0604360 Aug 11 02:38:27.557973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45828) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.584885 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-396cff0f-76a2-4ca0-8175-d5e46bf08706 service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612208 Aug 11 02:38:27.619766 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-beecef18-c2de-4ca6-92f2-f56c648c8592 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.621016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-beecef18-c2de-4ca6-92f2-f56c648c8592 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/59ead1b1-0e35-4780-946a-2d94f503c3c2 HTTP/1.1" status: 404 len: 336 time: 0.0620515 Aug 11 02:38:27.626991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.681336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea8483d3-2377-4b77-8bd1-3ad15273310b tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 200 len: 205 time: 0.0513544 Aug 11 02:38:27.683511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.693530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=8b5627c6-76f2-4edf-b8b7-493b53aa2dc0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:27.722538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.727807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e129c6c3-e832-4e19-8e60-d634345636d6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 HTTP/1.1" status: 204 len: 168 time: 1.0192809 Aug 11 02:38:27.731489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45834) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.767979 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-227273c7-bfc0-4ee3-92f2-cdb4f32c88b3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.769565 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-227273c7-bfc0-4ee3-92f2-cdb4f32c88b3 tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/707bde69-76f2-4ac7-a8d0-d72e71ec191a HTTP/1.1" status: 404 len: 336 time: 0.0835550 Aug 11 02:38:27.772834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45836) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.806085 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec47454d-5e9a-4946-989f-e485fbf2b1f1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] GET failed (client error): The resource could not be found. Aug 11 02:38:27.810367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ec47454d-5e9a-4946-989f-e485fbf2b1f1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports/8b5627c6-76f2-4edf-b8b7-493b53aa2dc0 HTTP/1.1" status: 404 len: 333 time: 0.0754726 Aug 11 02:38:27.812701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45838) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.830948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a8c6f1d2-9a8a-438b-bfc2-ae5437c6945b tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1c9740c-f233-4e4d-af20-364fd969251f HTTP/1.1" status: 200 len: 205 time: 0.0568192 Aug 11 02:38:27.839217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45840) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:27.890198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7602a14d-68b5-4875-b7c7-90b71229ad92 req-58e91ab1-6946-4587-9916-063c3009ba6f service neutron] 10.222.0.67 "GET /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914715 Aug 11 02:38:27.978020 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-d96fc2c3-bbd6-452c-812b-119a8a56730d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] delete failed (client error): The resource could not be found. Aug 11 02:38:27.978963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d96fc2c3-bbd6-452c-812b-119a8a56730d tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/routers/a1c9740c-f233-4e4d-af20-364fd969251f HTTP/1.1" status: 404 len: 336 time: 0.1362243 Aug 11 02:38:27.983321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45842) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.005599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.016527 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ebd0bf-5671-48ee-b1d4-8fca69a40b9f tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:28.017038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ebd0bf-5671-48ee-b1d4-8fca69a40b9f tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:28.023860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d6ebd0bf-5671-48ee-b1d4-8fca69a40b9f tempest-RoutersIpV6AdminTest-453284217 tempest-RoutersIpV6AdminTest-453284217-project] 10.222.0.68 "DELETE /v2.0/subnets/910a9fb6-e71b-40a1-b64d-167e817aab5c HTTP/1.1" status: 404 len: 337 time: 0.0347197 Aug 11 02:38:28.034641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.058570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.116713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.121621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.125929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45846) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.126849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/security-groups/a513721f-26ef-4cb5-8a32-7c85b0db0041 HTTP/1.1" status: 204 len: 168 time: 0.3101387 Aug 11 02:38:28.169901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513721f-26ef-4cb5-8a32-7c85b0db0041,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:28.195502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.197392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.198534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.199699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.201379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.201858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.203603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.204076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.205086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.206802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.207438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.210925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c5c6d-39fd-4d0b-a448-a263c53ed404 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:28.272662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.315224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.465118 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.467942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.471622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/security-groups/e96ecfd5-9168-4545-9b7b-d1595d6ceacd HTTP/1.1" status: 204 len: 168 time: 0.3419764 Aug 11 02:38:28.472569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.488380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f2596-ab8e-4666-889b-d208dba8c6a3 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ecfd5-9168-4545-9b7b-d1595d6ceacd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:28.580390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.613865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.673887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.678613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.680628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/security-groups/98394ce6-f3bf-434a-8cce-40e32c1c83b6 HTTP/1.1" status: 204 len: 168 time: 0.2061114 Aug 11 02:38:28.682788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45858) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.713958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f191cc6-a510-4da9-ab4e-6ff2cdfbeba7 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98394ce6-f3bf-434a-8cce-40e32c1c83b6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:28.751687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45860) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:28.806153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet fadcf556-753f-4f67-9262-b2be5bc9e8e3 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:28.810184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.888327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.940005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7745-6fc7-43f0-8757-ccbe2b6bba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.069604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.089362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7745-6fc7-43f0-8757-ccbe2b6bba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.095827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7745-6fc7-43f0-8757-ccbe2b6bba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.151071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b1e7745-6fc7-43f0-8757-ccbe2b6bba9c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ad0e6c6d709472ea792d692b0eac655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964348 Aug 11 02:38:29.151071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e7745-6fc7-43f0-8757-ccbe2b6bba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1286cf9c-1f81-40a2-9ff3-5470120293c2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.153631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.162648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.224209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=fadcf556-753f-4f67-9262-b2be5bc9e8e3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.230211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.232041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4bec5104-b21f-4d33-8a9b-e3767cc504af tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/fadcf556-753f-4f67-9262-b2be5bc9e8e3 HTTP/1.1" status: 204 len: 168 time: 0.5479872 Aug 11 02:38:29.236265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:29.239022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4d5be-7e3a-4290-a12e-b0bc073f0b06 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:29.292358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.344450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.438249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 2665a18b-3cae-47df-b139-bc322590a09a {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:29.470166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.489851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.496953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.500156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1286cf9c-1f81-40a2-9ff3-5470120293c2 HTTP/1.1" status: 204 len: 168 time: 0.3467705 Aug 11 02:38:29.553787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.568734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df609-3429-436e-a791-c83e330f0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1286cf9c-1f81-40a2-9ff3-5470120293c2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.817264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.919200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.011614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.016379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/2665a18b-3cae-47df-b139-bc322590a09a HTTP/1.1" status: 204 len: 168 time: 0.7779100 Aug 11 02:38:30.018417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45878) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.019656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2799d06-c733-4606-869c-bea22759361c tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=2665a18b-3cae-47df-b139-bc322590a09a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.065704 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd7183f-7217-4b03-9d30-4250efb01780 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:30.066459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd7183f-7217-4b03-9d30-4250efb01780 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:30.072101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.072375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dcd7183f-7217-4b03-9d30-4250efb01780 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/fadcf556-753f-4f67-9262-b2be5bc9e8e3 HTTP/1.1" status: 404 len: 337 time: 0.0516980 Aug 11 02:38:30.119263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45882) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.280647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting subnet 8c69532a-0d65-4f74-b608-e035f25aed56 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:38:30.289400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1dd2ff3b-96d0-44ef-8525-26234dbe4de0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92a5a889ccfa48d7883000fbb79c24d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684380 Aug 11 02:38:30.290446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45884) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.302708 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.400070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.422125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.507779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.596029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.603385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.609669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4428fc92-6f04-42f9-a0e1-4bad0bc113c7 HTTP/1.1" status: 204 len: 168 time: 0.3147280 Aug 11 02:38:30.636471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0417c58-5232-42ea-97d4-365ef5af4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4428fc92-6f04-42f9-a0e1-4bad0bc113c7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.753435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.785628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b5168-3185-4506-aa05-37d74da94937 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:30.888879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c9142ad1-3e84-4250-83d9-04e9b48686a7 None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:30.889227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c9142ad1-3e84-4250-83d9-04e9b48686a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.950453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.052212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.065150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/8c69532a-0d65-4f74-b608-e035f25aed56 HTTP/1.1" status: 204 len: 168 time: 0.9910092 Aug 11 02:38:31.067442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45896) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.069479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f998ff-7691-457e-929f-c13873cb6e3f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Subnet': ['ID=8c69532a-0d65-4f74-b608-e035f25aed56,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:31.122144 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b0ef59-4965-49e4-b2ff-62f327662ce2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.122610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b0ef59-4965-49e4-b2ff-62f327662ce2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.129856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c9142ad1-3e84-4250-83d9-04e9b48686a7 None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:31.131907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.133254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-77b0ef59-4965-49e4-b2ff-62f327662ce2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/67aeebf3-dc6c-4ff4-bccf-6c2c24f48424 HTTP/1.1" status: 404 len: 337 time: 0.0598135 Aug 11 02:38:31.138004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c9142ad1-3e84-4250-83d9-04e9b48686a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.195555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.195839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5989fc99-e75b-4fdf-8d83-8f0c517421f1 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "GET /v2.0/ports?device_id=10bec4d5-9ad0-43b4-a3b9-5de7c0697830 HTTP/1.1" status: 200 len: 205 time: 0.0608742 Aug 11 02:38:31.229715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ae22f-ec06-4a67-af8b-96ce7b0dfe3e None None] Update dhcp port {'port': {'network_id': 'b5692d80-baf0-4007-bf34-35a4c7028918', 'fixed_ips': [{'subnet_id': '8c69532a-0d65-4f74-b608-e035f25aed56'}], 'binding:host_id': 'n-d-713498-10'}, 'id': '71c3fc81-91b7-4ce1-8434-c85d9335240c'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:38:31.277491 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-3a178f3d-9019-439d-9a75-23e24c4415a8 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] delete failed (client error): The resource could not be found. Aug 11 02:38:31.282990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a178f3d-9019-439d-9a75-23e24c4415a8 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/routers/10bec4d5-9ad0-43b4-a3b9-5de7c0697830 HTTP/1.1" status: 404 len: 336 time: 0.0854654 Aug 11 02:38:31.285983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.317624 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c930109-7fda-47a8-b705-21814fb536f8 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.318255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c930109-7fda-47a8-b705-21814fb536f8 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.323622 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c930109-7fda-47a8-b705-21814fb536f8 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/7a6bedb8-a2f4-4c13-b46a-0e4de64cd462 HTTP/1.1" status: 404 len: 337 time: 0.0329986 Aug 11 02:38:31.323970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45904) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.357047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-577ae22f-ec06-4a67-af8b-96ce7b0dfe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.367091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c9142ad1-3e84-4250-83d9-04e9b48686a7 None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:31.389687 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cc439c-5d14-4711-a111-e2dc50be9c1b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.390048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cc439c-5d14-4711-a111-e2dc50be9c1b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.393058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-92cc439c-5d14-4711-a111-e2dc50be9c1b tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/0ba02ec9-ddd9-43f6-9187-dce08f2ff88d HTTP/1.1" status: 404 len: 337 time: 0.0668023 Aug 11 02:38:31.397844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45910) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.475921 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-194c6039-8656-48d2-822c-be11559efcb6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.476958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194c6039-8656-48d2-822c-be11559efcb6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.487995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.489042 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-194c6039-8656-48d2-822c-be11559efcb6 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/565210d7-5e76-4611-959f-af3d1462d170 HTTP/1.1" status: 404 len: 337 time: 0.0906482 Aug 11 02:38:31.519313 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a480a196-5b7b-4a58-a1ff-0f32126f35c2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.524666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a480a196-5b7b-4a58-a1ff-0f32126f35c2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.528173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a480a196-5b7b-4a58-a1ff-0f32126f35c2 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/63b6fc8e-1bd0-43bc-a362-89618d1a316e HTTP/1.1" status: 404 len: 333 time: 0.0377986 Aug 11 02:38:31.531973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45916) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.579246 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36235e7-bdb1-4244-a303-5078a41c9253 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.580095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36235e7-bdb1-4244-a303-5078a41c9253 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.582942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e36235e7-bdb1-4244-a303-5078a41c9253 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/8dc57734-7d76-4966-8ae1-11cf91a2f2a2 HTTP/1.1" status: 404 len: 337 time: 0.0494506 Aug 11 02:38:31.587109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.629716 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d62b80-3df3-4bbb-b220-c67c1ee5a944 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.630490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d62b80-3df3-4bbb-b220-c67c1ee5a944 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.632855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-53d62b80-3df3-4bbb-b220-c67c1ee5a944 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/ee9c1098-6062-45ac-bb43-435e8506b53e HTTP/1.1" status: 404 len: 337 time: 0.0444369 Aug 11 02:38:31.636594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.676725 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3372ded6-656f-4cc4-aebe-16d19a213248 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.677267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3372ded6-656f-4cc4-aebe-16d19a213248 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.680133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3372ded6-656f-4cc4-aebe-16d19a213248 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/9e174961-ca30-4bdb-9256-571a04ed9bb6 HTTP/1.1" status: 404 len: 333 time: 0.0380020 Aug 11 02:38:31.683919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45926) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.703935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f685f-1aaa-4c1c-9d51-e4fa7b127291 None None] Network b5692d80-baf0-4007-bf34-35a4c7028918 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:31.716303 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf107aaa-56da-43df-add2-8c145acba360 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.716778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf107aaa-56da-43df-add2-8c145acba360 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.719840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf107aaa-56da-43df-add2-8c145acba360 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/e676940f-3ab2-4dee-b418-c10e8245b01a HTTP/1.1" status: 404 len: 337 time: 0.0346289 Aug 11 02:38:31.724508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45928) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.807422 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef471026-7b33-4b1b-a551-7f68bf20527f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] DELETE failed (client error): The resource could not be found. Aug 11 02:38:31.808713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef471026-7b33-4b1b-a551-7f68bf20527f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:38:31.816464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45930) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:31.817375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ef471026-7b33-4b1b-a551-7f68bf20527f tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/subnets/4410c2a9-2bc4-4ee7-96da-4a2109cb4000 HTTP/1.1" status: 404 len: 337 time: 0.0897906 Aug 11 02:38:31.859736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cfd19da6-92ad-4a7b-975c-91ae5f9a86ee None None] Provisioning complete for port 71c3fc81-91b7-4ce1-8434-c85d9335240c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:31.860546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfd19da6-92ad-4a7b-975c-91ae5f9a86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.069857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Deleting port eb3843da-353e-49f1-8635-4a0311595e2e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:32.070213 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.072858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] DHCP port deletion for b5692d80-baf0-4007-bf34-35a4c7028918 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:38:32.127059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cfd19da6-92ad-4a7b-975c-91ae5f9a86ee None None] Provisioning complete for port eb3843da-353e-49f1-8635-4a0311595e2e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:32.128145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfd19da6-92ad-4a7b-975c-91ae5f9a86ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.191151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cfd19da6-92ad-4a7b-975c-91ae5f9a86ee None None] Port eb3843da-353e-49f1-8635-4a0311595e2e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:32.205086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Deleting port 71c3fc81-91b7-4ce1-8434-c85d9335240c {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:32.206017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.227693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.274491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Calling delete_port for eb3843da-353e-49f1-8635-4a0311595e2e owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:32.312128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] For port 71c3fc81-91b7-4ce1-8434-c85d9335240c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71c3fc81-91b7-4ce1-8434-c85d9335240c,segment=NetworkSegment(d08e4c84-b2c0-4ec5-9c99-e467615231cd),segment_id=d08e4c84-b2c0-4ec5-9c99-e467615231cd)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:32.313289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.332581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Calling delete_port for 71c3fc81-91b7-4ce1-8434-c85d9335240c owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:32.425061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.457530 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.471546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.538204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] Pushing event deleted for resources: {'Port': ['ID=71c3fc81-91b7-4ce1-8434-c85d9335240c,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.548786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be1919-6be6-4e47-942d-b5adef72a913 None None] No DVR routers for this DVR port 71c3fc81-91b7-4ce1-8434-c85d9335240c on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:32.577655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Port': ['ID=eb3843da-353e-49f1-8635-4a0311595e2e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:32.588581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45952) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.597649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.605377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b39233fa-d0bc-4cd2-910f-f08290d9e543 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/ports/eb3843da-353e-49f1-8635-4a0311595e2e HTTP/1.1" status: 204 len: 168 time: 0.7876134 Aug 11 02:38:32.608099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45956) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:32.731963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300950394'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:32.749702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47670baf-1e95-4843-945c-d72982c4bd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.802027 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.813099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:32.816735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:32.846419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.089393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.101590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:38:33.117131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5692d80-baf0-4007-bf34-35a4c7028918']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.138907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 71c3fc81-91b7-4ce1-8434-c85d9335240c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:38:33.139908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71c3fc81-91b7-4ce1-8434-c85d9335240c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:38:33.140293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08e4c84-b2c0-4ec5-9c99-e467615231cd') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.140805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08e4c84-b2c0-4ec5-9c99-e467615231cd') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:33.180566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.209795 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.218275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47670baf-1e95-4843-945c-d72982c4bd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.221535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:33.222029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:33.226119 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:33.239120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47670baf-1e95-4843-945c-d72982c4bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.349527 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47670baf-1e95-4843-945c-d72982c4bd03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efaf4be41e1140d1ad3d36124d81f6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216015 Aug 11 02:38:33.352989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.354572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.354811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47670baf-1e95-4843-945c-d72982c4bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca3533-15c8-4068-9757-758a817889a2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.367945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.370131 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] 10.222.0.68 "DELETE /v2.0/networks/b5692d80-baf0-4007-bf34-35a4c7028918 HTTP/1.1" status: 204 len: 168 time: 0.7605741 Aug 11 02:38:33.411228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8934-ed30-40bf-b04e-2e58dc1bae17 tempest-PortsIpV6TestJSON-245672928 tempest-PortsIpV6TestJSON-245672928-project] Pushing event deleted for resources: {'Network': ['ID=b5692d80-baf0-4007-bf34-35a4c7028918,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.456468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.476496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.483237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.507304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.533037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:33.550641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6637345-6025-4923-82e2-edcb8ef28fc8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.561285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.561885 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4 of type vlan for network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a Aug 11 02:38:33.613775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.620049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.623069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97ca3533-15c8-4068-9757-758a817889a2 HTTP/1.1" status: 204 len: 168 time: 0.2663853 Aug 11 02:38:33.643174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.664562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42681-3cac-4588-97c7-dad6b259e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca3533-15c8-4068-9757-758a817889a2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.724070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.736005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:33.737013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:33.819518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2287254 Aug 11 02:38:33.851575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0991d-a694-4621-9774-8395c30df1dd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:33.875178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:33.927208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45976) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.365292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-207e30a4-7741-4c92-8018-4f747f50136f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7076149e062f4df186f8110c53a408bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362471 Aug 11 02:38:34.369858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 45984) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.479906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.488325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45986) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.521285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9705b982-cbc0-4f73-a4c9-e2a07776cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.536943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.649114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.655733 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.658571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97d054f8-a614-43a0-b43a-0a73a31356ab HTTP/1.1" status: 204 len: 168 time: 0.2870965 Aug 11 02:38:34.679534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712bb69-2a80-479f-972c-2b87a79f63a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d054f8-a614-43a0-b43a-0a73a31356ab,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:34.812760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9705b982-cbc0-4f73-a4c9-e2a07776cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.837145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9705b982-cbc0-4f73-a4c9-e2a07776cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:34.945491 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9705b982-cbc0-4f73-a4c9-e2a07776cba9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d74b5cace5a443719cbb7553e71cfc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531507 Aug 11 02:38:34.946001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 45998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:34.955789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b982-cbc0-4f73-a4c9-e2a07776cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1b733-68d4-4748-9f37-624ac80fa94b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.072844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.189715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.377224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.383390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.384893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02b1b733-68d4-4748-9f37-624ac80fa94b HTTP/1.1" status: 204 len: 168 time: 0.4378209 Aug 11 02:38:35.444944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c38c-13e4-4896-96aa-1f949dae13ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1b733-68d4-4748-9f37-624ac80fa94b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:36.764920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46046) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:37.045792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3f255172-8e4e-4c12-96d3-ea50aa1c8092 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:37.046362 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-3f255172-8e4e-4c12-96d3-ea50aa1c8092 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:38:37.047055 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-3f255172-8e4e-4c12-96d3-ea50aa1c8092 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:38:37.053473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46054) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:37.054371 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f255172-8e4e-4c12-96d3-ea50aa1c8092 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2852402 Aug 11 02:38:37.070140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--157950010'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:37.143452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.181118 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.354947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.362674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.426294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46060) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:37.557249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a0f15-4db0-4769-bf6e-d2a306de3934,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:37.579137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.580198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.581235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.582794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.583620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.585162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.586049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.586877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.587745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.588529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.589492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.590357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:37.670314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.678990 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.723745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.730674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46068) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:37.735638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6792338 Aug 11 02:38:37.740147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '6e9c2461-214e-4e77-aeda-3e5244ff9ba4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:37.797728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e735e9f-fb85-421f-9d1d-84421619af0b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c2461-214e-4e77-aeda-3e5244ff9ba4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:37.907099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.944296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986854463-network', 'tenant_id': 'acfc041044f749a6a420d6618cb4513d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:38.022455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Made reservation on behalf of acfc041044f749a6a420d6618cb4513d for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:38.026713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.049769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.094741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.107203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.144903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0483d9a0-12ee-47e0-be92-be972cbf3414,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.265703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.273557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.294328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.300721 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1b66613-e609-47d2-abb7-6db273d6d19b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5644879 Aug 11 02:38:38.301213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:38.310612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5afc783a-a1c9-44fb-bc9a-4383b3210cde tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '6e9c2461-214e-4e77-aeda-3e5244ff9ba4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:38.379133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5afc783a-a1c9-44fb-bc9a-4383b3210cde tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.430808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:38.459395 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-5afc783a-a1c9-44fb-bc9a-4383b3210cde tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:38:38.461096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5afc783a-a1c9-44fb-bc9a-4383b3210cde tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1582129 Aug 11 02:38:38.463047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6279991-49f8-4880-b591-b9fea123c489,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.465556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46080) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:38.499464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.500279 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Added segment f5964d69-4d3f-4849-a345-ee53ba3804c7 of type vlan for network 48ecc016-839a-458f-a050-89cc84f1d7a6 Aug 11 02:38:38.611559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.724124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.755746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.760885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:38.763735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.794432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.901501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.905438 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.907275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/6e9c2461-214e-4e77-aeda-3e5244ff9ba4 HTTP/1.1" status: 204 len: 168 time: 0.4402404 Aug 11 02:38:38.911917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46086) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:38.937394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bcdb5-1d6f-48b5-b4bb-c880744d16a2 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c2461-214e-4e77-aeda-3e5244ff9ba4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.035034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] Pushing event updated for resources: {'Network': ['ID=48ecc016-839a-458f-a050-89cc84f1d7a6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.044524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8dca4c36-949d-437a-a399-b532cf0ceda7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6162362 Aug 11 02:38:39.049002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46088) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.054225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:39.074297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Request body: {'subnet': {'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986854463-subnet', 'tenant_id': 'acfc041044f749a6a420d6618cb4513d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:39.158584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6222b117-dfb0-464a-b3ef-a0e3cef8058f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2445607 Aug 11 02:38:39.165980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46090) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.173606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--447947213'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:39.177205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Made reservation on behalf of acfc041044f749a6a420d6618cb4513d for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:39.182751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.238767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46092) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.246024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:39.253483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.465703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.472866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.524343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:39.529553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.565772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.583765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.586733 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4186301 Aug 11 02:38:39.594480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd24d2f-8d31-46da-87ff-a8e1a1c55480 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8380fc75-0a3e-4220-82fe-b2eedbb86ac6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.599310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46094) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.609132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0c0db55c-c540-450a-9f65-73cd1e9c5dfe tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '8380fc75-0a3e-4220-82fe-b2eedbb86ac6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:39.610007 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-0c0db55c-c540-450a-9f65-73cd1e9c5dfe tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:38:39.610864 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-0c0db55c-c540-450a-9f65-73cd1e9c5dfe tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:39.615766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0c0db55c-c540-450a-9f65-73cd1e9c5dfe tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109470 Aug 11 02:38:39.616257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.658232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace3fefc-1397-44bb-9c19-645026aaebbb,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.682883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Checking segment: {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:39.683690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Network hostable DHCP agents. Network: 48ecc016-839a-458f-a050-89cc84f1d7a6, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:39.713604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:39.729836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 48ecc016-839a-458f-a050-89cc84f1d7a6) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:39.732854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.747832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:39.748861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.751119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053b9ae5-1a3e-4465-8d16-7c6a17096319 None None] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:39.788436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-67305405-f57e-4b77-a67f-547ef8587226 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7370813 Aug 11 02:38:39.821715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.973956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.025437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.028118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.036658 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/8380fc75-0a3e-4220-82fe-b2eedbb86ac6 HTTP/1.1" status: 204 len: 168 time: 0.4119530 Aug 11 02:38:40.037790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46106) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.061581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a0b4-045e-4c46-b56a-274c5534b745 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8380fc75-0a3e-4220-82fe-b2eedbb86ac6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:40.092464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=82a0d478-ecb3-4385-bb3d-65a5799c89f8,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:40.104279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:40.104718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:40.133489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1049f-b8ab-4e73-85a2-06b56fd53f7d None None] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:40.142074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:40.162973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:40.176273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.177280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.195331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a443144c-7895-49e4-b87c-a8b271ee6ff8 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1572554 Aug 11 02:38:40.208516 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ffa462e-b353-4d7f-ba14-7798e264f6fa tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9652271 Aug 11 02:38:40.209417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.210122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.220657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506852399'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:40.234986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136370997'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:40.290280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69648e-d3a1-4654-bc2b-25346972d4a8 None None] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:40.313373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.485630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:40.490741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.537534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:40.559167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.559970 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4 of type vlan for network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 Aug 11 02:38:40.637908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.675030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.701629 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.762289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.775026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.777178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5499506 Aug 11 02:38:40.783398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46116) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.788927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a939e4ae-b113-4d49-ab4c-94c33ed0b65f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '95e01db7-fabf-4f4b-ba87-a31c0db5580d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:40.789516 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-a939e4ae-b113-4d49-ab4c-94c33ed0b65f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:38:40.790081 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-a939e4ae-b113-4d49-ab4c-94c33ed0b65f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:40.791156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a939e4ae-b113-4d49-ab4c-94c33ed0b65f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083745 Aug 11 02:38:40.798996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46118) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:40.816378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0341b5-842b-4617-a44a-f25fcbbb038b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e01db7-fabf-4f4b-ba87-a31c0db5580d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:40.851730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.853842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a', 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': '82a0d478-ecb3-4385-bb3d-65a5799c89f8'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:40.855095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.884876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:40.916288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:40.919055 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.041865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.109770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8980062 Aug 11 02:38:41.128042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46122) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:41.146382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:41.160174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.222796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10138f-c155-4a2f-b190-bafd18a77626 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=7de8b1d2-ddc4-4508-ac2a-ca832619d8a3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.256345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:41.403314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.417388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.419626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Allocated IP 2001:db8:0:ffff::2 (a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a/82a0d478-ecb3-4385-bb3d-65a5799c89f8/29a18715-363f-4200-9b33-a384ea2f5acd) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:41.422508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/95e01db7-fabf-4f4b-ba87-a31c0db5580d HTTP/1.1" status: 204 len: 168 time: 0.6220484 Aug 11 02:38:41.440496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46130) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:41.450269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65560a0-40a1-4a8f-9502-3a35ea6ca0ed tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e01db7-fabf-4f4b-ba87-a31c0db5580d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:41.564027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:41.572277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.728366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a0e0a91-8073-49c2-8913-66fa41bf1189 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2624969 Aug 11 02:38:41.734180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:41.739177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--11930974'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:41.839614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.044642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.067498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Transition to ACTIVE for port object 29a18715-363f-4200-9b33-a384ea2f5acd will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:42.120582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Transition to ACTIVE for port object 29a18715-363f-4200-9b33-a384ea2f5acd will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:42.140258 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.144986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.199924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.215752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.251728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=8eb2cfb8-d60d-42e3-ac59-0c836012dec9,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:42.310675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:42.311042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:42.322348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0417a3-9a23-4b79-b96f-4a2fb0b3402d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:42.335045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.336171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9cffa2c8-7095-4651-bfd8-9bdb2270d6fc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6009402 Aug 11 02:38:42.343342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46138) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.346145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Pushing event updated for resources: {'Port': ['ID=29a18715-363f-4200-9b33-a384ea2f5acd,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:42.347140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dee0bc44-8834-43f4-bfe8-8d58c25fdb50 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'ce0417a3-9a23-4b79-b96f-4a2fb0b3402d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:42.348016 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-dee0bc44-8834-43f4-bfe8-8d58c25fdb50 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:38:42.349555 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-dee0bc44-8834-43f4-bfe8-8d58c25fdb50 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:42.349555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dee0bc44-8834-43f4-bfe8-8d58c25fdb50 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062833 Aug 11 02:38:42.356627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46140) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.363330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f36d887e-b473-4fdb-b9ea-267774526e87 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'ce0417a3-9a23-4b79-b96f-4a2fb0b3402d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:42.365078 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-f36d887e-b473-4fdb-b9ea-267774526e87 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:38:42.366171 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-f36d887e-b473-4fdb-b9ea-267774526e87 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:42.367029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f36d887e-b473-4fdb-b9ea-267774526e87 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078368 Aug 11 02:38:42.368351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:42.369995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.374929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c1ab0b20-d802-43f7-8169-1c10a40d34e1 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'ce0417a3-9a23-4b79-b96f-4a2fb0b3402d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:42.375660 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-c1ab0b20-d802-43f7-8169-1c10a40d34e1 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:38:42.376177 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-c1ab0b20-d802-43f7-8169-1c10a40d34e1 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:42.377169 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c1ab0b20-d802-43f7-8169-1c10a40d34e1 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061865 Aug 11 02:38:42.380280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.387147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-890551fe-734f-4957-91e7-0e35008f821f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'ce0417a3-9a23-4b79-b96f-4a2fb0b3402d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:42.397609 n-d-713498-10 neutron-server[94653]: WARNING neutron.api.v2.base [None req-890551fe-734f-4957-91e7-0e35008f821f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:38:42.398674 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-890551fe-734f-4957-91e7-0e35008f821f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:42.400699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-890551fe-734f-4957-91e7-0e35008f821f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185702 Aug 11 02:38:42.403223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46148) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.421642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:42.425750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:42.430320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:42.438660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:42.443310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:42.444813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.447998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771fe75-8755-4937-bc35-8d7bfeb230d0 None None] Network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:42.532828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46150) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.548686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d796d86c-92b5-4d23-9e5f-ec2a07987c51 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4166741 Aug 11 02:38:42.613047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.681881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Attempting to bind port 29a18715-363f-4200-9b33-a384ea2f5acd on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:42.688401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Attempting to bind port 29a18715-363f-4200-9b33-a384ea2f5acd by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:42.689100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Attempting to bind port 29a18715-363f-4200-9b33-a384ea2f5acd on network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:42.711911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:42.712727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Checking segment: {'id': '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:42.714113 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.715846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Bound using segment: {'id': '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:42.717342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Bound port: 29a18715-363f-4200-9b33-a384ea2f5acd, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:42.719109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.721559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.777981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.882839 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.888105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:42.890370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/ce0417a3-9a23-4b79-b96f-4a2fb0b3402d HTTP/1.1" status: 204 len: 168 time: 0.4833279 Aug 11 02:38:42.899791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46154) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:42.920804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60d838-c458-4465-9c7f-4e54439d77e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0417a3-9a23-4b79-b96f-4a2fb0b3402d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:43.010157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-7de8b1d2-ddc4-4508-ac2a-ca832619d8a3', 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': '8eb2cfb8-d60d-42e3-ac59-0c836012dec9'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:43.011437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.077976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] For port 29a18715-363f-4200-9b33-a384ea2f5acd, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:43.083495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] For port 29a18715-363f-4200-9b33-a384ea2f5acd, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29a18715-363f-4200-9b33-a384ea2f5acd,segment=NetworkSegment(0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4),segment_id=0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:43.138026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.160490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.194007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-86e89a54-d816-44a3-8d44-54c51cf85d49 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2918129 Aug 11 02:38:43.198964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46156) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.206664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832352295'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.301192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fdbe3-b8c8-4a4f-8a38-e1ea371ccce3 None None] Pushing event updated for resources: {'Port': ['ID=29a18715-363f-4200-9b33-a384ea2f5acd,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:43.315188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.331810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Allocated IP 2001:db8::1 (7de8b1d2-ddc4-4508-ac2a-ca832619d8a3/8eb2cfb8-d60d-42e3-ac59-0c836012dec9/4512982e-a7b3-4693-8041-1ddb5e02f703) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:43.538129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.546530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.657396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed05dfb-a62a-43f0-b9e9-71fe3320145d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:43.683010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.685560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7c0ee445-1440-4e6f-9521-13c5374de061 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4849379 Aug 11 02:38:43.691881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46162) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.715801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ead417de-a85e-41ac-afe6-6a26a5f6d778 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.716534 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-ead417de-a85e-41ac-afe6-6a26a5f6d778 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:38:43.717390 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-ead417de-a85e-41ac-afe6-6a26a5f6d778 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:43.723193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.739016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ead417de-a85e-41ac-afe6-6a26a5f6d778 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0412056 Aug 11 02:38:43.740963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46164) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.760825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cbe5bb56-85d7-455f-a3a3-8514c8b9f26f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.763122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Transition to ACTIVE for port object 4512982e-a7b3-4693-8041-1ddb5e02f703 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:43.833652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Transition to ACTIVE for port object 4512982e-a7b3-4693-8041-1ddb5e02f703 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:43.844957 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-cbe5bb56-85d7-455f-a3a3-8514c8b9f26f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:43.852500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cbe5bb56-85d7-455f-a3a3-8514c8b9f26f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1031904 Aug 11 02:38:43.853889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46168) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.859426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-07bbefd7-a914-46c0-9d8f-cac459c259fa tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.860100 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-07bbefd7-a914-46c0-9d8f-cac459c259fa tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:38:43.860882 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-07bbefd7-a914-46c0-9d8f-cac459c259fa tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:43.866700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-07bbefd7-a914-46c0-9d8f-cac459c259fa tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071187 Aug 11 02:38:43.867012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.870330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.876857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-afc2197a-4505-43fb-9107-8bb906bbfe96 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.904822 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:43.940661 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-afc2197a-4505-43fb-9107-8bb906bbfe96 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:43.946760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-afc2197a-4505-43fb-9107-8bb906bbfe96 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736103 Aug 11 02:38:43.946954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46176) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.964064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:43.964663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ccb10408-0508-421d-bdfa-a7886f05d070 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.965204 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-ccb10408-0508-421d-bdfa-a7886f05d070 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:38:43.965987 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-ccb10408-0508-421d-bdfa-a7886f05d070 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:43.971292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ccb10408-0508-421d-bdfa-a7886f05d070 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167818 Aug 11 02:38:43.971634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46178) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:43.979346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:43.985339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8cbb9407-d697-4fd0-8144-0efa26c30420 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:43.985707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:44.001937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Pushing event updated for resources: {'Port': ['ID=4512982e-a7b3-4693-8041-1ddb5e02f703,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:44.051005 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-8cbb9407-d697-4fd0-8144-0efa26c30420 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Project 9c2499b57ba74080902d302d5696a7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:38:44.068225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.086538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8b1d2-ddc4-4508-ac2a-ca832619d8a3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:44.094293 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-8cbb9407-d697-4fd0-8144-0efa26c30420 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:44.101444 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8cbb9407-d697-4fd0-8144-0efa26c30420 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1246853 Aug 11 02:38:44.101757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:44.101757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:44.103008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46188) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:44.119934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb2cfb8-d60d-42e3-ac59-0c836012dec9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:44.121747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1a1199e0-f539-4363-bea4-ba9f997ca67f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:44.123495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.125529 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-1a1199e0-f539-4363-bea4-ba9f997ca67f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:38:44.125848 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-1a1199e0-f539-4363-bea4-ba9f997ca67f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:44.135708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a1199e0-f539-4363-bea4-ba9f997ca67f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273519 Aug 11 02:38:44.136253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46190) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:44.144038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Attempting to bind port 4512982e-a7b3-4693-8041-1ddb5e02f703 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:44.144642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Attempting to bind port 4512982e-a7b3-4693-8041-1ddb5e02f703 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:44.145555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Attempting to bind port 4512982e-a7b3-4693-8041-1ddb5e02f703 on network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:44.148287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3a9576dd-fb79-4bd7-b277-0777b5404142 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:44.159672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:44.160264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Checking segment: {'id': 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:44.160942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.161591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Bound using segment: {'id': 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:44.163676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Bound port: 4512982e-a7b3-4693-8041-1ddb5e02f703, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:44.165241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.182889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.195440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:44.196402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:44.200865 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:44.233990 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-3a9576dd-fb79-4bd7-b277-0777b5404142 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Project 9c2499b57ba74080902d302d5696a7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:38:44.324614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] For port 4512982e-a7b3-4693-8041-1ddb5e02f703, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:44.344899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] For port 4512982e-a7b3-4693-8041-1ddb5e02f703, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4512982e-a7b3-4693-8041-1ddb5e02f703,segment=NetworkSegment(c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4),segment_id=c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:44.358761 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-3a9576dd-fb79-4bd7-b277-0777b5404142 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:44.359838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.361375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a9576dd-fb79-4bd7-b277-0777b5404142 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2237153 Aug 11 02:38:44.363388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:38:44.363388 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:38:44.363388 n-d-713498-10 neutron-server[94653]: [parameters: {'id': '7de8b1d2-ddc4-4508-ac2a-ca832619d8a3'}] Aug 11 02:38:44.363388 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:44.364463 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:44.365784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46192) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:44.383507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa1b9f25-1221-4587-8b95-f2882b0a394a tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'aed05dfb-a62a-43f0-b9e9-71fe3320145d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:44.447200 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-fa1b9f25-1221-4587-8b95-f2882b0a394a tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Project 9c2499b57ba74080902d302d5696a7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:38:44.471987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-86199b98-535a-4230-9d22-0f605439e49d tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:44.483604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-86199b98-535a-4230-9d22-0f605439e49d tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 809 time: 0.3495390 Aug 11 02:38:44.495927 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fa1b9f25-1221-4587-8b95-f2882b0a394a tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:44.499004 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa1b9f25-1221-4587-8b95-f2882b0a394a tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1286795 Aug 11 02:38:44.505205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46194) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:44.533094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-11fdd8ec-ecf7-4413-af1e-08765b663f49 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/quotas/acfc041044f749a6a420d6618cb4513d HTTP/1.1" status: 200 len: 375 time: 0.0250418 Aug 11 02:38:44.537367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Pushing event updated for resources: {'Port': ['ID=4512982e-a7b3-4693-8041-1ddb5e02f703,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:44.552876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.553937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.554394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.554946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.555490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.556029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.557521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.558849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.559464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.560267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.560818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.561401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46109c0f-c8b2-4d00-89fa-c3b8ef7cc8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:44.584727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5fc86-d547-49a5-b536-b01a2608597c None None] Network 7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:44.631966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-e1bb2c59-6b3d-40c7-8156-35fb678a005e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696952 Aug 11 02:38:44.675746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.728406 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.822001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-01032390-c3d4-438a-a896-9898e0f93f28 service neutron] 10.222.0.68 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850920 Aug 11 02:38:44.871293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.891073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.897774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:44.902058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/aed05dfb-a62a-43f0-b9e9-71fe3320145d HTTP/1.1" status: 204 len: 168 time: 0.3926711 Aug 11 02:38:44.903028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c81b0-d869-48e9-a73e-8a2554fd2627 None None] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:44.903725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:44.933601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464c92e-540c-4213-b1b0-4d6bebda02af tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed05dfb-a62a-43f0-b9e9-71fe3320145d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:45.060331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af4180f2-57f2-4927-9ccb-b90d39e923f4 None None] Provisioning for port 29a18715-363f-4200-9b33-a384ea2f5acd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:45.064936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port 4512982e-a7b3-4693-8041-1ddb5e02f703 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:45.075134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.079096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-ab3950d2-2498-498d-8bad-66e4dec8ca12 service neutron] 10.222.0.68 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358806 Aug 11 02:38:45.165607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c66f3d5b-defc-4474-8d05-fb6669a51f47 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2602541 Aug 11 02:38:45.167013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46206) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.177750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347627045'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:45.211538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.308680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port 4512982e-a7b3-4693-8041-1ddb5e02f703, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4512982e-a7b3-4693-8041-1ddb5e02f703,segment=NetworkSegment(c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4),segment_id=c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:45.309557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.332193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29a18715-363f-4200-9b33-a384ea2f5acd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:45.351961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for 4512982e-a7b3-4693-8041-1ddb5e02f703 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:45.433469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.441795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.471512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 29a18715-363f-4200-9b33-a384ea2f5acd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:45.501439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29a18715-363f-4200-9b33-a384ea2f5acd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:45.501895 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.510143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ee4a8-c2f9-4dd0-bb6f-40c45bd8b561,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:45.529047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.536178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-64980fcb-71ca-4750-a669-d31a4203087b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3676260 Aug 11 02:38:45.537714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46214) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.549963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-46ab222b-d9a5-459b-b17c-f7100092b15f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '7b0ee4a8-c2f9-4dd0-bb6f-40c45bd8b561', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:45.669466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.688114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-414b0b21-145c-414a-ab21-06c6f091fed0 req-60da02c9-2e05-49e6-ac9d-b25702571f2b tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.1084471 Aug 11 02:38:45.713096 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-46ab222b-d9a5-459b-b17c-f7100092b15f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The resource could not be found. Aug 11 02:38:45.718103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-46ab222b-d9a5-459b-b17c-f7100092b15f tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1785121 Aug 11 02:38:45.719098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46220) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.738697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4b1ec99a-7434-400d-a384-d5634ee8ce7c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '7b0ee4a8-c2f9-4dd0-bb6f-40c45bd8b561', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '16bd245e-6034-4c78-a97e-f05069880797'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:45.814565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=4512982e-a7b3-4693-8041-1ddb5e02f703,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:45.848266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port 4512982e-a7b3-4693-8041-1ddb5e02f703 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:45.854496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:45.856480 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-4b1ec99a-7434-400d-a384-d5634ee8ce7c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The resource could not be found. Aug 11 02:38:45.861053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b1ec99a-7434-400d-a384-d5634ee8ce7c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1367936 Aug 11 02:38:45.861547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46222) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:45.906239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5817b6-45e3-44f5-9973-f1183eb59fc6 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:38:46.024688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.056613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de8b1d2-ddc4-4508-ac2a-ca832619d8a3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:46.081444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:46.081861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c989d4a5-21fb-4214-ab5d-8e76bb6b6aa4') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:46.087614 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.116568 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.131129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 29a18715-363f-4200-9b33-a384ea2f5acd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29a18715-363f-4200-9b33-a384ea2f5acd,segment=NetworkSegment(0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4),segment_id=0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:46.147517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.159667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.166804 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.174157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:46.175567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.185285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-33fbbc93-b60d-4691-a61b-d861c140a3e2 None None] Provisioning complete for port 29a18715-363f-4200-9b33-a384ea2f5acd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:46.187896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33fbbc93-b60d-4691-a61b-d861c140a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.258842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.265295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.268412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/7b0ee4a8-c2f9-4dd0-bb6f-40c45bd8b561 HTTP/1.1" status: 204 len: 168 time: 0.4051554 Aug 11 02:38:46.292555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46232) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:46.294863 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:46.307254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280ce6-6512-4afa-9f57-0136a59234e6 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ee4a8-c2f9-4dd0-bb6f-40c45bd8b561,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.320074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.350459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.356011 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 HTTP/1.1" status: 204 len: 168 time: 3.8217216 Aug 11 02:38:46.361346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46234) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:46.372408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182531184'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:46.400384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5817b6-45e3-44f5-9973-f1183eb59fc6 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:38:46.410116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e947e-8f2e-4192-a4dd-5979d49b1ece tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=7de8b1d2-ddc4-4508-ac2a-ca832619d8a3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.421899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=29a18715-363f-4200-9b33-a384ea2f5acd,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.451247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:46.456080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.482265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:46.483242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-07a67a6c-65f5-4a6f-9eb6-98ee1d9dfd9c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1816826 Aug 11 02:38:46.487976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bcf9ce0c-8081-4669-9201-e3f5464ba5ae tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': 'a1649b9a-d074-45d1-88c2-d2cd0f12f434', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:46.526641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:46.544850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.545242 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 4eba072a-1e96-45bc-820e-958a10863244 of type vlan for network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa Aug 11 02:38:46.608376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.614701 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-bcf9ce0c-8081-4669-9201-e3f5464ba5ae tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The resource could not be found. Aug 11 02:38:46.616936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bcf9ce0c-8081-4669-9201-e3f5464ba5ae tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1336131 Aug 11 02:38:46.620662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46242) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:46.626288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602196973'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:46.713900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.748538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.758790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:46.759950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:46.879123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:46.913915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:46.933021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0699eb75-b214-4636-b5bc-0c9a895df14f req-92b7a879-0441-4ea2-a12a-dd612b6b2ddc tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.0502591 Aug 11 02:38:47.076872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.091902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.163455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29a18715-363f-4200-9b33-a384ea2f5acd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:47.166579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b41dab4-dcf7-4350-8d20-28b0c7d6f5d0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8033919 Aug 11 02:38:47.169568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46250) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:47.173640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.179607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5558414 Aug 11 02:38:47.183831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:47.209593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46252) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:47.227543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--991956483'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:47.305448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62505c62-98c9-46e6-ade9-a8fe3225a375 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc2c15-9e7f-4105-990c-6c078f71fe2e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:47.318962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29a18715-363f-4200-9b33-a384ea2f5acd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:47.320717 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.330458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.534544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.545013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.594886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.597261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3806100 Aug 11 02:38:47.606436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46258) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:47.639143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1cdce11f-20a4-432b-980e-9e3dd1fdc411 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '8edc2c15-9e7f-4105-990c-6c078f71fe2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '13aa6acb-3d58-4489-8fbe-e70b22da85c9'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:47.702553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475132f-951a-4bf8-8e09-d32cb1505b7e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa6acb-3d58-4489-8fbe-e70b22da85c9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:47.914974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:47.921024 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-1cdce11f-20a4-432b-980e-9e3dd1fdc411 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:47.923902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1cdce11f-20a4-432b-980e-9e3dd1fdc411 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3118343 Aug 11 02:38:47.925057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:47.925914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.073692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.157359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12fce10d-7fc3-434c-a281-dbc308fbe352 req-4ca18428-6178-4f7a-aa40-fd937a1148fb tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.0748687 Aug 11 02:38:48.165585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.247695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.250254 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.252048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/13aa6acb-3d58-4489-8fbe-e70b22da85c9 HTTP/1.1" status: 204 len: 168 time: 0.3247969 Aug 11 02:38:48.255667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46274) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.278666 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:48.294442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9c67c-592c-44a0-bdea-2f7adc6e5851 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aa6acb-3d58-4489-8fbe-e70b22da85c9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:48.338860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d2895e6-3e82-4948-b74a-abc3c7ef0f2d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0810726 Aug 11 02:38:48.341413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46276) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.373244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.508229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.559006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=3b5e467e-a145-4be3-8ef8-476d7c035c91,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:48.575594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.690453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.694904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.696455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/8edc2c15-9e7f-4105-990c-6c078f71fe2e HTTP/1.1" status: 204 len: 168 time: 0.3534558 Aug 11 02:38:48.713930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46286) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.715111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396d4d8-1114-48df-a0a1-48ce13a1077e tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc2c15-9e7f-4105-990c-6c078f71fe2e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:48.813740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '4eba072a-1e96-45bc-820e-958a10863244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:48.817176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:48.845283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9c64fb9f-3139-489c-92d4-dbe9a777af31 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208725 Aug 11 02:38:48.847521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46292) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:48.858731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--481106665'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:48.877608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:48.903148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.907171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-f119a98e-b296-4b87-b100-22f7713e2cae tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:48.908907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-f119a98e-b296-4b87-b100-22f7713e2cae tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 809 time: 0.3430622 Aug 11 02:38:48.910273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:48.916781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:48.917544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:48.928435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e456da-db37-4266-af79-4f31af6b1044 None None] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:48.942344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Request body: {'port': {'device_id': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6', 'admin_state_up': True, 'tenant_id': 'acfc041044f749a6a420d6618cb4513d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:49.101764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.109850 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.138487 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-766e8107-0cc8-4645-aeab-d967c33747bb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9666142 Aug 11 02:38:49.142898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46294) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.153713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597944186'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:49.178290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc8326-b1d9-4a4e-99c3-2485626bcc47,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:49.197353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.203419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ecbb3638-1873-42dd-ad31-1b2416fe8576 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3535187 Aug 11 02:38:49.208467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46298) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.217876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:49.219885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6740dcc6-d02b-48f8-946b-801aeedf8ab8 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '93bc8326-b1d9-4a4e-99c3-2485626bcc47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:49.225943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.277429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:49.296179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.297365 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 52a4e5dc-388f-44c6-a4c4-7847b99cdda9 of type vlan for network 240e3284-c089-4c45-9621-6b34bc33f55b Aug 11 02:38:49.364416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa', 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': '3b5e467e-a145-4be3-8ef8-476d7c035c91'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:49.366026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.395837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.457193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5bf0627-8495-4455-aa28-3f575610fb13 req-ee478372-287b-4a98-a120-8dbf63ad6378 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.0705843 Aug 11 02:38:49.531940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.546695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:49.553909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.610244 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-6740dcc6-d02b-48f8-946b-801aeedf8ab8 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:49.613352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6740dcc6-d02b-48f8-946b-801aeedf8ab8 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4013951 Aug 11 02:38:49.616504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46302) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.655127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-26a89b66-8f54-4399-87d2-9f3741f414cc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group_rule': {'security_group_id': '93bc8326-b1d9-4a4e-99c3-2485626bcc47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:49.661771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Allocated IP 2001:db8::1 (e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa/3b5e467e-a145-4be3-8ef8-476d7c035c91/8710d5cc-9bf0-490e-b30e-acf4140ef081) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:49.666589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Made reservation on behalf of acfc041044f749a6a420d6618cb4513d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:49.672623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:49.733448 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5882990 Aug 11 02:38:49.736205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:49.752227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:49.753694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0663851-bea4-4b58-8f0c-17fba34bd320 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=240e3284-c089-4c45-9621-6b34bc33f55b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:49.776103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 240e3284-c089-4c45-9621-6b34bc33f55b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:49.987188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:49.996510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.137944 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-26a89b66-8f54-4399-87d2-9f3741f414cc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:38:50.140121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-26a89b66-8f54-4399-87d2-9f3741f414cc tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5212440 Aug 11 02:38:50.144395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46312) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.232796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing IP validity checks on allocation pools {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:38:50.233996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Allocated IP 172.20.0.12 (48ecc016-839a-458f-a050-89cc84f1d7a6/ace3fefc-1397-44bb-9c19-645026aaebbb/9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:50.234986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:38:50.248521 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.291085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Transition to ACTIVE for port object 8710d5cc-9bf0-490e-b30e-acf4140ef081 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:50.338601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.349117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Transition to ACTIVE for port object 8710d5cc-9bf0-490e-b30e-acf4140ef081 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:50.362998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.485985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.505301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Pushing event updated for resources: {'Port': ['ID=8710d5cc-9bf0-490e-b30e-acf4140ef081,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.536198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:50.539912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:50.548361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:50.574661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.694478 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.732806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Attempting to bind port 8710d5cc-9bf0-490e-b30e-acf4140ef081 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:50.733401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Attempting to bind port 8710d5cc-9bf0-490e-b30e-acf4140ef081 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '4eba072a-1e96-45bc-820e-958a10863244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:50.736020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3fa451b-8bf6-4eef-aeec-2bbd1a7880af req-ea005dc9-6644-4d93-a05d-f7cedd22053f tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.1146512 Aug 11 02:38:50.738158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Attempting to bind port 8710d5cc-9bf0-490e-b30e-acf4140ef081 on network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:50.770876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.771098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:50.776819 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.777778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Checking segment: {'id': '4eba072a-1e96-45bc-820e-958a10863244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:50.778116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/93bc8326-b1d9-4a4e-99c3-2485626bcc47 HTTP/1.1" status: 204 len: 168 time: 0.6322744 Aug 11 02:38:50.782160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.782160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Bound using segment: {'id': '4eba072a-1e96-45bc-820e-958a10863244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:50.782696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Bound port: 8710d5cc-9bf0-490e-b30e-acf4140ef081, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eba072a-1e96-45bc-820e-958a10863244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:50.783260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.784313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46322) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.790200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.823353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11abd6-2473-4111-af90-7aafeebb7d3d tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc8326-b1d9-4a4e-99c3-2485626bcc47,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.849218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:50.855082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:50.857747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94ab208f-8d13-4954-a203-d18ce98d4eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:50.886551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:50.890518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-66dfd69a-62f3-4b31-b4e0-1483992dd216 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012590 Aug 11 02:38:50.894345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46324) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:50.904892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947129314'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:50.932091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] For port 8710d5cc-9bf0-490e-b30e-acf4140ef081, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:50.936854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] For port 8710d5cc-9bf0-490e-b30e-acf4140ef081, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8710d5cc-9bf0-490e-b30e-acf4140ef081,segment=NetworkSegment(4eba072a-1e96-45bc-820e-958a10863244),segment_id=4eba072a-1e96-45bc-820e-958a10863244)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:50.938453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Pushing event updated for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:50.943620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.051875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc324a-4576-492b-8e7a-493355ab0e7f None None] Pushing event updated for resources: {'Port': ['ID=8710d5cc-9bf0-490e-b30e-acf4140ef081,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.071526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.072877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.097215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.219901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94ab208f-8d13-4954-a203-d18ce98d4eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.226516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-94ab208f-8d13-4954-a203-d18ce98d4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.234376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=fcddd90e-4d8a-4ba9-97af-c0e1b718a12b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.274149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-94ab208f-8d13-4954-a203-d18ce98d4eaf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9911200337b7443292ca31e3afab65ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330821 Aug 11 02:38:51.275601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab208f-8d13-4954-a203-d18ce98d4eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6980881-206e-4657-9e5d-33e345aa6356,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:51.278655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46336) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.293603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '52a4e5dc-388f-44c6-a4c4-7847b99cdda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:51.294320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: 240e3284-c089-4c45-9621-6b34bc33f55b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:51.302652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.312913 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-7ba0566b-aee4-4337-9ec4-bdf3748279e8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3896949 Aug 11 02:38:51.335384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-073f4ba3-8619-4a3d-8ea1-c743c7ac10d0 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:51.338078 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-073f4ba3-8619-4a3d-8ea1-c743c7ac10d0 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094292 Aug 11 02:38:51.359066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network 240e3284-c089-4c45-9621-6b34bc33f55b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:51.378003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 240e3284-c089-4c45-9621-6b34bc33f55b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:51.381743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.383831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:51.384441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.440567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.446462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4427a6-8b54-4603-9b36-6b4cf4f73c23 None None] Network 240e3284-c089-4c45-9621-6b34bc33f55b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:51.508351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Request body: {'port': {'device_id': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:51.546243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.551209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.585852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a4d5d142-5810-41d1-a543-fb6ac3076c97 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8416221 Aug 11 02:38:51.588900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46340) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:51.612912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.811722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-240e3284-c089-4c45-9621-6b34bc33f55b', 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': 'fcddd90e-4d8a-4ba9-97af-c0e1b718a12b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:51.813314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.917121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.921642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.934063 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c6980881-206e-4657-9e5d-33e345aa6356 HTTP/1.1" status: 204 len: 168 time: 0.6519904 Aug 11 02:38:52.202172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Allocated IP 2001:db8::3 (240e3284-c089-4c45-9621-6b34bc33f55b/fcddd90e-4d8a-4ba9-97af-c0e1b718a12b/8067eb67-b8de-477e-ab2f-22a2af402e6e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:52.261713 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.272321 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.273997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3781044 Aug 11 02:38:52.312125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46348) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:52.322519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-aae90178-221f-4c0a-924c-7fc58605879b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:52.323399 n-d-713498-10 neutron-server[94652]: WARNING neutron.api.v2.base [None req-aae90178-221f-4c0a-924c-7fc58605879b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:38:52.324089 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-aae90178-221f-4c0a-924c-7fc58605879b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:38:52.326001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aae90178-221f-4c0a-924c-7fc58605879b tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "PUT /v2.0/security-groups/7d23fa70-c31b-4b42-ae52-b4eb5de36e3c HTTP/1.1" status: 409 len: 330 time: 0.0081782 Aug 11 02:38:52.332844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46350) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:52.379454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd39f6-7173-4102-887a-e146ed2fc402 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d23fa70-c31b-4b42-ae52-b4eb5de36e3c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:52.390936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:52.429142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.466309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Transition to ACTIVE for port object 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:52.503023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.514987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178140d-82bf-474a-9fb2-ae7e3d7867fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6980881-206e-4657-9e5d-33e345aa6356,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:52.608346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7298e0-3a64-4d3f-ba1f-f565841e209b req-f6c83081-0186-4653-a818-6938c9f7b096 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:52.610149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c7298e0-3a64-4d3f-ba1f-f565841e209b req-f6c83081-0186-4653-a818-6938c9f7b096 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 932 time: 0.3610103 Aug 11 02:38:52.682864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.689282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.749918 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-18b84c5f-aea9-4c8e-8114-3e11379cdd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.757681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:52.766908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.779794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Transition to ACTIVE for port object 8067eb67-b8de-477e-ab2f-22a2af402e6e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:52.805199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Transition to ACTIVE for port object 8067eb67-b8de-477e-ab2f-22a2af402e6e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:52.814046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.869292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c7298e0-3a64-4d3f-ba1f-f565841e209b req-4f037225-e40f-4cd7-aa86-0f24f083d4ec tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478681 Aug 11 02:38:52.892256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Network 240e3284-c089-4c45-9621-6b34bc33f55b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:52.916893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:52.924648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:52.927728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:52.930795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Pushing event updated for resources: {'Port': ['ID=8067eb67-b8de-477e-ab2f-22a2af402e6e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.061981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Attempting to bind port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:53.062345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Attempting to bind port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:53.062828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Attempting to bind port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 on network 48ecc016-839a-458f-a050-89cc84f1d7a6 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:53.082220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 on network 48ecc016-839a-458f-a050-89cc84f1d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:38:53.082736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Attempting to bind port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 on network 48ecc016-839a-458f-a050-89cc84f1d7a6 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:53.122137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:53.122677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Checking segment: {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:53.123285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Bound using segment: {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:53.124004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Bound port: 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:53.126985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5097a5-6de6-4c3d-8ed6-d2e92a279a2d None None] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:53.134274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.138932 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.308242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Attempting to bind port 8067eb67-b8de-477e-ab2f-22a2af402e6e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:53.308242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Attempting to bind port 8067eb67-b8de-477e-ab2f-22a2af402e6e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '52a4e5dc-388f-44c6-a4c4-7847b99cdda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:53.308894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Attempting to bind port 8067eb67-b8de-477e-ab2f-22a2af402e6e on network 240e3284-c089-4c45-9621-6b34bc33f55b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:53.328986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=fcddd90e-4d8a-4ba9-97af-c0e1b718a12b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.339395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.343070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-17c9458c-0342-48e5-af7b-579403dd54c9 None None] Provisioning for port 8710d5cc-9bf0-490e-b30e-acf4140ef081 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:53.343376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.347574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/7d23fa70-c31b-4b42-ae52-b4eb5de36e3c HTTP/1.1" status: 204 len: 168 time: 1.0081198 Aug 11 02:38:53.348918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46372) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.359767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:53.360024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Checking segment: {'id': '52a4e5dc-388f-44c6-a4c4-7847b99cdda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:53.360674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.364176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Bound using segment: {'id': '52a4e5dc-388f-44c6-a4c4-7847b99cdda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:53.364528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Bound port: 8067eb67-b8de-477e-ab2f-22a2af402e6e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a4e5dc-388f-44c6-a4c4-7847b99cdda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '240e3284-c089-4c45-9621-6b34bc33f55b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:53.366585 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.369273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:53.377633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:53.388451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.401109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8710d5cc-9bf0-490e-b30e-acf4140ef081 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:53.439193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf00cf5-0990-421d-a31e-f2f167c8526c tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d23fa70-c31b-4b42-ae52-b4eb5de36e3c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.446744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.465143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.465938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.467244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] 10.222.0.61 "PUT /v2.0/ports/9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 HTTP/1.1" status: 200 len: 1093 time: 2.1166434 Aug 11 02:38:53.469330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:38:53.475595 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16704483-d8a2-43f0-910d-98cb920eae45" -d '{"events": [{"name": "network-changed", "server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:38:53.497624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240e3284-c089-4c45-9621-6b34bc33f55b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:53.535893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aec5a-39e9-4d1c-b1ae-ba65c56d8a51 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:53.580544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a4e5dc-388f-44c6-a4c4-7847b99cdda9') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:53.581125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a4e5dc-388f-44c6-a4c4-7847b99cdda9') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:53.640002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0729ac18-d1a2-48e4-ae9b-c2adfcdf3cfe tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2792649 Aug 11 02:38:53.640924 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed8abe-f18d-4b4c-afcc-e81f4d3ebc25 x-openstack-request-id: req-5bed8abe-f18d-4b4c-afcc-e81f4d3ebc25 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:38:53.641565 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:38:53.642129 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bed8abe-f18d-4b4c-afcc-e81f4d3ebc25 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:38:53.642902 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373', 'status': 'completed', 'code': 200} Aug 11 02:38:53.646437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46376) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.648569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.695721 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-1b6e8279-0292-46e6-9ade-827ca29fb1f0 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] delete failed (client error): The resource could not be found. Aug 11 02:38:53.700862 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1b6e8279-0292-46e6-9ade-827ca29fb1f0 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "DELETE /v2.0/security-groups/f3f92fe3-dec5-46ed-a1c3-10ae034bf24d HTTP/1.1" status: 404 len: 347 time: 0.0427246 Aug 11 02:38:53.702081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.703506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.704440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-38fe98ce-ff22-4227-a009-d26948ad28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.707173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-38fe98ce-ff22-4227-a009-d26948ad28f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 1096 time: 0.1651273 Aug 11 02:38:53.727845 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-02f9b16a-ec81-4763-8136-9d0744ce1673 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] show failed (client error): The resource could not be found. Aug 11 02:38:53.729546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-02f9b16a-ec81-4763-8136-9d0744ce1673 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-groups/7f0144f3-9d3b-41c6-ba01-cb2832ca6fb3 HTTP/1.1" status: 404 len: 347 time: 0.0243466 Aug 11 02:38:53.735197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:53.736061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:53.740162 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:53.744586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46384) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:53.797434 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-c60ac8c4-9df8-489c-997d-eced28a57f79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 HTTP/1.1" status: 200 len: 217 time: 0.0804234 Aug 11 02:38:53.800271 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-2e070b0c-fa5a-4c88-9926-32a569fc57e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] show failed (client error): The resource could not be found. Aug 11 02:38:53.801773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e070b0c-fa5a-4c88-9926-32a569fc57e3 tempest-NegativeSecGroupIPv6Test-2002364015 tempest-NegativeSecGroupIPv6Test-2002364015-project] 10.222.0.68 "GET /v2.0/security-group-rules/65a06f1e-3a34-4801-b657-768729539f2b HTTP/1.1" status: 404 len: 356 time: 0.0446615 Aug 11 02:38:53.806246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 8710d5cc-9bf0-490e-b30e-acf4140ef081 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:53.842784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] For port 8067eb67-b8de-477e-ab2f-22a2af402e6e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:53.848637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8710d5cc-9bf0-490e-b30e-acf4140ef081 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:53.849035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.872786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:38:53.872786 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:38:53.872786 n-d-713498-10 neutron-server[94652]: [parameters: {'id': '240e3284-c089-4c45-9621-6b34bc33f55b'}] Aug 11 02:38:53.872786 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:53.873295 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:53.899622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] For port 8067eb67-b8de-477e-ab2f-22a2af402e6e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8067eb67-b8de-477e-ab2f-22a2af402e6e,segment=NetworkSegment(52a4e5dc-388f-44c6-a4c4-7847b99cdda9),segment_id=52a4e5dc-388f-44c6-a4c4-7847b99cdda9)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:53.909151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:53.976782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-021ad789-48cf-4f30-ab53-9ff126a4d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:53.988117 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-021ad789-48cf-4f30-ab53-9ff126a4d310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace3fefc-1397-44bb-9c19-645026aaebbb HTTP/1.1" status: 200 len: 849 time: 0.1783280 Aug 11 02:38:54.091421 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-c539047e-e8d9-490b-a09f-79ea614fcc43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48ecc016-839a-458f-a050-89cc84f1d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906010 Aug 11 02:38:54.105121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322553e-cded-4b98-83c5-378fd5f400b6 req-9c30727b-96f8-4598-b0c4-263b66ebe65e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:54.113094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4322553e-cded-4b98-83c5-378fd5f400b6 req-9c30727b-96f8-4598-b0c4-263b66ebe65e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 944 time: 0.1256094 Aug 11 02:38:54.255820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4322553e-cded-4b98-83c5-378fd5f400b6 req-b0cc71ac-fa03-4066-bd2a-2542c45eaae2 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417003 Aug 11 02:38:54.269537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.292237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36dc9e-641b-4761-bf43-0d20c3dc6122 None None] Network 240e3284-c089-4c45-9621-6b34bc33f55b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:54.336091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 8710d5cc-9bf0-490e-b30e-acf4140ef081, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8710d5cc-9bf0-490e-b30e-acf4140ef081,segment=NetworkSegment(4eba072a-1e96-45bc-820e-958a10863244),segment_id=4eba072a-1e96-45bc-820e-958a10863244)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:54.337751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b0012-940b-4fd3-8402-264919c95ef7 None None] Pushing event updated for resources: {'Port': ['ID=8067eb67-b8de-477e-ab2f-22a2af402e6e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:54.350313 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-86ba79a7-57d4-47bb-8149-c26e59a45d55 service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475708 Aug 11 02:38:54.360673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.374644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.448790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:54.484973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-239366da-1012-4707-be5c-e807c68c5bca None None] Provisioning complete for port 8710d5cc-9bf0-490e-b30e-acf4140ef081 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:54.485495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-239366da-1012-4707-be5c-e807c68c5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.565798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port 8067eb67-b8de-477e-ab2f-22a2af402e6e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:38:54.566418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.577955 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-807dcd6c-f764-4e4a-b131-492b4f1f0fd8 req-0e01c18c-22a8-45a8-b768-7df02618a330 service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158899 Aug 11 02:38:54.604722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=8710d5cc-9bf0-490e-b30e-acf4140ef081,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:54.723272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704483-d8a2-43f0-910d-98cb920eae45 req-182f7cbb-15ff-4270-b2d8-459196c4be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:54.725462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cc8a4-89f3-4e8e-85b1-7fad7ba51f72 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:38:54.726071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-182f7cbb-15ff-4270-b2d8-459196c4be2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 1096 time: 0.0776165 Aug 11 02:38:54.797489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port 8067eb67-b8de-477e-ab2f-22a2af402e6e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8067eb67-b8de-477e-ab2f-22a2af402e6e,segment=NetworkSegment(52a4e5dc-388f-44c6-a4c4-7847b99cdda9),segment_id=52a4e5dc-388f-44c6-a4c4-7847b99cdda9)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:54.797892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:54.829124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for 8067eb67-b8de-477e-ab2f-22a2af402e6e owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:38:54.961351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704483-d8a2-43f0-910d-98cb920eae45 req-d192d8e8-6ba4-403d-94bf-b9f5faf07332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:54.963378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-d192d8e8-6ba4-403d-94bf-b9f5faf07332 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 910 time: 0.2294548 Aug 11 02:38:54.967869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c08172b6-dd8c-4edb-8591-c5ee94521ebd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c2499b57ba74080902d302d5696a7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158317 Aug 11 02:38:54.970708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46400) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:55.077836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.094291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-d3208cee-2a83-4f3c-8dad-4f3430d60b9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 HTTP/1.1" status: 200 len: 217 time: 0.1206918 Aug 11 02:38:55.170087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8cc8a4-89f3-4e8e-85b1-7fad7ba51f72 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:38:55.174473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=8067eb67-b8de-477e-ab2f-22a2af402e6e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:55.204671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port 8067eb67-b8de-477e-ab2f-22a2af402e6e on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:38:55.265013 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704483-d8a2-43f0-910d-98cb920eae45 req-a2174873-9c05-48f4-84e0-aec0a9791c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:55.274817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-a2174873-9c05-48f4-84e0-aec0a9791c3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace3fefc-1397-44bb-9c19-645026aaebbb HTTP/1.1" status: 200 len: 849 time: 0.1693001 Aug 11 02:38:55.280922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8710d5cc-9bf0-490e-b30e-acf4140ef081 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:55.313099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-12abd846-6f05-4804-876e-8edc1674b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.370321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-ca8f03da-02ef-4efa-98f9-af52824454d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48ecc016-839a-458f-a050-89cc84f1d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791876 Aug 11 02:38:55.373767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.521020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.596299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.640365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240e3284-c089-4c45-9621-6b34bc33f55b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:55.653376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a4e5dc-388f-44c6-a4c4-7847b99cdda9') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:55.653886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a4e5dc-388f-44c6-a4c4-7847b99cdda9') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:55.665949 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.684087 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.691630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:55.692110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.725485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-6caf3667-5b8e-4cbf-8284-ca1f19677c5b service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369648 Aug 11 02:38:55.742319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:55.778786 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:55.786505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.793082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.799993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/240e3284-c089-4c45-9621-6b34bc33f55b HTTP/1.1" status: 204 len: 168 time: 4.2050967 Aug 11 02:38:55.801061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46412) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:55.807117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973997488'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:55.867316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa40be-812f-4083-bc5c-46b3689f5db9 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=240e3284-c089-4c45-9621-6b34bc33f55b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:55.885723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.894442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.895943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036405b-dea2-468f-8cfe-0a742fcac04a req-3488bbc4-0de2-46f8-be95-90241d8c6d36 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:55.899122 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d70a0f15-4db0-4769-bf6e-d2a306de3934 HTTP/1.1" status: 204 len: 168 time: 0.9268796 Aug 11 02:38:55.899868 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e036405b-dea2-468f-8cfe-0a742fcac04a req-3488bbc4-0de2-46f8-be95-90241d8c6d36 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 944 time: 0.3467135 Aug 11 02:38:55.927802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8710d5cc-9bf0-490e-b30e-acf4140ef081 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:55.928516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.966557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b1f2-1547-486f-8f60-3664a12435ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a0f15-4db0-4769-bf6e-d2a306de3934,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:55.991720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:56.001284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.049357 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16704483-d8a2-43f0-910d-98cb920eae45 req-d597e9af-23f0-4093-b129-029badeaeca5 service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132722 Aug 11 02:38:56.100631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e036405b-dea2-468f-8cfe-0a742fcac04a req-8086e7f3-5fca-4c0f-ba91-e0df3ba731c6 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804378 Aug 11 02:38:56.108541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:56.155083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.159618 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 8ccd22fd-0903-4097-995b-c0eb693392da of type vlan for network b3ac2a65-0180-4f53-9690-f6ccc71d9c19 Aug 11 02:38:56.249122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.292490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.302230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:56.304104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.410610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6078515 Aug 11 02:38:56.415741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:56.450366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f5433-c65a-4c8f-921a-7d9a8725878e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=b3ac2a65-0180-4f53-9690-f6ccc71d9c19,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:56.462676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'b3ac2a65-0180-4f53-9690-f6ccc71d9c19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:56.474030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b3ac2a65-0180-4f53-9690-f6ccc71d9c19 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:56.518719 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.673491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:56.685867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.970262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.055537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=b4a891f1-8772-4413-85f0-548d50727b33,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:57.063241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '8ccd22fd-0903-4097-995b-c0eb693392da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b3ac2a65-0180-4f53-9690-f6ccc71d9c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:57.063585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: b3ac2a65-0180-4f53-9690-f6ccc71d9c19, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:57.091922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network b3ac2a65-0180-4f53-9690-f6ccc71d9c19 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:57.104930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b3ac2a65-0180-4f53-9690-f6ccc71d9c19) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:57.110916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:57.111674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.120733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7d0a8-f743-4922-8132-a357007ac9a5 None None] Network b3ac2a65-0180-4f53-9690-f6ccc71d9c19 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:57.134047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0db19e81-3902-4ee0-8927-75a95ceb2c4a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7164521 Aug 11 02:38:57.137217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46438) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:57.337021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.386499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35315cde-401a-48be-931d-0eee36724ed5 req-196bb355-e5fc-4657-b15e-c21de6c93cc2 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:57.389330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35315cde-401a-48be-931d-0eee36724ed5 req-196bb355-e5fc-4657-b15e-c21de6c93cc2 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 944 time: 0.1026251 Aug 11 02:38:57.434815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.440702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9fac3-aaed-4602-9cf8-308525ffb6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b3ac2a65-0180-4f53-9690-f6ccc71d9c19', 'network_id': 'b3ac2a65-0180-4f53-9690-f6ccc71d9c19', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': 'b4a891f1-8772-4413-85f0-548d50727b33'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:57.441671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aff9fac3-aaed-4602-9cf8-308525ffb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.483604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46446) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:57.517012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35315cde-401a-48be-931d-0eee36724ed5 req-63b8c6b3-a8fe-495c-a8eb-40d346bbf9ea tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151857 Aug 11 02:38:57.580719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-aff9fac3-aaed-4602-9cf8-308525ffb6ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4a891f1-8772-4413-85f0-548d50727b33: This subnet is being modified by another concurrent operation. Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4a891f1-8772-4413-85f0-548d50727b33: This subnet is being modified by another concurrent operation. Aug 11 02:38:57.617770 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:38:57.649548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaef51b-de6e-4be4-9d7a-cc1edf7e0a92 None None] Network b3ac2a65-0180-4f53-9690-f6ccc71d9c19 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:57.653980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a891f1-8772-4413-85f0-548d50727b33,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:57.730938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:38:57.755779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a575747-3090-4538-93af-40d94c5ae7c9 tempest-ServiceProvidersTest-1364260613 tempest-ServiceProvidersTest-1364260613-project] 10.222.0.68 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2650516 Aug 11 02:38:57.866010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.907655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824a697-3439-41bd-9754-8607dc5408a3 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:38:57.929005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ac2a65-0180-4f53-9690-f6ccc71d9c19']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:57.985418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccd22fd-0903-4097-995b-c0eb693392da') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:57.986476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccd22fd-0903-4097-995b-c0eb693392da') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:57.990369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:58.012443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.046681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373', 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6', 'port_id': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373', 'mac_address': 'fa:16:3e:65:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3fefc-1397-44bb-9c19-645026aaebbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:38:58.062465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.064039 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.099326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:38:58.101085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.166413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.189880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:38:58.200443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824a697-3439-41bd-9754-8607dc5408a3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:38:58.210052 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:38:58.216349 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.227252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.229586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/b3ac2a65-0180-4f53-9690-f6ccc71d9c19 HTTP/1.1" status: 204 len: 168 time: 1.0908661 Aug 11 02:38:58.235080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.242616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742639631'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:58.259642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d00c-66f8-4c40-a207-b7a1f8036f2f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=b3ac2a65-0180-4f53-9690-f6ccc71d9c19,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.265333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:58.295336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:58.300691 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.308301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.413041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.478012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:58.515541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.515541 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 7c1ba2dc-9e41-4be2-82a5-7415a5817b8c of type vlan for network f5c25c26-a242-4b2d-9d38-8ef1210b120e Aug 11 02:38:58.573401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-04e9ca73-9af1-4411-bf86-12b8a8212e72 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.575211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-04e9ca73-9af1-4411-bf86-12b8a8212e72 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.2580051 Aug 11 02:38:58.595794 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.612793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:38:58.621199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-7ab059eb-015c-43c3-9885-8a02cf58642e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0382602 Aug 11 02:38:58.632099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.642262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867c0949-dc19-45d8-9546-e940393d8de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.795848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867c0949-dc19-45d8-9546-e940393d8de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.803303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-867c0949-dc19-45d8-9546-e940393d8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.848688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-8c523352-d869-4cff-9073-3a0b8c0b467c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213032 Aug 11 02:38:58.867200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-867c0949-dc19-45d8-9546-e940393d8de8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cc4c1f559db44aa9e29155be70c1241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526629 Aug 11 02:38:58.868687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0949-dc19-45d8-9546-e940393d8de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a14d3-e64f-4bf9-abdd-f94bfe0f8fcc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:58.871705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.884673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46482) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:58.886805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.887885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:58.923234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07720-8948-40a3-9373-c4a66b60fd89 req-47d242b6-f3b8-4d59-a39c-db0ef00fd9c1 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:58.926531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0c07720-8948-40a3-9373-c4a66b60fd89 req-47d242b6-f3b8-4d59-a39c-db0ef00fd9c1 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 945 time: 0.2385294 Aug 11 02:38:58.951184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.009043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.063124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8259389 Aug 11 02:38:59.073593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46486) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:59.083208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:59.137307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.144445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.146170 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d57a14d3-e64f-4bf9-abdd-f94bfe0f8fcc HTTP/1.1" status: 204 len: 168 time: 0.2590456 Aug 11 02:38:59.156346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0ae26-a244-4190-8a4e-23e25c52a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a14d3-e64f-4bf9-abdd-f94bfe0f8fcc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:59.229760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f7a70-56a9-42d6-a814-ebafbe4c3286 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=f5c25c26-a242-4b2d-9d38-8ef1210b120e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:59.299146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0c07720-8948-40a3-9373-c4a66b60fd89 req-a0fe134e-9ce6-476e-8fac-bbc41ac54807 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379459 Aug 11 02:38:59.426113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-cea19e90-1649-4778-ba14-5c6696fc9801 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659091 Aug 11 02:38:59.488324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f5c25c26-a242-4b2d-9d38-8ef1210b120e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:59.488844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:59.492521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.642941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-7a116743-d84f-4f92-87c9-95f1ff799d78 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880009 Aug 11 02:38:59.824179 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:59.919764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=e94a0f75-a89b-4826-a387-36a92a512326,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:59.936595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:59.937207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: f5c25c26-a242-4b2d-9d38-8ef1210b120e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:59.965376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network f5c25c26-a242-4b2d-9d38-8ef1210b120e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:59.980311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f5c25c26-a242-4b2d-9d38-8ef1210b120e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:59.987220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:59.988258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.004839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52388b-f889-4449-9a9f-97b07af1b482 None None] Network f5c25c26-a242-4b2d-9d38-8ef1210b120e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:00.017109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8ac5a9f9-57fc-4886-9d07-81d6daa6ea8a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9386225 Aug 11 02:39:00.018069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.213269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fbdd2904-f2cd-4d38-8ebf-642517373616 req-4562341f-6b14-4760-8d04-c0db4202b7c8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.0622241 Aug 11 02:39:00.289891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.385003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.395348 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047734 Aug 11 02:39:00.398116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46530) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:00.408731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f5c25c26-a242-4b2d-9d38-8ef1210b120e', 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': 'e94a0f75-a89b-4826-a387-36a92a512326'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:00.418268 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.442756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:00.635858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Allocated IP 2001:db8::1 (f5c25c26-a242-4b2d-9d38-8ef1210b120e/e94a0f75-a89b-4826-a387-36a92a512326/a78fed2e-669c-4565-8b6c-c701d7e6e0c0) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:00.679309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148af92-59b8-48aa-88b7-425a77d9aca5 req-3e05e4a3-802b-41f1-aa84-34a82f72bbc6 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:00.690738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3148af92-59b8-48aa-88b7-425a77d9aca5 req-3e05e4a3-802b-41f1-aa84-34a82f72bbc6 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 945 time: 0.2392011 Aug 11 02:39:00.711703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d9978924-deee-44fd-91da-cdd731e914d7 tempest-NetworksApiDiscovery-1914994361 tempest-NetworksApiDiscovery-1914994361-project] 10.222.0.68 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3110681 Aug 11 02:39:00.787739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3148af92-59b8-48aa-88b7-425a77d9aca5 req-9068da2b-1277-4cd9-8f02-17d77b3a564b tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Aug 11 02:39:00.995256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.015326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Transition to ACTIVE for port object a78fed2e-669c-4565-8b6c-c701d7e6e0c0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:01.062339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Transition to ACTIVE for port object a78fed2e-669c-4565-8b6c-c701d7e6e0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:01.076058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.106525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.162933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Network f5c25c26-a242-4b2d-9d38-8ef1210b120e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:01.169043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:01.180774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:01.197475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Pushing event updated for resources: {'Port': ['ID=a78fed2e-669c-4565-8b6c-c701d7e6e0c0,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.227468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=e94a0f75-a89b-4826-a387-36a92a512326,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.292880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.327508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c25c26-a242-4b2d-9d38-8ef1210b120e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.358852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.359168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:01.375351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Attempting to bind port a78fed2e-669c-4565-8b6c-c701d7e6e0c0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:01.375952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Attempting to bind port a78fed2e-669c-4565-8b6c-c701d7e6e0c0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:01.386029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Attempting to bind port a78fed2e-669c-4565-8b6c-c701d7e6e0c0 on network f5c25c26-a242-4b2d-9d38-8ef1210b120e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:01.407818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:01.409274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Checking segment: {'id': '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:01.410484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.411873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Bound using segment: {'id': '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:01.413013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Bound port: a78fed2e-669c-4565-8b6c-c701d7e6e0c0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:01.413770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.435716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.473263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:01.489010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cedf6d95-9e34-42ab-9978-fb363120357e req-136021d9-f8a8-4efc-bfb8-db136fa9efc6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.1264617 Aug 11 02:39:01.504040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.528504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:01.542583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:01.550037 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:01.583794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] For port a78fed2e-669c-4565-8b6c-c701d7e6e0c0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:01.638335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] For port a78fed2e-669c-4565-8b6c-c701d7e6e0c0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a78fed2e-669c-4565-8b6c-c701d7e6e0c0,segment=NetworkSegment(7c1ba2dc-9e41-4be2-82a5-7415a5817b8c),segment_id=7c1ba2dc-9e41-4be2-82a5-7415a5817b8c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:01.639378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.db.api [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:39:01.639378 n-d-713498-10 neutron-server[94652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:39:01.639378 n-d-713498-10 neutron-server[94652]: [parameters: {'id': 'f5c25c26-a242-4b2d-9d38-8ef1210b120e'}] Aug 11 02:39:01.639378 n-d-713498-10 neutron-server[94652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:01.639773 n-d-713498-10 neutron-server[94652]: DEBUG oslo_db.api [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:01.646361 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.704334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:01.722656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fd03a1b-0e91-4f10-aac8-e1aa8abd8f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.858217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce1d70-3111-4347-b089-bffe5cf55d06 None None] Pushing event updated for resources: {'Port': ['ID=a78fed2e-669c-4565-8b6c-c701d7e6e0c0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:01.888776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5378dfc-8d61-43c3-a2d4-9f19d3b5e734 None None] Network f5c25c26-a242-4b2d-9d38-8ef1210b120e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:01.903372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fd03a1b-0e91-4f10-aac8-e1aa8abd8f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.909740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fd03a1b-0e91-4f10-aac8-e1aa8abd8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:01.917319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:01.967276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2fd03a1b-0e91-4f10-aac8-e1aa8abd8f6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffa359985e1e4976a3202520bffde3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920485 Aug 11 02:39:01.971535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46560) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:01.983689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd03a1b-0e91-4f10-aac8-e1aa8abd8f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e01d89-e60a-42ae-8cee-a86dc6837ce2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:02.049103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:02.057700 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.173499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.246164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.285868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-01931517-e6a2-428c-8bcd-00fe19d175fc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:02.287720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-01931517-e6a2-428c-8bcd-00fe19d175fc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.2427878 Aug 11 02:39:02.328796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f54d4-41f0-4353-a8b0-98240ae564ce req-070d318e-34b0-42ff-abc3-3b6d185ae9e4 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:02.338034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb2f54d4-41f0-4353-a8b0-98240ae564ce req-070d318e-34b0-42ff-abc3-3b6d185ae9e4 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 945 time: 0.2971265 Aug 11 02:39:02.345163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:02.347677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ea042-d45c-42a7-a02f-f4fcebc3758a None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:02.351557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.365742 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.717682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ea042-d45c-42a7-a02f-f4fcebc3758a None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:02.731189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:02.735889 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25f7b20-b65c-48ec-8a2c-2ca51f80e3ea" -d '{"events": [{"server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "name": "network-vif-plugged", "status": "completed", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:02.773997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:02.782588 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.857896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab747db5-5dad-4099-8447-f2795a023634 req-975a7c1a-1640-40b1-a34d-7c9009c35e55 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.0690653 Aug 11 02:39:02.898722 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb2f54d4-41f0-4353-a8b0-98240ae564ce req-b2fb54ee-0c43-4eed-8d31-d09124cbdb80 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593188 Aug 11 02:39:02.948406 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f13ad-311d-4c67-b3d8-80c287cca383 x-openstack-request-id: req-ac0f13ad-311d-4c67-b3d8-80c287cca383 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:02.948687 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "name": "network-vif-plugged", "status": "completed", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:02.951721 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac0f13ad-311d-4c67-b3d8-80c287cca383 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:02.951721 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373', 'code': 200} Aug 11 02:39:02.963256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:02.974673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port a78fed2e-669c-4565-8b6c-c701d7e6e0c0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:02.975397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.993334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.995103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:02.999997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37e01d89-e60a-42ae-8cee-a86dc6837ce2 HTTP/1.1" status: 204 len: 168 time: 1.0230219 Aug 11 02:39:03.056415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd454f-aa92-4209-bfdb-d76cb7d3809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e01d89-e60a-42ae-8cee-a86dc6837ce2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:03.083540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:03.087303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.091395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port a78fed2e-669c-4565-8b6c-c701d7e6e0c0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a78fed2e-669c-4565-8b6c-c701d7e6e0c0,segment=NetworkSegment(7c1ba2dc-9e41-4be2-82a5-7415a5817b8c),segment_id=7c1ba2dc-9e41-4be2-82a5-7415a5817b8c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:03.091765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.115270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for a78fed2e-669c-4565-8b6c-c701d7e6e0c0 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:03.169345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4e91-93ed-4eb6-982e-28590d49e2e1 req-977e5b31-1fbc-4e5c-853e-c5f613cb8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:03.174141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-319c4e91-93ed-4eb6-982e-28590d49e2e1 req-977e5b31-1fbc-4e5c-853e-c5f613cb8182 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 1098 time: 0.1418731 Aug 11 02:39:03.251737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-319c4e91-93ed-4eb6-982e-28590d49e2e1 req-5ce5c58f-fff4-4238-9c60-54a9f55bc801 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649164 Aug 11 02:39:03.329574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.337995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.5 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/89e5daf8-7901-499b-9792-153f3a32f1a2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:03.365918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=a78fed2e-669c-4565-8b6c-c701d7e6e0c0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:03.377696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port a78fed2e-669c-4565-8b6c-c701d7e6e0c0 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:03.516679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.573952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c25c26-a242-4b2d-9d38-8ef1210b120e']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:03.611831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:03.612472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1ba2dc-9e41-4be2-82a5-7415a5817b8c') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:03.638987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.674015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.691641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:03.692401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:03.696515 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:03.811830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.829625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.836090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.838236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/f5c25c26-a242-4b2d-9d38-8ef1210b120e HTTP/1.1" status: 204 len: 168 time: 3.8186295 Aug 11 02:39:03.845861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46594) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:03.852133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288670988'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:03.862693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 89e5daf8-7901-499b-9792-153f3a32f1a2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:03.865129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef84278-67a8-4eed-9f66-fb907b9b2991 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=f5c25c26-a242-4b2d-9d38-8ef1210b120e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:03.905975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:03.910705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.911592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:03.989544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:04.019816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:04.027294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:04.033270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.033624 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 5fdd4cac-66c4-43bf-b6d1-6ba5fd888254 of type vlan for network ec79703e-855a-483c-917a-770db59b5626 Aug 11 02:39:04.054061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:04.153145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.253009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.259649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.260316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.263388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.265415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.469996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:04.515478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-e56d8a1d-f560-42da-8cf5-712c23ce0882 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1979232 Aug 11 02:39:04.519798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37be9347-d49b-41ef-a465-5553e6af196e None None] Provisioning for port 89e5daf8-7901-499b-9792-153f3a32f1a2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:04.536767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Request body: {'port': {'device_id': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:04.543069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37be9347-d49b-41ef-a465-5553e6af196e None None] Provisioning complete for port 89e5daf8-7901-499b-9792-153f3a32f1a2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:04.543779 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37be9347-d49b-41ef-a465-5553e6af196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.571209 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7234819 Aug 11 02:39:04.574743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594da67-4649-4f4b-ace5-424153947e87 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=ec79703e-855a-483c-917a-770db59b5626,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:04.584809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46610) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:04.600962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'ec79703e-855a-483c-917a-770db59b5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:04.621889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-37be9347-d49b-41ef-a465-5553e6af196e None None] Port 89e5daf8-7901-499b-9792-153f3a32f1a2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:04.633756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network ec79703e-855a-483c-917a-770db59b5626 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:04.670911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0572-8659-4d2d-b518-c1be8c0d2023 req-09075433-5123-41d9-a931-27abcda5ffd2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.691692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4de0572-8659-4d2d-b518-c1be8c0d2023 req-09075433-5123-41d9-a931-27abcda5ffd2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 931 time: 0.6103787 Aug 11 02:39:04.830528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0d8ed-6113-4ab4-8206-a1489796e9e0 req-fb65c9d2-d87c-4d62-9622-acb09fab23c2 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:04.852163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fa0d8ed-6113-4ab4-8206-a1489796e9e0 req-fb65c9d2-d87c-4d62-9622-acb09fab23c2 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 946 time: 0.5724363 Aug 11 02:39:04.887677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.943058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:04.950031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:04.991090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4de0572-8659-4d2d-b518-c1be8c0d2023 req-0506cf36-440e-49e5-8caa-739e13b3b733 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837193 Aug 11 02:39:05.095760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fa0d8ed-6113-4ab4-8206-a1489796e9e0 req-943194cd-ee9a-4558-8a4e-554a97642a9c tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421834 Aug 11 02:39:05.425201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.572808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=32d85c13-f012-4695-b27d-fdc9f5af6173,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:05.577903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ec79703e-855a-483c-917a-770db59b5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:05.578275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: ec79703e-855a-483c-917a-770db59b5626, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:05.611809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network ec79703e-855a-483c-917a-770db59b5626 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:05.627854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, ec79703e-855a-483c-917a-770db59b5626) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:05.634427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:05.635034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:05.669089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46636) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:05.669462 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-096febaf-ad21-47aa-85d7-675a06c62630 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0814593 Aug 11 02:39:05.669600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d71db-6df3-43b3-bddb-2f72f1b1f25f None None] Network ec79703e-855a-483c-917a-770db59b5626 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:05.685609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'ec79703e-855a-483c-917a-770db59b5626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:06.003238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e5daf8-7901-499b-9792-153f3a32f1a2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:06.023750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.060252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-ec79703e-855a-483c-917a-770db59b5626', 'network_id': 'ec79703e-855a-483c-917a-770db59b5626', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': '32d85c13-f012-4695-b27d-fdc9f5af6173'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:06.063604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.076615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Transition to ACTIVE for port object 89e5daf8-7901-499b-9792-153f3a32f1a2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:06.089418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.155451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:06.162632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.471404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:06.616229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Allocated IP 2001:db8::2 (ec79703e-855a-483c-917a-770db59b5626/32d85c13-f012-4695-b27d-fdc9f5af6173/f567556f-b2b8-4999-b114-4eff1c2c22de) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:06.623840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:06.714315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0ae4-550b-4ae8-af2c-891c2edfa724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.818873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c2864-249a-4fd0-a8c3-a940f383194a req-0efc3492-2426-4b1f-b927-0418fc1dd0a8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:06.833231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f98c2864-249a-4fd0-a8c3-a940f383194a req-0efc3492-2426-4b1f-b927-0418fc1dd0a8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 946 time: 0.4510777 Aug 11 02:39:06.889136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb3624-db86-4031-ba4e-3af0777301db req-8e3e99d5-85d4-4838-acab-30c0503a12cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:06.892084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8cb3624-db86-4031-ba4e-3af0777301db req-8e3e99d5-85d4-4838-acab-30c0503a12cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.5259187 Aug 11 02:39:06.932335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0ae4-550b-4ae8-af2c-891c2edfa724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.938778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0ae4-550b-4ae8-af2c-891c2edfa724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:06.986274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea7d0ae4-550b-4ae8-af2c-891c2edfa724 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=82e738eda5754475915f14276762a872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131941 Aug 11 02:39:06.987281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46662) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:07.054957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.057946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0ae4-550b-4ae8-af2c-891c2edfa724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162e57b-bc1d-4853-a020-6e8d83d6d25f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.079473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Transition to ACTIVE for port object f567556f-b2b8-4999-b114-4eff1c2c22de will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:07.088131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.106713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f98c2864-249a-4fd0-a8c3-a940f383194a req-5f29ab1f-2908-47fa-aef2-7ba06e0c3153 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714181 Aug 11 02:39:07.120844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.132866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Transition to ACTIVE for port object f567556f-b2b8-4999-b114-4eff1c2c22de will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:07.161410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.180475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Attempting to bind port 89e5daf8-7901-499b-9792-153f3a32f1a2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:07.180475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Attempting to bind port 89e5daf8-7901-499b-9792-153f3a32f1a2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:07.181443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Attempting to bind port 89e5daf8-7901-499b-9792-153f3a32f1a2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:07.223881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8cb3624-db86-4031-ba4e-3af0777301db req-9920f806-f70f-43b2-8871-d823eb2e79d0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116317 Aug 11 02:39:07.226078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.228678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Port 89e5daf8-7901-499b-9792-153f3a32f1a2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:39:07.229411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.232875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Attempting to bind port 89e5daf8-7901-499b-9792-153f3a32f1a2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:07.234412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0162e57b-bc1d-4853-a020-6e8d83d6d25f HTTP/1.1" status: 204 len: 168 time: 0.2446325 Aug 11 02:39:07.273949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4d42-e12e-4305-9732-878d0509d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162e57b-bc1d-4853-a020-6e8d83d6d25f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.294490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Network ec79703e-855a-483c-917a-770db59b5626 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:07.310500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:07.314386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:07.325613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Pushing event updated for resources: {'Port': ['ID=f567556f-b2b8-4999-b114-4eff1c2c22de,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.349002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:07.349002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:07.349002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:07.349721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Bound port: 89e5daf8-7901-499b-9792-153f3a32f1a2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:07.354542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.406322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Attempting to bind port f567556f-b2b8-4999-b114-4eff1c2c22de on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:07.406708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Attempting to bind port f567556f-b2b8-4999-b114-4eff1c2c22de by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ec79703e-855a-483c-917a-770db59b5626'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:07.408399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Attempting to bind port f567556f-b2b8-4999-b114-4eff1c2c22de on network ec79703e-855a-483c-917a-770db59b5626 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:07.421753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:07.422533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Checking segment: {'id': '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ec79703e-855a-483c-917a-770db59b5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:07.423176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.423495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Bound using segment: {'id': '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ec79703e-855a-483c-917a-770db59b5626'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:07.424190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Bound port: f567556f-b2b8-4999-b114-4eff1c2c22de, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ec79703e-855a-483c-917a-770db59b5626'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:07.424671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.550487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.553277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:07.574548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=89e5daf8-7901-499b-9792-153f3a32f1a2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:07.613893 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.657612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network ec79703e-855a-483c-917a-770db59b5626 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:07.681839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:07.699017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.699912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.706150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.707593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.710759 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] 10.222.0.67 "PUT /v2.0/ports/89e5daf8-7901-499b-9792-153f3a32f1a2 HTTP/1.1" status: 200 len: 1092 time: 3.1822577 Aug 11 02:39:07.717308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:07.722763 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15907fc6-8e92-4156-9457-5a85d34da5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:07.751147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=7f65f0a7-a711-4728-ba8b-c2219f4b33a1,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.797290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-18b47907-e339-440d-a921-df9fd0585a17 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1258869 Aug 11 02:39:07.798937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] For port f567556f-b2b8-4999-b114-4eff1c2c22de, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:07.799619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46684) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:07.811148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] For port f567556f-b2b8-4999-b114-4eff1c2c22de, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f567556f-b2b8-4999-b114-4eff1c2c22de,segment=NetworkSegment(5fdd4cac-66c4-43bf-b6d1-6ba5fd888254),segment_id=5fdd4cac-66c4-43bf-b6d1-6ba5fd888254)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:07.817199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccab753-62a2-4ee1-a1d8-829f9e93b0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:07.821541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:07.906998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-d1a0b27c-f183-4d64-98c3-f55bfc251d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:07.911066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-d1a0b27c-f183-4d64-98c3-f55bfc251d33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 1095 time: 0.1301129 Aug 11 02:39:07.978140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-282dd086-cbf5-4ce3-9d0b-6b6117977771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5daf8-7901-499b-9792-153f3a32f1a2 HTTP/1.1" status: 200 len: 217 time: 0.0563974 Aug 11 02:39:08.019246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.024590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.029606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.031617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.037633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.041633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.048165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd2df76f-67c1-448a-9dd0-ba1e3d6e95f0 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2467134 Aug 11 02:39:08.053925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46692) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.056069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931d78-d2ed-40a3-b99f-1a45a9370d0b None None] Pushing event updated for resources: {'Port': ['ID=f567556f-b2b8-4999-b114-4eff1c2c22de,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.066767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098605621'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:08.129375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc260e96-f439-449b-96c6-329eb0b8b36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.131209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:08.143650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.208754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:08.233456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.234956 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 577ace52-a84d-480e-9a99-af50db972804 of type vlan for network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 Aug 11 02:39:08.394345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.466067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.472642 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc260e96-f439-449b-96c6-329eb0b8b36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.473700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.475629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.477015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-565ecae4-1676-4e1f-a8a8-8728975709af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.479317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-565ecae4-1676-4e1f-a8a8-8728975709af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.4828632 Aug 11 02:39:08.499735 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5018551-ce05-4d0d-80d0-5e503c08efe3 x-openstack-request-id: req-e5018551-ce05-4d0d-80d0-5e503c08efe3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:08.500324 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:08.500904 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e5018551-ce05-4d0d-80d0-5e503c08efe3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:08.501712 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2', 'status': 'completed', 'code': 200} Aug 11 02:39:08.506150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc260e96-f439-449b-96c6-329eb0b8b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:08.595775 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5357635 Aug 11 02:39:08.597753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46702) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.623227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df655f4-737b-4d98-b40e-023bc9964dca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=e2a61df5-4d07-49c3-a1ea-b7be0b8d8682,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.638429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:08.650443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:08.851479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fc260e96-f439-449b-96c6-329eb0b8b36f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2188efecb52a48708ccc0446ca121731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184891 Aug 11 02:39:08.854272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46706) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:08.870759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260e96-f439-449b-96c6-329eb0b8b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5eb930-618e-4585-8247-75b2930a85fe,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:08.910337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788857f-9d3e-4387-87c8-b5915ed8af3d req-d80a320b-4219-4767-8d92-ee5e709cccca tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:08.927051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3788857f-9d3e-4387-87c8-b5915ed8af3d req-d80a320b-4219-4767-8d92-ee5e709cccca tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.5185158 Aug 11 02:39:08.977989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.003002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353094e9-33c6-4283-8605-9b5b44f15630 req-52b4fa23-0aeb-4a32-a34a-fc30a05d2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.005967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-52b4fa23-0aeb-4a32-a34a-fc30a05d2a55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5025499 Aug 11 02:39:09.017400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.084346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3788857f-9d3e-4387-87c8-b5915ed8af3d req-25303e1f-99da-4117-b4b1-0abc607687de tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501448 Aug 11 02:39:09.114378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.124383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.131006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc5eb930-618e-4585-8247-75b2930a85fe HTTP/1.1" status: 204 len: 168 time: 0.2744002 Aug 11 02:39:09.152204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b339-7783-4585-a03f-92f112521580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5eb930-618e-4585-8247-75b2930a85fe,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:09.259811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f567556f-b2b8-4999-b114-4eff1c2c22de up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:09.358026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f567556f-b2b8-4999-b114-4eff1c2c22de completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:09.409769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.433354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3ed9-caa3-46d4-a39d-cb776b2dabe5 req-134ac66b-ef6f-47b9-b045-fa27860ec06e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.441366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-929a3ed9-caa3-46d4-a39d-cb776b2dabe5 req-134ac66b-ef6f-47b9-b045-fa27860ec06e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 946 time: 0.3946464 Aug 11 02:39:09.473960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.804297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f1b60-83b4-4359-9a25-497ec0dcf866 None None] Network ec79703e-855a-483c-917a-770db59b5626 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:09.871907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-6f9ed7e3-081a-4247-9cab-048fa39751b3 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139563 Aug 11 02:39:09.887986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 is not hosted by any dhcp agent {{(pid=94652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:39:09.895131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:09.895933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:09.901079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "PUT /v2.0/networks/e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 HTTP/1.1" status: 200 len: 723 time: 1.2619970 Aug 11 02:39:09.901390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:09.910404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:09.942609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-929a3ed9-caa3-46d4-a39d-cb776b2dabe5 req-e88fc3ea-5f94-4298-aba0-1021719f0405 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002134 Aug 11 02:39:09.954144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Provisioning for port f567556f-b2b8-4999-b114-4eff1c2c22de completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:09.996986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Provisioning complete for port f567556f-b2b8-4999-b114-4eff1c2c22de triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:09.997618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.008953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa872f0e-1ab9-4518-936c-1c73d19e694a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=e2a61df5-4d07-49c3-a1ea-b7be0b8d8682,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:10.113168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-353094e9-33c6-4283-8605-9b5b44f15630 req-91bbf203-8e17-4e47-b464-f1b191cfde3e service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086720 Aug 11 02:39:10.181360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:10.185581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.190653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:10.326807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-9d5b22a3-48e8-4260-abb1-80e7c1f27976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.329059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-9d5b22a3-48e8-4260-abb1-80e7c1f27976 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 1095 time: 0.1155951 Aug 11 02:39:10.482900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.496042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-7d086256-eee6-4092-b5cd-46436055ed28 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.497666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-7d086256-eee6-4092-b5cd-46436055ed28 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 946 time: 0.2011721 Aug 11 02:39:10.580014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9a9c0-eddf-44d0-88c4-559ff965c506 req-4ed64a40-7d78-4f18-90b1-dc88c218e706 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.582493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60a9a9c0-eddf-44d0-88c4-559ff965c506 req-4ed64a40-7d78-4f18-90b1-dc88c218e706 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.2516589 Aug 11 02:39:10.651729 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.664791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60a9a9c0-eddf-44d0-88c4-559ff965c506 req-04889c43-9e7a-4498-84a7-1dd32f57c164 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728288 Aug 11 02:39:10.690588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] For port f567556f-b2b8-4999-b114-4eff1c2c22de, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f567556f-b2b8-4999-b114-4eff1c2c22de,segment=NetworkSegment(5fdd4cac-66c4-43bf-b6d1-6ba5fd888254),segment_id=5fdd4cac-66c4-43bf-b6d1-6ba5fd888254)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:10.697867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.726942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-75ee65ef-6d86-4771-99d2-ea97b3daa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.729940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-75ee65ef-6d86-4771-99d2-ea97b3daa8ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.3184173 Aug 11 02:39:10.806505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-91fa14e0-ad13-463d-a9ec-0758f42eddb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5daf8-7901-499b-9792-153f3a32f1a2 HTTP/1.1" status: 200 len: 217 time: 0.0620606 Aug 11 02:39:10.822610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Update dhcp port {'port': {'network_id': 'ec79703e-855a-483c-917a-770db59b5626', 'fixed_ips': [{'subnet_id': '32d85c13-f012-4695-b27d-fdc9f5af6173', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f65f0a7-a711-4728-ba8b-c2219f4b33a1'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'f567556f-b2b8-4999-b114-4eff1c2c22de'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:10.888868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-efb65dca-15fb-449d-9f14-3a6d1cf399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:10.891980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-efb65dca-15fb-449d-9f14-3a6d1cf399cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0729549 Aug 11 02:39:10.898735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.901622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:10.902810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef428550-2ef5-4c9e-9ada-b325f66f8dd8 None None] Pushing event updated for resources: {'Port': ['ID=f567556f-b2b8-4999-b114-4eff1c2c22de,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:10.970467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.007422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-14bd4734-8bcf-45ee-9a24-c8508ccf6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.010746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-14bd4734-8bcf-45ee-9a24-c8508ccf6ca6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083107 Aug 11 02:39:11.031792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Deleting port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:11.032235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.212053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] For port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:11.212484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.231626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Calling delete_port for 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:11.250077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f567556f-b2b8-4999-b114-4eff1c2c22de up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:11.430363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Allocated IP 172.20.0.1 (ec79703e-855a-483c-917a-770db59b5626/7f65f0a7-a711-4728-ba8b-c2219f4b33a1/f567556f-b2b8-4999-b114-4eff1c2c22de) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:11.450409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.495340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd610-57ae-400b-8aea-09bfb266b1bb req-9d39bdd2-a550-4b95-9a2f-1842773fe32d tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:11.507143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f63bd610-57ae-400b-8aea-09bfb266b1bb req-9d39bdd2-a550-4b95-9a2f-1842773fe32d tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 867 time: 0.2695494 Aug 11 02:39:11.520844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:11.546607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Pushing event deleted for resources: {'Port': ['ID=9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:11.586161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-5e2ac14f-10f1-4fdc-bb7d-ee878b6216e5 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624149 Aug 11 02:39:11.743482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f567556f-b2b8-4999-b114-4eff1c2c22de triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:11.744282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:11.857561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f63bd610-57ae-400b-8aea-09bfb266b1bb req-f96bcb96-7c84-4957-9366-1c9d5db8adc9 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301568 Aug 11 02:39:12.064822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] For port f567556f-b2b8-4999-b114-4eff1c2c22de, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f567556f-b2b8-4999-b114-4eff1c2c22de,segment=NetworkSegment(5fdd4cac-66c4-43bf-b6d1-6ba5fd888254),segment_id=5fdd4cac-66c4-43bf-b6d1-6ba5fd888254)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:12.092087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15907fc6-8e92-4156-9457-5a85d34da5f2 req-4aac06be-5708-4021-af20-aa6dd490a074 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864788 Aug 11 02:39:12.105325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074efa1a-a28f-4a89-a1ad-f6bc2862929b req-5f5dc6b8-ce20-4a4e-8805-25338383dd14 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.107735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-074efa1a-a28f-4a89-a1ad-f6bc2862929b req-5f5dc6b8-ce20-4a4e-8805-25338383dd14 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.2319136 Aug 11 02:39:12.158395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.183679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-074efa1a-a28f-4a89-a1ad-f6bc2862929b req-77df8ce0-2b0b-463f-ae5f-255bc854db9d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 Aug 11 02:39:12.197641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Transition to ACTIVE for port object f567556f-b2b8-4999-b114-4eff1c2c22de will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:12.210555 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.285304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] No DVR routers for this DVR port 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:12.301188 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.305076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a67e1b-3c4a-4239-9961-0195521c2d51 req-5a194426-9369-43e4-b351-e81c006ac45a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "DELETE /v2.0/ports/9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 HTTP/1.1" status: 204 len: 173 time: 1.7935159 Aug 11 02:39:12.306852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'name': 'network-vif-deleted', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:12.316009 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba750a8c-ed76-428f-8b59-ef7a84815ee3" -d '{"events": [{"server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "name": "network-vif-deleted", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:12.323914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=9d06c2c0-40de-4f43-8388-a8f4743db38b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.442479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '577ace52-a84d-480e-9a99-af50db972804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:12.443596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: e2a61df5-4d07-49c3-a1ea-b7be0b8d8682, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:12.527807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46772) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.555361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:12.589691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e2a61df5-4d07-49c3-a1ea-b7be0b8d8682) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:12.626924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:12.630673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:12.650870 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de85ed-4eed-45ba-b8e6-8389515e6e8d x-openstack-request-id: req-e6de85ed-4eed-45ba-b8e6-8389515e6e8d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:12.653609 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8318fc6a-f7bc-4419-87d1-a78ba2b63cae", "name": "network-vif-deleted", "tag": "9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:12.654334 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6de85ed-4eed-45ba-b8e6-8389515e6e8d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:12.656003 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8318fc6a-f7bc-4419-87d1-a78ba2b63cae', 'name': 'network-vif-deleted', 'tag': '9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373', 'status': 'completed', 'code': 200} Aug 11 02:39:12.666141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5a00e-7f87-400f-a208-cfe26a6222e1 None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:12.693508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8adf43-6b55-4fea-9589-7713dc845b33 None None] Pushing event updated for resources: {'Port': ['ID=f567556f-b2b8-4999-b114-4eff1c2c22de,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:12.717844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76e9c3dd-8573-4a80-be81-08389700899e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8116276 Aug 11 02:39:12.718872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:12.732064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:13.056330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4717278b-09c8-4b78-884d-5f17a5f1f20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.113488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13096660'] for subnet, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.305246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8de267c0-208d-4846-b64c-ea50ff62e685 req-e17fd8f7-e062-460e-8ef9-68b6d0ba8fbc tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=8318fc6a-f7bc-4419-87d1-a78ba2b63cae HTTP/1.1" status: 200 len: 210 time: 0.0821238 Aug 11 02:39:13.417252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f567556f-b2b8-4999-b114-4eff1c2c22de up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:13.439480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e2a61df5-4d07-49c3-a1ea-b7be0b8d8682', 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': '9d06c2c0-40de-4f43-8388-a8f4743db38b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:13.444408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.645978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783419144596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13444132'] for subnet, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.669499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:13.670145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.679793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "PUT /v2.0/subnets/9d06c2c0-40de-4f43-8388-a8f4743db38b HTTP/1.1" status: 200 len: 826 time: 0.9584134 Aug 11 02:39:13.680442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46786) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:13.724882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4717278b-09c8-4b78-884d-5f17a5f1f20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.750205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4717278b-09c8-4b78-884d-5f17a5f1f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:13.845794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cfe30-dc75-4451-b2cb-b2e779f10add tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=9d06c2c0-40de-4f43-8388-a8f4743db38b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:13.884618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4717278b-09c8-4b78-884d-5f17a5f1f20b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=02e7b18cd2f74161853302ee3c837c21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3508625 Aug 11 02:39:13.885103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:13.905797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29221746-613d-46b2-8597-91e38a03efde req-9c768b50-9c99-4a17-8a3e-e9953e9e05da tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:13.909411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29221746-613d-46b2-8597-91e38a03efde req-9c768b50-9c99-4a17-8a3e-e9953e9e05da tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.4145474 Aug 11 02:39:14.016607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.025863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65db9e2-0bf1-4dc6-b9d2-251355fe4a62 None None] Network ec79703e-855a-483c-917a-770db59b5626 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:14.055405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29221746-613d-46b2-8597-91e38a03efde req-09892bb4-3a4e-42a4-9181-6ca1ceead5ee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283352 Aug 11 02:39:14.063705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717278b-09c8-4b78-884d-5f17a5f1f20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1a826-8b3c-4ec1-9739-6c9fabc236e7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.118589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Allocated IP 2001:db8::2 (e2a61df5-4d07-49c3-a1ea-b7be0b8d8682/9d06c2c0-40de-4f43-8388-a8f4743db38b/9f55878d-24f9-44bb-8860-693339c20bb3) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:14.141114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.181827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.186756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.255379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6866575b-9c96-4cc8-bd85-a183a0df27ec None None] Provisioning for port f567556f-b2b8-4999-b114-4eff1c2c22de completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:14.278284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6866575b-9c96-4cc8-bd85-a183a0df27ec None None] Provisioning complete for port f567556f-b2b8-4999-b114-4eff1c2c22de triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:14.278779 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6866575b-9c96-4cc8-bd85-a183a0df27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.331376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.336436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.338868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4eb1a826-8b3c-4ec1-9739-6c9fabc236e7 HTTP/1.1" status: 204 len: 168 time: 0.4514062 Aug 11 02:39:14.380729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a273f-0a9b-4be0-9d25-46bac889b02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1a826-8b3c-4ec1-9739-6c9fabc236e7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.428611 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.470112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Transition to ACTIVE for port object 9f55878d-24f9-44bb-8860-693339c20bb3 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:14.543315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Transition to ACTIVE for port object 9f55878d-24f9-44bb-8860-693339c20bb3 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:14.576731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.593442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.650619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:14.656913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:14.665122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:14.684785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Pushing event updated for resources: {'Port': ['ID=9f55878d-24f9-44bb-8860-693339c20bb3,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.693204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=9d06c2c0-40de-4f43-8388-a8f4743db38b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:14.693799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.733026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.775233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.793852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.809788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.817136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.823937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:14.834718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-b34c0dca-4ecc-4907-82ce-e065080b4cc8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.3077507 Aug 11 02:39:14.872699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Attempting to bind port 9f55878d-24f9-44bb-8860-693339c20bb3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:14.874047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Attempting to bind port 9f55878d-24f9-44bb-8860-693339c20bb3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '577ace52-a84d-480e-9a99-af50db972804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:14.875157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Attempting to bind port 9f55878d-24f9-44bb-8860-693339c20bb3 on network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:14.901373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:14.902005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Checking segment: {'id': '577ace52-a84d-480e-9a99-af50db972804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:14.903777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.905484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Bound using segment: {'id': '577ace52-a84d-480e-9a99-af50db972804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:14.906828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Bound port: 9f55878d-24f9-44bb-8860-693339c20bb3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ace52-a84d-480e-9a99-af50db972804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:14.907631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.908954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:14.980479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a61df5-4d07-49c3-a1ea-b7be0b8d8682']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:14.997713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577ace52-a84d-480e-9a99-af50db972804') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:14.998395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577ace52-a84d-480e-9a99-af50db972804') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:15.014690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.058681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.060681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89cb725d-f48f-4dbf-a7e8-55ec9b529e2b req-dc3379e5-9a68-4a9a-966d-0517e1a075f8 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2245946 Aug 11 02:39:15.093979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:15.095065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.117640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] For port 9f55878d-24f9-44bb-8860-693339c20bb3, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:15.232801 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:15.322095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] For port 9f55878d-24f9-44bb-8860-693339c20bb3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9f55878d-24f9-44bb-8860-693339c20bb3,segment=NetworkSegment(577ace52-a84d-480e-9a99-af50db972804),segment_id=577ace52-a84d-480e-9a99-af50db972804)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:15.331620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:39:15.331620 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:39:15.331620 n-d-713498-10 neutron-server[94653]: [parameters: {'id': 'e2a61df5-4d07-49c3-a1ea-b7be0b8d8682'}] Aug 11 02:39:15.331620 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:15.333516 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:15.341389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.404638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919a32a-c4e3-4304-9735-d1ae0fa2da45 None None] Pushing event updated for resources: {'Port': ['ID=9f55878d-24f9-44bb-8860-693339c20bb3,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:15.454736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5d9efacd-f81d-4dbf-ad45-2cb8b1b16afa None None] Provisioning complete for port f567556f-b2b8-4999-b114-4eff1c2c22de triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:15.455117 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d9efacd-f81d-4dbf-ad45-2cb8b1b16afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.526918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ebf67-2aa8-47e4-8879-08498ec906fa req-481db8e0-26e8-4f8f-8ce4-47a05890588d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.540136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e66ebf67-2aa8-47e4-8879-08498ec906fa req-481db8e0-26e8-4f8f-8ce4-47a05890588d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.1766000 Aug 11 02:39:15.559192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c71a5372-7230-4b77-985d-a9dc78cdfcb5 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:15.573924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c71a5372-7230-4b77-985d-a9dc78cdfcb5 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 809 time: 0.6509359 Aug 11 02:39:15.575612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2383a-92e5-45c2-994b-51caf88846fb None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:15.606989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-26f50a66-bc73-48b3-8335-b2a21f8f9d55 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/quotas/acfc041044f749a6a420d6618cb4513d HTTP/1.1" status: 200 len: 375 time: 0.0315557 Aug 11 02:39:15.690140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-64331bb4-7bbc-4f67-bc69-5fa061aa5251 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817044 Aug 11 02:39:15.701741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-3fd14bff-618e-4609-8388-08df59bb6e7a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:39:15.718449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-3fd14bff-618e-4609-8388-08df59bb6e7a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271204 Aug 11 02:39:15.781264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:15.815560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:15.816199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 9b53e9b8-b0bb-4eba-bd39-ed97f7fbd373 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:15.830508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbc86d-7d2c-493e-b257-8a4b44cb052c None None] Network e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:15.834621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:15.952129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port 9f55878d-24f9-44bb-8860-693339c20bb3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:15.952373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.115573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port 9f55878d-24f9-44bb-8860-693339c20bb3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9f55878d-24f9-44bb-8860-693339c20bb3,segment=NetworkSegment(577ace52-a84d-480e-9a99-af50db972804),segment_id=577ace52-a84d-480e-9a99-af50db972804)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:16.117383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e66ebf67-2aa8-47e4-8879-08498ec906fa req-7a8d04a1-4983-4ee2-8995-ec2d8068e486 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758126 Aug 11 02:39:16.129163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.187810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for 9f55878d-24f9-44bb-8860-693339c20bb3 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:16.225941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.241431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.254854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.270503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.283038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.294924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.323000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.326717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-455b1ba2-98aa-4cda-8fcc-4fc523e1b7fa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.5575969 Aug 11 02:39:16.357915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.475121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=9f55878d-24f9-44bb-8860-693339c20bb3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:16.479765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port 9f55878d-24f9-44bb-8860-693339c20bb3 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:16.581661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029183b-22e7-464d-98cb-ecb0b3372060 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:16.642252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.646090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-eb6dbdca-2019-4c90-a0c1-f506ec315531 service neutron] 10.222.0.68 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260073 Aug 11 02:39:16.660600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a61df5-4d07-49c3-a1ea-b7be0b8d8682']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:16.679183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577ace52-a84d-480e-9a99-af50db972804') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:16.679920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577ace52-a84d-480e-9a99-af50db972804') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:16.694682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.719426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.722296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6e19434a-16cf-4c4c-8f35-7a48ca0633f3 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.725317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6e19434a-16cf-4c4c-8f35-7a48ca0633f3 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3863406 Aug 11 02:39:16.735517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:16.737661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:16.747663 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:16.888583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.931159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:16.939605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029183b-22e7-464d-98cb-ecb0b3372060 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:16.947838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 HTTP/1.1" status: 204 len: 168 time: 3.2353079 Aug 11 02:39:16.951698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46844) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:16.953189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.966162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.978700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:16.993431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.005378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.007116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e837623-aca8-44b7-84b1-731a0c7a96d4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=e2a61df5-4d07-49c3-a1ea-b7be0b8d8682,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:17.018413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.021848 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2d82d6-e794-4d6b-b3c2-968d9394246f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:17.022550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2d82d6-e794-4d6b-b3c2-968d9394246f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:17.025931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5e2d82d6-e794-4d6b-b3c2-968d9394246f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 HTTP/1.1" status: 404 len: 339 time: 0.0723150 Aug 11 02:39:17.031532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46846) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:17.034145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.039001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804500501', 'description': 'd1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:17.053970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-3f50e834-1500-48a7-afc4-8afc821e5a3c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5443 time: 0.7095115 Aug 11 02:39:17.082544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:17.098306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.256858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:17.312426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d4f4cea-af5f-4f28-9aef-c167eb334050 req-de8e6df0-bc9e-4415-a09a-87359c7fa6f0 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540321 Aug 11 02:39:17.334932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.337843 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 904c0516-51ed-4693-81fc-226e3ce95336 of type vlan for network fc57994c-c8c6-49ea-880e-53e7610d08fd Aug 11 02:39:17.547116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.607492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.635697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-b303ac83-a783-41f6-a192-8f8bd861afd7 service neutron] 10.222.0.68 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9570048 Aug 11 02:39:17.637154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.638293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:17.757302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-41f95263-ae5f-4e42-b925-afe045a2b330 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8689637 Aug 11 02:39:17.793289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:17.842281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=fc57994c-c8c6-49ea-880e-53e7610d08fd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:17.867990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network fc57994c-c8c6-49ea-880e-53e7610d08fd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:17.873238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-706074c6-0ba7-4a05-9ff7-1905ea614129 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8402095 Aug 11 02:39:17.875800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:17.957089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cada-6b4f-49cb-9cd2-397206e1db17 req-a8f88087-b708-4fe9-8dfd-93171fa7a81f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:17.977561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6086cada-6b4f-49cb-9cd2-397206e1db17 req-a8f88087-b708-4fe9-8dfd-93171fa7a81f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.3480070 Aug 11 02:39:18.138315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2197b1d0-8c81-4549-9eac-edc4ad92bd8e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.142348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.148573 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2197b1d0-8c81-4549-9eac-edc4ad92bd8e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks?id=fc57994c-c8c6-49ea-880e-53e7610d08fd HTTP/1.1" status: 200 len: 765 time: 0.2697561 Aug 11 02:39:18.151521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46864) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.176259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6086cada-6b4f-49cb-9cd2-397206e1db17 req-7668ebbc-ab51-4f99-8322-e1e8e4138a0b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849170 Aug 11 02:39:18.176849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'description': 'd2'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:18.229368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fbe92935-faac-4740-ab10-0eed0f45edb5 req-8d55a5cf-432e-4085-9544-af6af7fd80bc tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 210 time: 0.0485375 Aug 11 02:39:18.428344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:18.510050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] For port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:18.659651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.682296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.730200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network fc57994c-c8c6-49ea-880e-53e7610d08fd is not hosted by any dhcp agent {{(pid=94653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:39:18.736832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.738233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.743010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "PUT /v2.0/networks/fc57994c-c8c6-49ea-880e-53e7610d08fd HTTP/1.1" status: 200 len: 762 time: 0.5884366 Aug 11 02:39:18.749713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] device_id is not set on port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:18.778334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46876) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.784842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.816966 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:18.893283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.896585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e69fe-9b0e-4528-9ffb-a150c36656ed tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=fc57994c-c8c6-49ea-880e-53e7610d08fd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:18.913875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network fc57994c-c8c6-49ea-880e-53e7610d08fd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:18.922023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.933983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.942972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf647e-9aff-4294-8209-c8612ce6e022 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.948977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a8cf647e-9aff-4294-8209-c8612ce6e022 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks?id=fc57994c-c8c6-49ea-880e-53e7610d08fd HTTP/1.1" status: 200 len: 765 time: 0.1693041 Aug 11 02:39:18.949421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.949787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46880) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:18.962674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.979496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.985871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:18.994460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-b4960ee0-3c59-4109-b738-358cd0a8bb8b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 5366 time: 0.3748567 Aug 11 02:39:19.085839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] No DVR routers for this DVR port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:19.131330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Pushing event updated for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:19.171973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f0d0494-ae6d-4a09-b8d4-b9a4ce97e6cb req-938971ee-854c-4566-986b-a4a824433142 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757512 Aug 11 02:39:19.185377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] In _notify_port_updated(), no bound segment for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:39:19.186587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.187423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.188791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6431337b-411d-407a-b003-32e73f2d5d3c service neutron] 10.222.0.67 "PUT /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 200 len: 1032 time: 1.4211078 Aug 11 02:39:19.323432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9e50d-1aef-495b-af15-242a89cf85b2 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.326382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c9c9e50d-1aef-495b-af15-242a89cf85b2 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3755302 Aug 11 02:39:19.332148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-bb0449d0-7658-43c6-a9ad-fe4956f8465f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.332947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46886) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:19.346110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-bb0449d0-7658-43c6-a9ad-fe4956f8465f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "GET /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1427913 Aug 11 02:39:19.358730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:19.456724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ba49f865-52b9-4dc8-a03c-b57d25bc4638 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 207 time: 0.1213980 Aug 11 02:39:19.463251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46888) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:19.497411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9ae09266-9cd4-4459-93d0-7d9c49dc93df None None] Provisioning complete for port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:19.497831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ae09266-9cd4-4459-93d0-7d9c49dc93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.550693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 6d9963da-90a3-4563-bed9-55dd80eef790 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:19.591605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94d0d8d9-6606-438b-b326-94da12e9fb37 req-a43392d5-065f-47d8-9c81-c04cb3d9c7aa tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 210 time: 0.1191423 Aug 11 02:39:19.592159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9ae09266-9cd4-4459-93d0-7d9c49dc93df None None] Port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:19.614912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.745246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:19.764112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619553dc-f496-405b-aaa1-f4b6fd5f2e63 req-1a7fafe6-b269-49c0-b309-6a2b77196987 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.772882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-619553dc-f496-405b-aaa1-f4b6fd5f2e63 req-1a7fafe6-b269-49c0-b309-6a2b77196987 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.3012989 Aug 11 02:39:19.885413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.892055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.902332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.910071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.919017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.927147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:19.929240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cb0ceecf-c3cd-4ab3-a129-b640119746ca tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4649165 Aug 11 02:39:19.939120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:19.969392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-619553dc-f496-405b-aaa1-f4b6fd5f2e63 req-94913e3a-69da-4ae4-ab65-b472991aed64 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115801 Aug 11 02:39:20.342249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-024f3e48-9074-433d-8789-b434a18ae725 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.344546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-024f3e48-9074-433d-8789-b434a18ae725 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 809 time: 0.2887208 Aug 11 02:39:20.360553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Request body: {'port': {'device_id': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6', 'admin_state_up': True, 'tenant_id': 'acfc041044f749a6a420d6618cb4513d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:20.499794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Made reservation on behalf of acfc041044f749a6a420d6618cb4513d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:20.504682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:20.566987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=6d9963da-90a3-4563-bed9-55dd80eef790,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:20.782576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Allocated IP 172.20.0.4 (48ecc016-839a-458f-a050-89cc84f1d7a6/ace3fefc-1397-44bb-9c19-645026aaebbb/4707d047-9283-45ca-bb06-79f81f8ea27b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:20.804966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.816406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.823244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.829340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.835991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.842104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:20.850534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-af34bfc7-dac1-40fb-b8b6-0d123c645d7a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 4664 time: 0.5180252 Aug 11 02:39:20.945311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e0f80ff-04bb-402a-8b0b-ed546ff90243 req-931ba9f0-2ff7-410d-aba9-2f715a1fa418 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 210 time: 0.0873282 Aug 11 02:39:20.979788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aaada08b-fdbd-456e-b8cc-908f449b39d7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.0301986 Aug 11 02:39:20.987238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46910) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:20.996904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] For port 6d9963da-90a3-4563-bed9-55dd80eef790, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:21.243068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.321343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.410561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Network 48ecc016-839a-458f-a050-89cc84f1d7a6 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:21.425851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:21.435261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:21.497968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Pushing event updated for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:21.560724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.562061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.569244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 89e5daf8-7901-499b-9792-153f3a32f1a2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:39:21.588843 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-587f7834-032b-4a2f-afa4-59665783ffbd tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2325301 Aug 11 02:39:21.607364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Request body: {'port': {'device_id': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:21.744889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.747068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.748611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.750516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.752141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:21.754032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e5daf1a1-b77c-45b6-9d9b-898e92128e33 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7549667 Aug 11 02:39:21.782289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.785532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46920) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:21.806736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a76b7d9-9ceb-440b-9585-25ba39fef37b req-4c4cc5e9-a597-4182-b1f8-a7f90564143f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&id=f942eef7-4013-462c-96d9-82dfe42cb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9548891 Aug 11 02:39:21.814281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] device_id is not set on port 6d9963da-90a3-4563-bed9-55dd80eef790 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:39:21.836789 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.855155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:21.955959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=89e5daf8-7901-499b-9792-153f3a32f1a2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:21.979420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:21.982338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '89e5daf8-7901-499b-9792-153f3a32f1a2', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '89e5daf8-7901-499b-9792-153f3a32f1a2', 'mac_address': 'fa:16:3e:bd:96:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:39:22.023268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03bc5e-4728-41b2-b791-9a443abe7b70 req-9c4e30f6-3641-492b-8d5f-d86fa79909b5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.031761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af03bc5e-4728-41b2-b791-9a443abe7b70 req-9c4e30f6-3641-492b-8d5f-d86fa79909b5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 943 time: 0.9659019 Aug 11 02:39:22.048564 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:22.049246 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:22.058453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.062593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.073970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.075802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.077236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.078984 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-836d6fbe-34ac-42f3-ab97-f933a85bb314 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2899177 Aug 11 02:39:22.094917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46924) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:22.261778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] No DVR routers for this DVR port 6d9963da-90a3-4563-bed9-55dd80eef790 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:22.344221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.390294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e5daf8-7901-499b-9792-153f3a32f1a2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:22.440803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=89e5daf8-7901-499b-9792-153f3a32f1a2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:22.449507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.555053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-895121e4-8a1d-4ebf-8658-ab745d4bf7a1 None None] Provisioning complete for port 6d9963da-90a3-4563-bed9-55dd80eef790 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:22.555617 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-895121e4-8a1d-4ebf-8658-ab745d4bf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.594944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:22.616245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af03bc5e-4728-41b2-b791-9a443abe7b70 req-39c30e87-922a-44f8-89d6-d9dcaa77939e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835421 Aug 11 02:39:22.621557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] In _notify_port_updated(), no bound segment for port 6d9963da-90a3-4563-bed9-55dd80eef790 on network 547faa05-15f9-4300-b627-75f5b8a177fc {{(pid=94652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:39:22.622494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.623168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.624509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-336ac7e5-c297-4aaa-8207-d1c92c6f96f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 200 len: 1032 time: 3.2705457 Aug 11 02:39:22.639852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-895121e4-8a1d-4ebf-8658-ab745d4bf7a1 None None] Port 6d9963da-90a3-4563-bed9-55dd80eef790 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:22.662464 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a245dd66-0743-49b7-b724-d9f82b1a542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.667687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:22.701628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf9a41-676a-4672-bf09-15c524e9e4ac req-fca99bc8-d627-4e07-bd1d-e3f79c8221be tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.711159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30cf9a41-676a-4672-bf09-15c524e9e4ac req-fca99bc8-d627-4e07-bd1d-e3f79c8221be tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 931 time: 0.3224316 Aug 11 02:39:22.722951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:22.724721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3302906a-78a6-496b-b361-59d4f61b613d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:22.731511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4707d047-9283-45ca-bb06-79f81f8ea27b {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:22.743572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.760498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Transition to ACTIVE for port object 4707d047-9283-45ca-bb06-79f81f8ea27b will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:22.767219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.773074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30cf9a41-676a-4672-bf09-15c524e9e4ac req-b7669bca-5c38-4289-b804-44264d37f67e tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608990 Aug 11 02:39:22.776527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['89e5daf8-7901-499b-9792-153f3a32f1a2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:22.822165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dded9c-8fa5-45e0-88e6-79468d92c357 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:22.823595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a6dded9c-8fa5-45e0-88e6-79468d92c357 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks/a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a HTTP/1.1" status: 200 len: 804 time: 0.6418481 Aug 11 02:39:22.831037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46930) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:22.959841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port d675a531-d0a5-4325-bb1f-ac75d3364096 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:22.960228 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.006671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.016564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Pushing event updated for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.067380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Attempting to bind port 4707d047-9283-45ca-bb06-79f81f8ea27b on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:23.068268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Attempting to bind port 4707d047-9283-45ca-bb06-79f81f8ea27b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:23.068773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Attempting to bind port 4707d047-9283-45ca-bb06-79f81f8ea27b on network 48ecc016-839a-458f-a050-89cc84f1d7a6 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:23.073781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Port 4707d047-9283-45ca-bb06-79f81f8ea27b on network 48ecc016-839a-458f-a050-89cc84f1d7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:39:23.074171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Attempting to bind port 4707d047-9283-45ca-bb06-79f81f8ea27b on network 48ecc016-839a-458f-a050-89cc84f1d7a6 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:23.084984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:23.085304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Checking segment: {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:23.085678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Bound using segment: {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:23.086095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Bound port: 4707d047-9283-45ca-bb06-79f81f8ea27b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5964d69-4d3f-4849-a345-ee53ba3804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:23.086573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.090513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dcd4f10c-378e-4387-a868-cf5585f1da1e tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/networks/a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2580748 Aug 11 02:39:23.092896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:23.095720 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80650936-a8df-456f-816f-71d162246fdb" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3302906a-78a6-496b-b361-59d4f61b613d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:23.122746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:23.123090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46934) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.131359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.132186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 3f453822-566b-431b-a630-0e1acd75e5fd no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:23.203141 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6cda9-338f-4564-932a-352ad0928140 x-openstack-request-id: req-21c6cda9-338f-4564-932a-352ad0928140 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:23.204370 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3302906a-78a6-496b-b361-59d4f61b613d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:23.204370 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21c6cda9-338f-4564-932a-352ad0928140 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:23.205162 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d', 'code': 200} Aug 11 02:39:23.226492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port d675a531-d0a5-4325-bb1f-ac75d3364096, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d675a531-d0a5-4325-bb1f-ac75d3364096,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:23.227249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.234635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6afcdd-19cf-4ad5-a377-1a3963266b0a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.236191 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b6afcdd-19cf-4ad5-a377-1a3963266b0a tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets/82a0d478-ecb3-4385-bb3d-65a5799c89f8 HTTP/1.1" status: 200 len: 843 time: 0.1124740 Aug 11 02:39:23.242274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.245657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:23.259756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for d675a531-d0a5-4325-bb1f-ac75d3364096 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:23.265692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.293132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.299390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.306821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.309841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.312993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.319365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.327655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-48caca5f-0695-4003-b718-450bf934ad18 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3885 time: 0.2720811 Aug 11 02:39:23.350386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:23.357042 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.358143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d675a531-d0a5-4325-bb1f-ac75d3364096 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:23.403017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4707d047-9283-45ca-bb06-79f81f8ea27b,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:23.410634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876a8c1-6242-49aa-8a0c-a6409b51f80f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['shared'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.414751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3876a8c1-6242-49aa-8a0c-a6409b51f80f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "GET /v2.0/subnets/82a0d478-ecb3-4385-bb3d-65a5799c89f8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1710989 Aug 11 02:39:23.417934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.421363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85420d3b-f0b8-4741-aef6-15a1ca1d78ce req-042e88f8-9834-46a9-970e-6eba0f83267a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915060 Aug 11 02:39:23.424347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46942) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:23.456012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107547793'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:23.510434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:23.513364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.515279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.515463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.518971 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] 10.222.0.61 "PUT /v2.0/ports/4707d047-9283-45ca-bb06-79f81f8ea27b HTTP/1.1" status: 200 len: 1092 time: 1.9151456 Aug 11 02:39:23.535378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:23.540688 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11" -d '{"events": [{"name": "network-changed", "server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:23.550374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:23.566205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.566629 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Added segment 38a74b27-810e-4b8a-9760-b6bf837150e6 of type vlan for network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 Aug 11 02:39:23.595989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.668128 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ceaed9-083c-4333-b4db-28dd2d7e1927 x-openstack-request-id: req-c5ceaed9-083c-4333-b4db-28dd2d7e1927 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:23.668458 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:23.668678 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5ceaed9-083c-4333-b4db-28dd2d7e1927 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:23.669722 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b', 'status': 'completed', 'code': 200} Aug 11 02:39:23.691183 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.705633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056fb7c-55dc-4f39-9fc5-8f7ed648a083 service neutron] Pushing event updated for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:23.706884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.730262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-ec29ba6a-a1ac-463f-bc5a-f84252620bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.735817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-ec29ba6a-a1ac-463f-bc5a-f84252620bac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 1095 time: 0.1559014 Aug 11 02:39:23.807328 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-c1eb1bc9-8be5-4c42-8cd8-c8a4d34120c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4707d047-9283-45ca-bb06-79f81f8ea27b HTTP/1.1" status: 200 len: 217 time: 0.0569699 Aug 11 02:39:23.847076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.853486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.854198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.867453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:23.916589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a980e-ced9-4f38-ad8a-2c0b8aaec4ce req-5e15ae00-7c89-43ad-ae68-bad4ae8a48e1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.918357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31a980e-ced9-4f38-ad8a-2c0b8aaec4ce req-5e15ae00-7c89-43ad-ae68-bad4ae8a48e1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 944 time: 0.1536174 Aug 11 02:39:23.934413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device bf41dff8-da8b-42cc-938b-804948b7298a no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:23.988395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-fddbbc9f-c179-44f8-b144-8e81ceac3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:23.990755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-fddbbc9f-c179-44f8-b144-8e81ceac3950 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace3fefc-1397-44bb-9c19-645026aaebbb HTTP/1.1" status: 200 len: 849 time: 0.1558602 Aug 11 02:39:24.059184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-52fe129a-03e7-410d-b457-a51f09cd5ee4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48ecc016-839a-458f-a050-89cc84f1d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557261 Aug 11 02:39:24.096681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.137543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=d675a531-d0a5-4325-bb1f-ac75d3364096,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.175767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:24.182097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.183081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 51f97271-41b0-4888-a7bd-1e0e61612a08 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:24.288708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.292380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8403718 Aug 11 02:39:24.311905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46960) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.361665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.379139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:24.420585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:24.429907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.549724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.565776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 89e5daf8-7901-499b-9792-153f3a32f1a2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:24.579471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46962) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:24.611293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325b65-12d5-40f0-9163-e85420aafa1f tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Network': ['ID=b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:24.623893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:24.685111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37da44f-e628-4a6f-93b0-175c5b8c5240 req-692285ab-ca99-46c9-88ad-31cefb32e207 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:24.699371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b37da44f-e628-4a6f-93b0-175c5b8c5240 req-692285ab-ca99-46c9-88ad-31cefb32e207 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 943 time: 0.5522804 Aug 11 02:39:24.705027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port d675a531-d0a5-4325-bb1f-ac75d3364096 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:24.705334 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-2d276201-af70-4802-ac7d-d239e3f37659 service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347256 Aug 11 02:39:24.736917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31a980e-ced9-4f38-ad8a-2c0b8aaec4ce req-90877bc2-06f6-4a25-88e3-031d1c5ad624 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715319 Aug 11 02:39:24.738571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:24.743166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-967e3c7f-5b44-4964-8e25-ce357bd2b548 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "DELETE /v2.0/ports/d675a531-d0a5-4325-bb1f-ac75d3364096 HTTP/1.1" status: 204 len: 173 time: 2.1001983 Aug 11 02:39:24.773115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:24.793993 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535fc60c-896b-45ed-a351-25ef30458bd3" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:24.873626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 89e5daf8-7901-499b-9792-153f3a32f1a2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:24.879617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 89e5daf8-7901-499b-9792-153f3a32f1a2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:24.883093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.062667 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.071440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Made reservation on behalf of c48e637d98794c299b611c269b638b09 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:25.075337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.076880 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1f56ea74-8cb1-4869-90e5-e51e88d57764 req-be9d9052-b951-4812-8600-9599c2841c6d service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591063 Aug 11 02:39:25.130605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7d59e44-832a-4914-8a57-ee762e34d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.131081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=89e5daf8-7901-499b-9792-153f3a32f1a2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:25.137230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.209207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd'}, {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a'}, {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08'}, {'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:25.212725 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb808f4f-130a-4bfd-8743-ce6444af6754" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd"}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a"}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08"}, {"server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "name": "network-vif-plugged", "status": "completed", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:25.216106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b37da44f-e628-4a6f-93b0-175c5b8c5240 req-9f426121-f895-44fa-9b3a-173c5049335a tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155871 Aug 11 02:39:25.222251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cf3e-4b75-4a68-b567-3a892497d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.224665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-3a1a7c2b-455c-462d-a461-c39cefdf2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.230539 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-3a1a7c2b-455c-462d-a461-c39cefdf2283 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=acfc041044f749a6a420d6618cb4513d&device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 1095 time: 0.0878096 Aug 11 02:39:25.250331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing IP validity checks on allocation pools {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 02:39:25.251417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 02:39:25.278789 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:25.281045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:25.311021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-3cf820eb-c02d-4619-84d1-701f7ade5944 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.328653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-3cf820eb-c02d-4619-84d1-701f7ade5944 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.343401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-3cf820eb-c02d-4619-84d1-701f7ade5944 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.354761 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a265e81-b017-47c5-b81f-a9ad04b5a7ee x-openstack-request-id: req-9a265e81-b017-47c5-b81f-a9ad04b5a7ee {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:25.355072 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd", "code": 200}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a", "code": 200}, {"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08", "code": 200}, {"server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "name": "network-vif-plugged", "status": "completed", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:25.355336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a265e81-b017-47c5-b81f-a9ad04b5a7ee {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:25.355753 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd', 'code': 200} Aug 11 02:39:25.356094 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'code': 200} Aug 11 02:39:25.356354 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'code': 200} Aug 11 02:39:25.356611 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2', 'code': 200} Aug 11 02:39:25.358252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-3cf820eb-c02d-4619-84d1-701f7ade5944 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.362027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-3cf820eb-c02d-4619-84d1-701f7ade5944 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 3142 time: 0.3692634 Aug 11 02:39:25.365295 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034146e4-3597-434e-8a0a-1b66cda9d84d x-openstack-request-id: req-034146e4-3597-434e-8a0a-1b66cda9d84d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:25.365934 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "d675a531-d0a5-4325-bb1f-ac75d3364096", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:25.366927 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-034146e4-3597-434e-8a0a-1b66cda9d84d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:25.367668 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': 'd675a531-d0a5-4325-bb1f-ac75d3364096', 'status': 'completed', 'code': 200} Aug 11 02:39:25.390515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-cb834f32-10cc-46c7-a4f5-c5715176cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.392707 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-cb834f32-10cc-46c7-a4f5-c5715176cc52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 200 len: 910 time: 0.1506467 Aug 11 02:39:25.433539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.472773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-1ee9817f-78d9-47a8-95ff-7022e8c9875c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4707d047-9283-45ca-bb06-79f81f8ea27b HTTP/1.1" status: 200 len: 217 time: 0.0681458 Aug 11 02:39:25.512648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port 51f97271-41b0-4888-a7bd-1e0e61612a08 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:25.512935 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.533606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-232dbd05-b638-41e3-b86a-786209e82345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.535227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-232dbd05-b638-41e3-b86a-786209e82345 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ace3fefc-1397-44bb-9c19-645026aaebbb HTTP/1.1" status: 200 len: 849 time: 0.0538440 Aug 11 02:39:25.582259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-bf298a1e-9185-4e2e-b653-4e5c4f596fc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48ecc016-839a-458f-a050-89cc84f1d7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352128 Aug 11 02:39:25.613799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b3139fe-70d2-41d5-b356-c8e4cea4f314 req-cf5ea665-e629-41cd-9622-9d76742d1486 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195261 Aug 11 02:39:25.688098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040c341-3493-453e-8ef8-df0b8c8f6996 req-d92dba70-9131-4074-82ba-ea42c8021156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:25.689671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5040c341-3493-453e-8ef8-df0b8c8f6996 req-d92dba70-9131-4074-82ba-ea42c8021156 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 1097 time: 0.2257278 Aug 11 02:39:25.753710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7d59e44-832a-4914-8a57-ee762e34d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.758364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-243413e5-2944-41b8-9949-b68f63a20f4f service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675074 Aug 11 02:39:25.836449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f7d59e44-832a-4914-8a57-ee762e34d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.840859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port 51f97271-41b0-4888-a7bd-1e0e61612a08, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=51f97271-41b0-4888-a7bd-1e0e61612a08,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:25.841540 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.943671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for 51f97271-41b0-4888-a7bd-1e0e61612a08 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:25.949895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-49e1e9c2-64b1-4cee-9ec4-76c6070c6b11 req-cae11bb6-7d1e-4f6f-9dd0-4a25094a39c4 service neutron] 10.222.0.61 "GET /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834476 Aug 11 02:39:25.977406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5040c341-3493-453e-8ef8-df0b8c8f6996 req-538da9f6-01ae-4e3c-afaf-10e94e2064bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565703 Aug 11 02:39:26.008428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.021365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f7d59e44-832a-4914-8a57-ee762e34d208 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d41f64cd33004e1ebb631e9edc6c6aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4203286 Aug 11 02:39:26.026110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 46976) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:26.100672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59e44-832a-4914-8a57-ee762e34d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80d027-dc3f-4ebd-a573-d70598c68f35,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.131741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.164110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.210595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482fb36-ac30-4a04-82ec-b4807e4246b7 req-c56e1b54-50ee-4517-9a15-0269fa833784 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:26.212371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e482fb36-ac30-4a04-82ec-b4807e4246b7 req-c56e1b54-50ee-4517-9a15-0269fa833784 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.3677225 Aug 11 02:39:26.233364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=b952477e-da9c-4d34-a7f0-9a0ed3e58714,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.257681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.261990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.263575 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1f80d027-dc3f-4ebd-a573-d70598c68f35 HTTP/1.1" status: 204 len: 168 time: 0.2363675 Aug 11 02:39:26.277556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5ba9e-27e9-411a-ba2f-8a41dafb8c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80d027-dc3f-4ebd-a573-d70598c68f35,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.304959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Checking segment: {'id': '38a74b27-810e-4b8a-9760-b6bf837150e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:26.309458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network hostable DHCP agents. Network: b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:26.368830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e482fb36-ac30-4a04-82ec-b4807e4246b7 req-6b6a70bf-e0fe-43ab-a9cf-901f766cc9e0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423895 Aug 11 02:39:26.413626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:26.450387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:26.461232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:26.461756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.471127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a31115-b0b9-4bb1-a517-caf075636198 None None] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:26.495375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8404-6ee9-46e0-aa7f-98e86ff62c52 req-39cf531a-75d0-4793-a2c6-98e95e261177 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:26.497082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ffd8404-6ee9-46e0-aa7f-98e86ff62c52 req-39cf531a-75d0-4793-a2c6-98e95e261177 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 943 time: 0.1528194 Aug 11 02:39:26.499124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.505540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cb44e7f0-7e34-48da-b664-331876be6cd7 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1451051 Aug 11 02:39:26.508600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 46986) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:26.517544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:26.566098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.605496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=51f97271-41b0-4888-a7bd-1e0e61612a08,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:26.753194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port 51f97271-41b0-4888-a7bd-1e0e61612a08 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:26.799304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.802956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-ff33b0d0-19cc-4488-95f9-6b387932cf6b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "DELETE /v2.0/ports/51f97271-41b0-4888-a7bd-1e0e61612a08 HTTP/1.1" status: 204 len: 173 time: 2.0484183 Aug 11 02:39:26.816639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5', 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5', 'tenant_id': 'c48e637d98794c299b611c269b638b09', 'fixed_ips': [{'subnet_id': 'b952477e-da9c-4d34-a7f0-9a0ed3e58714'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:26.818470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.835075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ffd8404-6ee9-46e0-aa7f-98e86ff62c52 req-cfabaf6a-056b-444c-9f2a-d5be6ff458e3 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049512 Aug 11 02:39:27.005526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12703383'] for subnet, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.164319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623588-d664-4a55-bb1b-5b2b38fc919a req-600f0342-694a-42ae-ac3a-774212c6bfa5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:27.174773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623588-d664-4a55-bb1b-5b2b38fc919a req-600f0342-694a-42ae-ac3a-774212c6bfa5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:27.189357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623588-d664-4a55-bb1b-5b2b38fc919a req-600f0342-694a-42ae-ac3a-774212c6bfa5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:27.192436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d623588-d664-4a55-bb1b-5b2b38fc919a req-600f0342-694a-42ae-ac3a-774212c6bfa5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 2409 time: 0.3551097 Aug 11 02:39:27.282509 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:39:27.282509 n-d-713498-10 neutron-server[94654]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 11 02:39:27.282509 n-d-713498-10 neutron-server[94654]: [parameters: {'in_use': 1, 'id_1': 'b952477e-da9c-4d34-a7f0-9a0ed3e58714'}] Aug 11 02:39:27.282509 n-d-713498-10 neutron-server[94654]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:27.285359 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:27.322714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port 3f453822-566b-431b-a630-0e1acd75e5fd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:27.323656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.403986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:27.407103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c96867-2bca-4cb5-b784-791fd860e2c8" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:27.779816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d623588-d664-4a55-bb1b-5b2b38fc919a req-6fac6aee-3173-407d-b8dd-5dfa184987c5 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5727258 Aug 11 02:39:27.788995 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.867465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4707d047-9283-45ca-bb06-79f81f8ea27b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:39:27.937762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783419144596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13068756'] for subnet, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.954055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56eefc-0cd7-4bdd-96ab-f5c8dcfae2fe req-e52c0bfc-7292-435f-b1de-e4dc0a1a4d3f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:27.962201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c56eefc-0cd7-4bdd-96ab-f5c8dcfae2fe req-e52c0bfc-7292-435f-b1de-e4dc0a1a4d3f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.1771317 Aug 11 02:39:27.967734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port 3f453822-566b-431b-a630-0e1acd75e5fd, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3f453822-566b-431b-a630-0e1acd75e5fd,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:27.968445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.017604 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff432c-f0ef-450c-beb6-2563859da251 x-openstack-request-id: req-6bff432c-f0ef-450c-beb6-2563859da251 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:28.030094 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "51f97271-41b0-4888-a7bd-1e0e61612a08", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:28.030662 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6bff432c-f0ef-450c-beb6-2563859da251 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:28.031325 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '51f97271-41b0-4888-a7bd-1e0e61612a08', 'status': 'completed', 'code': 200} Aug 11 02:39:28.080678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Allocated IP 2001:db8::3 (b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5/b952477e-da9c-4d34-a7f0-9a0ed3e58714/e6dba823-d696-4f8a-91f1-c57a9ccf333b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:28.194723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:28.195746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.201161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "PUT /v2.0/subnets/b952477e-da9c-4d34-a7f0-9a0ed3e58714 HTTP/1.1" status: 200 len: 900 time: 1.6885483 Aug 11 02:39:28.201700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47024) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:28.252149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38003681-85d8-4bd3-b455-f1823e2c0210 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event updated for resources: {'Subnet': ['ID=b952477e-da9c-4d34-a7f0-9a0ed3e58714,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:28.282556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c56eefc-0cd7-4bdd-96ab-f5c8dcfae2fe req-be7c3ccc-e7cf-4413-a1cf-ace876d369d1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189654 Aug 11 02:39:28.306491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4707d047-9283-45ca-bb06-79f81f8ea27b,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:28.322628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '4707d047-9283-45ca-bb06-79f81f8ea27b', 'network_id': '48ecc016-839a-458f-a050-89cc84f1d7a6', 'port_id': '4707d047-9283-45ca-bb06-79f81f8ea27b', 'mac_address': 'fa:16:3e:ec:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3fefc-1397-44bb-9c19-645026aaebbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:39:28.324485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.420326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d63028-9710-4d83-891d-4fc92a782424 req-9124a928-9295-476a-94d6-175316110f51 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:28.431956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48d63028-9710-4d83-891d-4fc92a782424 req-9124a928-9295-476a-94d6-175316110f51 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 943 time: 0.2854314 Aug 11 02:39:28.551884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.608512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.664219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48d63028-9710-4d83-891d-4fc92a782424 req-3450dd2f-16cc-41cc-ace1-b2e5ac7f5c1f tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309363 Aug 11 02:39:28.671032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.674086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Transition to ACTIVE for port object e6dba823-d696-4f8a-91f1-c57a9ccf333b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:28.682754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.683611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.684041 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Floating IP 7252cb4e-5040-4df8-9488-6f3a25c3821c disassociated. External IP: 172.25.3.116, port: 3f453822-566b-431b-a630-0e1acd75e5fd. Aug 11 02:39:28.684613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for 3f453822-566b-431b-a630-0e1acd75e5fd owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:28.695776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cff3ed-cfb3-44fd-92c3-14430127f166 req-cda61b8c-1510-4c3e-bc8f-6cab00d1e9fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:28.703849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98cff3ed-cfb3-44fd-92c3-14430127f166 req-cda61b8c-1510-4c3e-bc8f-6cab00d1e9fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.2642109 Aug 11 02:39:28.718770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.751576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4707d047-9283-45ca-bb06-79f81f8ea27b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:28.819534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98cff3ed-cfb3-44fd-92c3-14430127f166 req-0b8c43c2-128a-4fcd-860d-e03ba382a85e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144125 Aug 11 02:39:28.823807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4707d047-9283-45ca-bb06-79f81f8ea27b,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:28.842018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Transition to ACTIVE for port object e6dba823-d696-4f8a-91f1-c57a9ccf333b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:28.849761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.863714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.956495 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.089867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47042) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:29.164185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:29.170983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:29.173351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.176535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.183196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:29.247577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7b4b-543d-49d8-b0e0-891584399a31 req-299b17f0-3cc5-41ad-9550-15e28f9b9222 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:29.262845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7b4b-543d-49d8-b0e0-891584399a31 req-299b17f0-3cc5-41ad-9550-15e28f9b9222 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:29.277924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca7b4b-543d-49d8-b0e0-891584399a31 req-299b17f0-3cc5-41ad-9550-15e28f9b9222 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:29.281031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbca7b4b-543d-49d8-b0e0-891584399a31 req-299b17f0-3cc5-41ad-9550-15e28f9b9222 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 2330 time: 0.2827334 Aug 11 02:39:29.300073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.308060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['4707d047-9283-45ca-bb06-79f81f8ea27b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:29.325458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:29.347972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a74b27-810e-4b8a-9760-b6bf837150e6') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:29.349289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a74b27-810e-4b8a-9760-b6bf837150e6') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:29.365201 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.371229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=3f453822-566b-431b-a630-0e1acd75e5fd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.382522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.392302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:29.392997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.461218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'network': {'name': 'tempest-network-smoke--1137071900', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:29.470503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=b952477e-da9c-4d34-a7f0-9a0ed3e58714,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:29.475315 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:29.479221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:39:29.479221 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:39:29.479221 n-d-713498-10 neutron-server[94653]: [parameters: {'id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'}] Aug 11 02:39:29.479221 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:39:29.480383 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:39:29.504382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.505586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.506365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.507562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.508674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.510965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.511674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.512255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.513375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.514447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.515123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.515678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:29.612041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:29.619885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.659975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbca7b4b-543d-49d8-b0e0-891584399a31 req-316f51e1-6cf0-438b-804c-4c025607c89e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689490 Aug 11 02:39:29.666068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.780214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Attempting to bind port e6dba823-d696-4f8a-91f1-c57a9ccf333b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:29.780754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Attempting to bind port e6dba823-d696-4f8a-91f1-c57a9ccf333b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '38a74b27-810e-4b8a-9760-b6bf837150e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:29.781222 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Attempting to bind port e6dba823-d696-4f8a-91f1-c57a9ccf333b on network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:29.865421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:29.866199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Checking segment: {'id': '38a74b27-810e-4b8a-9760-b6bf837150e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:29.867280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.868171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Bound using segment: {'id': '38a74b27-810e-4b8a-9760-b6bf837150e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:29.869539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Bound port: e6dba823-d696-4f8a-91f1-c57a9ccf333b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a74b27-810e-4b8a-9760-b6bf837150e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:29.870550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:29.879468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Pushing event updated for resources: {'Port': ['ID=e6dba823-d696-4f8a-91f1-c57a9ccf333b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:29.981674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.007986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.028430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.127017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] For port e6dba823-d696-4f8a-91f1-c57a9ccf333b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:30.128470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port e6dba823-d696-4f8a-91f1-c57a9ccf333b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:30.130392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.135290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] For port e6dba823-d696-4f8a-91f1-c57a9ccf333b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e6dba823-d696-4f8a-91f1-c57a9ccf333b,segment=NetworkSegment(38a74b27-810e-4b8a-9760-b6bf837150e6),segment_id=38a74b27-810e-4b8a-9760-b6bf837150e6)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:30.159497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.200162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318a8885-2ab3-4237-a9b9-53883a8fd29d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.248697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port e6dba823-d696-4f8a-91f1-c57a9ccf333b, host n-d-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:30.249639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.270010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for e6dba823-d696-4f8a-91f1-c57a9ccf333b owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:30.292870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:30.300558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Router c91e47af-5551-4911-b735-605681208fe6 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:30.336187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.336535 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Added segment cc209a80-f9ba-4173-a804-4f36a38d2415 of type vlan for network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 Aug 11 02:39:30.340591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f0db-fb31-47f0-abef-eb7a813c1b6b None None] Pushing event updated for resources: {'Port': ['ID=e6dba823-d696-4f8a-91f1-c57a9ccf333b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.379475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb54d-0301-4071-b049-230a2cabac2f req-9c62f549-d53f-4967-96e3-3558ba46f514 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.388736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-394cb54d-0301-4071-b049-230a2cabac2f req-9c62f549-d53f-4967-96e3-3558ba46f514 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 944 time: 0.3684516 Aug 11 02:39:30.442476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5371a-75c8-446e-965b-6c3b82b0ba23 None None] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:30.457496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.484001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-394cb54d-0301-4071-b049-230a2cabac2f req-69aca94e-e725-41cb-8365-a94a644711df tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940633 Aug 11 02:39:30.524576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=e6dba823-d696-4f8a-91f1-c57a9ccf333b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.539528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port e6dba823-d696-4f8a-91f1-c57a9ccf333b on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:30.610492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.650763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.656888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:30.657542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.691082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb01d8-b297-4643-b2be-e6c667cfecf5 None None] Network b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:30.695161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.760595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.823794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a74b27-810e-4b8a-9760-b6bf837150e6') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.825077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a74b27-810e-4b8a-9760-b6bf837150e6') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.855340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7618361 Aug 11 02:39:30.856017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47080) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:30.863674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.866421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-315349422', 'admin_state_up': True, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:30.884901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53a519-3676-4ff3-aeae-698a76ea9f9a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Network': ['ID=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:30.893846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:30.915216 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Sync routers for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:30.934443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:30.935861 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:30.952550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:30.962723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.980353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:30.980936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:30.985881 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:31.073460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port 3f453822-566b-431b-a630-0e1acd75e5fd on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:31.086125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.089011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.105095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.117396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-cde5d67f-cbc6-44e3-9663-8ba7d2a6fa08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "DELETE /v2.0/ports/3f453822-566b-431b-a630-0e1acd75e5fd HTTP/1.1" status: 204 len: 173 time: 4.2933509 Aug 11 02:39:31.117396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:31.120605 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64966b6c-5880-4809-a5e8-a551ffefedba" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:31.139394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87f446-0a83-43be-a7af-6c6155cd8e3b None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:39:31.185514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.205844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.218436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 HTTP/1.1" status: 204 len: 168 time: 3.0063770 Aug 11 02:39:31.221399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:31.345430 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:31.348226 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75741dc-ae2d-4621-b707-bf4500dd1dfb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:31.349163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75741dc-ae2d-4621-b707-bf4500dd1dfb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:31.356889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b75741dc-ae2d-4621-b707-bf4500dd1dfb tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/b952477e-da9c-4d34-a7f0-9a0ed3e58714 HTTP/1.1" status: 404 len: 337 time: 0.1328685 Aug 11 02:39:31.361640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47096) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:31.373409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56532c-ab18-4257-9803-dd1b28182e83 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:31.378644 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.459101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52856-34fd-4ef4-9276-607f630bffa8 req-331f67dd-66b0-4242-9a9a-b542c72f008d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:31.459484 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dded3c6-9df6-442c-b326-7871d0aa0946 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:31.460488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dded3c6-9df6-442c-b326-7871d0aa0946 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:31.479713 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2dded3c6-9df6-442c-b326-7871d0aa0946 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/b40f94ed-fb3e-46e8-bbd1-c0da1b4912b5 HTTP/1.1" status: 404 len: 339 time: 0.1090817 Aug 11 02:39:31.480212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52856-34fd-4ef4-9276-607f630bffa8 req-331f67dd-66b0-4242-9a9a-b542c72f008d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:31.483931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47098) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:31.488674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cab52856-34fd-4ef4-9276-607f630bffa8 req-331f67dd-66b0-4242-9a9a-b542c72f008d tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 1675 time: 0.5097938 Aug 11 02:39:31.504558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87f446-0a83-43be-a7af-6c6155cd8e3b None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:39:31.685963 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:31.736393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.764529 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Checking router: c91e47af-5551-4911-b735-605681208fe6 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:31.780101 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:31.782796 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:31.908092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4707d047-9283-45ca-bb06-79f81f8ea27b up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:31.933923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:31.993575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.016971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc57994c-c8c6-49ea-880e-53e7610d08fd']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.038976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:32.054796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904c0516-51ed-4693-81fc-226e3ce95336') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.055278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904c0516-51ed-4693-81fc-226e3ce95336') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.081460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.107617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 4707d047-9283-45ca-bb06-79f81f8ea27b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:32.116044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.129406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:32.130449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.151942 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab93b2d-ddb7-4f1b-910a-0c505f7dad8c x-openstack-request-id: req-dab93b2d-ddb7-4f1b-910a-0c505f7dad8c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:32.152438 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "3f453822-566b-431b-a630-0e1acd75e5fd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:32.152782 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dab93b2d-ddb7-4f1b-910a-0c505f7dad8c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:32.165792 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '3f453822-566b-431b-a630-0e1acd75e5fd', 'status': 'completed', 'code': 200} Aug 11 02:39:32.181506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 4707d047-9283-45ca-bb06-79f81f8ea27b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:32.182054 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.315333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cab52856-34fd-4ef4-9276-607f630bffa8 req-24d0697a-8664-4fa9-a2e0-4d7155dc4d78 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8251045 Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:32.414133 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:32.433567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.451297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.470179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/fc57994c-c8c6-49ea-880e-53e7610d08fd HTTP/1.1" status: 204 len: 168 time: 0.9819458 Aug 11 02:39:32.475872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47128) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:32.501084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dbefe-b21b-4d95-988a-2f8f6cf07a1c tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=fc57994c-c8c6-49ea-880e-53e7610d08fd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.522208 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb79a102-e23f-4518-9b5d-ca5cd617eef8 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:32.523322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb79a102-e23f-4518-9b5d-ca5cd617eef8 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:32.529175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb79a102-e23f-4518-9b5d-ca5cd617eef8 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/9d06c2c0-40de-4f43-8388-a8f4743db38b HTTP/1.1" status: 404 len: 337 time: 0.0479434 Aug 11 02:39:32.529512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47130) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:32.558363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port bf41dff8-da8b-42cc-938b-804948b7298a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:32.558363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.566472 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.576346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f76c-cc09-41b0-bca6-fa127fcf48b1 req-6c7272bc-8683-4b69-ad1a-f2f0295ab14f tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:32.577966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f033f76c-cc09-41b0-bca6-fa127fcf48b1 req-6c7272bc-8683-4b69-ad1a-f2f0295ab14f tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 944 time: 0.1854508 Aug 11 02:39:32.580069 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0923f1-e4c0-4ced-acb7-9aa8c2a41a31 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:32.580767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0923f1-e4c0-4ced-acb7-9aa8c2a41a31 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:32.588783 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd0923f1-e4c0-4ced-acb7-9aa8c2a41a31 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/e2a61df5-4d07-49c3-a1ea-b7be0b8d8682 HTTP/1.1" status: 404 len: 339 time: 0.0543404 Aug 11 02:39:32.590000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:32.626675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:32.632774 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f403415-473c-44de-b68f-bb1f521e62f9" -d '{"events": [{"server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "name": "network-vif-plugged", "status": "completed", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:32.658886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4707d047-9283-45ca-bb06-79f81f8ea27b,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:32.667760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.727860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting subnet 7f65f0a7-a711-4728-ba8b-c2219f4b33a1 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:32.743341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.763877 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8589f-fd7d-4ea2-8545-526ef4ac6121 x-openstack-request-id: req-03c8589f-fd7d-4ea2-8545-526ef4ac6121 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:32.764297 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "name": "network-vif-plugged", "status": "completed", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:32.764520 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03c8589f-fd7d-4ea2-8545-526ef4ac6121 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:32.764849 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b', 'code': 200} Aug 11 02:39:32.797347 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:32.860329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:32.873635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:32.879047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a15e92-d555-4da8-9bd8-6bc3854af4cb None None] The sync data for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 is: [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:27:52Z', 'revision_number': 4, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd249debd-63f2-45c1-923c-fea42598a2ff', 'name': '', 'network_id': '4f7cfa90-b056-4401-add5-2c15365863b7', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'mac_address': 'fa:16:3e:81:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:50Z', 'updated_at': '2021-08-11T02:28:02Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'subnets': [{'id': '48cfcde1-3966-46f4-80b1-e16327d634fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:33.057355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.095380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf312-6100-4f24-b1a7-c0b92b8d7989 req-748a0abf-e853-4ac3-ae36-b63fb941392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:33.096981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-102cf312-6100-4f24-b1a7-c0b92b8d7989 req-748a0abf-e853-4ac3-ae36-b63fb941392f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 1097 time: 0.1162727 Aug 11 02:39:33.175152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-102cf312-6100-4f24-b1a7-c0b92b8d7989 req-882a0184-5f45-42fb-8493-410e0aee125c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577412 Aug 11 02:39:33.200616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.260921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=7f65f0a7-a711-4728-ba8b-c2219f4b33a1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.274274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.276190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ffb2f378-1335-44ac-b6d1-41df95ae5a94 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/7f65f0a7-a711-4728-ba8b-c2219f4b33a1 HTTP/1.1" status: 204 len: 168 time: 0.6852560 Aug 11 02:39:33.277475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1865188-f3e0-48f4-ba6f-4bb25b8fb2c2 None None] Network ec79703e-855a-483c-917a-770db59b5626 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:33.278743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47140) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.378458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting subnet 32d85c13-f012-4695-b27d-fdc9f5af6173 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:33.385662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.453068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f033f76c-cc09-41b0-bca6-fa127fcf48b1 req-f7d0c8e3-e8cf-42b9-8043-d81418eb9c04 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8316741 Aug 11 02:39:33.529001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.595670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port bf41dff8-da8b-42cc-938b-804948b7298a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=bf41dff8-da8b-42cc-938b-804948b7298a,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:33.596271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171857-b276-4c07-a75b-4d6e0add5365 None None] New status for floating IP 7252cb4e-5040-4df8-9488-6f3a25c3821c: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:39:33.596872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.616800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for bf41dff8-da8b-42cc-938b-804948b7298a owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:33.654441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.723677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.745877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.749506 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/32d85c13-f012-4695-b27d-fdc9f5af6173 HTTP/1.1" status: 204 len: 168 time: 0.4674561 Aug 11 02:39:33.780020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:33.797308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866356-a329-415f-9c89-45c6441110f1 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=32d85c13-f012-4695-b27d-fdc9f5af6173,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:33.881288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.920245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa5c5-fd4d-4647-b379-f6dea57ee4e2 None None] Update dhcp port {'port': {'network_id': 'ec79703e-855a-483c-917a-770db59b5626', 'fixed_ips': [{'subnet_id': '32d85c13-f012-4695-b27d-fdc9f5af6173'}], 'binding:host_id': 'n-d-713498-10'}, 'id': 'f567556f-b2b8-4999-b114-4eff1c2c22de'} from n-d-713498-10. {{(pid=94654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 02:39:33.961664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port f567556f-b2b8-4999-b114-4eff1c2c22de {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:33.962152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:33.977123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-19dfa5c5-fd4d-4647-b379-f6dea57ee4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.014164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.071312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf605d0-1e78-4b3c-a153-c647e60550a9 req-405d118d-9078-4e1f-901b-8e11eec0b8f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.085546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port f567556f-b2b8-4999-b114-4eff1c2c22de, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f567556f-b2b8-4999-b114-4eff1c2c22de,segment=NetworkSegment(5fdd4cac-66c4-43bf-b6d1-6ba5fd888254),segment_id=5fdd4cac-66c4-43bf-b6d1-6ba5fd888254)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:34.086116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.087143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf605d0-1e78-4b3c-a153-c647e60550a9 req-405d118d-9078-4e1f-901b-8e11eec0b8f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:34.103017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fbf605d0-1e78-4b3c-a153-c647e60550a9 req-405d118d-9078-4e1f-901b-8e11eec0b8f9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 1598 time: 0.5598888 Aug 11 02:39:34.111349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for f567556f-b2b8-4999-b114-4eff1c2c22de owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:34.206427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=bf41dff8-da8b-42cc-938b-804948b7298a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.235650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.242294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.246269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c140ad-ab8e-42e7-9d4a-0bdb3c14c3ac None None] Network ec79703e-855a-483c-917a-770db59b5626 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:34.323863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.331247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a81e1575-e5a2-4ad3-8810-d3e0dbdf6559 None None] Could not find standard attr ID for object f567556f-b2b8-4999-b114-4eff1c2c22de. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:39:34.338828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=f567556f-b2b8-4999-b114-4eff1c2c22de,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.363304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port f567556f-b2b8-4999-b114-4eff1c2c22de on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:34.388831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port bf41dff8-da8b-42cc-938b-804948b7298a on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:34.393950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.398668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-690fda9b-ef1b-4b10-ac2f-1df78cc258a9 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "DELETE /v2.0/ports/bf41dff8-da8b-42cc-938b-804948b7298a HTTP/1.1" status: 204 len: 173 time: 3.2746241 Aug 11 02:39:34.405352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:34.409487 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8dd756-d43d-4be8-a569-8dba21bd2bac" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:34.462013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05de57-2d15-433d-806d-5dfe767c87b7 None None] DHCP port deletion for ec79703e-855a-483c-917a-770db59b5626 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:34.521658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fbf605d0-1e78-4b3c-a153-c647e60550a9 req-91223ff4-eebe-4c2d-89d3-f44d20d6b034 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168088 Aug 11 02:39:34.523062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.546343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec79703e-855a-483c-917a-770db59b5626']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:34.567318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:34.568108 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdd4cac-66c4-43bf-b6d1-6ba5fd888254') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:34.584149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.606837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.626969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:34.628798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:34.634207 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:34.706421 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b84571-81ad-469d-8cae-9eae354d0de6 x-openstack-request-id: req-85b84571-81ad-469d-8cae-9eae354d0de6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:34.707055 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "bf41dff8-da8b-42cc-938b-804948b7298a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:34.707341 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85b84571-81ad-469d-8cae-9eae354d0de6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:34.709285 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': 'bf41dff8-da8b-42cc-938b-804948b7298a', 'status': 'completed', 'code': 200} Aug 11 02:39:34.777586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.787837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:34.790443 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/ec79703e-855a-483c-917a-770db59b5626 HTTP/1.1" status: 204 len: 168 time: 1.0089047 Aug 11 02:39:34.794168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.819788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a95ce-cc08-4a35-9564-2ef12d3823b4 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=ec79703e-855a-483c-917a-770db59b5626,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:34.847417 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-143dea73-3bbf-472f-85ab-eab7b2c38306 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:34.847895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143dea73-3bbf-472f-85ab-eab7b2c38306 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:34.850979 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-143dea73-3bbf-472f-85ab-eab7b2c38306 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/e94a0f75-a89b-4826-a387-36a92a512326 HTTP/1.1" status: 404 len: 337 time: 0.0550566 Aug 11 02:39:34.853619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.876406 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3817d66b-381f-47bd-864f-72d4dfa09739 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:34.876917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3817d66b-381f-47bd-864f-72d4dfa09739 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:34.881891 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3817d66b-381f-47bd-864f-72d4dfa09739 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/f5c25c26-a242-4b2d-9d38-8ef1210b120e HTTP/1.1" status: 404 len: 339 time: 0.0244608 Aug 11 02:39:34.883705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.927556 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aab3e3-9b83-48ad-96d6-855370171a25 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:34.928527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aab3e3-9b83-48ad-96d6-855370171a25 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:34.931920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-77aab3e3-9b83-48ad-96d6-855370171a25 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/b4a891f1-8772-4413-85f0-548d50727b33 HTTP/1.1" status: 404 len: 337 time: 0.0466902 Aug 11 02:39:34.935056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47172) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:34.981532 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0810dc1e-bf95-4783-885f-d8615dfe55ee tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:34.982818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0810dc1e-bf95-4783-885f-d8615dfe55ee tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:34.987140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0810dc1e-bf95-4783-885f-d8615dfe55ee tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/b3ac2a65-0180-4f53-9690-f6ccc71d9c19 HTTP/1.1" status: 404 len: 339 time: 0.0492494 Aug 11 02:39:34.990757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47174) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.040566 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa79115-3fcd-4d38-b300-e0ed27b2be11 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:35.040566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa79115-3fcd-4d38-b300-e0ed27b2be11 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:35.061300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6aa79115-3fcd-4d38-b300-e0ed27b2be11 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/fcddd90e-4d8a-4ba9-97af-c0e1b718a12b HTTP/1.1" status: 404 len: 337 time: 0.0636051 Aug 11 02:39:35.061300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.069067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.25.3.182 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/15a58ea3-bd20-402d-a19d-363040ada66c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:35.087881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-2030f68a-cdc2-4749-9ce3-85ba31817d98 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:35.089659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-2030f68a-cdc2-4749-9ce3-85ba31817d98 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.4551060 Aug 11 02:39:35.110637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a5f55-7ccb-4582-8340-c04ea0f4c890 req-d8be34cb-e4a7-4d1f-a551-286366791b94 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:35.112224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae2a5f55-7ccb-4582-8340-c04ea0f4c890 req-d8be34cb-e4a7-4d1f-a551-286366791b94 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 945 time: 0.2562799 Aug 11 02:39:35.114567 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c854cc97-e872-4212-ac0b-2e6161f80522 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:35.115947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c854cc97-e872-4212-ac0b-2e6161f80522 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:35.118972 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c854cc97-e872-4212-ac0b-2e6161f80522 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/240e3284-c089-4c45-9621-6b34bc33f55b HTTP/1.1" status: 404 len: 339 time: 0.0565319 Aug 11 02:39:35.122332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47178) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.186019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-942f73d4-0a78-42b0-8560-a906c214ab63 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0714202 Aug 11 02:39:35.204512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port 3302906a-78a6-496b-b361-59d4f61b613d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:35.204846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.216361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f567556f-b2b8-4999-b114-4eff1c2c22de no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:35.254322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting subnet 3b5e467e-a145-4be3-8ef8-476d7c035c91 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:35.261076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.262244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f567556f-b2b8-4999-b114-4eff1c2c22de {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:35.265041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f567556f-b2b8-4999-b114-4eff1c2c22de not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:35.348425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.348931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae2a5f55-7ccb-4582-8340-c04ea0f4c890 req-be7dd017-3542-40f3-93d8-0a31183179e6 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175164 Aug 11 02:39:35.402793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.432084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-3b606af7-365a-4cea-b56d-6d548dc7c74a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2170527 Aug 11 02:39:35.439311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port 3302906a-78a6-496b-b361-59d4f61b613d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=3302906a-78a6-496b-b361-59d4f61b613d,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:35.439704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.459150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-a68a290b-6d6a-46bf-b02e-49f58d81040a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:39:35.460636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-a68a290b-6d6a-46bf-b02e-49f58d81040a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155492 Aug 11 02:39:35.482714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for 3302906a-78a6-496b-b361-59d4f61b613d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:35.522857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.651893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.692698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.709706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5e467e-a145-4be3-8ef8-476d7c035c91,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:35.712391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.714705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6340b88f-7aee-4f3a-b09f-36a53229bea5 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/3b5e467e-a145-4be3-8ef8-476d7c035c91 HTTP/1.1" status: 204 len: 168 time: 0.5909479 Aug 11 02:39:35.718028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f495f5a-2fcb-4500-91f3-3b5b5d5b8efa None None] Network e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:35.721750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47190) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:35.763710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-2154c311-7e86-4643-a732-1f60360f2587 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920144 Aug 11 02:39:35.853611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:35.956986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:35.976636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:35.987283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=15a58ea3-bd20-402d-a19d-363040ada66c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:35.993428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:36.014722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port 8710d5cc-9bf0-490e-b30e-acf4140ef081 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:36.015253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.132263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-303dbeb1-4a1d-4ed8-ac6c-dd9b0e849d8b service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014956 Aug 11 02:39:36.135809 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.150375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] DHCP port deletion for e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:36.203861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d349-3cc4-4c39-a375-97f2f715032d req-f8c16412-6ca6-4170-896a-2cfd0b18ed6a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:36.207356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9a0d349-3cc4-4c39-a375-97f2f715032d req-f8c16412-6ca6-4170-896a-2cfd0b18ed6a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 865 time: 0.4975824 Aug 11 02:39:36.219584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Deleting port 8710d5cc-9bf0-490e-b30e-acf4140ef081 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:36.220286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.242023 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port 8710d5cc-9bf0-490e-b30e-acf4140ef081, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8710d5cc-9bf0-490e-b30e-acf4140ef081,segment=NetworkSegment(4eba072a-1e96-45bc-820e-958a10863244),segment_id=4eba072a-1e96-45bc-820e-958a10863244)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:36.242398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.276902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for 8710d5cc-9bf0-490e-b30e-acf4140ef081 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:36.312157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] For port 8710d5cc-9bf0-490e-b30e-acf4140ef081, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8710d5cc-9bf0-490e-b30e-acf4140ef081,segment=NetworkSegment(4eba072a-1e96-45bc-820e-958a10863244),segment_id=4eba072a-1e96-45bc-820e-958a10863244)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:36.313079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.332726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Calling delete_port for 8710d5cc-9bf0-490e-b30e-acf4140ef081 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:36.351087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=3302906a-78a6-496b-b361-59d4f61b613d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.420630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.450463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=8710d5cc-9bf0-490e-b30e-acf4140ef081,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.452465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port 8710d5cc-9bf0-490e-b30e-acf4140ef081 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:39:36.480441 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:39:36.499627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.527760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] No DVR routers for this DVR port 8710d5cc-9bf0-490e-b30e-acf4140ef081 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:36.584988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port 3302906a-78a6-496b-b361-59d4f61b613d on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:36.590121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.593794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12ec0a3-a3d9-4d9f-a827-a21593c98094 req-6b63a833-b85d-4263-a058-478d62a2f75f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.67 "DELETE /v2.0/ports/3302906a-78a6-496b-b361-59d4f61b613d HTTP/1.1" status: 204 len: 173 time: 2.1759329 Aug 11 02:39:36.628796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0e48e-f850-44be-89d8-1f994a416057 None None] Pushing event deleted for resources: {'Port': ['ID=8710d5cc-9bf0-490e-b30e-acf4140ef081,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:36.648720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9a0d349-3cc4-4c39-a375-97f2f715032d req-c6e3f2a2-b45d-49f6-b5b1-3cf793a176bb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups?id=8fb1351a-362b-4633-933b-6bcbebfc137a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278848 Aug 11 02:39:36.720299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.747003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:36.864242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eba072a-1e96-45bc-820e-958a10863244') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:36.864704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eba072a-1e96-45bc-820e-958a10863244') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:36.918014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.980067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:36.996240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:36.997034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.033296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:37.042556 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c2a7b-7c92-4f13-94f1-24d3bd4a9457" -d '{"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "3302906a-78a6-496b-b361-59d4f61b613d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:37.045577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:37.172017 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:37.303716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8710d5cc-9bf0-490e-b30e-acf4140ef081 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:37.311494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.325414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-142767b9-7d11-47d2-8776-e78bfef2bbd4 req-61f95e9a-3b51-4b21-a7e9-6a0b3e5ace2d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.1313844 Aug 11 02:39:37.386310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.389991 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa HTTP/1.1" status: 204 len: 168 time: 1.6664097 Aug 11 02:39:37.456174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd9b8a-8660-471a-ab53-d2768c814081 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=e28aad5c-b0e9-4299-a9b9-8da4f5f6eefa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:37.458344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 8710d5cc-9bf0-490e-b30e-acf4140ef081 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:37.460243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8710d5cc-9bf0-490e-b30e-acf4140ef081 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:37.469969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.549772 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feb0887-511a-41ee-875b-d8260ccf5640 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:37.550920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0feb0887-511a-41ee-875b-d8260ccf5640 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:37.554992 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0feb0887-511a-41ee-875b-d8260ccf5640 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/8eb2cfb8-d60d-42e3-ac59-0c836012dec9 HTTP/1.1" status: 404 len: 337 time: 0.0828726 Aug 11 02:39:37.558185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47224) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.595115 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cbc1c8-f54d-4baa-85d1-0cedb5309d3a x-openstack-request-id: req-08cbc1c8-f54d-4baa-85d1-0cedb5309d3a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:37.596233 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb", "name": "network-vif-deleted", "tag": "3302906a-78a6-496b-b361-59d4f61b613d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:37.597904 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08cbc1c8-f54d-4baa-85d1-0cedb5309d3a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:37.602475 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb', 'name': 'network-vif-deleted', 'tag': '3302906a-78a6-496b-b361-59d4f61b613d', 'status': 'completed', 'code': 200} Aug 11 02:39:37.611339 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-07599a5c-50f1-4680-83b4-e25099953bbd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] DELETE failed (client error): The resource could not be found. Aug 11 02:39:37.612176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07599a5c-50f1-4680-83b4-e25099953bbd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:39:37.617717 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-07599a5c-50f1-4680-83b4-e25099953bbd tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/7de8b1d2-ddc4-4508-ac2a-ca832619d8a3 HTTP/1.1" status: 404 len: 339 time: 0.0552933 Aug 11 02:39:37.620443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47226) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:37.742799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting subnet 82a0d478-ecb3-4385-bb3d-65a5799c89f8 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:39:37.761544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.902459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:37.914519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c188b4-54d4-49a1-8e8d-f58f040850bf req-3de88622-b7fc-4579-b109-24c31391e6d8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:37.916604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2c188b4-54d4-49a1-8e8d-f58f040850bf req-3de88622-b7fc-4579-b109-24c31391e6d8 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 945 time: 0.7582483 Aug 11 02:39:38.092407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a72b4e07-d78e-4b06-819b-f673423ea333 req-65406324-7b54-4a42-a154-9a52e5cfae38 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0962808 Aug 11 02:39:38.105275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2c188b4-54d4-49a1-8e8d-f58f040850bf req-3fcea630-4de6-4b35-b053-4bdd59a6b5d4 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/security-groups?id=f6279991-49f8-4880-b591-b9fea123c489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594388 Aug 11 02:39:38.143883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.269104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.431218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:39:38.500934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-75c3aaaf-4217-4acd-aedc-1054aea883b1 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:38.508890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-75c3aaaf-4217-4acd-aedc-1054aea883b1 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 945 time: 0.1802955 Aug 11 02:39:38.618840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.669375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:38.671890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/subnets/82a0d478-ecb3-4385-bb3d-65a5799c89f8 HTTP/1.1" status: 204 len: 168 time: 1.0495825 Aug 11 02:39:38.674431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47238) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:38.676077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02189709-7545-476e-a59f-3291ab83ee40 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Subnet': ['ID=82a0d478-ecb3-4385-bb3d-65a5799c89f8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:38.692102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347942b3-a655-4f35-84e5-c5f747789898 None None] Network a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:38.834400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Deleting port 4707d047-9283-45ca-bb06-79f81f8ea27b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:38.841591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.153044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] For port 4707d047-9283-45ca-bb06-79f81f8ea27b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4707d047-9283-45ca-bb06-79f81f8ea27b,segment=NetworkSegment(f5964d69-4d3f-4849-a345-ee53ba3804c7),segment_id=f5964d69-4d3f-4849-a345-ee53ba3804c7)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:39.153422 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.184263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Calling delete_port for 4707d047-9283-45ca-bb06-79f81f8ea27b owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:39.224991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] DHCP port deletion for a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:39:39.395036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Deleting port 29a18715-363f-4200-9b33-a384ea2f5acd {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:39.396687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.487637 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db97edcc-bc1f-43c1-b1fe-9efccb87c7dc req-69fdaa07-d6b1-47ff-a31c-dc0f18eeaaeb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.8324764 Aug 11 02:39:39.522714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.532948 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.546259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3fc58d10-6f24-4d6f-b59b-1ba6a3fe77e2 req-dd742ca9-9dd0-4802-bd39-724832a7d686 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1793227 Aug 11 02:39:39.559453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['4707d047-9283-45ca-bb06-79f81f8ea27b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:39.599284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] For port 29a18715-363f-4200-9b33-a384ea2f5acd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29a18715-363f-4200-9b33-a384ea2f5acd,segment=NetworkSegment(0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4),segment_id=0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:39.599521 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.605382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:39.616599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Calling delete_port for 29a18715-363f-4200-9b33-a384ea2f5acd owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:39.642579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Pushing event deleted for resources: {'Port': ['ID=4707d047-9283-45ca-bb06-79f81f8ea27b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.650214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:39.669504 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:39.670559 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:39.691416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-104e8a0d-a6cb-4738-aaac-8b8ac74a6f0e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:39.693624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-104e8a0d-a6cb-4738-aaac-8b8ac74a6f0e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.3157253 Aug 11 02:39:39.751539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] No DVR routers for this DVR port 4707d047-9283-45ca-bb06-79f81f8ea27b on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:39.752866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': '98dc5673-7643-4172-892c-f3ec1948107c', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:39.767301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.775025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49865886-036a-4dff-81f1-fea9d9371d36 req-9b6c1669-401a-45de-8842-320391dd2357 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.68 "GET /v2.0/ports?device_id=26f6336d-91f5-4ed8-95f7-84676fe41885 HTTP/1.1" status: 200 len: 210 time: 0.1300960 Aug 11 02:39:39.778332 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2301210e-10d4-4a1a-8ef9-6e20e3b572ae req-ea0a9184-61e1-4731-9614-a2a1d2c53243 tempest-VolumesActionsTest-363399704 tempest-VolumesActionsTest-363399704-project] 10.222.0.61 "DELETE /v2.0/ports/4707d047-9283-45ca-bb06-79f81f8ea27b HTTP/1.1" status: 204 len: 173 time: 1.2550960 Aug 11 02:39:39.779113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'name': 'network-vif-deleted', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:39.781227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.793274 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2616b-d642-4f2a-a807-95ecc2e6275b" -d '{"events": [{"server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "name": "network-vif-deleted", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:39.853183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] Pushing event deleted for resources: {'Port': ['ID=29a18715-363f-4200-9b33-a384ea2f5acd,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:39.860330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d203edc-ffb0-4cd8-bcc9-893b17c70b4f None None] No DVR routers for this DVR port 29a18715-363f-4200-9b33-a384ea2f5acd on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:39.869492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:39.876886 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d56acc-33f2-4131-ae29-c6ec7b6b6365 x-openstack-request-id: req-65d56acc-33f2-4131-ae29-c6ec7b6b6365 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:39.877539 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f6336d-91f5-4ed8-95f7-84676fe41885", "name": "network-vif-deleted", "tag": "4707d047-9283-45ca-bb06-79f81f8ea27b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:39.878061 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65d56acc-33f2-4131-ae29-c6ec7b6b6365 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:39.878374 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f6336d-91f5-4ed8-95f7-84676fe41885', 'name': 'network-vif-deleted', 'tag': '4707d047-9283-45ca-bb06-79f81f8ea27b', 'status': 'completed', 'code': 200} Aug 11 02:39:39.885575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-89670551-7e8c-4e5d-b5ce-09edb82bcf1e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0230114 Aug 11 02:39:39.888638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47248) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.029669 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:40.096640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6bb80edd-c165-4647-808b-828c884f5517 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=4deabcb179264556bc4d330ef04f115a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2023056 Aug 11 02:39:40.097228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47254) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.113980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Deleting port 29a18715-363f-4200-9b33-a384ea2f5acd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:39:40.114578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.280823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:40.290955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.406668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] For port 29a18715-363f-4200-9b33-a384ea2f5acd, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:40.411970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.454926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Calling delete_port for 29a18715-363f-4200-9b33-a384ea2f5acd owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:39:40.461213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Port 29a18715-363f-4200-9b33-a384ea2f5acd was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:39:40.493388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.535278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Port': ['ID=29a18715-363f-4200-9b33-a384ea2f5acd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:40.562513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] No DVR routers for this DVR port 29a18715-363f-4200-9b33-a384ea2f5acd on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:39:40.581220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.581712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.582510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.582963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.583405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.583843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.584300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.584737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.585168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.585612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.585932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8397e24-bd2a-4b57-b71d-7366071048d5 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:40.586168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.586593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:40.587601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e8397e24-bd2a-4b57-b71d-7366071048d5 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4871051 Aug 11 02:39:40.599462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.618505 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.710133 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2be1baa9-f0b2-4535-86a9-4a0add983e00 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1107488 Aug 11 02:39:40.713554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:40.724839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216765653', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:40.755766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:40.763515 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:40.803879 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:40.804562 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Updating router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 port 15a58ea3-bd20-402d-a19d-363040ada66c binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:40.819184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1e9f05e-a99e-41c8-a3a8-a675d45d41a3 req-47e187d6-403d-4c07-b8ec-59e6293a00a4 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0508287 Aug 11 02:39:40.860987 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.017279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1ce45d7-2d80-474c-a6b6-ac32714a7806 req-f6af129f-5cbf-4c85-8f73-026c32067215 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.1841900 Aug 11 02:39:41.024043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.043410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:41.047396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.061650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.065079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.12 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/6aa45949-2d4f-471c-abff-1cb51cf282d2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:41.089564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.090069 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdcc3e1-3174-4f9c-a1ec-ceb8e35fd7b4') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:41.108315 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.152810 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.168494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:39:41.169211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:39:41.184980 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:39:41.261827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29a18715-363f-4200-9b33-a384ea2f5acd no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:41.308698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 29a18715-363f-4200-9b33-a384ea2f5acd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:41.309067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29a18715-363f-4200-9b33-a384ea2f5acd not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:41.312569 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.382670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.385572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] 10.222.0.68 "DELETE /v2.0/networks/a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a HTTP/1.1" status: 204 len: 168 time: 2.7091370 Aug 11 02:39:41.389143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384cd26-27d1-4a65-a7c0-138f0d89d900 tempest-NetworksIpV6Test-1350459401 tempest-NetworksIpV6Test-1350459401-project] Pushing event deleted for resources: {'Network': ['ID=a59eb2e8-7ccf-45b5-ae3a-1a51c368d37a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:41.576799 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.626826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 6aa45949-2d4f-471c-abff-1cb51cf282d2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:41.676875 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.702421 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.734043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.749191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Transition to ACTIVE for port object 15a58ea3-bd20-402d-a19d-363040ada66c will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:41.755308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['89e5daf8-7901-499b-9792-153f3a32f1a2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:39:41.768089 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:41.844485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Subnet': ['ID=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:41.869757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:41.914834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:41.915101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4707d047-9283-45ca-bb06-79f81f8ea27b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:39:41.918379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:41.936202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:41.972624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 4707d047-9283-45ca-bb06-79f81f8ea27b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:39:41.980722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4707d047-9283-45ca-bb06-79f81f8ea27b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:39:41.982588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Checking segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:41.983205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network hostable DHCP agents. Network: a2739ad9-44bf-4c85-8f59-7aa97bbb3b15, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:42.023872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Pushing event updated for resources: {'Port': ['ID=15a58ea3-bd20-402d-a19d-363040ada66c,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.034801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:42.085480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a2739ad9-44bf-4c85-8f59-7aa97bbb3b15) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:42.094778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:42.095849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.104772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13894110-1ebb-49f0-82f3-f5a25d5ca849 None None] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:42.110008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:42.111124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.181318 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Attempting to bind port 15a58ea3-bd20-402d-a19d-363040ada66c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:42.184258 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Attempting to bind port 15a58ea3-bd20-402d-a19d-363040ada66c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:42.186529 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Attempting to bind port 15a58ea3-bd20-402d-a19d-363040ada66c on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:42.206081 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.208315 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.210264 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.210936 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.213037 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.214386 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.214814 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a8129734-39b7-4ac5-b1c9-5ef4f2fd4c7e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4998224 Aug 11 02:39:42.216192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.217069 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.217922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47300) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:42.218068 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.219286 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.220710 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.225117 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:42.237854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:42.238749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:42.242156 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.242920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:42.245642 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Bound port: 15a58ea3-bd20-402d-a19d-363040ada66c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:42.245921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-e1e5dabd-678a-4b18-8126-3848defdf152 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5315492 Aug 11 02:39:42.246696 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.324458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Request body: {'port': {'device_id': '98dc5673-7643-4172-892c-f3ec1948107c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:42.332859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-367af11e-270a-4277-b6f5-ec707b10dcea req-cb1e849d-305d-4ca4-8890-5863a3a5624c tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1718278 Aug 11 02:39:42.533192 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] For port 15a58ea3-bd20-402d-a19d-363040ada66c, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:42.540201 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] For port 15a58ea3-bd20-402d-a19d-363040ada66c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=15a58ea3-bd20-402d-a19d-363040ada66c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:42.553411 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.704315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:42.722631 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8a14b-7330-4846-b314-234e7264d39a None None] Pushing event updated for resources: {'Port': ['ID=15a58ea3-bd20-402d-a19d-363040ada66c,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:42.776769 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:42.777892 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:42.836154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a860d-cb2b-4bfa-b23b-d7573d5b9b47 req-c586d59c-7047-4aa1-9100-4587136aa963 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:42.846970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:42.852222 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.853524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c62a860d-cb2b-4bfa-b23b-d7573d5b9b47 req-c586d59c-7047-4aa1-9100-4587136aa963 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 932 time: 0.5190549 Aug 11 02:39:42.878241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:42.911387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc263134-1e91-447f-9715-c40a1fadb93a None None] Provisioning for port 6aa45949-2d4f-471c-abff-1cb51cf282d2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:42.970103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc263134-1e91-447f-9715-c40a1fadb93a None None] Provisioning complete for port 6aa45949-2d4f-471c-abff-1cb51cf282d2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:42.971323 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc263134-1e91-447f-9715-c40a1fadb93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.116148 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:43.258228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fc263134-1e91-447f-9715-c40a1fadb93a None None] Port 6aa45949-2d4f-471c-abff-1cb51cf282d2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:43.278719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c62a860d-cb2b-4bfa-b23b-d7573d5b9b47 req-bdbc87eb-1b8a-47da-996e-ba2718543506 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236407 Aug 11 02:39:43.375685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Allocated IP 172.20.0.2 (a2739ad9-44bf-4c85-8f59-7aa97bbb3b15/1aa8eac1-e0a5-440b-ba9f-a19ee222a29f/0f0c50b7-234e-434a-8826-4ba85f48b9f9) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:43.479782 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:43.565215 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724506a6-2f3d-43b6-8ac8-3fe51d52cc35 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:36Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:39:43.695137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05a0363d-942b-4fa9-bef8-aace147fba01 req-a3dbf5ef-d031-4939-9f6f-6b9598557a30 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1066666 Aug 11 02:39:43.708714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a11b3766-ae18-42c4-901d-b534884cc6a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c48e637d98794c299b611c269b638b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9908392 Aug 11 02:39:43.736375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47336) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:43.807984 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:43.840198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Transition to ACTIVE for port object 0f0c50b7-234e-434a-8826-4ba85f48b9f9 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:43.890618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Transition to ACTIVE for port object 0f0c50b7-234e-434a-8826-4ba85f48b9f9 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:43.903598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.100755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Pushing event updated for resources: {'Port': ['ID=0f0c50b7-234e-434a-8826-4ba85f48b9f9,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.113955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.135937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:44.140366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:44.151300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:44.292953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.395285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Attempting to bind port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:44.402269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Attempting to bind port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:44.402863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Attempting to bind port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 on network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:44.423294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:44.433067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Checking segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:44.433734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.434286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Bound using segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:44.434907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Bound port: 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:44.440626 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.623907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.633285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.638038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6637345-6025-4923-82e2-edcb8ef28fc8 HTTP/1.1" status: 204 len: 168 time: 0.9006007 Aug 11 02:39:44.647403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] For port 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:44.659983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] For port 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f0c50b7-234e-434a-8826-4ba85f48b9f9,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:44.667898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310e6f5-be35-43cc-8722-ee2c6266421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6637345-6025-4923-82e2-edcb8ef28fc8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.669432 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:44.800067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b142af-80b9-4cbb-aa6e-7dcd80f60407 req-f2f9b89f-899d-463b-ae25-004f24ab7efd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:44.810771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2b142af-80b9-4cbb-aa6e-7dcd80f60407 req-f2f9b89f-899d-463b-ae25-004f24ab7efd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 932 time: 0.3225150 Aug 11 02:39:44.827213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa45949-2d4f-471c-abff-1cb51cf282d2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:39:44.861377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Pushing event updated for resources: {'Port': ['ID=0f0c50b7-234e-434a-8826-4ba85f48b9f9,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:44.889986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.903758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.905150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.918678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.925302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.926011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.930384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.932868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.933304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.933920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.937078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.937739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a01ebd-fc33-4bb0-8c26-1247ae3c309d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:39:44.959923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.001854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2b142af-80b9-4cbb-aa6e-7dcd80f60407 req-c20abfca-4d0a-47c7-9fba-c0eaa51f7cdf tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610663 Aug 11 02:39:45.028723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Transition to ACTIVE for port object 6aa45949-2d4f-471c-abff-1cb51cf282d2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:45.045905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.188406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5643388-3f0c-4a35-a463-e04f0dcc4efd req-2d237148-99ba-453c-b451-c10d53bbb66a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1554940 Aug 11 02:39:45.345333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 15a58ea3-bd20-402d-a19d-363040ada66c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:45.553659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 15a58ea3-bd20-402d-a19d-363040ada66c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:45.568195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 15a58ea3-bd20-402d-a19d-363040ada66c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:45.573825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:45.701842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:45.840625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Attempting to bind port 6aa45949-2d4f-471c-abff-1cb51cf282d2 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:39:45.854603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Attempting to bind port 6aa45949-2d4f-471c-abff-1cb51cf282d2 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:39:45.855284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Attempting to bind port 6aa45949-2d4f-471c-abff-1cb51cf282d2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:45.869368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Port 6aa45949-2d4f-471c-abff-1cb51cf282d2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:39:45.869693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Attempting to bind port 6aa45949-2d4f-471c-abff-1cb51cf282d2 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:39:45.890658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:39:45.890996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:45.894362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:39:45.903339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Bound port: 6aa45949-2d4f-471c-abff-1cb51cf282d2, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:39:45.906246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.128376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.292657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:39:46.536891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:39:46.822031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00491c01-df03-432c-9eb1-275102fa04f5 req-c59f7a65-7b94-40d9-9538-d0be632277fd tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.3060405 Aug 11 02:39:46.842957 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.935295 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:46.963634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 15a58ea3-bd20-402d-a19d-363040ada66c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=15a58ea3-bd20-402d-a19d-363040ada66c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:46.971630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.101526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=15a58ea3-bd20-402d-a19d-363040ada66c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.186443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.194922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:47.230568 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] 10.222.0.61 "PUT /v2.0/ports/6aa45949-2d4f-471c-abff-1cb51cf282d2 HTTP/1.1" status: 200 len: 1093 time: 4.8898141 Aug 11 02:39:47.234716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:39:47.252863 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e81dcc3-fe16-4e48-b728-daf017cc94f1" -d '{"events": [{"name": "network-changed", "server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:39:47.321207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a34206-2ef7-4b65-8a2a-440aa2483b29 req-a8a773de-5966-48f3-89e5-918cd71f9817 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.335833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25a34206-2ef7-4b65-8a2a-440aa2483b29 req-a8a773de-5966-48f3-89e5-918cd71f9817 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 1.0901272 Aug 11 02:39:47.586801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827653e-4e18-4d21-a2d4-4508a2d10808 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:47.597561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.1 (a2739ad9-44bf-4c85-8f59-7aa97bbb3b15/1aa8eac1-e0a5-440b-ba9f-a19ee222a29f/67676613-55c7-4014-b9db-0c82345e82be) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:47.688445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f0c50b7-234e-434a-8826-4ba85f48b9f9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:47.715715 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2bedff-c455-4d46-ae15-005b323489e2 x-openstack-request-id: req-7f2bedff-c455-4d46-ae15-005b323489e2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:39:47.716467 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:39:47.717409 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f2bedff-c455-4d46-ae15-005b323489e2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:39:47.719341 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2', 'status': 'completed', 'code': 200} Aug 11 02:39:47.720051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:47.752491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25a34206-2ef7-4b65-8a2a-440aa2483b29 req-1311fa02-7419-401a-80af-8d23a8aed50f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057190 Aug 11 02:39:47.844553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-8d0cf7bc-d774-43fb-9681-3ade427b3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:47.849247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-8d0cf7bc-d774-43fb-9681-3ade427b3cc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 1096 time: 0.2256553 Aug 11 02:39:47.893666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b22e78-2768-4bdd-b690-5da3e124e600 None None] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:47.911398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:48.031066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-49196f56-327d-4c72-807c-368109ec0808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2 HTTP/1.1" status: 200 len: 217 time: 0.1673243 Aug 11 02:39:48.129065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Provisioning for port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:48.153722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Provisioning complete for port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:48.154243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.210479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.250418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object 67676613-55c7-4014-b9db-0c82345e82be will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:48.336699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:48.475257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-942976154'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:48.498454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-633c5931-bcfe-4e93-9c4a-a07238b762d0 req-82825af7-a5c3-4145-9674-94d84c616fa2 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1412423 Aug 11 02:39:48.501520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-deabfa1a-e093-4711-bfea-7d5bbd456aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.509867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-deabfa1a-e093-4711-bfea-7d5bbd456aa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.4673524 Aug 11 02:39:48.629885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:48.684600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:48.693535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:48.700573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:39:48.735986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-4d619417-35af-4a1a-83a5-616c3a9e71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:48.739371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-4d619417-35af-4a1a-83a5-616c3a9e71c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071989 Aug 11 02:39:48.740174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:48.750631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.045559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.047797 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.350604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 15a58ea3-bd20-402d-a19d-363040ada66c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:49.586233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5a392-6806-4296-a95a-79e2567efeee req-392902f6-63cb-4d3d-b19d-13f87f097fd3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:49.608524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd5a392-6806-4296-a95a-79e2567efeee req-392902f6-63cb-4d3d-b19d-13f87f097fd3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.5200288 Aug 11 02:39:49.677300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 15a58ea3-bd20-402d-a19d-363040ada66c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:49.679616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.682159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.691037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cd5a392-6806-4296-a95a-79e2567efeee req-3165a8b3-a454-461a-af42-c14d8e562490 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748625 Aug 11 02:39:49.722720 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-32ff4a4c-671d-44eb-a93c-618cdeec9a0b service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575419 Aug 11 02:39:49.811835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:49.922974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38ce1cc2-0190-4a33-81d8-4c125bec6d58 req-2692c6db-e770-4362-8d0e-6887765e1528 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0440836 Aug 11 02:39:50.006584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] For port 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f0c50b7-234e-434a-8826-4ba85f48b9f9,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:39:50.031228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.099678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.115417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.148938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:50.205038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.205389 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 94b9127c-045f-404b-84c1-6eff9eb56773 of type vlan for network 5c7270b4-d7eb-4a55-b855-adecb82b417c Aug 11 02:39:50.334134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aee295-3a5c-45c4-ab65-9e1d11c12728 None None] Pushing event updated for resources: {'Port': ['ID=0f0c50b7-234e-434a-8826-4ba85f48b9f9,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:50.427125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.560463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Provisioning for port 67676613-55c7-4014-b9db-0c82345e82be completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:39:50.587972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Provisioning complete for port 67676613-55c7-4014-b9db-0c82345e82be triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:50.599554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.759576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b376f889-1ba1-4cab-99f7-1755476b7236,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:50.792049 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.824997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:50.828851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:50.853545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Port 67676613-55c7-4014-b9db-0c82345e82be cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:51.050973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=5c7270b4-d7eb-4a55-b855-adecb82b417c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.054463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Provisioning complete for port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:51.062658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27ad137f-25a5-4d87-b7fb-fbb5f1a542a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.097792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.113930 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.304940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:51.313546 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92026fdc-4b24-481f-a1c9-8df7c30b53ae req-b6d354e1-834c-43c4-90af-0129f47d2239 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5624430 Aug 11 02:39:51.401395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:51.570233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f0c50b7-234e-434a-8826-4ba85f48b9f9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:39:51.675572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b08ce7f-87d5-4b34-baec-e16e77ef6d29 req-78f02750-f2cf-4062-b06d-51291d4e072e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.4533725 Aug 11 02:39:51.719415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e8ad1862-12d5-4e53-a287-7342285e5599 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.9830036 Aug 11 02:39:51.818547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:51.916200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47442) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:51.954963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-87682540'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:52.019867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:52.020414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.189228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed236aba-a87d-4eca-a1ba-114494fd090e req-75d6c6bc-b83d-4ece-8c62-6039f3c55dad tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.200674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed236aba-a87d-4eca-a1ba-114494fd090e req-75d6c6bc-b83d-4ece-8c62-6039f3c55dad tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 1.1826580 Aug 11 02:39:52.268106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-61a44fef-a301-499c-8eef-00778790fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:52.279057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:39:52.281594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-61a44fef-a301-499c-8eef-00778790fc03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 1096 time: 0.7515049 Aug 11 02:39:52.285150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:52.442653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:52.455758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.559289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ceca1b53-baf8-4eeb-86a5-6e8131a5ffef None None] Provisioning complete for port 67676613-55c7-4014-b9db-0c82345e82be triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:52.559667 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ceca1b53-baf8-4eeb-86a5-6e8131a5ffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.663757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ceca1b53-baf8-4eeb-86a5-6e8131a5ffef None None] Port 67676613-55c7-4014-b9db-0c82345e82be cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:52.710771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71e59387-2d08-4a65-89cd-e3f0fe72dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.817557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:39:52.894886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:52.895608 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7 of type vlan for network 894c051b-7862-422e-b1b5-d7b3c52fec1e Aug 11 02:39:53.003423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-18216540-f5bd-45d7-94a0-dc84be21ca2a None None] Provisioning complete for port 67676613-55c7-4014-b9db-0c82345e82be triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:39:53.003939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-18216540-f5bd-45d7-94a0-dc84be21ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.015573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:39:53.213366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-18216540-f5bd-45d7-94a0-dc84be21ca2a None None] Port 67676613-55c7-4014-b9db-0c82345e82be cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:39:53.267234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.329964 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.339177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:53.340116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:53.478760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=894c051b-7862-422e-b1b5-d7b3c52fec1e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:53.494068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:39:53.497935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4a06d0e-dc31-4701-8f37-53aa75732bde req-cf81e575-4c10-404b-b212-e648d41561cf tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.2556105 Aug 11 02:39:53.540844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed236aba-a87d-4eca-a1ba-114494fd090e req-9f325515-4133-4cd5-aa06-7cc5e141e390 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3089173 Aug 11 02:39:53.600190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8da6d683-b6e6-4457-826a-f7652b1be15a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6819658 Aug 11 02:39:53.608704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47452) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:53.634327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:53.877103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:39:53.887102 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c395250a-9937-43f8-abd3-e437018e683e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/5c311b9d-b4ec-4e74-b5bf-b66ae8954718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6619909 Aug 11 02:39:53.893167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:53.896859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:39:53.899635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-399f3dc1-c96e-46d3-ae3c-293bb1685d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:53.905255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-399f3dc1-c96e-46d3-ae3c-293bb1685d7b service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 1.5641394 Aug 11 02:39:53.919368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:39:53.919655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:54.064699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-f23b670e-08dc-4f94-be17-be2a79620d57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2 HTTP/1.1" status: 200 len: 217 time: 0.1444166 Aug 11 02:39:54.243893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:39:54.261771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-d0b27e4e-1b1f-42ff-98dc-2d68b877f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.264054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-d0b27e4e-1b1f-42ff-98dc-2d68b877f5bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1809695 Aug 11 02:39:54.392716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:54.402124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:54.493726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.503703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.504285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.504754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.505236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.505685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.506183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.506649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.507166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.507644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.508081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.508557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.510950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45d4448f-be28-41e5-9796-7932508ce219 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8337 time: 0.6058571 Aug 11 02:39:54.525475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47462) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:54.831185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.832102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.833219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.834871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.836185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.837329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.838432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.841181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.841912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.842664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:54.849563 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd4813da-2f9f-415d-b3fe-5fd14625b0b3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6453 time: 0.3226182 Aug 11 02:39:54.856189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:55.021579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94da2fd6-2fe7-4aa0-80ad-d7a6dc3620b6 req-3061d86c-cf04-434c-83e2-a6b6a47a366f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0436916 Aug 11 02:39:55.027404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.073226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-0c00c579-0618-4414-b668-8459da15ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:55.075374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-0c00c579-0618-4414-b668-8459da15ed8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7994566 Aug 11 02:39:55.404682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-704f078c-1bdc-45dc-942f-c5a598492104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.551089 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f4e0870-d5a9-4267-97dc-3dc3674fd0b5 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.6920550 Aug 11 02:39:55.637595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.728849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-b6dcf828-ee18-47f7-bf29-b55248f7fc0a service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941477 Aug 11 02:39:55.730280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=81c33a75-90cb-4edc-9567-aa7deb10d800,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:55.765383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:39:50Z', 'revision_number': 2, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:39:55.769391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '94b9127c-045f-404b-84c1-6eff9eb56773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:55.770238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: 5c7270b4-d7eb-4a55-b855-adecb82b417c, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:55.877217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ddafa-fa10-4585-a7ab-3b49eb7b40b2 req-3547403a-8791-49f4-99e9-63a35001bdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:55.887526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e0ddafa-fa10-4585-a7ab-3b49eb7b40b2 req-3547403a-8791-49f4-99e9-63a35001bdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.3880382 Aug 11 02:39:56.012770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:39:56.013595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Updating router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 port 67676613-55c7-4014-b9db-0c82345e82be binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:39:56.117349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:39:56.168730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e0ddafa-fa10-4585-a7ab-3b49eb7b40b2 req-ba84d6d2-a4e1-4314-9fb8-772a5a5b03a1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587261 Aug 11 02:39:56.181953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.264198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:56.278477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677076969', 'description': 'tempest-secgroup-smoke-677076969 description', 'project_id': '4deabcb179264556bc4d330ef04f115a'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:56.331873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5c7270b4-d7eb-4a55-b855-adecb82b417c) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:39:56.355746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.430994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:56.435195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.573276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.596170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.725363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b10a1-579b-438b-987d-2aacbd1b5a8a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:56.750487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.772890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d96d1fea-5426-4665-83b5-12c7b8c645b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5065117 Aug 11 02:39:56.774598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47490) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:56.781612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:56.889177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.894071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8971409a-fb3d-4196-970c-fd8d316155c1 req-174ebe42-a648-4610-b6d4-2167805e5b88 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.4904621 Aug 11 02:39:56.954871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9132b42c-a387-45f8-8208-74840985ae52 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3440540 Aug 11 02:39:56.964205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47496) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:57.084770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:57.109198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7c892-4494-47a5-83d4-78c1b70fb00a None None] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:39:57.204122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.215998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.234476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e81dcc3-fe16-4e48-b728-daf017cc94f1 req-fb32125f-a2a8-4df7-9bbd-ecf0be3ebd71 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4845762 Aug 11 02:39:57.306611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.324667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5454695 Aug 11 02:39:57.361880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:57.380973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:57.466520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518c6ac-7ce7-4c45-ae30-090b6c842c9f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2437383d-14d1-4da6-b701-964d047c0344,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:57.543830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.596496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.902779 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.917982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.937348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746854-6c9c-4db1-aa99-e13fd52c37f8 req-406faa13-aaab-4d36-8351-790598931a28 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:39:57.962708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2746854-6c9c-4db1-aa99-e13fd52c37f8 req-406faa13-aaab-4d36-8351-790598931a28 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4613655 Aug 11 02:39:57.994454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e90880-45b1-4e92-bf73-a1cd801707d7,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:58.087609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.102326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b7b0446f-d731-48ed-afe0-d2f08cc2c3e3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7378256 Aug 11 02:39:58.103385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.113125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:58.137280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:39:58.150656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.230224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.338878 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.408572 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.418126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.443950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2746854-6c9c-4db1-aa99-e13fd52c37f8 req-d115be40-7f68-4aec-a53c-4ab4b6cd6008 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617601 Aug 11 02:39:58.477301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba37661-2b8e-431e-af79-67d62c1db740,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:58.508593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.510365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-91b97266-6bb6-4490-9f05-1a40e4a7284c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4046719 Aug 11 02:39:58.513906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:58.520370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:58.571051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-5c7270b4-d7eb-4a55-b855-adecb82b417c', 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '81c33a75-90cb-4edc-9567-aa7deb10d800'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:39:58.572827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.620975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:58.740489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc93ab56-9869-480e-8e7b-ea8a2d6908a4 req-bd9d01e2-6930-41a6-9e42-d20849179c78 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.3753057 Aug 11 02:39:59.038151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.067292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.210611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3031fc46-2060-4a6d-8fd4-d1560804a641,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:59.228538 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.238223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-71fe7a83-ad78-4d19-ba6a-ad18ba0451d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7225068 Aug 11 02:39:59.244378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:39:59.279552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:39:59.376548 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.467026 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:39:59.511293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.673212 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.725751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Transition to ACTIVE for port object 67676613-55c7-4014-b9db-0c82345e82be will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:39:59.811285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.818740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.837237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=473eaa43-50d9-467f-a0c6-f07ee5729720,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:59.841852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Allocated IP 172.20.0.2 (5c7270b4-d7eb-4a55-b855-adecb82b417c/81c33a75-90cb-4edc-9567-aa7deb10d800/b470ac96-a8f1-487a-9a4c-039cfb63ebc8) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:39:59.870255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.918687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:39:59.920677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: 894c051b-7862-422e-b1b5-d7b3c52fec1e, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:39:59.963565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7756be8f-995c-4901-b6d4-b5586d304b93,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:39:59.974424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:59.981072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e181b75-96f4-405d-bdc1-7caaa29b7483 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7249005 Aug 11 02:39:59.985263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47528) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:00.028445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'd90b10a1-579b-438b-987d-2aacbd1b5a8a', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:00.147780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:00.177931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755af42-ee06-4af6-af72-e3969f3c47fb req-9ff6522f-1ec9-495a-8dec-1a7033ab1c5d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:00.189251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a755af42-ee06-4af6-af72-e3969f3c47fb req-9ff6522f-1ec9-495a-8dec-1a7033ab1c5d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4154770 Aug 11 02:40:00.293056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 894c051b-7862-422e-b1b5-d7b3c52fec1e) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:00.302365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1d1f6-aa0a-4a60-bdb0-52dab625d372 None None] Pushing event updated for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:00.319314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76f84d11-b49e-4e63-9a61-31e609fa2ecf req-7ab22dfb-89c5-4a92-a8fc-2f44e77abb13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1061625 Aug 11 02:40:00.355403 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:40:00.369357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:00.377760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.393759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.485645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37932ed-60c5-4a1a-a858-cd5f5d417c66 None None] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:00.530963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d78cc87-e05f-47d4-b475-dc133e7ce5e1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5644264 Aug 11 02:40:00.538168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:00.579115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-103672706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:00.604570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a755af42-ee06-4af6-af72-e3969f3c47fb req-2c52a456-1ff4-4267-960b-a8723c04d341 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064481 Aug 11 02:40:00.793260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Attempting to bind port 67676613-55c7-4014-b9db-0c82345e82be on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:00.794240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Attempting to bind port 67676613-55c7-4014-b9db-0c82345e82be by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:00.794240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Attempting to bind port 67676613-55c7-4014-b9db-0c82345e82be on network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:00.795702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.798370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.800056 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.891203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:00.891580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Checking segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:00.892001 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.892452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Bound using segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:00.902378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Bound port: 67676613-55c7-4014-b9db-0c82345e82be, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:00.903055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.917884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.920110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.935447 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:00.978940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3ba871-ac7e-4119-9922-6c5150aa0e56,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:00.992927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.005886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6969c578-353f-4522-acc8-de687897490e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0043192 Aug 11 02:40:01.022977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.024469 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-20329fda-08d0-431d-997f-d12627768bb0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4794128 Aug 11 02:40:01.029115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:01.138695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.157415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Transition to ACTIVE for port object b470ac96-a8f1-487a-9a4c-039cfb63ebc8 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:01.190548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Transition to ACTIVE for port object b470ac96-a8f1-487a-9a4c-039cfb63ebc8 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:01.251906 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:01.795455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b43313-e655-4ace-9afe-2df4275e9a16 req-96f41ee8-f73f-49f8-8125-f9aea5ad9a46 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.2041957 Aug 11 02:40:01.973991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-a13c14c9-7bd9-468e-a551-0c4a2a292168 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677076969&fields=id&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 267 time: 0.2125149 Aug 11 02:40:02.017773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Pushing event updated for resources: {'Port': ['ID=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:02.108251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:02.137412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] For port 67676613-55c7-4014-b9db-0c82345e82be, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:02.145371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:02.152129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:02.161624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] For port 67676613-55c7-4014-b9db-0c82345e82be, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=67676613-55c7-4014-b9db-0c82345e82be,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:02.187994 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.280121 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:02.334185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.346473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1d1f6-aa0a-4a60-bdb0-52dab625d372 None None] Pushing event updated for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:02.515998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Attempting to bind port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:02.516600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Attempting to bind port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '94b9127c-045f-404b-84c1-6eff9eb56773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:02.519036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Attempting to bind port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 on network 5c7270b4-d7eb-4a55-b855-adecb82b417c {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:02.534603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-894c051b-7862-422e-b1b5-d7b3c52fec1e', 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '473eaa43-50d9-467f-a0c6-f07ee5729720'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:02.536738 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.608882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:02.609634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Checking segment: {'id': '94b9127c-045f-404b-84c1-6eff9eb56773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:02.610308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.610924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Bound using segment: {'id': '94b9127c-045f-404b-84c1-6eff9eb56773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:02.611651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Bound port: b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b9127c-045f-404b-84c1-6eff9eb56773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5c7270b4-d7eb-4a55-b855-adecb82b417c'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:02.614512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:02.893250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-d0e14816-f5ff-4b35-be65-742c1752158a req-10c5aedf-7ab9-46ba-877e-d2aefafa4841 service neutron] (94653) timed out ('10.222.0.68', 33858) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:40:03.012787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:03.013460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:03.190977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.20.0.1 (5c7270b4-d7eb-4a55-b855-adecb82b417c/81c33a75-90cb-4edc-9567-aa7deb10d800/c9790a1e-f790-4d5f-9bea-00623c243efb) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:03.244916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42460c2-6ce9-4907-b0f4-98f131d2e9f0 req-a35f97c5-6d05-41ba-ba65-6133d245bbd6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.257928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c42460c2-6ce9-4907-b0f4-98f131d2e9f0 req-a35f97c5-6d05-41ba-ba65-6133d245bbd6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 1.1101513 Aug 11 02:40:03.335021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-f96794a5-69c0-4346-a5ae-819ecd7d32eb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:03.346855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-f96794a5-69c0-4346-a5ae-819ecd7d32eb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 797 time: 1.3656473 Aug 11 02:40:03.389575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-118f392b-c3e7-41c6-96b2-7d88240b7dc8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/quotas/4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 375 time: 0.0417907 Aug 11 02:40:03.493697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] For port b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:03.541567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c42460c2-6ce9-4907-b0f4-98f131d2e9f0 req-c615d623-000a-4881-94f6-bd3a18f034b9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824602 Aug 11 02:40:03.610469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-430ff8ae-81c2-457c-8564-d290ae8ffacf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198124 Aug 11 02:40:03.650018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Allocated IP 172.21.0.2 (894c051b-7862-422e-b1b5-d7b3c52fec1e/473eaa43-50d9-467f-a0c6-f07ee5729720/e8f90ad2-40a4-42a6-9362-25fa34b001ce) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:03.672492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] For port b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,segment=NetworkSegment(94b9127c-045f-404b-84c1-6eff9eb56773),segment_id=94b9127c-045f-404b-84c1-6eff9eb56773)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:03.705466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.793999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:03.796533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:03.871129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object c9790a1e-f790-4d5f-9bea-00623c243efb will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:03.921227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242444-e019-4d7b-bcb3-7cdc6aeeeacc None None] Pushing event updated for resources: {'Port': ['ID=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:04.028168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a7c1064-5f81-434d-a689-0b2e0984f300 req-15f28a10-e450-401c-9049-f8d240ff7834 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1761003 Aug 11 02:40:04.119820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.182039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-3e4ccb81-3c34-4362-a19a-1e43274a4367 service neutron] 10.222.0.68 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615258 Aug 11 02:40:04.209027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:04.291078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:04.306738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:04.465415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-dfd98ca6-6ba2-4416-aa86-2e04987b9128 service neutron] 10.222.0.68 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755361 Aug 11 02:40:04.595910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.772521 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:04.774109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=c9790a1e-f790-4d5f-9bea-00623c243efb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:04.836914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Transition to ACTIVE for port object e8f90ad2-40a4-42a6-9362-25fa34b001ce will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:04.896885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Transition to ACTIVE for port object e8f90ad2-40a4-42a6-9362-25fa34b001ce will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:04.937134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.126003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:05.134798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88ebb58c-9c2d-4790-9cf8-3ae0d1e2909c req-2984783a-3eca-46ce-b13c-8c1d113c8130 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.2281260 Aug 11 02:40:05.166690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:05.184635 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8741ad-423f-44ea-bbac-46f0fa821c0f req-c52e9131-8ed7-4ee2-99bf-0a27c34b5827 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:05.201918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b8741ad-423f-44ea-bbac-46f0fa821c0f req-c52e9131-8ed7-4ee2-99bf-0a27c34b5827 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4533029 Aug 11 02:40:05.209388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:05.333841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.339953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Pushing event updated for resources: {'Port': ['ID=e8f90ad2-40a4-42a6-9362-25fa34b001ce,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:05.395153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:02Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:05.508960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b8741ad-423f-44ea-bbac-46f0fa821c0f req-2c2d1cd1-909d-4513-b19b-bc5e6de859f6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825711 Aug 11 02:40:05.600030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3903e955-0ce5-4430-a54e-1839e463352d req-a782ad16-b432-4234-8e04-a7374c916586 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1605997 Aug 11 02:40:05.683728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215f08b-ca46-412f-9b1b-20a8e93ec1f7 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:02Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:05.695102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b470ac96-a8f1-487a-9a4c-039cfb63ebc8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:05.994121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Attempting to bind port e8f90ad2-40a4-42a6-9362-25fa34b001ce on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:05.994760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Attempting to bind port e8f90ad2-40a4-42a6-9362-25fa34b001ce by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:05.998145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Attempting to bind port e8f90ad2-40a4-42a6-9362-25fa34b001ce on network 894c051b-7862-422e-b1b5-d7b3c52fec1e {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:06.023393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:06.025484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Checking segment: {'id': 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:06.026768 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.028910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Bound using segment: {'id': 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:06.031941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Bound port: e8f90ad2-40a4-42a6-9362-25fa34b001ce, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '894c051b-7862-422e-b1b5-d7b3c52fec1e'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:06.032515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.333326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.348435 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.376581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcda25de-4099-4d1e-b668-0e50369f81e9 req-31dd1ee3-3b1c-4627-8f99-f2d003af65bb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.0833573 Aug 11 02:40:06.380204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:06.420512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0420b-9617-48fc-ac4a-cd94a00dab2f None None] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:06.460172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] For port e8f90ad2-40a4-42a6-9362-25fa34b001ce, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:06.639206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.642986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=c9790a1e-f790-4d5f-9bea-00623c243efb,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:06.774481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Provisioning for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:06.843129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] For port e8f90ad2-40a4-42a6-9362-25fa34b001ce, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e8f90ad2-40a4-42a6-9362-25fa34b001ce,segment=NetworkSegment(ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7),segment_id=ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:06.845699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Provisioning complete for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:06.870563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:06.922392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:06.924551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:06.991624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fa24bd8-198a-40ba-9a2e-b14a110427ec req-a4864dee-1169-4d5f-972e-0a85e71e11cb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1926258 Aug 11 02:40:07.101093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1226-2b34-4b3c-ab81-bd914103614f req-a2e9421d-524b-40d9-964a-994f712f9eb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:07.109884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-180b1226-2b34-4b3c-ab81-bd914103614f req-a2e9421d-524b-40d9-964a-994f712f9eb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4166403 Aug 11 02:40:07.190915 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:07.349204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-180b1226-2b34-4b3c-ab81-bd914103614f req-6e0c12c1-01d1-474a-a2ea-946ab487a55b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316551 Aug 11 02:40:07.545777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 67676613-55c7-4014-b9db-0c82345e82be up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:07.744617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 03c01b44-07a1-48ad-bc87-f5f7b23b8384 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:07.820121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-847e271f-efc7-4e20-b797-bd2c4f4cb5fa req-dc3e3416-6207-4811-aaed-3f266fd2d0ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.0978224 Aug 11 02:40:08.099370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:08.106435 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-feaa8844-0bd5-4417-9727-682a42a5271c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0761189 Aug 11 02:40:08.111179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47628) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.129246 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] Sync routers for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:08.160537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.240051 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:08.240945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.303157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 67676613-55c7-4014-b9db-0c82345e82be completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:08.320283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 67676613-55c7-4014-b9db-0c82345e82be triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:08.320821 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.326516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685f29-3dec-4299-a9c9-feb8582a244c None None] Pushing event updated for resources: {'Port': ['ID=e8f90ad2-40a4-42a6-9362-25fa34b001ce,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.449385 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.482425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:08.484176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.560107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6ec15fb-ea10-4f14-9440-336083649c6d req-b68ea429-5990-4710-b877-0ae543971a21 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1956642 Aug 11 02:40:08.618974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] For port b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,segment=NetworkSegment(94b9127c-045f-404b-84c1-6eff9eb56773),segment_id=94b9127c-045f-404b-84c1-6eff9eb56773)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:08.641110 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:08.644444 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea167b-7d8d-4143-87ca-25cbdb0a5206 None None] The sync data for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:08.650401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.668836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95ce6c-709a-4f9c-92d4-2b93a056ea3a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:08.672095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b95ce6c-709a-4f9c-92d4-2b93a056ea3a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports/c9790a1e-f790-4d5f-9bea-00623c243efb HTTP/1.1" status: 200 len: 910 time: 0.5568402 Aug 11 02:40:08.679592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47632) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:08.744479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07ad9-3af7-4160-9c7d-68627a665ed4 None None] Pushing event updated for resources: {'Port': ['ID=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:08.871094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:08.937048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 67676613-55c7-4014-b9db-0c82345e82be, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=67676613-55c7-4014-b9db-0c82345e82be,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:08.954230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.221616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda8f36-2772-4ea5-b027-11cfb506e848 req-b9533e9c-a360-4c8d-a84c-61afb0c74b00 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:09.223509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:09.238841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cda8f36-2772-4ea5-b027-11cfb506e848 req-b9533e9c-a360-4c8d-a84c-61afb0c74b00 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.5602233 Aug 11 02:40:09.420454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f22693fa-3c6a-4ec3-9aaf-256494b12703 req-2dd6532c-1aa1-4dd5-8e9c-156d528f3ebb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.1276791 Aug 11 02:40:09.735699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Provisioning for port c9790a1e-f790-4d5f-9bea-00623c243efb completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:09.746434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Provisioning complete for port c9790a1e-f790-4d5f-9bea-00623c243efb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:09.747040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.754699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b470ac96-a8f1-487a-9a4c-039cfb63ebc8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:09.828253 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:09.863090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Port c9790a1e-f790-4d5f-9bea-00623c243efb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:09.865178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cda8f36-2772-4ea5-b027-11cfb506e848 req-638b921e-bf1e-4aaa-8235-3e5fe488a420 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184006 Aug 11 02:40:10.012274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Provisioning complete for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:10.012666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b0048970-ff66-482b-8b1b-d3874e446a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.139556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4afea3f-c040-47ed-84d7-bdf77c0611a4 req-e9b0c7ed-f62a-4d60-8001-bdb2bb05025a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0896125 Aug 11 02:40:10.140542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:10.141153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.204270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-4fd40f49-4854-4d1b-b748-65c76fc53f96 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:10.208410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-4fd40f49-4854-4d1b-b748-65c76fc53f96 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 797 time: 0.7860332 Aug 11 02:40:10.331313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ebaed-f8d9-4047-8a67-29e1e71da7e3 None None] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:10.372350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-f0cd37ce-5490-4e3d-adcf-025ef0974baf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 379 time: 0.1480219 Aug 11 02:40:10.396429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'port': {'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'admin_state_up': True, 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'security_groups': ['d90b10a1-579b-438b-987d-2aacbd1b5a8a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:10.653428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.21.0.1 (894c051b-7862-422e-b1b5-d7b3c52fec1e/473eaa43-50d9-467f-a0c6-f07ee5729720/04f4d24e-b060-43f0-8ced-213d6266f485) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:10.828916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:10.833619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.854728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5332fc6-4e1d-4fe0-b5f4-b7e1b9477c17 req-ae1be665-9c63-4fcb-9b86-a5fbd338e85f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.0610075 Aug 11 02:40:10.916164 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:10.958188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object 04f4d24e-b060-43f0-8ced-213d6266f485 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:11.050297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.181420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:11.191215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:11.198587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:11.283154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e8f90ad2-40a4-42a6-9362-25fa34b001ce up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:11.318687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=04f4d24e-b060-43f0-8ced-213d6266f485,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:11.371758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.396296 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.419205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.7 (a2739ad9-44bf-4c85-8f59-7aa97bbb3b15/1aa8eac1-e0a5-440b-ba9f-a19ee222a29f/0a285f0a-aca0-459b-bf3e-bbaf006581e3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:11.444430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.491593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83cb9461-cb3f-4c98-9e3f-2140c778b409 req-b61ca579-f820-44a3-93ad-2f01db772517 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1215045 Aug 11 02:40:11.504717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Provisioning complete for port c9790a1e-f790-4d5f-9bea-00623c243efb triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:11.505121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.547018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39d4e1-150b-4bd0-a17e-a546677fcaa6 req-e50e9aa2-70ad-4d60-9f1a-cea38e58d5e9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:11.556986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d39d4e1-150b-4bd0-a17e-a546677fcaa6 req-e50e9aa2-70ad-4d60-9f1a-cea38e58d5e9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.3691201 Aug 11 02:40:11.661276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.662210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e8f90ad2-40a4-42a6-9362-25fa34b001ce completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:11.773091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Port c9790a1e-f790-4d5f-9bea-00623c243efb cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:11.825523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Provisioning for port e8f90ad2-40a4-42a6-9362-25fa34b001ce completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:11.836899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Provisioning complete for port e8f90ad2-40a4-42a6-9362-25fa34b001ce triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:11.837271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:11.840190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d39d4e1-150b-4bd0-a17e-a546677fcaa6 req-69a9b51b-39fa-45ed-91ff-26a8d14daef0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787759 Aug 11 02:40:11.985946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 67676613-55c7-4014-b9db-0c82345e82be up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:12.087501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.173852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d82402e7-60b7-4910-8984-8c2cc3208e2f req-262b1a18-37ff-48fe-9f85-98f1a351394c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.1118326 Aug 11 02:40:12.196296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object 0a285f0a-aca0-459b-bf3e-bbaf006581e3 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:12.259078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.299859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 67676613-55c7-4014-b9db-0c82345e82be triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:12.300831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.421741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.436301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:12.438988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.445111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:12.448257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:12.474082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] For port e8f90ad2-40a4-42a6-9362-25fa34b001ce, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e8f90ad2-40a4-42a6-9362-25fa34b001ce,segment=NetworkSegment(ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7),segment_id=ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:12.533451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.591244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:12.596080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.653066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9a971ce4-5815-4ced-bede-5e1b24b9016b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2686214 Aug 11 02:40:12.680102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Request body: {'port': {'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:12.800630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb983b5-5990-4eac-b60e-46f3e067f785 None None] Pushing event updated for resources: {'Port': ['ID=e8f90ad2-40a4-42a6-9362-25fa34b001ce,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:12.803586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22e71906-9957-47c0-9ecb-c9091e0e0a3c req-64453790-280a-4d2f-9135-3ecb5175d44a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1405313 Aug 11 02:40:12.839037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Provisioning complete for port e8f90ad2-40a4-42a6-9362-25fa34b001ce triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:12.839430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.965827 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:12.993843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.014949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.116321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Provisioning for port 04f4d24e-b060-43f0-8ced-213d6266f485 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:13.126561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Provisioning complete for port 04f4d24e-b060-43f0-8ced-213d6266f485 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:13.126974 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.297145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-62643cfc-ef55-48a6-acc8-edbd3c32e3ad None None] Port 04f4d24e-b060-43f0-8ced-213d6266f485 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:13.391236 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.467834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Provisioning complete for port 04f4d24e-b060-43f0-8ced-213d6266f485 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:13.468805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.657228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=04f4d24e-b060-43f0-8ced-213d6266f485,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:13.715313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Port 04f4d24e-b060-43f0-8ced-213d6266f485 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:13.748055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a29ef-7f10-49f2-8763-01050305114b req-afa55568-198a-493b-820e-332971932d1c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:13.759033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Provisioning for port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:13.769567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-398a29ef-7f10-49f2-8763-01050305114b req-afa55568-198a-493b-820e-332971932d1c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 931 time: 0.3874471 Aug 11 02:40:13.772389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Provisioning complete for port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:13.773652 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:13.863498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6a800147-fbeb-482b-9753-6411639d8a31 None None] Port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:13.891168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e8f90ad2-40a4-42a6-9362-25fa34b001ce up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:13.989316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-398a29ef-7f10-49f2-8763-01050305114b req-433f742d-23b3-4eb3-8821-8206f66ae94a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112594 Aug 11 02:40:14.043606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:14.046949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:14.066816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e8f90ad2-40a4-42a6-9362-25fa34b001ce triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:14.067299 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.249536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3af38761-c218-4cfb-99b4-88de41dc055c req-e31de321-1c5a-44a8-b4c2-a431cb10b8aa tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0535100 Aug 11 02:40:14.276860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a285f0a-aca0-459b-bf3e-bbaf006581e3 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:14.297786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eeeef-44cf-45f2-a982-618f22e25726 req-f104bf2a-89b6-480a-a3ff-50dc172a58e5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:14.306447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5eeeef-44cf-45f2-a982-618f22e25726 req-f104bf2a-89b6-480a-a3ff-50dc172a58e5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.2570176 Aug 11 02:40:14.315403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.351274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Transition to ACTIVE for port object 0a285f0a-aca0-459b-bf3e-bbaf006581e3 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:14.371301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 03c01b44-07a1-48ad-bc87-f5f7b23b8384 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:14.400280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac5eeeef-44cf-45f2-a982-618f22e25726 req-96b7d063-c4a2-49af-9d95-d3e528be6d2f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Aug 11 02:40:14.403063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.599749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:14.643568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:14.655875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c6370bd-f844-4537-b79f-fdd5e3fc9702 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9704981 Aug 11 02:40:14.656188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Attempting to bind port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:14.656188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Attempting to bind port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:14.656188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Attempting to bind port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 on network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:14.665871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] Sync routers for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:14.666756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47686) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.671733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 on network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:40:14.672095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Attempting to bind port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 on network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:14.680723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:14.681528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:14.688711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:14.689077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Checking segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:14.689445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Bound using segment: {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:14.689919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Bound port: 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc209a80-f9ba-4173-a804-4f36a38d2415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:14.690309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.782328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c827ac-db6f-4e40-a52a-0001d419a62d tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:14.794501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72c827ac-db6f-4e40-a52a-0001d419a62d tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports/04f4d24e-b060-43f0-8ced-213d6266f485 HTTP/1.1" status: 200 len: 910 time: 0.1228805 Aug 11 02:40:14.796716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:14.822318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:14.883356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:14.884201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:14.891019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c56e5c62-a63a-4289-bed3-2f490283079b None None] Provisioning complete for port 04f4d24e-b060-43f0-8ced-213d6266f485 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:14.891736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c56e5c62-a63a-4289-bed3-2f490283079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:14.893896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:14.912358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:14.931902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.063126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:15.063805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc978c6-bfcf-42a5-98a0-1839d4dc96f1 None None] The sync data for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:15.078522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c56e5c62-a63a-4289-bed3-2f490283079b None None] Port 04f4d24e-b060-43f0-8ced-213d6266f485 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:15.116937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:15.135294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:15.136296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.138818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-6bda86da-0ab4-45e2-854c-05f45d41d8e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 1092 time: 2.4653466 Aug 11 02:40:15.139573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:15.145571 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:15.255486 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e000d4-114e-47d3-8667-fe1cdcc217ab x-openstack-request-id: req-b8e000d4-114e-47d3-8667-fe1cdcc217ab {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:15.256280 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:15.256791 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8e000d4-114e-47d3-8667-fe1cdcc217ab {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:15.257495 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'status': 'completed', 'code': 200} Aug 11 02:40:15.353735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-077430e3-8407-4211-ad75-d3c2ddf00792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:15.359399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-077430e3-8407-4211-ad75-d3c2ddf00792 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1095 time: 0.1689572 Aug 11 02:40:15.505545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3396aa8-4d57-42ca-9bbf-9f7ccba35f9a req-3b1c3e97-15e3-4321-ad16-d592d408ec3f tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.0428579 Aug 11 02:40:15.526446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-8a5c2ff9-fcdc-4be6-87a8-b43f7795fccb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 217 time: 0.1534164 Aug 11 02:40:15.548652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f766f5-d61a-49a7-adf6-d9047a6204b1 req-25532325-865b-4cbf-9b82-bc4d706592a5 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:15.559000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54f766f5-d61a-49a7-adf6-d9047a6204b1 req-25532325-865b-4cbf-9b82-bc4d706592a5 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 943 time: 0.3001375 Aug 11 02:40:15.655959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:15.829627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54f766f5-d61a-49a7-adf6-d9047a6204b1 req-7dae1b85-5ba7-4f40-8f51-9664048a239a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600088 Aug 11 02:40:15.835770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9af72b1b-9159-45be-bef4-aa7a0f0cd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:15.864461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-9af72b1b-9159-45be-bef4-aa7a0f0cd1ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.2627878 Aug 11 02:40:16.021972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c653b-c0c4-48dd-9a29-817985827522 req-7f0c0a9a-08c1-41ce-95cd-58cbda8bdf41 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:16.025827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-061c653b-c0c4-48dd-9a29-817985827522 req-7f0c0a9a-08c1-41ce-95cd-58cbda8bdf41 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.3609142 Aug 11 02:40:16.050081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-a9facecc-df32-4b32-a85d-d8191d858b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:16.053257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-a9facecc-df32-4b32-a85d-d8191d858b8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680174 Aug 11 02:40:16.190848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-061c653b-c0c4-48dd-9a29-817985827522 req-00df26b4-aaac-4966-94c9-3c43a6303d27 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359801 Aug 11 02:40:16.339363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-890914d0-77f1-4266-91cb-2ed69be49c56 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630134 Aug 11 02:40:16.508739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54828f65-09c4-4da6-a588-d4ced2db62ee req-c8d6627f-20a0-4ea1-8240-b1e3f1908144 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575522 Aug 11 02:40:16.533877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 04f4d24e-b060-43f0-8ced-213d6266f485 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:16.534244 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.612453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-e7ef11ca-8e47-4ad1-b4fc-c57c721df71b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958090 Aug 11 02:40:16.737611 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:16.777880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 04f4d24e-b060-43f0-8ced-213d6266f485 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:16.911025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4a1187e-367e-443e-a0bf-67be6acb527a req-00cc06ee-5520-4b54-a069-deb6ae773e1e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ba6b8d7-3ee7-45a5-a3f2-f7a63ba50ecb HTTP/1.1" status: 200 len: 210 time: 0.1855814 Aug 11 02:40:17.006751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-640087ef-6bea-461f-b1f9-04550893d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:17.008482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-640087ef-6bea-461f-b1f9-04550893d51e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 1097 time: 0.2743876 Aug 11 02:40:17.010557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-9d506f31-88fb-43b6-8c30-8dea8e82255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:17.012909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-9d506f31-88fb-43b6-8c30-8dea8e82255d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1095 time: 0.3726702 Aug 11 02:40:17.379756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:17.554473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=04f4d24e-b060-43f0-8ced-213d6266f485,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:17.888378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c25b8-5398-4170-8539-b2c545e08144 req-7e1b2118-a66d-44be-82ed-4d39a9b6f447 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:17.903896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e49c25b8-5398-4170-8539-b2c545e08144 req-7e1b2118-a66d-44be-82ed-4d39a9b6f447 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4730225 Aug 11 02:40:17.940545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5305e33-25dc-4969-8a8a-d5505f143b45 req-00245b42-0ad0-4a09-bebb-890aaa80bd8b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:17.951298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5305e33-25dc-4969-8a8a-d5505f143b45 req-00245b42-0ad0-4a09-bebb-890aaa80bd8b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 943 time: 0.9190638 Aug 11 02:40:18.078890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:18.202838 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e49c25b8-5398-4170-8539-b2c545e08144 req-7ffdec23-7794-4319-b7e4-39d6c22d187e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973351 Aug 11 02:40:18.217217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-85c9d5af-3ff9-426c-91d2-3196626ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.223577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-85c9d5af-3ff9-426c-91d2-3196626ce925 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 898 time: 1.1698463 Aug 11 02:40:18.265372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-9ba26ad4-a847-4aa5-876d-87693e967169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.275313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-9ba26ad4-a847-4aa5-876d-87693e967169 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 1.2138822 Aug 11 02:40:18.363020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-a76d127f-38dc-4745-9fbb-5c986abc9064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5daf8-7901-499b-9792-153f3a32f1a2 HTTP/1.1" status: 200 len: 217 time: 0.0619247 Aug 11 02:40:18.446070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-8c40df1a-31bc-4613-bd6a-26909dd8481a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 217 time: 0.2057052 Aug 11 02:40:18.483658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5305e33-25dc-4969-8a8a-d5505f143b45 req-34ab6da5-a3a8-44c3-97f2-e35ef7d3cd93 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5296335 Aug 11 02:40:18.565530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-43d55edd-1fe9-4d24-bd01-e4417b52372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.567404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-43d55edd-1fe9-4d24-bd01-e4417b52372c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1428735 Aug 11 02:40:18.591132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-30851387-a9d2-4f9d-9c4a-9aef3d4dafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.593600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-30851387-a9d2-4f9d-9c4a-9aef3d4dafc3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.1046655 Aug 11 02:40:18.726450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-f89ba0f4-b312-4ffc-953d-b1d8e04f940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.732104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-f89ba0f4-b312-4ffc-953d-b1d8e04f940b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517880 Aug 11 02:40:18.743224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-dc471a42-ddaa-4aff-a821-3f590571f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:18.745166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-dc471a42-ddaa-4aff-a821-3f590571f909 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346843 Aug 11 02:40:18.981902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-f3ab9491-9d2c-412c-af0c-45f5e0037f06 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325749 Aug 11 02:40:18.984302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-c749deff-19ec-4751-b637-f5ab7d6631b4 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119899 Aug 11 02:40:19.127096 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af8d513a-cf53-42a4-8a16-c2a39ce7537a req-f6229f2a-45a8-461f-87b0-6d0edfa8d81c service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345613 Aug 11 02:40:19.275808 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73610b8c-d145-4ff9-b641-4c6a3ca95eb6 req-1843ae44-a894-4da8-b568-a86718b2b2ae service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474445 Aug 11 02:40:19.441646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.614396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 03c01b44-07a1-48ad-bc87-f5f7b23b8384 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:19.813580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:19.827960 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c5c4e324-c3e8-4f6d-b28c-4832766f1a09 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0250881 Aug 11 02:40:19.829207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47744) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:19.829839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] Sync routers for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:19.868618 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:19.870717 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:19.972860 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:19.996439 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:19.997948 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:20.069592 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:20.071110 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db251ba5-1aea-4a26-b800-7ce835c3f2de None None] The sync data for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:20.128551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0a285f0a-aca0-459b-bf3e-bbaf006581e3 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:40:20.501455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:20.518894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:40:20.653704 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.671779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a285f0a-aca0-459b-bf3e-bbaf006581e3 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:20.708662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.729884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:20.738979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:20.782426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e664-07e5-4f09-a6c3-e668b9bf5a78 req-d105c624-2cde-4435-a7e3-0fe8a260a97f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:20.784923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c60e664-07e5-4f09-a6c3-e668b9bf5a78 req-d105c624-2cde-4435-a7e3-0fe8a260a97f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 1.3195796 Aug 11 02:40:20.848747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2a8f-48de-4e28-b819-ccc091fb5a86 req-b67fcfce-95d6-4e4b-858b-fae4677f6a1f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:20.859468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e29a2a8f-48de-4e28-b819-ccc091fb5a86 req-b67fcfce-95d6-4e4b-858b-fae4677f6a1f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 943 time: 0.4494572 Aug 11 02:40:20.866225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:20.997587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0a285f0a-aca0-459b-bf3e-bbaf006581e3'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:21.054618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.176169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.454577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e29a2a8f-48de-4e28-b819-ccc091fb5a86 req-3daa5bb1-1dd2-4dd9-bc6c-6ea492cd6a6b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5902708 Aug 11 02:40:21.457007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.464391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:21.469355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/security-groups/8fb1351a-362b-4633-933b-6bcbebfc137a HTTP/1.1" status: 204 len: 168 time: 2.0246873 Aug 11 02:40:21.507840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47752) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.551065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c60e664-07e5-4f09-a6c3-e668b9bf5a78 req-620703c1-5500-45e5-96ff-b08fffc23bd7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228751 Aug 11 02:40:21.553126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3db586-7b4b-4a60-b75d-6e6ddb33391b tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1351a-362b-4633-933b-6bcbebfc137a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:21.587451 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-78bb8d83-fda1-4f0e-a979-08b164de7e9a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] show failed (client error): The resource could not be found. Aug 11 02:40:21.589431 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78bb8d83-fda1-4f0e-a979-08b164de7e9a tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "GET /v2.0/security-groups/8fb1351a-362b-4633-933b-6bcbebfc137a HTTP/1.1" status: 404 len: 347 time: 0.0803356 Aug 11 02:40:21.594452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47754) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.949163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port c9790a1e-f790-4d5f-9bea-00623c243efb {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:21.949878 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.085349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port 0cf7b44e-d4fe-4393-9439-a494e3a95ab3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:22.085996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.289773 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.343319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.350974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.376558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for c9790a1e-f790-4d5f-9bea-00623c243efb owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:22.376906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for 0cf7b44e-d4fe-4393-9439-a494e3a95ab3 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:22.636119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afa3689b-99bf-4bbd-98de-1c66e0ccbcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.819764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:22.919786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=c9790a1e-f790-4d5f-9bea-00623c243efb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:23.168028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.243982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.396480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=0cf7b44e-d4fe-4393-9439-a494e3a95ab3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:23.510628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a5b5-b336-4562-8516-a882e4fcaa0c req-154c8e91-b687-4686-abbf-1ed37358999f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.512632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bee4a5b5-b336-4562-8516-a882e4fcaa0c req-154c8e91-b687-4686-abbf-1ed37358999f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.3744533 Aug 11 02:40:23.526103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962194b2-a866-4450-bcc2-2a8ddf63f084 req-ea66d85a-45f4-4a0b-8fae-bc64c119a36b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.528033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-962194b2-a866-4450-bcc2-2a8ddf63f084 req-ea66d85a-45f4-4a0b-8fae-bc64c119a36b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 944 time: 0.3916817 Aug 11 02:40:23.539697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.543255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.547156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf2f408e-8c8e-462d-ba3a-582beda6da08 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/floatingips/7252cb4e-5040-4df8-9488-6f3a25c3821c HTTP/1.1" status: 204 len: 168 time: 1.9492507 Aug 11 02:40:23.552766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:23.652226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bee4a5b5-b336-4562-8516-a882e4fcaa0c req-112be890-0b30-4806-9765-0da51aba297e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224864 Aug 11 02:40:23.667062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-962194b2-a866-4450-bcc2-2a8ddf63f084 req-39870ebe-c84f-4587-b388-2fafa8c1d2b6 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207850 Aug 11 02:40:23.696350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 03c01b44-07a1-48ad-bc87-f5f7b23b8384 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:23.986020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port 6d9963da-90a3-4563-bed9-55dd80eef790 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:23.986454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.112841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.126845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:24.140246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] Sync routers for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:24.153311 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d481ea01-a286-4930-a983-1e12d1318cb1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3213491 Aug 11 02:40:24.155635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for 6d9963da-90a3-4563-bed9-55dd80eef790 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:24.157981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47782) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.159392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0a285f0a-aca0-459b-bf3e-bbaf006581e3 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:24.181168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:24.182623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:24.228053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd3baac4-99ad-498c-9fd6-b857b716fc70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=03c01b44-07a1-48ad-bc87-f5f7b23b8384 HTTP/1.1" status: 200 len: 205 time: 0.0684474 Aug 11 02:40:24.232865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47784) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.315476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:24.354233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] Routers {'03c01b44-07a1-48ad-bc87-f5f7b23b8384'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:24.355482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:39:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:24.505844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.508103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:24.509392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c8d01-c545-4f2c-b28e-0e468a72bc62 None None] The sync data for ids ['03c01b44-07a1-48ad-bc87-f5f7b23b8384'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:24.554255 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.573706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:24.595769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:24.596517 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.685967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=6d9963da-90a3-4563-bed9-55dd80eef790,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:24.789843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.857289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.864800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f08b89cd-338e-4b84-9f09-1d4cffb50cbb tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/ports/6d9963da-90a3-4563-bed9-55dd80eef790 HTTP/1.1" status: 204 len: 168 time: 1.3062816 Aug 11 02:40:24.866327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47792) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:24.912737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:24.914221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:24.918569 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67705fa7-e7d9-4bc4-97b3-57e8599becb1" -d '{"events": [{"server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:24.927261 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.075362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:25.131496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:25.133011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.188659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d88d73e2-5f3a-4303-bc36-6c8a50caf1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.374720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.406078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:25.441643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb393a-c488-4b53-8013-61aee909d1d8 req-97c02301-ff75-4d48-8188-35601396a879 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.444061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16eb393a-c488-4b53-8013-61aee909d1d8 req-97c02301-ff75-4d48-8188-35601396a879 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.5283835 Aug 11 02:40:25.449672 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.459166 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.465358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.476034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa587b2-d246-4c5e-8a25-a24fb6a3bee4 req-762fe0e7-57f9-4c78-a35f-3e32c86ca793 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.478238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaa587b2-d246-4c5e-8a25-a24fb6a3bee4 req-762fe0e7-57f9-4c78-a35f-3e32c86ca793 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.5887511 Aug 11 02:40:25.595245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.595752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router 03c01b44-07a1-48ad-bc87-f5f7b23b8384 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:25.601246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaa587b2-d246-4c5e-8a25-a24fb6a3bee4 req-8b90d16f-a039-4a80-8412-195116450f2f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093237 Aug 11 02:40:25.607322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.611930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-23d357c2-6bd5-45fd-8840-88af763ee749 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384 HTTP/1.1" status: 204 len: 168 time: 1.3774357 Aug 11 02:40:25.613538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:25.615001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16eb393a-c488-4b53-8013-61aee909d1d8 req-6bd6bcec-a4cb-4cd1-a278-e7d241feae81 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576276 Aug 11 02:40:25.739820 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c67716a-da84-435d-8858-c0ec41794a72 x-openstack-request-id: req-3c67716a-da84-435d-8858-c0ec41794a72 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:25.740328 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:25.740767 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3c67716a-da84-435d-8858-c0ec41794a72 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:25.741533 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'code': 200} Aug 11 02:40:25.801069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 473eaa43-50d9-467f-a0c6-f07ee5729720 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:25.831218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.994896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6fa1-d576-456a-a08c-5b2a15c715a4 req-8d592e7f-8ebf-4bc7-a5cf-19619bce3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:25.997713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-877c6fa1-d576-456a-a08c-5b2a15c715a4 req-8d592e7f-8ebf-4bc7-a5cf-19619bce3a12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1097 time: 0.1430290 Aug 11 02:40:26.058638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.116594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-877c6fa1-d576-456a-a08c-5b2a15c715a4 req-6f0ced58-b48e-46d4-98ce-6d70dee29b2d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042283 Aug 11 02:40:26.146423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.203272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:26.487482 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.512443 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.520402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2b254197-663e-4c3f-87c6-157ebfcf9d5e tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/ports/d4973788-4a5f-48b8-bcc6-5b25dbf7bfb4 HTTP/1.1" status: 204 len: 168 time: 1.6517553 Aug 11 02:40:26.525031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:26.568353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.647723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting subnet cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:26.656605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.740768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.821019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.850720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=473eaa43-50d9-467f-a0c6-f07ee5729720,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:26.885304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.886714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d20532-4a8e-45a4-a854-2bd928e31f32 None None] Network 894c051b-7862-422e-b1b5-d7b3c52fec1e requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:26.908282 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-63884bcc-5398-4f8d-b03a-8e2049079214 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/473eaa43-50d9-467f-a0c6-f07ee5729720 HTTP/1.1" status: 204 len: 168 time: 1.2905765 Aug 11 02:40:26.914460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.061882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.246109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 81c33a75-90cb-4edc-9567-aa7deb10d800 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:27.257442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.292613 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.346290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] DHCP port deletion for 894c051b-7862-422e-b1b5-d7b3c52fec1e request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:27.379904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Subnet': ['ID=cd364b1c-1d5b-4139-a5b6-3369d9a9ad50,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:27.387886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.419240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.427903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1e9e3a7-f44f-4387-ac06-729fb0c88b13 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/subnets/cd364b1c-1d5b-4139-a5b6-3369d9a9ad50 HTTP/1.1" status: 204 len: 168 time: 0.9017179 Aug 11 02:40:27.431028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47830) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.436136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f3818-e72a-4fe4-9f72-00b35a1dbc83 None None] Network 1ef8e116-2d42-443d-9f43-bb26e89aa623 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:27.561271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting subnet 5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:27.567329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.604663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.623343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.681209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.683035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Deleting port e8f90ad2-40a4-42a6-9362-25fa34b001ce {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:27.683674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.708179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.710323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/81c33a75-90cb-4edc-9567-aa7deb10d800 HTTP/1.1" status: 204 len: 168 time: 0.7900221 Aug 11 02:40:27.738115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf182e-9880-42b7-8e1e-10268a35d275 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=81c33a75-90cb-4edc-9567-aa7deb10d800,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:27.805287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:27.836621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47610c38-e8c9-4b4e-a6ab-fecac482c064 None None] Network 5c7270b4-d7eb-4a55-b855-adecb82b417c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:27.902570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fbebb-fce1-4731-a994-00f709bed6c2 req-55510829-7112-49df-a2dd-67b620b81777 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:27.920591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4fbebb-fce1-4731-a994-00f709bed6c2 req-55510829-7112-49df-a2dd-67b620b81777 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.6466656 Aug 11 02:40:27.970812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a319cb7-0f7e-40d4-8730-dee34877e322 req-5f97ae2c-ac96-4969-ad6b-a1bc451a6b21 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:27.988884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a319cb7-0f7e-40d4-8730-dee34877e322 req-5f97ae2c-ac96-4969-ad6b-a1bc451a6b21 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.7630715 Aug 11 02:40:27.992507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] For port e8f90ad2-40a4-42a6-9362-25fa34b001ce, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e8f90ad2-40a4-42a6-9362-25fa34b001ce,segment=NetworkSegment(ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7),segment_id=ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:27.998368 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.020753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.031480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Calling delete_port for e8f90ad2-40a4-42a6-9362-25fa34b001ce owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:28.054071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.175570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port e8f90ad2-40a4-42a6-9362-25fa34b001ce {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:28.179556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4fbebb-fce1-4731-a994-00f709bed6c2 req-b40e6479-4e57-4f0a-9212-08cc4ac1de9d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573845 Aug 11 02:40:28.179796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.238790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a319cb7-0f7e-40d4-8730-dee34877e322 req-6e883ac4-4433-482d-afbb-f00c1a1c4a50 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291052 Aug 11 02:40:28.295877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e8f90ad2-40a4-42a6-9362-25fa34b001ce no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:28.297910 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.323308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.326639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port e8f90ad2-40a4-42a6-9362-25fa34b001ce, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e8f90ad2-40a4-42a6-9362-25fa34b001ce,segment=NetworkSegment(ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7),segment_id=ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:28.327064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.335436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e8f90ad2-40a4-42a6-9362-25fa34b001ce {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:28.335927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e8f90ad2-40a4-42a6-9362-25fa34b001ce not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:28.363657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for e8f90ad2-40a4-42a6-9362-25fa34b001ce owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:28.375786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] Pushing event deleted for resources: {'Port': ['ID=e8f90ad2-40a4-42a6-9362-25fa34b001ce,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:28.378565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Subnet': ['ID=5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:28.386147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0208be-7a42-44f5-b9a2-2326a9735aa7 None None] No DVR routers for this DVR port e8f90ad2-40a4-42a6-9362-25fa34b001ce on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:28.388942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.391351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.400895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b167f07-2079-4195-8154-da1af35c7932 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/subnets/5c91e9ee-b4fd-40b0-a1b4-ce8f68ec557b HTTP/1.1" status: 204 len: 168 time: 0.9628568 Aug 11 02:40:28.401582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47838) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:28.420459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14060f90-3eef-4a92-b693-6f23fe732c6d None None] Network 547faa05-15f9-4300-b627-75f5b8a177fc requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:28.580794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.631033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.664380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=e8f90ad2-40a4-42a6-9362-25fa34b001ce,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:28.686952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port e8f90ad2-40a4-42a6-9362-25fa34b001ce on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:28.710447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] DHCP port deletion for 1ef8e116-2d42-443d-9f43-bb26e89aa623 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:28.751342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Deleting port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:28.751885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.790901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] DHCP port deletion for 547faa05-15f9-4300-b627-75f5b8a177fc request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:28.817205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] DHCP port deletion for 5c7270b4-d7eb-4a55-b855-adecb82b417c request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:28.825848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Deleting port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:28.826637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.860037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] For port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:28.860625 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.885773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Calling delete_port for d0bde9df-f1ec-4563-b9db-3d1d2f0f365b owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:28.949183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] For port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,segment=NetworkSegment(01cfc1be-b730-4e4a-9f2f-acfd168a5442),segment_id=01cfc1be-b730-4e4a-9f2f-acfd168a5442)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:28.949952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.968664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.979220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Calling delete_port for d0bde9df-f1ec-4563-b9db-3d1d2f0f365b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:29.008368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.013345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894c051b-7862-422e-b1b5-d7b3c52fec1e']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.033953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] No DVR routers for this DVR port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:29.041251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.042061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5c90fd-a80f-4c73-a9da-2bcb3cd0e1f7') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.067145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.102840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.115430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:29.116030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.127981 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.133728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Port': ['ID=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:29.227081 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:29.251718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] No DVR routers for this DVR port d0bde9df-f1ec-4563-b9db-3d1d2f0f365b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:29.255444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c30b18-1995-4396-b4eb-64bd3e126dcd None None] Pushing event deleted for resources: {'Port': ['ID=d0bde9df-f1ec-4563-b9db-3d1d2f0f365b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.310866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.313305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.319184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.328351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/894c051b-7862-422e-b1b5-d7b3c52fec1e HTTP/1.1" status: 204 len: 168 time: 1.5191038 Aug 11 02:40:29.329873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47850) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:29.350131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef8e116-2d42-443d-9f43-bb26e89aa623']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.366819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Deleting port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:29.367210 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.378831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cfc1be-b730-4e4a-9f2f-acfd168a5442') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.379123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cfc1be-b730-4e4a-9f2f-acfd168a5442') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:29.407428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.458254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Deleting port 469e0696-54ae-47c8-ac54-3de80ddd65bf {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:29.458817 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.488572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.504485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4686-3772-494c-9e6d-7f8cb66f6062 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=894c051b-7862-422e-b1b5-d7b3c52fec1e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.506491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:29.506912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:29.510939 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:29.528319 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.549038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] For port 469e0696-54ae-47c8-ac54-3de80ddd65bf, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=469e0696-54ae-47c8-ac54-3de80ddd65bf,segment=NetworkSegment(7d269aea-59aa-4eb0-bde9-314d27ba5c23),segment_id=7d269aea-59aa-4eb0-bde9-314d27ba5c23)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:29.549638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.570259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Calling delete_port for 469e0696-54ae-47c8-ac54-3de80ddd65bf owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:29.624451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:29.625087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.655756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f212-9684-49ae-9511-b717145f40f7 req-ce140f92-2367-4e02-9125-fe9da9227e01 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.657863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8703f212-9684-49ae-9511-b717145f40f7 req-ce140f92-2367-4e02-9125-fe9da9227e01 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.2454422 Aug 11 02:40:29.725924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8703f212-9684-49ae-9511-b717145f40f7 req-2c0de710-59fb-455f-a949-d104ab4b577d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582833 Aug 11 02:40:29.727908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.746344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.750930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/networks/1ef8e116-2d42-443d-9f43-bb26e89aa623 HTTP/1.1" status: 204 len: 168 time: 1.3461797 Aug 11 02:40:29.759587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:29.762828 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.777975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d3dd9-9d72-4eaf-8ca3-4380aea989e9 req-1aef8b69-2570-4d0d-bab2-110190014f5a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:29.779851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-384d3dd9-9d72-4eaf-8ca3-4380aea989e9 req-1aef8b69-2570-4d0d-bab2-110190014f5a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.1748669 Aug 11 02:40:29.780907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f1c88-f05d-49c3-96cb-89a929da0334 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Network': ['ID=1ef8e116-2d42-443d-9f43-bb26e89aa623,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.840054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] No DVR routers for this DVR port 469e0696-54ae-47c8-ac54-3de80ddd65bf on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:29.900098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-384d3dd9-9d72-4eaf-8ca3-4380aea989e9 req-d3858701-e293-4c83-8851-3f644df49fb1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138091 Aug 11 02:40:29.916991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000770b-fa23-4199-9277-0f3f3ff15e33 None None] Pushing event deleted for resources: {'Port': ['ID=469e0696-54ae-47c8-ac54-3de80ddd65bf,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:29.933585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] For port b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,segment=NetworkSegment(94b9127c-045f-404b-84c1-6eff9eb56773),segment_id=94b9127c-045f-404b-84c1-6eff9eb56773)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:29.934677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:29.955072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Calling delete_port for b470ac96-a8f1-487a-9a4c-039cfb63ebc8 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:30.001350 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.018671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port b470ac96-a8f1-487a-9a4c-039cfb63ebc8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,segment=NetworkSegment(94b9127c-045f-404b-84c1-6eff9eb56773),segment_id=94b9127c-045f-404b-84c1-6eff9eb56773)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:30.019914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.043910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7826-5ae8-482e-a98c-598144a1b75a req-c4391603-df40-4ad2-b84f-fba2f36e5d80 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.048860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c3e7826-5ae8-482e-a98c-598144a1b75a req-c4391603-df40-4ad2-b84f-fba2f36e5d80 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.1040869 Aug 11 02:40:30.054967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for b470ac96-a8f1-487a-9a4c-039cfb63ebc8 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:30.108875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0bde9df-f1ec-4563-b9db-3d1d2f0f365b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:30.153381 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c3e7826-5ae8-482e-a98c-598144a1b75a req-70481228-af48-48a1-9b7e-8003b9dec1b1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939021 Aug 11 02:40:30.188018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47858) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:30.217052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d0bde9df-f1ec-4563-b9db-3d1d2f0f365b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:30.219095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d0bde9df-f1ec-4563-b9db-3d1d2f0f365b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:30.220951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b470ac96-a8f1-487a-9a4c-039cfb63ebc8 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:30.232177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.248816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547faa05-15f9-4300-b627-75f5b8a177fc']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.281671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f2ff3-bc0f-413b-ad6d-93a5ef5c90f7 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:30.290856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-106f2ff3-bc0f-413b-ad6d-93a5ef5c90f7 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1092 time: 0.1015263 Aug 11 02:40:30.291973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47860) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:30.302615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:30.321384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d269aea-59aa-4eb0-bde9-314d27ba5c23') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.325687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d269aea-59aa-4eb0-bde9-314d27ba5c23') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.349292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.379689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.380487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.421784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] Pushing event deleted for resources: {'Port': ['ID=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.437967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b44220-8ea0-4152-9706-0617c9bbae2d None None] No DVR routers for this DVR port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:30.447453 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.456926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No active binding found for port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 {{(pid=94654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:40:30.458214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b470ac96-a8f1-487a-9a4c-039cfb63ebc8 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:30.459170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 469e0696-54ae-47c8-ac54-3de80ddd65bf no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:30.481947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:30.482436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:30.496451 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:30.504577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 469e0696-54ae-47c8-ac54-3de80ddd65bf {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:30.505221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 469e0696-54ae-47c8-ac54-3de80ddd65bf not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:30.617187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.618365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.654194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=b470ac96-a8f1-487a-9a4c-039cfb63ebc8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.662235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.676225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.678770 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] 10.222.0.68 "DELETE /v2.0/networks/547faa05-15f9-4300-b627-75f5b8a177fc HTTP/1.1" status: 204 len: 168 time: 0.9153171 Aug 11 02:40:30.694228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.694725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.695339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.695774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.696206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.696625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.697050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.697647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.698168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.698552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.698990 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.699400 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:30.703497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port b470ac96-a8f1-487a-9a4c-039cfb63ebc8 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:30.706144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5f552-c9d3-4bce-b1f1-406d0a1283a7 tempest-TaggedBootDevicesTest_v242-1572721202 tempest-TaggedBootDevicesTest_v242-1572721202-project] Pushing event deleted for resources: {'Network': ['ID=547faa05-15f9-4300-b627-75f5b8a177fc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:30.814886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.832430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7270b4-d7eb-4a55-b855-adecb82b417c']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.871545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b9127c-045f-404b-84c1-6eff9eb56773') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.872297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b9127c-045f-404b-84c1-6eff9eb56773') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:30.888000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:30.939121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.25.3.244 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6795a86a-db51-4e5b-a3da-eb411f15ab1e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:31.007338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.027829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:31.031437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:31.048430 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:31.260771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.279017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.288861 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/5c7270b4-d7eb-4a55-b855-adecb82b417c HTTP/1.1" status: 204 len: 168 time: 1.9113495 Aug 11 02:40:31.301641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47886) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:31.315396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-57702355'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:31.320929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe75df-d33c-4e9a-9d5a-4c1161813c90 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=5c7270b4-d7eb-4a55-b855-adecb82b417c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:31.357405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.406475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762199dd-61df-4bb6-bef4-e179a19420ce req-18a8aaba-0649-45f8-9603-910df322427c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:31.408190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-762199dd-61df-4bb6-bef4-e179a19420ce req-18a8aaba-0649-45f8-9603-910df322427c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.2772462 Aug 11 02:40:31.415644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:31.419903 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.548483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:31.647673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-762199dd-61df-4bb6-bef4-e179a19420ce req-8fec94e2-306b-4cba-8978-9599aea69963 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079325 Aug 11 02:40:31.649168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.649512 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 88029f0b-b464-492c-b803-98850142cdcb of type vlan for network a67963cf-dea9-4c7d-8ece-b8ca01e54380 Aug 11 02:40:31.676647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.817450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:31.839749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:31.856504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:31.870801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:31.889437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=6795a86a-db51-4e5b-a3da-eb411f15ab1e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.019649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.027102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:32.027102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.155310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47898) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.182230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8792038 Aug 11 02:40:32.187916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 47902) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.208748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:32.219426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74aff2-77c4-4ee4-8bba-ecb2fca6db80 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=a67963cf-dea9-4c7d-8ece-b8ca01e54380,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.248973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:32.381620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83341c99-cd30-46b0-bf4a-71bf193aab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.521607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83341c99-cd30-46b0-bf4a-71bf193aab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.529099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83341c99-cd30-46b0-bf4a-71bf193aab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.614754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-83341c99-cd30-46b0-bf4a-71bf193aab64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3f87a1dc1124b6fa78b1ea73a46d706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573925 Aug 11 02:40:32.615721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:32.646235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83341c99-cd30-46b0-bf4a-71bf193aab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec748621-5854-478b-8a43-fdb532aaefae,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:32.675634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:32.708389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.740077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.771033 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.946753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.957689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:32.957689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec748621-5854-478b-8a43-fdb532aaefae HTTP/1.1" status: 204 len: 168 time: 0.3184385 Aug 11 02:40:32.973085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15551ea-21f0-430e-89a8-56ea04845f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec748621-5854-478b-8a43-fdb532aaefae,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:33.675359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f45d08-7144-4465-8757-6eb8276cab6e req-43c56536-5418-4c27-b3e2-a1b96e4fbe15 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.687636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64f45d08-7144-4465-8757-6eb8276cab6e req-43c56536-5418-4c27-b3e2-a1b96e4fbe15 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 944 time: 0.4135139 Aug 11 02:40:33.817042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.020833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64f45d08-7144-4465-8757-6eb8276cab6e req-2032358e-1476-4a7e-aac2-f566b3ab09bf tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287437 Aug 11 02:40:34.124089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.167076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aa45949-2d4f-471c-abff-1cb51cf282d2 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:40:34.218820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.317090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=69614f17-b271-4b20-9eee-82aba981a7bb,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:34.365901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '88029f0b-b464-492c-b803-98850142cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:34.366657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: a67963cf-dea9-4c7d-8ece-b8ca01e54380, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:34.469090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:34.486598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '6aa45949-2d4f-471c-abff-1cb51cf282d2', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '6aa45949-2d4f-471c-abff-1cb51cf282d2', 'mac_address': 'fa:16:3e:07:b0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:40:34.502028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:34.541539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a67963cf-dea9-4c7d-8ece-b8ca01e54380) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:34.555689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:34.558108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.560468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b3f6f-e69d-4538-b193-88c56e75d071 None None] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:34.617882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47950) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:34.618528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5858727b-4d43-485d-b79b-838f460c1166 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4171069 Aug 11 02:40:34.623208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.624921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241117797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:34.632510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.709257 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.715743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.752458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=6795a86a-db51-4e5b-a3da-eb411f15ab1e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:34.776903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.837757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.871800 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.873349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa45949-2d4f-471c-abff-1cb51cf282d2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:40:34.882160 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.945716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:34.953330 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6e8ff5c8-28f6-4d0b-9c37-6a85050f3cb7 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3327279 Aug 11 02:40:34.956624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 47954) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:34.985576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'port': {'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380', 'name': 'tempest-RoutersTest-262403269'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:35.027780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:35.046868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a67963cf-dea9-4c7d-8ece-b8ca01e54380', 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '69614f17-b271-4b20-9eee-82aba981a7bb'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:35.047278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.060898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.271991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Allocated IP 172.20.0.2 (a67963cf-dea9-4c7d-8ece-b8ca01e54380/69614f17-b271-4b20-9eee-82aba981a7bb/795090de-1dee-43ca-bb52-6ff65ea78d71) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:35.532362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:35.544886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:35.545885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19360aae-3c23-4429-9b46-4eb2af5a20fe req-f2d8a0f9-bd54-4e35-ad56-6e1a3eb65873 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.553602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19360aae-3c23-4429-9b46-4eb2af5a20fe req-f2d8a0f9-bd54-4e35-ad56-6e1a3eb65873 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 945 time: 0.3205948 Aug 11 02:40:35.556554 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Floating IP b1bca42e-f1a0-4015-a70f-f61be5c6b69a associated. External IP: 172.25.3.244, port: 0a285f0a-aca0-459b-bf3e-bbaf006581e3. Aug 11 02:40:35.592933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] device_id is not set on port dd708906-9f6c-48c7-b20a-cb32c93d1c81 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:40:35.830460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19360aae-3c23-4429-9b46-4eb2af5a20fe req-a78ccbe4-ce4d-413a-936d-519c45bba203 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652194 Aug 11 02:40:36.095520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.114445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Transition to ACTIVE for port object 795090de-1dee-43ca-bb52-6ff65ea78d71 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:36.157447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Transition to ACTIVE for port object 795090de-1dee-43ca-bb52-6ff65ea78d71 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:36.210082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6aa45949-2d4f-471c-abff-1cb51cf282d2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:36.219363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.288836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:36.325297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:36.404889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:36.411300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.20.0.4 (a67963cf-dea9-4c7d-8ece-b8ca01e54380/69614f17-b271-4b20-9eee-82aba981a7bb/dd708906-9f6c-48c7-b20a-cb32c93d1c81) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:36.419788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:36.560465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:36.628872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:36.640449 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:36.665217 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:36.672311 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:36.698975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.811604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-530bb1d2-f6dd-455b-a009-634bd5ff3200 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5136969 Aug 11 02:40:36.813607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:36.814132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:36.824544 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce32cbc1-2662-40c1-9c3d-502e85e9776c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:36.863089 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:36.898081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Attempting to bind port 795090de-1dee-43ca-bb52-6ff65ea78d71 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:36.898596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Attempting to bind port 795090de-1dee-43ca-bb52-6ff65ea78d71 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '88029f0b-b464-492c-b803-98850142cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:36.899078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Attempting to bind port 795090de-1dee-43ca-bb52-6ff65ea78d71 on network a67963cf-dea9-4c7d-8ece-b8ca01e54380 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:36.918884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:36.920196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Checking segment: {'id': '88029f0b-b464-492c-b803-98850142cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:36.920735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.921273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Bound using segment: {'id': '88029f0b-b464-492c-b803-98850142cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:36.922091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Bound port: 795090de-1dee-43ca-bb52-6ff65ea78d71, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88029f0b-b464-492c-b803-98850142cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a67963cf-dea9-4c7d-8ece-b8ca01e54380'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:36.922609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:36.925074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Pushing event updated for resources: {'Port': ['ID=795090de-1dee-43ca-bb52-6ff65ea78d71,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.115877 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5edca7-78d7-4143-b7fe-f2b302e5b394 x-openstack-request-id: req-8c5edca7-78d7-4143-b7fe-f2b302e5b394 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:37.116775 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:37.116775 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c5edca7-78d7-4143-b7fe-f2b302e5b394 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:37.117449 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'status': 'completed', 'code': 200} Aug 11 02:40:37.139145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] For port 795090de-1dee-43ca-bb52-6ff65ea78d71, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:37.149378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] For port 795090de-1dee-43ca-bb52-6ff65ea78d71, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=795090de-1dee-43ca-bb52-6ff65ea78d71,segment=NetworkSegment(88029f0b-b464-492c-b803-98850142cdcb),segment_id=88029f0b-b464-492c-b803-98850142cdcb)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:37.174589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.204635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.281621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object dd708906-9f6c-48c7-b20a-cb32c93d1c81 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:37.319623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4634e82d-454c-4a09-9f76-956fce43fbad tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/b1bca42e-f1a0-4015-a70f-f61be5c6b69a HTTP/1.1" status: 200 len: 991 time: 0.4752505 Aug 11 02:40:37.321859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-0491be6f-8097-4b87-9414-756150f6d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:37.327350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-0491be6f-8097-4b87-9414-756150f6d61a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1097 time: 0.2335553 Aug 11 02:40:37.388243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1268cfd-0ac5-479d-a392-d22d0aa42807 req-0c8cf70a-6bf2-4253-8a56-9cd9f9e18d9c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:37.403285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1268cfd-0ac5-479d-a392-d22d0aa42807 req-0c8cf70a-6bf2-4253-8a56-9cd9f9e18d9c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 945 time: 0.3062928 Aug 11 02:40:37.412729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762dfb7-8ed4-454b-84a1-e7e036fea3c5 None None] Pushing event updated for resources: {'Port': ['ID=795090de-1dee-43ca-bb52-6ff65ea78d71,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.452727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:37.533135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-3d70f50f-77ee-4b3e-92df-fbc8aa0f69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:37.534942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-3d70f50f-77ee-4b3e-92df-fbc8aa0f69bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 898 time: 0.1989729 Aug 11 02:40:37.693739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=dd708906-9f6c-48c7-b20a-cb32c93d1c81,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:37.766689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:37.777589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:37.804407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:38.028779 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:32Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:38.074480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1268cfd-0ac5-479d-a392-d22d0aa42807 req-eea6592e-38a9-4e21-9331-6ed9de5a80af tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702983 Aug 11 02:40:38.108272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-4889af06-8b82-4424-81a7-435a021556ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 999 time: 0.5580869 Aug 11 02:40:38.124682 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:38.128949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.129633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.144319 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:38.145850 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:38.192799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aa45949-2d4f-471c-abff-1cb51cf282d2 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:38.234071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f3de9f0-819e-42cc-944a-4cfa16ad1e99 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2676041 Aug 11 02:40:38.237148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48048) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:38.307343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-47890ddc-a3ad-49f1-9ca6-1891421369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.311437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-47890ddc-a3ad-49f1-9ca6-1891421369ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.1952529 Aug 11 02:40:38.337841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48056) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:38.391785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 795090de-1dee-43ca-bb52-6ff65ea78d71 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:38.586826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e033126b-8536-48a9-a31d-b31c7bbadb68 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/b1bca42e-f1a0-4015-a70f-f61be5c6b69a HTTP/1.1" status: 200 len: 991 time: 0.2446530 Aug 11 02:40:38.595012 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:38.640968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-18674a76-4070-4873-870e-67c34fcfa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.649749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-18674a76-4070-4873-870e-67c34fcfa245 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3320816 Aug 11 02:40:38.766530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 6aa45949-2d4f-471c-abff-1cb51cf282d2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:38.778864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 6aa45949-2d4f-471c-abff-1cb51cf282d2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:38.779811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:38.903692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 795090de-1dee-43ca-bb52-6ff65ea78d71 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:39.015011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-1e633d99-6401-48f4-815b-6a4fef04a37e service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561871 Aug 11 02:40:39.376199 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.388927 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:39.551156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:39.552915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:39.559584 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368cbaea-398e-49a9-8b81-f4fb3158b3d4" -d '{"events": [{"server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:39.598503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce32cbc1-2662-40c1-9c3d-502e85e9776c req-dc03076a-a106-4090-bba5-d09a96472de6 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664256 Aug 11 02:40:39.604247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:39.645869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:39.703946 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:32Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:39.795745 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca899001-4114-430f-8ab1-c329a961fde8 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:39:49Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:32Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:39.817922 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3ab7d-fbcc-4c00-aba0-8095ba28733e x-openstack-request-id: req-c7e3ab7d-fbcc-4c00-aba0-8095ba28733e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:39.821012 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "name": "network-vif-plugged", "status": "completed", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:39.823870 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7e3ab7d-fbcc-4c00-aba0-8095ba28733e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:39.827336 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2', 'code': 200} Aug 11 02:40:39.978801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a805b0-d24c-4678-903e-3c376c511d89 None None] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:40.288288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:40.368423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d15975-72aa-4559-b2cf-f981aa5f1697 None None] New status for floating IP b1bca42e-f1a0-4015-a70f-f61be5c6b69a: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:40:40.591342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Provisioning for port 795090de-1dee-43ca-bb52-6ff65ea78d71 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:40.722961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Provisioning complete for port 795090de-1dee-43ca-bb52-6ff65ea78d71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:40.723675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.752058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:40.819340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f42434-f62f-4688-999c-ae378f6966fc req-f7a29ca4-95a2-4fa4-ae4b-d2df79218469 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.834057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6f42434-f62f-4688-999c-ae378f6966fc req-f7a29ca4-95a2-4fa4-ae4b-d2df79218469 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 945 time: 1.4709458 Aug 11 02:40:40.989997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6224d866-09ee-4319-95f5-539d4e638938 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/b1bca42e-f1a0-4015-a70f-f61be5c6b69a HTTP/1.1" status: 200 len: 991 time: 1.3259332 Aug 11 02:40:41.039183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6f42434-f62f-4688-999c-ae378f6966fc req-d9875725-ddd7-4cea-ba28-120d9ead3348 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032778 Aug 11 02:40:41.043017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52698186-5784-4827-9bf3-c8f822b8580b req-1f780b19-31f6-47ba-a4cf-828cf8271efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:41.058528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52698186-5784-4827-9bf3-c8f822b8580b req-1f780b19-31f6-47ba-a4cf-828cf8271efd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 1098 time: 1.1498516 Aug 11 02:40:41.066488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.152480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52698186-5784-4827-9bf3-c8f822b8580b req-3ac3afc5-4611-4933-a81e-1ee5631f80c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839469 Aug 11 02:40:41.161094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.381477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.560195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] For port 795090de-1dee-43ca-bb52-6ff65ea78d71, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=795090de-1dee-43ca-bb52-6ff65ea78d71,segment=NetworkSegment(88029f0b-b464-492c-b803-98850142cdcb),segment_id=88029f0b-b464-492c-b803-98850142cdcb)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:41.571996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.800736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039ad9-0087-418f-ba25-c0b800096974 None None] Pushing event updated for resources: {'Port': ['ID=795090de-1dee-43ca-bb52-6ff65ea78d71,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:41.908270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.932461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:41.993333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48088) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:42.027320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 795090de-1dee-43ca-bb52-6ff65ea78d71 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:42.293446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Provisioning complete for port 795090de-1dee-43ca-bb52-6ff65ea78d71 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:42.294694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.378839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=dd708906-9f6c-48c7-b20a-cb32c93d1c81,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:42.514684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-00c59eb2-ac1b-4c36-87c3-545e8be8175e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/b1bca42e-f1a0-4015-a70f-f61be5c6b69a HTTP/1.1" status: 200 len: 993 time: 0.5194101 Aug 11 02:40:42.553464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347cf80-727a-4393-bb21-25837cbb8746 req-8c9ee9f1-40f1-4189-bacb-1d052ebc8f49 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.557724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8347cf80-727a-4393-bb21-25837cbb8746 req-8c9ee9f1-40f1-4189-bacb-1d052ebc8f49 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.2366292 Aug 11 02:40:42.647343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8347cf80-727a-4393-bb21-25837cbb8746 req-1e8ae1a4-42d4-4540-9161-3f14c933d3ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756419 Aug 11 02:40:42.839799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 795090de-1dee-43ca-bb52-6ff65ea78d71 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:42.843682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:42.846062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.243769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Provisioning for port dd708906-9f6c-48c7-b20a-cb32c93d1c81 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:43.251291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Provisioning complete for port dd708906-9f6c-48c7-b20a-cb32c93d1c81 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:43.251954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.288270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.393198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-457d04fe-c9c0-489c-b7c4-f97c12df5bca None None] Port dd708906-9f6c-48c7-b20a-cb32c93d1c81 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:43.561857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5cc4605a-e300-4678-b803-ca1b2b278a42 None None] Provisioning complete for port dd708906-9f6c-48c7-b20a-cb32c93d1c81 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:43.562455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5cc4605a-e300-4678-b803-ca1b2b278a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.673901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4605a-e300-4678-b803-ca1b2b278a42 None None] Port dd708906-9f6c-48c7-b20a-cb32c93d1c81 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:43.889647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f3e42-617f-438f-b3ee-1418ee0e41f5 req-c578c78d-b817-4511-8e86-c1fcc90abc6d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:43.898424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-713f3e42-617f-438f-b3ee-1418ee0e41f5 req-c578c78d-b817-4511-8e86-c1fcc90abc6d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.1469157 Aug 11 02:40:43.947339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:43.958853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.026041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-713f3e42-617f-438f-b3ee-1418ee0e41f5 req-7a7aeec8-ea05-4027-88ea-0c12e281cae2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208916 Aug 11 02:40:44.095031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:44.300365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=dd708906-9f6c-48c7-b20a-cb32c93d1c81,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:44.309867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5ebdb-eb39-4185-bdae-bc5d36340b5f req-3cdbe7d2-ecd3-4380-bd33-e5a16062c567 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:44.311634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59f5ebdb-eb39-4185-bdae-bc5d36340b5f req-3cdbe7d2-ecd3-4380-bd33-e5a16062c567 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.1814523 Aug 11 02:40:44.407212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59f5ebdb-eb39-4185-bdae-bc5d36340b5f req-92865ab7-0318-4e07-a5d1-2f611e9dadcc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Aug 11 02:40:44.411498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:44.413778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:44.760618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f49edde3-6058-476c-9d13-9135d71a6bbd is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:40:44.927853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a3c663ca-778f-4ad1-973c-f01c8c097a56 None None] Provisioning complete for port dd708906-9f6c-48c7-b20a-cb32c93d1c81 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:44.931223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c663ca-778f-4ad1-973c-f01c8c097a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:45.090272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a3c663ca-778f-4ad1-973c-f01c8c097a56 None None] Port dd708906-9f6c-48c7-b20a-cb32c93d1c81 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:40:45.161781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:45.179189 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] Sync routers for ids ['f49edde3-6058-476c-9d13-9135d71a6bbd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:45.208480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48116) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.212884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-01ef2d25-6eea-407c-bc00-ce94163409f6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f49edde3-6058-476c-9d13-9135d71a6bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9650934 Aug 11 02:40:45.219648 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] Routers {'f49edde3-6058-476c-9d13-9135d71a6bbd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:45.220962 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f49edde3-6058-476c-9d13-9135d71a6bbd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:45.290852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:45.323868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f564de7-a7e7-41ad-a35e-abdde652ca38 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:45.325097 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] Routers {'f49edde3-6058-476c-9d13-9135d71a6bbd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:45.328513 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f49edde3-6058-476c-9d13-9135d71a6bbd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:45.329895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1f564de7-a7e7-41ad-a35e-abdde652ca38 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports/dd708906-9f6c-48c7-b20a-cb32c93d1c81 HTTP/1.1" status: 200 len: 976 time: 0.1202521 Aug 11 02:40:45.335176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48122) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:45.457920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:45.458223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448da809-1bc0-4886-96d6-c1eda6f825bc req-cfb8df38-5921-4d63-ab22-36e033badb17 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:45.458989 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a03368-7efb-4f85-b0f3-39cd659183f5 None None] The sync data for ids ['f49edde3-6058-476c-9d13-9135d71a6bbd'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:45.477602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-448da809-1bc0-4886-96d6-c1eda6f825bc req-cfb8df38-5921-4d63-ab22-36e033badb17 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.1861732 Aug 11 02:40:45.567656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-448da809-1bc0-4886-96d6-c1eda6f825bc req-bca9bd1c-1c8a-4070-979f-6fc4fc212d20 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Aug 11 02:40:46.257555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.835399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7844b8-884f-48ad-bd61-5eeb44974feb req-227ab3ac-584c-44a5-b944-66423342e5eb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.839895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e7844b8-884f-48ad-bd61-5eeb44974feb req-227ab3ac-584c-44a5-b944-66423342e5eb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.1505413 Aug 11 02:40:46.855219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port dd708906-9f6c-48c7-b20a-cb32c93d1c81 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:46.855566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:46.938594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-1d89d02b-b1ce-45b4-95b0-818ef42a958e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:46.941414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-1d89d02b-b1ce-45b4-95b0-818ef42a958e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 946 time: 0.2084873 Aug 11 02:40:47.047156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.076652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for dd708906-9f6c-48c7-b20a-cb32c93d1c81 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:47.120571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e7844b8-884f-48ad-bd61-5eeb44974feb req-8435cc71-571b-4301-bf15-802694af8292 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614896 Aug 11 02:40:47.188105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 6aa45949-2d4f-471c-abff-1cb51cf282d2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:47.189018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.387563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 6aa45949-2d4f-471c-abff-1cb51cf282d2, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=6aa45949-2d4f-471c-abff-1cb51cf282d2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:47.388651 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.417295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 6aa45949-2d4f-471c-abff-1cb51cf282d2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:47.479212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.515407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=dd708906-9f6c-48c7-b20a-cb32c93d1c81,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:47.761708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.783146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['6aa45949-2d4f-471c-abff-1cb51cf282d2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:47.786115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['89e5daf8-7901-499b-9792-153f3a32f1a2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:40:47.801158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:47.811865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=6aa45949-2d4f-471c-abff-1cb51cf282d2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:47.849477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.850627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.853454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.854112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.854694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.856889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.860587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.861326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.861928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.863759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.864388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.864962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:47.998120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 6aa45949-2d4f-471c-abff-1cb51cf282d2 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:48.005626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:48.010997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-242419d7-aec6-4b4e-9b90-3145d58f9cd1 req-46b134f9-f78b-4537-88cb-5b8ad26b8429 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "DELETE /v2.0/ports/6aa45949-2d4f-471c-abff-1cb51cf282d2 HTTP/1.1" status: 204 len: 173 time: 1.0567844 Aug 11 02:40:48.011914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'name': 'network-vif-deleted', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:40:48.021459 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c702d6-b533-40f4-893b-a4b150645136" -d '{"events": [{"server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "name": "network-vif-deleted", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:40:48.145060 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410e8fc-fe1f-49bc-af16-a248918daf1a x-openstack-request-id: req-2410e8fc-fe1f-49bc-af16-a248918daf1a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:40:48.145755 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc5673-7643-4172-892c-f3ec1948107c", "name": "network-vif-deleted", "tag": "6aa45949-2d4f-471c-abff-1cb51cf282d2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:40:48.146314 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2410e8fc-fe1f-49bc-af16-a248918daf1a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:40:48.147940 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc5673-7643-4172-892c-f3ec1948107c', 'name': 'network-vif-deleted', 'tag': '6aa45949-2d4f-471c-abff-1cb51cf282d2', 'status': 'completed', 'code': 200} Aug 11 02:40:48.340071 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f49edde3-6058-476c-9d13-9135d71a6bbd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:48.359936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-045700c9-480d-4343-a460-5acf0d4cacb8 req-b530bc42-603b-430a-99ef-257760162e5c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.0575676 Aug 11 02:40:48.533933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:48.546856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] Sync routers for ids ['f49edde3-6058-476c-9d13-9135d71a6bbd'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:48.548101 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5a8216a-587b-4cbc-a367-8231e85bf0b8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f49edde3-6058-476c-9d13-9135d71a6bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2107995 Aug 11 02:40:48.551842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48180) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:48.573931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] Routers {'f49edde3-6058-476c-9d13-9135d71a6bbd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:48.574866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f49edde3-6058-476c-9d13-9135d71a6bbd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:48.626147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:48.643756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] Routers {'f49edde3-6058-476c-9d13-9135d71a6bbd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:48.644936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f49edde3-6058-476c-9d13-9135d71a6bbd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:48.703424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:48.704812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654e504-1c8d-4d19-adbe-9de384b6114d None None] The sync data for ids ['f49edde3-6058-476c-9d13-9135d71a6bbd'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:49.128555 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-0b1b9584-cf24-458c-98a2-ba134eee2b1b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 02:40:49.135991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48216) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.136676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b1b9584-cf24-458c-98a2-ba134eee2b1b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f49edde3-6058-476c-9d13-9135d71a6bbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5836701 Aug 11 02:40:49.184138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48222) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.199769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e0f39a2-2f3f-48b5-89d2-c63d3882c691 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=f49edde3-6058-476c-9d13-9135d71a6bbd HTTP/1.1" status: 200 len: 205 time: 0.0585642 Aug 11 02:40:49.329757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.620287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.620287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.687099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.687612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router f49edde3-6058-476c-9d13-9135d71a6bbd {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:49.691893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4667eaae-c1f0-4890-8fdf-281610de157d req-388f65f3-6718-4e97-b3c6-eb802bf36a0d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.2216086 Aug 11 02:40:49.697935 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.702911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48230) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:49.724889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-29127216-80e7-4225-b6e3-a7882d7aaa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/f49edde3-6058-476c-9d13-9135d71a6bbd HTTP/1.1" status: 204 len: 168 time: 0.5251923 Aug 11 02:40:49.823635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 69614f17-b271-4b20-9eee-82aba981a7bb {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:49.828549 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:49.919969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.031115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48236) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:50.119015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.243550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aa45949-2d4f-471c-abff-1cb51cf282d2 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:50.264508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.302760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 6aa45949-2d4f-471c-abff-1cb51cf282d2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:50.305955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 6aa45949-2d4f-471c-abff-1cb51cf282d2 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:50.349037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=69614f17-b271-4b20-9eee-82aba981a7bb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:50.373682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713186a-f2a9-40d3-807e-e04969d18f29 None None] Network a67963cf-dea9-4c7d-8ece-b8ca01e54380 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:50.374895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.381495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-36682180-647d-4ad2-aeec-b07972922f7f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/69614f17-b271-4b20-9eee-82aba981a7bb HTTP/1.1" status: 204 len: 168 time: 0.6752288 Aug 11 02:40:50.382075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:50.809548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] DHCP port deletion for a67963cf-dea9-4c7d-8ece-b8ca01e54380 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:50.933284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Deleting port 795090de-1dee-43ca-bb52-6ff65ea78d71 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:50.934616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:50.940757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26661747-c5f4-456c-b055-0602c5d74954 req-1f72409c-b2bb-4472-8424-570ef9f04d70 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.0892713 Aug 11 02:40:51.125374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.148857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] For port 795090de-1dee-43ca-bb52-6ff65ea78d71, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=795090de-1dee-43ca-bb52-6ff65ea78d71,segment=NetworkSegment(88029f0b-b464-492c-b803-98850142cdcb),segment_id=88029f0b-b464-492c-b803-98850142cdcb)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:51.149550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.173395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Calling delete_port for 795090de-1dee-43ca-bb52-6ff65ea78d71 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:51.357062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.404295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Pushing event deleted for resources: {'Port': ['ID=795090de-1dee-43ca-bb52-6ff65ea78d71,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.414518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.414869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.415242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.415585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.415933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.416271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.416610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.416947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.417276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.417601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.417964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.418299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:51.427970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9099b02-b16a-47e4-8e16-5a14fee3af40 None None] No DVR routers for this DVR port 795090de-1dee-43ca-bb52-6ff65ea78d71 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:51.431025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 795090de-1dee-43ca-bb52-6ff65ea78d71 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:51.431577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.611595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 795090de-1dee-43ca-bb52-6ff65ea78d71, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:51.612003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.631516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 795090de-1dee-43ca-bb52-6ff65ea78d71 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:51.637557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Port 795090de-1dee-43ca-bb52-6ff65ea78d71 was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:40:51.641510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.678223 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.682135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=795090de-1dee-43ca-bb52-6ff65ea78d71,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:51.719496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port 795090de-1dee-43ca-bb52-6ff65ea78d71 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:51.888296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.904389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67963cf-dea9-4c7d-8ece-b8ca01e54380']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.918830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88029f0b-b464-492c-b803-98850142cdcb') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.919145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88029f0b-b464-492c-b803-98850142cdcb') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:51.938900 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:51.999823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.016339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:52.017053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.042891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 795090de-1dee-43ca-bb52-6ff65ea78d71 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:52.060091 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:52.104403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 795090de-1dee-43ca-bb52-6ff65ea78d71 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:52.104818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 795090de-1dee-43ca-bb52-6ff65ea78d71 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:52.217615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebd12d88-155c-448b-b794-e3cc02e3d087 req-a8fbb7df-ec44-4cbc-b23e-0358b4ff3b57 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.0662084 Aug 11 02:40:52.349547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.375324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.377388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/a67963cf-dea9-4c7d-8ece-b8ca01e54380 HTTP/1.1" status: 204 len: 168 time: 1.9938340 Aug 11 02:40:52.383526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48254) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.390475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-678645102'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:52.394316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c56c2-b2c8-4389-ae5b-c614b1d0863e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=a67963cf-dea9-4c7d-8ece-b8ca01e54380,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:52.430998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:52.436908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.475846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:40:52.491562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.492278 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment a7e89e3c-699b-45cb-8931-eef8047eae8e of type vlan for network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 Aug 11 02:40:52.541358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Deleting port d249debd-63f2-45c1-923c-fea42598a2ff {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:52.542063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.587181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.643515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a87fec25-c842-4c07-a961-31fa6e3f8d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.652688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.669944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:52.670214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] For port d249debd-63f2-45c1-923c-fea42598a2ff, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d249debd-63f2-45c1-923c-fea42598a2ff,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:52.670455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.670948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:52.700849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Calling delete_port for d249debd-63f2-45c1-923c-fea42598a2ff owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:52.778646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3931062 Aug 11 02:40:52.782053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48256) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:52.787510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:52.892521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6f137-6c93-40fd-9353-67d66189dc5b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=a21848c9-48f0-49dd-b54a-61d31ac8c2e2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:52.907971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:40:53.003498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48260) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:53.123193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:40:53.128608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.171562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Deleting subnet ace3fefc-1397-44bb-9c19-645026aaebbb {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:53.226290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.240894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.325318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Pushing event deleted for resources: {'Port': ['ID=d249debd-63f2-45c1-923c-fea42598a2ff,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:53.437417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-418cd809-8f69-4128-a017-40fe1be2d126 req-1086cff6-0d6c-4210-bcfd-e47da88f591b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.0848825 Aug 11 02:40:53.702246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.830305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:53.907682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.067258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.182070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.190579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=95396c7b-7a1b-439a-b07a-74758f05f4ae,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:54.232476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.238219 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ace3fefc-1397-44bb-9c19-645026aaebbb HTTP/1.1" status: 204 len: 168 time: 1.2323668 Aug 11 02:40:54.239376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee575d0-db25-4a29-b445-0775c69b72ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace3fefc-1397-44bb-9c19-645026aaebbb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:54.242109 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:54.357548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': 'a7e89e3c-699b-45cb-8931-eef8047eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:54.357958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: a21848c9-48f0-49dd-b54a-61d31ac8c2e2, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:40:54.362542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.411778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:40:54.456761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a21848c9-48f0-49dd-b54a-61d31ac8c2e2) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:54.471068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:54.472326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.507325 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.536923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77bf2a-e32a-49e9-87e0-325d25e9dcc7 None None] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:54.538268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ecc016-839a-458f-a050-89cc84f1d7a6']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:54.565180 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fbb304f2-4908-400f-a401-774bebaec96e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7819691 Aug 11 02:40:54.571343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:54.584501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5964d69-4d3f-4849-a345-ee53ba3804c7') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:54.585374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5964d69-4d3f-4849-a345-ee53ba3804c7') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:54.602860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1730318503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:54.665145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.781241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.803204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:54.804348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.832609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6821b74-567c-4dd2-aa98-0ebf2ad71a6a req-c61bffdf-aacb-490b-8db9-cf6b4a182c81 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=98dc5673-7643-4172-892c-f3ec1948107c HTTP/1.1" status: 200 len: 210 time: 0.0773306 Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:54.898716 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:54.907596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Router c91e47af-5551-4911-b735-605681208fe6 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:40:54.920934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.923155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.963948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.975179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:54.977627 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] 10.222.0.68 "DELETE /v2.0/networks/48ecc016-839a-458f-a050-89cc84f1d7a6 HTTP/1.1" status: 204 len: 168 time: 0.7323461 Aug 11 02:40:55.047533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a21848c9-48f0-49dd-b54a-61d31ac8c2e2', 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '95396c7b-7a1b-439a-b07a-74758f05f4ae'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:40:55.048696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.061115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b5de6-a30d-402b-b7ee-af4c860cc179 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ecc016-839a-458f-a050-89cc84f1d7a6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:55.066701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.078292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.114750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.117674 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd685f13-d2bc-4328-866a-6cfe17653253 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5429592 Aug 11 02:40:55.119849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48280) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.226740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:40:55.241452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e949b163-9a9a-4252-a634-492d95cde11c admin admin] 10.222.0.68 "PUT /v2.0/routers/c91e47af-5551-4911-b735-605681208fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2039161 Aug 11 02:40:55.242780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48282) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.252040 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Sync routers for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:40:55.269211 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:55.272238 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:55.320515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48284) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.344810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-39d44851-12b1-4c92-955d-47354ce336f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.476174 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.496645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Allocated IP 172.20.0.2 (a21848c9-48f0-49dd-b54a-61d31ac8c2e2/95396c7b-7a1b-439a-b07a-74758f05f4ae/b49c00d6-59c5-4511-bb70-12467f8f8eed) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:55.575543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.583741 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:55.589280 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54814516-669b-4bef-9d5e-a64b4359d131 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=acfc041044f749a6a420d6618cb4513d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674153 Aug 11 02:40:55.668742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:55.933969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.971280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.982538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.002884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Transition to ACTIVE for port object b49c00d6-59c5-4511-bb70-12467f8f8eed will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:56.013172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.043612 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.073725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Transition to ACTIVE for port object b49c00d6-59c5-4511-bb70-12467f8f8eed will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:56.090570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.147569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:40:53Z', 'revision_number': 5, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port': {'id': 'cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91e47af-5551-4911-b735-605681208fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:27:46Z', 'updated_at': '2021-08-11T02:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.169497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Deleting port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:56.170764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.226886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:56.229676 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Checking router: c91e47af-5551-4911-b735-605681208fe6 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:40:56.242460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:56.248121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:56.256477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Routers {'c91e47af-5551-4911-b735-605681208fe6'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:40:56.257564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c91e47af-5551-4911-b735-605681208fe6'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.263210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Pushing event updated for resources: {'Port': ['ID=b49c00d6-59c5-4511-bb70-12467f8f8eed,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.350729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] For port cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:56.351889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.373851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Calling delete_port for cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:56.417936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Attempting to bind port b49c00d6-59c5-4511-bb70-12467f8f8eed on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:40:56.417936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Attempting to bind port b49c00d6-59c5-4511-bb70-12467f8f8eed by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a7e89e3c-699b-45cb-8931-eef8047eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:40:56.418950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Attempting to bind port b49c00d6-59c5-4511-bb70-12467f8f8eed on network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:40:56.433673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:40:56.434080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Checking segment: {'id': 'a7e89e3c-699b-45cb-8931-eef8047eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:40:56.434501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.434914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Bound using segment: {'id': 'a7e89e3c-699b-45cb-8931-eef8047eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:40:56.435406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Bound port: b49c00d6-59c5-4511-bb70-12467f8f8eed, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e89e3c-699b-45cb-8931-eef8047eae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a21848c9-48f0-49dd-b54a-61d31ac8c2e2'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:40:56.435797 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.571575 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] Set router c91e47af-5551-4911-b735-605681208fe6 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:40:56.643052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.20.0.1 (a21848c9-48f0-49dd-b54a-61d31ac8c2e2/95396c7b-7a1b-439a-b07a-74758f05f4ae/55916c4d-3675-41dc-8079-c444f948cc70) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:40:56.649598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.656046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.662838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6279991-49f8-4880-b591-b9fea123c489 HTTP/1.1" status: 204 len: 168 time: 0.9909949 Aug 11 02:40:56.677547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.714869 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:40:55Z', 'revision_number': 6, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:56.723954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466d1ea-c59d-40fc-8b5c-16bf373fcbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6279991-49f8-4880-b591-b9fea123c489,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:56.781664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d56eb5-6de9-4927-bce2-13be2e6a653e None None] The sync data for ids ['c91e47af-5551-4911-b735-605681208fe6'] in n-d-713498-10 is: [{'id': 'c91e47af-5551-4911-b735-605681208fe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1677589095-router', 'tenant_id': '1b38cac6de80483a998866e15d2e78ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:27:44Z', 'updated_at': '2021-08-11T02:40:55Z', 'revision_number': 6, 'project_id': '1b38cac6de80483a998866e15d2e78ef', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:40:56.823410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.832275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] For port b49c00d6-59c5-4511-bb70-12467f8f8eed, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:40:56.848668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] For port b49c00d6-59c5-4511-bb70-12467f8f8eed, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b49c00d6-59c5-4511-bb70-12467f8f8eed,segment=NetworkSegment(a7e89e3c-699b-45cb-8931-eef8047eae8e),segment_id=a7e89e3c-699b-45cb-8931-eef8047eae8e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:40:56.859114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.937796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.077191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c494e7e-2ef1-4b1c-a769-ad754df23e08 None None] Pushing event updated for resources: {'Port': ['ID=b49c00d6-59c5-4511-bb70-12467f8f8eed,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:57.242516 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.662380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.667000 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.749888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.750767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91e47af-5551-4911-b735-605681208fe6 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:40:57.756464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.761583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c0b7134f-bd2d-4f94-8935-ba164d72d9f8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c91e47af-5551-4911-b735-605681208fe6 HTTP/1.1" status: 204 len: 168 time: 2.5138948 Aug 11 02:40:57.761946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:57.870853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Deleting subnet 48cfcde1-3966-46f4-80b1-e16327d634fa {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:40:57.876814 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.026089 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.061422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.091515 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.116752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b49c00d6-59c5-4511-bb70-12467f8f8eed up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:40:58.139114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object 55916c4d-3675-41dc-8079-c444f948cc70 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:40:58.210022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b49c00d6-59c5-4511-bb70-12467f8f8eed completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:58.236561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.285845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.306335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=55916c4d-3675-41dc-8079-c444f948cc70,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:58.333728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d249debd-63f2-45c1-923c-fea42598a2ff no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:58.337529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:58.345126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:40:58.349008 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:40:58.397618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d249debd-63f2-45c1-923c-fea42598a2ff {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:58.399114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d249debd-63f2-45c1-923c-fea42598a2ff not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:58.400194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:40:58.467421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.474500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:40:58.475690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cdf4d84d-f9bc-4d68-95e3-1dd70a1470e4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:40:58.501683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.514483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cfcde1-3966-46f4-80b1-e16327d634fa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:58.543965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9773ec4-c5fe-4992-91a3-bcd9944416c4 None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:58.555793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.562386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-16d92751-8c0d-4a7d-a83a-a61cc72a94ae admin admin] 10.222.0.68 "DELETE /v2.0/subnets/48cfcde1-3966-46f4-80b1-e16327d634fa HTTP/1.1" status: 204 len: 168 time: 0.7993038 Aug 11 02:40:58.563321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48324) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:58.699359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.716860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.824668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Deleting port 9fab08f7-ff84-4452-83b1-47477c6d654b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:58.825708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:58.944327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] DHCP port deletion for 4f7cfa90-b056-4401-add5-2c15365863b7 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:40:59.016063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] For port 9fab08f7-ff84-4452-83b1-47477c6d654b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9fab08f7-ff84-4452-83b1-47477c6d654b,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:59.018598 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.059582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Calling delete_port for 9fab08f7-ff84-4452-83b1-47477c6d654b owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:59.115988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Deleting port 9fab08f7-ff84-4452-83b1-47477c6d654b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:40:59.116727 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.277218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.342603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fab08f7-ff84-4452-83b1-47477c6d654b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:59.356163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] No DVR routers for this DVR port 9fab08f7-ff84-4452-83b1-47477c6d654b on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:40:59.385502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047684c-3c94-42b1-b38d-b7fc6010fc65 None None] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:59.445356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.456879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.500537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] For port 9fab08f7-ff84-4452-83b1-47477c6d654b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9fab08f7-ff84-4452-83b1-47477c6d654b,segment=NetworkSegment(51f4270f-2a0a-4bd5-9b32-89a1773a3bd2),segment_id=51f4270f-2a0a-4bd5-9b32-89a1773a3bd2)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:40:59.500954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.541193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Calling delete_port for 9fab08f7-ff84-4452-83b1-47477c6d654b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:40:59.555509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Provisioning for port b49c00d6-59c5-4511-bb70-12467f8f8eed completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:40:59.569207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Provisioning complete for port b49c00d6-59c5-4511-bb70-12467f8f8eed triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:59.569985 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.602840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.613393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=55916c4d-3675-41dc-8079-c444f948cc70,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:59.630583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7cfa90-b056-4401-add5-2c15365863b7']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:59.660763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:59.661378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f4270f-2a0a-4bd5-9b32-89a1773a3bd2') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:40:59.669407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.696769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.741417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.753501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:40:59.754201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:40:59.756914 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:40:59.860076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.879278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:59.888260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4f7cfa90-b056-4401-add5-2c15365863b7 HTTP/1.1" status: 204 len: 168 time: 1.3207767 Aug 11 02:40:59.914809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327172-5b93-49af-b95d-8bcffe9c20c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7cfa90-b056-4401-add5-2c15365863b7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:59.938800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:40:59.954935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:00.052651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9fab08f7-ff84-4452-83b1-47477c6d654b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:00.158888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 9fab08f7-ff84-4452-83b1-47477c6d654b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:00.161564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9fab08f7-ff84-4452-83b1-47477c6d654b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:00.286028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 56690e41-9768-46ed-9386-0a241f988c0c is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:41:00.324867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.341737 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.421852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48348) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:00.506832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] For port b49c00d6-59c5-4511-bb70-12467f8f8eed, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b49c00d6-59c5-4511-bb70-12467f8f8eed,segment=NetworkSegment(a7e89e3c-699b-45cb-8931-eef8047eae8e),segment_id=a7e89e3c-699b-45cb-8931-eef8047eae8e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:00.511832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Network 4f7cfa90-b056-4401-add5-2c15365863b7 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:41:00.512432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] No DVR routers for this DVR port 9fab08f7-ff84-4452-83b1-47477c6d654b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:00.517065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.521519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c78cd-dd36-453c-be4d-a58e2fce98eb None None] Pushing event deleted for resources: {'Port': ['ID=9fab08f7-ff84-4452-83b1-47477c6d654b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.525365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5c26b9a-241b-46b1-8e1b-a7232c16e79d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b38cac6de80483a998866e15d2e78ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019878 Aug 11 02:41:00.529953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48350) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:00.592211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:00.610455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b47968a4-6531-4505-ae7e-e830cb385dbe tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/56690e41-9768-46ed-9386-0a241f988c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4884188 Aug 11 02:41:00.614680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48354) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:00.642810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] Sync routers for ids ['56690e41-9768-46ed-9386-0a241f988c0c'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:00.653595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] Routers {'56690e41-9768-46ed-9386-0a241f988c0c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:00.654526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['56690e41-9768-46ed-9386-0a241f988c0c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:00.669632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.701889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.720669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:00.747005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fff7e-d316-4e97-9dc1-38381bb82048 None None] Pushing event updated for resources: {'Port': ['ID=b49c00d6-59c5-4511-bb70-12467f8f8eed,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.762156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] Routers {'56690e41-9768-46ed-9386-0a241f988c0c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:00.762704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['56690e41-9768-46ed-9386-0a241f988c0c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:00.769502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3cccce-faed-4a90-b564-cd5e98b1c1ad tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:00.776592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e3cccce-faed-4a90-b564-cd5e98b1c1ad tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports/55916c4d-3675-41dc-8079-c444f948cc70 HTTP/1.1" status: 200 len: 910 time: 0.1588600 Aug 11 02:41:00.779130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48358) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:00.797922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.802786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:00.808992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f942eef7-4013-462c-96d9-82dfe42cb6eb HTTP/1.1" status: 204 len: 168 time: 0.2771556 Aug 11 02:41:00.836129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2e7c5-1cef-45f9-aee3-21877a807b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f942eef7-4013-462c-96d9-82dfe42cb6eb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:00.859132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:00.859819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cca845-5d6a-44fa-a7a6-5e69a9f07304 None None] The sync data for ids ['56690e41-9768-46ed-9386-0a241f988c0c'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:00.970154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Provisioning complete for port b49c00d6-59c5-4511-bb70-12467f8f8eed triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:00.970154 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.712866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Provisioning for port 55916c4d-3675-41dc-8079-c444f948cc70 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:01.731371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Provisioning complete for port 55916c4d-3675-41dc-8079-c444f948cc70 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:01.734525 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:01.898908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ce44ac2-8ca3-43bf-8395-79e0b674f452 None None] Port 55916c4d-3675-41dc-8079-c444f948cc70 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:02.033583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.074256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fe73f6a2-5565-41b8-8bc3-2c220ba014ab None None] Provisioning complete for port 55916c4d-3675-41dc-8079-c444f948cc70 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:02.074816 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe73f6a2-5565-41b8-8bc3-2c220ba014ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.135602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe73f6a2-5565-41b8-8bc3-2c220ba014ab None None] Port 55916c4d-3675-41dc-8079-c444f948cc70 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:02.138489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b49c00d6-59c5-4511-bb70-12467f8f8eed up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:02.211060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b49c00d6-59c5-4511-bb70-12467f8f8eed triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:02.211619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.483209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 55916c4d-3675-41dc-8079-c444f948cc70 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:02.484030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.604918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.632837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 55916c4d-3675-41dc-8079-c444f948cc70 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:02.632987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48390) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:02.813148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1366254883-network', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:02.871594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:02.874743 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:02.903173 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.101132 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.166970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=55916c4d-3675-41dc-8079-c444f948cc70,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.245486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.254551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.340799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:03.382926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1571b02-67d3-4946-9173-562bcc840ec8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.414571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.414933 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Added segment 05999b1a-760b-4239-a2d1-320566a630b4 of type vlan for network e6752534-7c6f-40b8-859e-a550a1cfa678 Aug 11 02:41:03.447771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.471084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.490585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5e72-1fb3-408c-ba18-bf2c4042f8e8 req-2f8e7921-956e-4191-ad06-34f555347e27 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.492197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b9f5e72-1fb3-408c-ba18-bf2c4042f8e8 req-2f8e7921-956e-4191-ad06-34f555347e27 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.1798995 Aug 11 02:41:03.558379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b9f5e72-1fb3-408c-ba18-bf2c4042f8e8 req-4f259ddd-3687-4d66-a0ce-65a580f7f0fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Aug 11 02:41:03.561979 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.563190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:03.564520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.642619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0034873 Aug 11 02:41:03.644255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:03.654011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Request body: {'subnet': {'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1366254883-subnet', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:03.669244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58f946-32b0-45e2-9643-79c01bf32ece admin admin] Pushing event updated for resources: {'Network': ['ID=e6752534-7c6f-40b8-859e-a550a1cfa678,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:03.690541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:03.691209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e6752534-7c6f-40b8-859e-a550a1cfa678 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:03.699632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:03.829311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 56690e41-9768-46ed-9386-0a241f988c0c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:04.035452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:04.046675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-79d954e6-942f-42cd-add3-b29e620cbd98 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/56690e41-9768-46ed-9386-0a241f988c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2587948 Aug 11 02:41:04.047170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48410) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:04.058836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] Sync routers for ids ['56690e41-9768-46ed-9386-0a241f988c0c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:04.086416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] Routers {'56690e41-9768-46ed-9386-0a241f988c0c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:04.087358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['56690e41-9768-46ed-9386-0a241f988c0c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:04.107183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9fc24a72-0d96-4ffb-9466-426329b4d90b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=56690e41-9768-46ed-9386-0a241f988c0c HTTP/1.1" status: 200 len: 205 time: 0.0573156 Aug 11 02:41:04.108829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:04.118114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.138433 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:04.150293 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] Routers {'56690e41-9768-46ed-9386-0a241f988c0c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:04.151208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['56690e41-9768-46ed-9386-0a241f988c0c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:04.203771 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:04.205223 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177b475-9ab7-4c62-9b08-f28246a4c7f0 None None] The sync data for ids ['56690e41-9768-46ed-9386-0a241f988c0c'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:04.258141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb90c191-0dc2-486c-b55b-5e46ca970841,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:04.267484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.362322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:04.362680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Network hostable DHCP agents. Network: e6752534-7c6f-40b8-859e-a550a1cfa678, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:04.475432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.478820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.480741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:04.524828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e6752534-7c6f-40b8-859e-a550a1cfa678) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:04.530898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:04.531174 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.548751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.550623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router 56690e41-9768-46ed-9386-0a241f988c0c {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:41:04.553961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccda9c9-c55c-4133-b377-3d17089886e0 None None] Network e6752534-7c6f-40b8-859e-a550a1cfa678 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:04.565343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.571884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bfffa66f-969a-4623-99d1-c3b729da1f7b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/56690e41-9768-46ed-9386-0a241f988c0c HTTP/1.1" status: 204 len: 168 time: 0.4579771 Aug 11 02:41:04.574535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:04.575686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48418) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:04.575875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-09c76cf2-d4cc-47db-aef5-2831bc0014a8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9300549 Aug 11 02:41:04.667823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:04.717020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 95396c7b-7a1b-439a-b07a-74758f05f4ae {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:04.725233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.727223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.733235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.772757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e6752534-7c6f-40b8-859e-a550a1cfa678', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:04.773668 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.847037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:04.862613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21904fd-c846-476f-84e8-eac3cb508eb4 req-7bdc9605-cc4a-4f65-a4b9-b7ece243ba32 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:04.863557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e21904fd-c846-476f-84e8-eac3cb508eb4 req-7bdc9605-cc4a-4f65-a4b9-b7ece243ba32 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.1262975 Aug 11 02:41:04.927232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.000608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e21904fd-c846-476f-84e8-eac3cb508eb4 req-6a79aa13-e318-42ec-8e4c-ab96a6ef1d4b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288893 Aug 11 02:41:05.066488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Allocated IP 172.20.0.2 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/0f57319d-bff7-46b3-b7cf-6cd896a0b52c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:05.102878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e557baa-357d-41ba-85ff-463a54802492 req-4e36a909-a294-411d-8c09-d7d66ab2e812 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:05.109507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e557baa-357d-41ba-85ff-463a54802492 req-4e36a909-a294-411d-8c09-d7d66ab2e812 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 945 time: 0.1826468 Aug 11 02:41:05.230149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.235069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.355482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 89e5daf8-7901-499b-9792-153f3a32f1a2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:05.355875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.443491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.487849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Transition to ACTIVE for port object 0f57319d-bff7-46b3-b7cf-6cd896a0b52c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:05.501676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.519984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Transition to ACTIVE for port object 0f57319d-bff7-46b3-b7cf-6cd896a0b52c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:05.537011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.578246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=95396c7b-7a1b-439a-b07a-74758f05f4ae,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.579412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 89e5daf8-7901-499b-9792-153f3a32f1a2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=89e5daf8-7901-499b-9792-153f3a32f1a2,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:05.579795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.582701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.590561 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3cb7fa09-2a90-4b52-b540-4e27e4eecd62 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/95396c7b-7a1b-439a-b07a-74758f05f4ae HTTP/1.1" status: 204 len: 168 time: 1.0090208 Aug 11 02:41:05.592020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48428) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.595235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Pushing event updated for resources: {'Port': ['ID=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:05.605096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171845f7-72fe-4816-9fba-faffe70bcb3b None None] Network a21848c9-48f0-49dd-b54a-61d31ac8c2e2 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:05.627791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 89e5daf8-7901-499b-9792-153f3a32f1a2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:05.638011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:05.701778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:05.706336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:05.736247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48430) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:05.828499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Attempting to bind port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:05.829252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Attempting to bind port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:05.829252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Attempting to bind port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:05.847594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:05.847989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:05.848596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.849070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:05.849642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Bound port: 0f57319d-bff7-46b3-b7cf-6cd896a0b52c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:05.850149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.932147 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.953960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:05.963138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] For port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:05.968978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] For port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:05.972939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] DHCP port deletion for a21848c9-48f0-49dd-b54a-61d31ac8c2e2 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:05.979428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.052611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9cd20c-e5dc-4161-91d7-9deba3917298 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:06.053960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9cd20c-e5dc-4161-91d7-9deba3917298 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:06.054699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9cd20c-e5dc-4161-91d7-9deba3917298 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:06.057448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5b9cd20c-e5dc-4161-91d7-9deba3917298 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/ports?project_id=4deabcb179264556bc4d330ef04f115a&network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 2972 time: 0.3185017 Aug 11 02:41:06.066063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.165895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4342d-79b6-468e-8619-b5ec8bbe183a None None] Pushing event updated for resources: {'Port': ['ID=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:06.266683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port b49c00d6-59c5-4511-bb70-12467f8f8eed {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:06.266683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.288852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.354556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Deleting port b49c00d6-59c5-4511-bb70-12467f8f8eed {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:06.355417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.392158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=89e5daf8-7901-499b-9792-153f3a32f1a2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:06.433849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9158930-94af-42c2-af98-8fab6cd9db89 req-29184097-6cd3-4dde-9d8b-7c20a9117d1f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:06.435839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9158930-94af-42c2-af98-8fab6cd9db89 req-29184097-6cd3-4dde-9d8b-7c20a9117d1f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 867 time: 0.2485902 Aug 11 02:41:06.538276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 89e5daf8-7901-499b-9792-153f3a32f1a2 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:06.546371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.550833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e557baa-357d-41ba-85ff-463a54802492 req-7010f87b-99be-4b84-80a6-108b69771050 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "DELETE /v2.0/ports/89e5daf8-7901-499b-9792-153f3a32f1a2 HTTP/1.1" status: 204 len: 173 time: 1.4304693 Aug 11 02:41:06.551095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] For port b49c00d6-59c5-4511-bb70-12467f8f8eed, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b49c00d6-59c5-4511-bb70-12467f8f8eed,segment=NetworkSegment(a7e89e3c-699b-45cb-8931-eef8047eae8e),segment_id=a7e89e3c-699b-45cb-8931-eef8047eae8e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:06.551245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'name': 'network-vif-deleted', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:06.551374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.576115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port b49c00d6-59c5-4511-bb70-12467f8f8eed, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b49c00d6-59c5-4511-bb70-12467f8f8eed,segment=NetworkSegment(a7e89e3c-699b-45cb-8931-eef8047eae8e),segment_id=a7e89e3c-699b-45cb-8931-eef8047eae8e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:06.576356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.579202 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81936cce-a16a-4c9a-84d4-de85d20d5b18" -d '{"events": [{"server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "name": "network-vif-deleted", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:06.585775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Allocated IP 172.25.3.181 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6daea920-ef67-4267-a92a-0282c40c5977) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:06.627959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for b49c00d6-59c5-4511-bb70-12467f8f8eed owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:06.628215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9158930-94af-42c2-af98-8fab6cd9db89 req-7302cb09-c5fa-4c15-83ce-ae9691303316 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=0b3a0443-372e-45e2-815d-c0f844d0aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521845 Aug 11 02:41:06.648587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Calling delete_port for b49c00d6-59c5-4511-bb70-12467f8f8eed owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:06.665608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-947997d0-2e99-4236-ac3b-6fff0783bc98 req-5682f1a5-1eca-4461-b9a1-417e46690fab service neutron] (94653) timed out ('10.222.0.61', 51051) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:41:06.760322 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc1f7e0-75ac-41bc-bf2e-e83226f9b1c1 x-openstack-request-id: req-9dc1f7e0-75ac-41bc-bf2e-e83226f9b1c1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:06.761099 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5", "name": "network-vif-deleted", "tag": "89e5daf8-7901-499b-9792-153f3a32f1a2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:06.761383 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9dc1f7e0-75ac-41bc-bf2e-e83226f9b1c1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:06.761914 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5', 'name': 'network-vif-deleted', 'tag': '89e5daf8-7901-499b-9792-153f3a32f1a2', 'status': 'completed', 'code': 200} Aug 11 02:41:06.898151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:06.936493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] Pushing event deleted for resources: {'Port': ['ID=b49c00d6-59c5-4511-bb70-12467f8f8eed,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:06.947279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991963c-88d6-4ae5-8351-2db0c9f653a3 None None] No DVR routers for this DVR port b49c00d6-59c5-4511-bb70-12467f8f8eed on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:07.104836 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.267166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.316858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.331979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=b49c00d6-59c5-4511-bb70-12467f8f8eed,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:07.451692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Pushing event updated for resources: {'Port': ['ID=6daea920-ef67-4267-a92a-0282c40c5977,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:07.463354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port b49c00d6-59c5-4511-bb70-12467f8f8eed on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:07.518588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:07.617667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:07.620706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:07.654724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.674705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21848c9-48f0-49dd-b54a-61d31ac8c2e2']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.689899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e89e3c-699b-45cb-8931-eef8047eae8e') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.690195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e89e3c-699b-45cb-8931-eef8047eae8e') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:07.705480 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:07.812485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a21f63-680f-4f70-9178-d744f730f30a req-262349c6-1a7f-4cec-b1ec-f290fa7a4e34 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Aug 11 02:41:08.021377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bb7ed-5af4-4f85-9bf9-70743ec3646a None None] Network e6752534-7c6f-40b8-859e-a550a1cfa678 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:08.029759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 89e5daf8-7901-499b-9792-153f3a32f1a2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:08.155586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 89e5daf8-7901-499b-9792-153f3a32f1a2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:08.156170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 89e5daf8-7901-499b-9792-153f3a32f1a2 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:08.191431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f57319d-bff7-46b3-b7cf-6cd896a0b52c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:08.194400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8c4f5242-90e7-4491-84c4-bb8320d40c6d None None] Provisioning for port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:08.341665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:08.393867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:08.393867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.397272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48476) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.421713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.435227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:08.436043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self.session.flush() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:08.446004 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:08.582526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7394f44-4007-4c38-9635-a0addbb2d87c tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:08.595020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b7394f44-4007-4c38-9635-a0addbb2d87c tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 HTTP/1.1" status: 200 len: 814 time: 0.1955876 Aug 11 02:41:08.649840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.701866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:08.708619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.778688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:08.800227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.823223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.825446 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/a21848c9-48f0-49dd-b54a-61d31ac8c2e2 HTTP/1.1" status: 204 len: 168 time: 3.2319570 Aug 11 02:41:08.833097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48482) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.835304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.841428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1571309315', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:08.852162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b49c00d6-59c5-4511-bb70-12467f8f8eed no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:08.892844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea49c3c-3ff1-437f-86c6-99ebd121df93 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=a21848c9-48f0-49dd-b54a-61d31ac8c2e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:08.903318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.905468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.968917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b49c00d6-59c5-4511-bb70-12467f8f8eed {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:08.969501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b49c00d6-59c5-4511-bb70-12467f8f8eed not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:08.981709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.104170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f98521c1-2896-4fbf-90d4-c6088570db92 req-eaa9b466-1d54-4e1f-9e0f-ee3a1eb4b3d8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.0603230 Aug 11 02:41:09.197986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.203364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-21ff9f87-18cd-4c1d-a204-8f3074e620cf None None] Provisioning complete for port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:09.204148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-21ff9f87-18cd-4c1d-a204-8f3074e620cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.255857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.359215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:09.369465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'network': {'name': 'tempest-network-smoke--932898773', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:09.557780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:09.561421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.598075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:09.610793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.611029 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Added segment 6fe914e5-7a65-49a1-970a-e743e5b200a9 of type vlan for network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b Aug 11 02:41:09.661684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.701237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.707616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:09.708288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.733278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3729820 Aug 11 02:41:09.734164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:09.742723 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.787011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:09.877726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4ad6-4653-40d9-81f9-464b4cfba013 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Network': ['ID=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:09.899785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:41:09.900403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:09.912800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968d2e6-7801-4781-a0ad-11b96711ca87 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:09.917426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c968d2e6-7801-4781-a0ad-11b96711ca87 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=4deabcb179264556bc4d330ef04f115a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1780701 Aug 11 02:41:09.918138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48502) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.162308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966eaeb-a9c7-479e-9480-009df9f10a55 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:10.167015 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b966eaeb-a9c7-479e-9480-009df9f10a55 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2458386 Aug 11 02:41:10.167996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.178979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:10.208890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Sync routers for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:10.221376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f57319d-bff7-46b3-b7cf-6cd896a0b52c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:10.224294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.25.3.150 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/7d820be1-6a16-48d4-a86c-2ccb518fd0ab) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:10.225094 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-21ee1642-ae91-44f6-8e4f-2bbeb3f8b318 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555182 Aug 11 02:41:10.226699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.265140 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-54f575fe-04f1-4eeb-a61a-76ffbbca2191 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=4deabcb179264556bc4d330ef04f115a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367217 Aug 11 02:41:10.266046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.379616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.380796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb58ad5e-49c2-4aec-9695-bdf315e3b350 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7191536 Aug 11 02:41:10.382185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59533e32-1157-4d93-a6d8-7c6ddb1deabb tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:10.387387 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-59533e32-1157-4d93-a6d8-7c6ddb1deabb tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1201019 Aug 11 02:41:10.388298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.388571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48514) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.478825 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b0d9223e-2a4a-4cac-9ebf-b4b5650528e4 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876002 Aug 11 02:41:10.482522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:10.488203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968593758', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:10.868038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:10.871254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:10.876331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.880931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:10.883186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:10.895455 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.105689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:11.189137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.231447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:11.232286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.272059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.348697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.350748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Subnet': ['ID=6de93d1e-451d-424c-8f30-75e438b160eb,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:11.420600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01a3b3b6-7e2e-404f-94b7-0023a8a94f16 req-502d0460-4b50-44a8-8caf-cec4199e3ab1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.0981331 Aug 11 02:41:11.500931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:08Z', 'revision_number': 3, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:11.506786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:11.541092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=7d820be1-6a16-48d4-a86c-2ccb518fd0ab,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:11.556614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:11.557032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Checking router: d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:11.557569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Updating router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 port 6daea920-ef67-4267-a92a-0282c40c5977 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:11.562997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:11.605799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.675139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:11.699591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Checking segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:11.700206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network hostable DHCP agents. Network: fc8aafd3-d6a7-49f9-a5ef-ed089df5307b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:11.892519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Allocated IP 172.20.0.1 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/35163805-e651-4595-bfc5-9fbf520000c9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:12.013950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.031101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Transition to ACTIVE for port object 35163805-e651-4595-bfc5-9fbf520000c9 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:12.082935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.099456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:12.133639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:12.139617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:12.151372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.153535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:12.160444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, fc8aafd3-d6a7-49f9-a5ef-ed089df5307b) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:12.175529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:12.176168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.241136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7de4f467-1b15-4654-bd23-d82ac510fbdf tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7456837 Aug 11 02:41:12.268252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Pushing event updated for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:12.300133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.327231 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.348809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc848e85-4da3-4484-b9e9-26560a4668cc None None] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:12.598752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.660052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Transition to ACTIVE for port object 6daea920-ef67-4267-a92a-0282c40c5977 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:12.679319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.783191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ips': [{'subnet_id': '6de93d1e-451d-424c-8f30-75e438b160eb'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:12.784196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.859007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e051fa1-6135-49b3-bb8d-9b236f2ad018 req-6fcdb6fe-c662-40c4-a82a-86027f59e8be tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.1852603 Aug 11 02:41:12.943700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:12.956177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48536) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:12.970370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Attempting to bind port 6daea920-ef67-4267-a92a-0282c40c5977 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:12.970370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Attempting to bind port 6daea920-ef67-4267-a92a-0282c40c5977 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:12.970370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Attempting to bind port 6daea920-ef67-4267-a92a-0282c40c5977 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:12.997120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704638115', 'description': 'tempest-secgroup-smoke-1704638115 description', 'project_id': '4deabcb179264556bc4d330ef04f115a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:13.056075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.066047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.075984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:13.076371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:13.076796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.077208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:13.077759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Bound port: 6daea920-ef67-4267-a92a-0282c40c5977, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:13.078459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.156247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] For port 6daea920-ef67-4267-a92a-0282c40c5977, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:13.161412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] For port 6daea920-ef67-4267-a92a-0282c40c5977, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6daea920-ef67-4267-a92a-0282c40c5977,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:13.183515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.201218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.204221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.224836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c928df2e-23a2-4ca9-84ed-65892c6668a7 None None] Provisioning for port 35163805-e651-4595-bfc5-9fbf520000c9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:13.273104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12aad7-642b-4665-897f-09254f95964a None None] Pushing event updated for resources: {'Port': ['ID=6daea920-ef67-4267-a92a-0282c40c5977,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.387010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:13.388904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:13.467650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c928df2e-23a2-4ca9-84ed-65892c6668a7 None None] Provisioning complete for port 35163805-e651-4595-bfc5-9fbf520000c9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:13.468041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c928df2e-23a2-4ca9-84ed-65892c6668a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.500065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Pushing event updated for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.628423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.655027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.673024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12aad7-642b-4665-897f-09254f95964a None None] Pushing event updated for resources: {'Port': ['ID=6daea920-ef67-4267-a92a-0282c40c5977,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.695832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c928df2e-23a2-4ca9-84ed-65892c6668a7 None None] Port 35163805-e651-4595-bfc5-9fbf520000c9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:13.704445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:13.722470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:13.736589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router a74a7b73-97f5-453e-82ea-e7088d2b44db is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:41:13.739164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:13.742829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Allocated IP 172.20.0.18 (fc8aafd3-d6a7-49f9-a5ef-ed089df5307b/6de93d1e-451d-424c-8f30-75e438b160eb/deb6cd93-247a-48fb-ba86-f6c2e15c56ba) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:13.939723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d838b-8955-495d-9649-35f750bfe1a0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.947158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.953583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-609876d1-ba9b-4c6d-8ffc-91eab3f959af tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9941397 Aug 11 02:41:13.954610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48540) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:13.966582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:14.091611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:14.273668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d9ed9e1-d126-4b30-8e72-e600463105a0 req-bbcad1de-65c3-40d9-83a9-9316d9526695 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.1206830 Aug 11 02:41:14.276815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.356960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 2, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.381448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:14.396519 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] Sync routers for ids ['a74a7b73-97f5-453e-82ea-e7088d2b44db'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:14.428012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac3a8a-a82d-4405-ba2b-002718fa70c3 None None] The sync data for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 is: [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 2, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:14.431418 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] Routers {'a74a7b73-97f5-453e-82ea-e7088d2b44db'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:14.434846 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a74a7b73-97f5-453e-82ea-e7088d2b44db'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.449603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2efc312e-a8b8-464f-8a4c-aa66c2010867 None None] Provisioning complete for port 35163805-e651-4595-bfc5-9fbf520000c9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:14.450022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2efc312e-a8b8-464f-8a4c-aa66c2010867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.459342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.465479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e7e405af-b083-48ab-ab9c-5914ed555cf2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.6305826 Aug 11 02:41:14.466405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:14.490085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:14.504663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.511780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6483b6e0-d207-4f84-b15b-57272072e020 admin admin] 10.222.0.68 "PUT /v2.0/routers/d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1218162 Aug 11 02:41:14.539104 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.542482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2efc312e-a8b8-464f-8a4c-aa66c2010867 None None] Port 35163805-e651-4595-bfc5-9fbf520000c9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:14.561139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Transition to ACTIVE for port object deb6cd93-247a-48fb-ba86-f6c2e15c56ba will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:14.584255 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.585283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.618957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Transition to ACTIVE for port object deb6cd93-247a-48fb-ba86-f6c2e15c56ba will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:14.623707 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] Routers {'a74a7b73-97f5-453e-82ea-e7088d2b44db'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:14.625130 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a74a7b73-97f5-453e-82ea-e7088d2b44db'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.642756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.712732 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:14.714419 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f07e4-f420-458d-91b8-d0dd25379b0a None None] The sync data for ids ['a74a7b73-97f5-453e-82ea-e7088d2b44db'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:14.718133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9eab0e-3eaa-4fc0-98d7-4eaec3e1f71a,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:14.759356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:14.764561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48550) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:14.774052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:14.805997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6d26a312-42f6-4025-87f6-bcd85e8ed06c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8018947 Aug 11 02:41:14.970336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.076894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-55da2721-463c-496c-95bb-b7d43915f14e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers/a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 200 len: 881 time: 0.5933259 Aug 11 02:41:15.077840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48556) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.121268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.128054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.154384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.159727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48558) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.159981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3937018 Aug 11 02:41:15.180911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679f855-a9f4-40d6-91ff-6f8afcbcb744 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e7a6f7-8d33-441c-b40d-ede09d1fc6aa,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.181436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:15.270935 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.366550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:15.375716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:15.387995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:15.454313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.527076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.649971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Pushing event updated for resources: {'Port': ['ID=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.651099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d485121c-6a6d-41ac-ac77-e7a2fa6a7083,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:15.681085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d00aacd2-46ca-4259-8740-d048a937f845 req-b1e9c163-3dfa-4f15-83f4-294c6f40edae tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.1193402 Aug 11 02:41:15.681486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.688968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571822724', 'description': 'tempest-description--1574607768'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:15.712351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Attempting to bind port deb6cd93-247a-48fb-ba86-f6c2e15c56ba on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:15.712976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Attempting to bind port deb6cd93-247a-48fb-ba86-f6c2e15c56ba by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:15.713546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Attempting to bind port deb6cd93-247a-48fb-ba86-f6c2e15c56ba on network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:15.734754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:15.735403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Checking segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:15.736099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.737305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Bound using segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:15.741762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.748792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Bound port: deb6cd93-247a-48fb-ba86-f6c2e15c56ba, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:15.749596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.791996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:15.798303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3bc3b915-9927-4122-b9e6-c60528e78b16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218553 Aug 11 02:41:15.805732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48568) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.815260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:15.862840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:41:15.862840 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:41:15.862840 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '4deabcb179264556bc4d330ef04f115a', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 41, 15, 831490)}] Aug 11 02:41:15.862840 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:41:15.863490 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:41:15.972552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5abb6aac-61f3-45de-9e83-ff1d47531b4e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8912470 Aug 11 02:41:15.974870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48570) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.996680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1571309315'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:16.043029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] For port deb6cd93-247a-48fb-ba86-f6c2e15c56ba, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:16.060425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] For port deb6cd93-247a-48fb-ba86-f6c2e15c56ba, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:16.070707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.079029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.086340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.160529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e41bec-265a-441d-b570-d67313bacbf3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.176035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.178788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-abc61cb3-70e2-4ec3-9415-89bcceeb8584 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4964938 Aug 11 02:41:16.181726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48572) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:16.193226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'security_group_rule': {'security_group_id': '22e41bec-265a-441d-b570-d67313bacbf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:16.230546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceaf82-56eb-4ae3-9099-cecda89538d3 None None] Pushing event updated for resources: {'Port': ['ID=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.302708 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:16.303251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.507115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.550650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.561797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.679817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166873e2-c5b7-49cb-a6e0-8dff8eadc1e4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.707285 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.711136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5004979e-aece-459e-aad7-c4490070cfaa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5277753 Aug 11 02:41:16.723825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48582) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:16.754597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'security_group_rule': {'security_group_id': '22e41bec-265a-441d-b570-d67313bacbf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:16.854366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.946337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.957062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.023703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7ab425-b5b7-40d2-a87a-3147b7e18b58,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.030182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.034860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9780edb3-0e61-4ab3-8801-58d2741cf2ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2277513 Aug 11 02:41:17.038113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.043168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:17.044028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f81d00f0-d23b-4865-9ecd-3bcdc6fd8a5c req-d17e28ef-8f80-45d9-8ddf-530513454123 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=bdc61e7e-c5b2-48d1-ae3c-d5c68fe8cda5 HTTP/1.1" status: 200 len: 210 time: 0.1190884 Aug 11 02:41:17.084234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.109359 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:17.117884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.141055 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.154893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.159937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4324405 Aug 11 02:41:17.160616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48586) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.178461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:17.198536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926d1aa-e87d-4761-ad47-8a59f509c6ac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56ddee3-1640-4437-9e03-2ff6b96b0945,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.260101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.345071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.363648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.396018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8a64ee-b393-482f-9152-3e2fb66c16a7,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.400375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.401982 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-57617329-f9c1-4bde-98c6-57049028e8bd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3626897 Aug 11 02:41:17.405215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48592) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:17.412979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d838b-8955-495d-9649-35f750bfe1a0', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:17.469066 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:17.490344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.557272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.686172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.719951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.778303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.801865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.848057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.25.3.61 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2f3ce29a-ed39-4a52-b837-27c1aeddb125) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:17.850501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ed660d-7c40-467b-aa11-f032b79e51e5,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.872179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.873464 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa25d902-a601-41de-8c52-686b8b4d03b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4643652 Aug 11 02:41:17.948391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router a74a7b73-97f5-453e-82ea-e7088d2b44db has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:18.168014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b647a83-0c5b-4d22-8e13-821d1945486b None None] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:18.211671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:18.221662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb6cd93-247a-48fb-ba86-f6c2e15c56ba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:18.235202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.238144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0855c68e-5057-41ad-8df5-4bc25041b178 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 200 len: 888 time: 2.2619781 Aug 11 02:41:18.240679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48610) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:18.291854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] Sync routers for ids ['a74a7b73-97f5-453e-82ea-e7088d2b44db'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:18.324788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] Routers {'a74a7b73-97f5-453e-82ea-e7088d2b44db'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:18.331231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a74a7b73-97f5-453e-82ea-e7088d2b44db'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:18.435697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:18.453644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5dd491cf-f80a-47af-8cab-953630d00d8f None None] Provisioning for port deb6cd93-247a-48fb-ba86-f6c2e15c56ba completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:18.510608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] Routers {'a74a7b73-97f5-453e-82ea-e7088d2b44db'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:18.511410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a74a7b73-97f5-453e-82ea-e7088d2b44db'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:18.598098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:18.598934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb2ba1-f327-4b7c-bb4c-67e944e452cb None None] The sync data for ids ['a74a7b73-97f5-453e-82ea-e7088d2b44db'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:18.627113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port deb6cd93-247a-48fb-ba86-f6c2e15c56ba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:18.636472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port deb6cd93-247a-48fb-ba86-f6c2e15c56ba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:18.637259 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.640505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f2752ab-a8c2-4b7e-87a9-43537f0be3c1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers/a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 200 len: 888 time: 0.3974071 Aug 11 02:41:18.650392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48618) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:18.760458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.788307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Sync routers for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:18.796213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c4e1d1fd-5229-4b70-958a-01af3d7b4cac tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 200 len: 205 time: 0.1433403 Aug 11 02:41:18.803684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:18.810170 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:18.811775 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:18.814202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.875586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.882586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port deb6cd93-247a-48fb-ba86-f6c2e15c56ba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:18.894741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.895922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6daea920-ef67-4267-a92a-0282c40c5977 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:19.024398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=2f3ce29a-ed39-4a52-b837-27c1aeddb125,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.025510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-708e0129-a346-431a-a709-69042e967ad9 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704638115&fields=id&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 267 time: 0.4313927 Aug 11 02:41:19.048894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:19.050711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:19.061869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:19.090278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6daea920-ef67-4267-a92a-0282c40c5977 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:19.108329 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:19.108559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6daea920-ef67-4267-a92a-0282c40c5977 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:19.109616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.214485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.260066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9e90b38c-93ac-427a-b5b7-afadaf448523 None None] Provisioning complete for port deb6cd93-247a-48fb-ba86-f6c2e15c56ba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:19.260495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9e90b38c-93ac-427a-b5b7-afadaf448523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.465469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.468142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.471357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-837b2082-2c8e-417f-9b5c-c9883fdd615f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:19.477846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-837b2082-2c8e-417f-9b5c-c9883fdd615f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/networks?id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b HTTP/1.1" status: 200 len: 796 time: 0.4432940 Aug 11 02:41:19.509446 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 2, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:19.511611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.565420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6daea920-ef67-4267-a92a-0282c40c5977, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6daea920-ef67-4267-a92a-0282c40c5977,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:19.572310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.579084 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Checking router: d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:19.579282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.579762 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Updating router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 port 35163805-e651-4595-bfc5-9fbf520000c9 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:19.625223 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.731575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-c6236f47-dccc-4c26-b081-bee9fe320aa0 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/quotas/4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 375 time: 0.0608988 Aug 11 02:41:19.748890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6daea920-ef67-4267-a92a-0282c40c5977,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:19.842104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.880525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-9ede3a1a-4454-4e12-b401-87ec52f45cc8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1257861 Aug 11 02:41:20.041523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 7d820be1-6a16-48d4-a86c-2ccb518fd0ab {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:20.041922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.097087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.114771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.121065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb6cd93-247a-48fb-ba86-f6c2e15c56ba up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:20.184365 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.220177 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Transition to ACTIVE for port object 35163805-e651-4595-bfc5-9fbf520000c9 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:20.240948 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.263644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port deb6cd93-247a-48fb-ba86-f6c2e15c56ba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:20.264179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.302919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.304189 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Pushing event updated for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:20.337123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.338149 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.338725 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.339299 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.340492 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.341067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.341628 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.342209 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.342753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.343290 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.343846 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.344376 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:20.368677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=2f3ce29a-ed39-4a52-b837-27c1aeddb125,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:20.420892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.422575 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d0a66d1c-3e12-4727-8a35-c941e4ee9070 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2486160 Aug 11 02:41:20.431035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6daea920-ef67-4267-a92a-0282c40c5977 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:20.475783 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Attempting to bind port 35163805-e651-4595-bfc5-9fbf520000c9 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:20.476557 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Attempting to bind port 35163805-e651-4595-bfc5-9fbf520000c9 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:20.477235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Attempting to bind port 35163805-e651-4595-bfc5-9fbf520000c9 on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:20.484458 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:20.485326 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:20.486825 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.489338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:20.493295 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Bound port: 35163805-e651-4595-bfc5-9fbf520000c9, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:20.494253 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.569736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6daea920-ef67-4267-a92a-0282c40c5977 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:20.570334 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.626406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.682118 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] For port 35163805-e651-4595-bfc5-9fbf520000c9, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:20.686360 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] For port 35163805-e651-4595-bfc5-9fbf520000c9, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=35163805-e651-4595-bfc5-9fbf520000c9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:20.693012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 7d820be1-6a16-48d4-a86c-2ccb518fd0ab owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:20.693568 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:20.735432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-d49fe08c-1b4a-4e67-8210-99838f28a924 service neutron] 10.222.0.68 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895937 Aug 11 02:41:20.854568 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:20.855956 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:40:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:20.860824 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9522b-0e8c-4023-b8c9-1bf7c2c4a54b None None] Pushing event updated for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:20.965376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-f541b607-78ce-407c-b32a-8c3b0028c047 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1571822724&fields=id&tenant_id=90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 267 time: 0.1566343 Aug 11 02:41:21.081455 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:21.103782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-979e9f21-5153-407b-aa8f-75373c7f99e2 service neutron] 10.222.0.68 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967324 Aug 11 02:41:21.233222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-514169f8-19f7-4c42-b904-79e89e0f3241 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:21.243177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-514169f8-19f7-4c42-b904-79e89e0f3241 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.2681687 Aug 11 02:41:21.317124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-a1a56986-15d9-48b2-9e04-03c8d0231619 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/quotas/90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 375 time: 0.0729375 Aug 11 02:41:21.428597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:21.531351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-bb264b15-73b7-4e95-8f02-396ba21fddb5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2011001 Aug 11 02:41:21.548409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=7d820be1-6a16-48d4-a86c-2ccb518fd0ab,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:21.570386 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:20Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:21.648674 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e0b9-b00a-4ed7-9a94-8be21e389860 None None] The sync data for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 is: [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:20Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:21.796790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1136c1e5-6294-451b-bf5c-01547aa22cc7 req-5d1bd83b-ff82-4b32-99fb-98a5c6360fbd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 210 time: 0.2594631 Aug 11 02:41:21.943248 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.212339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.212750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 35163805-e651-4595-bfc5-9fbf520000c9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:22.220038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.319771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-bde514ef-05cb-409e-a8c1-d3ff9ffd5972 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5147645 Aug 11 02:41:22.327874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-fe539bb8-959a-41a7-9542-01a26bbe8ae1 service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311063 Aug 11 02:41:22.395784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 35163805-e651-4595-bfc5-9fbf520000c9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:22.404047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.404647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router a74a7b73-97f5-453e-82ea-e7088d2b44db {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:41:22.404784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 35163805-e651-4595-bfc5-9fbf520000c9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:22.405460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.508815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.515788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c8b83d4f-cb80-443c-9093-b8b8d093066b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 204 len: 168 time: 3.7020607 Aug 11 02:41:22.519038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48682) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:22.531777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-168649278'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:22.648615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:22.664843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.669748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-a7f06efd-3b73-4ca0-9784-477b4eedbeae service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300710 Aug 11 02:41:22.697563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-f8275b0e-4832-49b9-b7ee-a99ca71cff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:22.700933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-f8275b0e-4832-49b9-b7ee-a99ca71cff04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1097 time: 0.3098326 Aug 11 02:41:22.754966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:22.765552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-be73fe2a-86fc-49cd-8043-e68a61d33cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.797952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.801236 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 2ef198e4-3dda-472f-9e5d-fc39957cc10f of type vlan for network 81aa8880-49b3-4fab-b021-3c76d546ac30 Aug 11 02:41:22.811394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.031390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 35163805-e651-4595-bfc5-9fbf520000c9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=35163805-e651-4595-bfc5-9fbf520000c9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:23.043581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.145961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.283630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c3e6729-6b3c-4f3e-b54d-f32f467124cf req-581616cf-13f5-41c9-8fb7-b0cca117ab8c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 210 time: 0.1971128 Aug 11 02:41:23.296778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.313163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:23.360478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:23.364982 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:23.404440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-2c9f7453-9744-4e92-a282-dbeff157fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:23.406540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-2c9f7453-9744-4e92-a282-dbeff157fad4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 898 time: 0.6724620 Aug 11 02:41:23.702142 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1797843 Aug 11 02:41:23.707687 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:23.714832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:23.813939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc8265-ba14-4a43-aec8-27a913a015e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=81aa8880-49b3-4fab-b021-3c76d546ac30,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:23.832217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:23.958261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:23.962693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.136639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 35163805-e651-4595-bfc5-9fbf520000c9 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:24.231267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 35163805-e651-4595-bfc5-9fbf520000c9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:24.232489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.374691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.411811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-4b9a1eed-a544-4bbc-9adb-870df52505ab tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:24.417041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-4b9a1eed-a544-4bbc-9adb-870df52505ab tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.67 "GET /v2.0/networks?id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b HTTP/1.1" status: 200 len: 796 time: 0.6691194 Aug 11 02:41:24.427780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9841c0fe-0068-47c1-b9c4-76bfb930cb4c req-9d7b55bd-eae7-44cf-b4e8-b107bd552a44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 210 time: 0.8085012 Aug 11 02:41:24.444664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-a2ee615f-195c-4806-80c5-b8bfbcfce9ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 1001 time: 1.0138681 Aug 11 02:41:24.500727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=0524908a-995d-4ca6-b445-65b7064891e1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:24.513074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '2ef198e4-3dda-472f-9e5d-fc39957cc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:24.513689 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: 81aa8880-49b3-4fab-b021-3c76d546ac30, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:24.538236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:24.572192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 81aa8880-49b3-4fab-b021-3c76d546ac30) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:24.587181 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:24.588483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.589985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a932dd4-f585-429f-837c-fb20715fc29f None None] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:24.598477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-c7db3a24-6cb2-4a17-baae-f2c1fa647ddb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 472 time: 0.1516023 Aug 11 02:41:24.623836 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0081c416-ea98-46c7-b3d9-8affdd41deca tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9144564 Aug 11 02:41:24.626320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48730) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:24.634646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1581723926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:24.644022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'port': {'device_id': '89d6cccf-797b-45f5-b992-b15728b41de2', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'admin_state_up': True, 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'security_groups': ['ec0d838b-8955-495d-9649-35f750bfe1a0']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:24.694318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32886887-f9f0-406b-a436-701c4bef4db7 req-5731b258-2c67-4b5c-9fbd-8be59beb1d1f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 210 time: 0.1272948 Aug 11 02:41:24.698921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.700301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.793156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.802166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.855977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:24.858666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce3dcc80-2b67-4406-b829-5467b2897b08 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2298696 Aug 11 02:41:24.863192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48734) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:24.941400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-4ee3114c-43a4-4410-b080-aa97ad6ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:24.944320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-4ee3114c-43a4-4410-b080-aa97ad6ddf63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.4116948 Aug 11 02:41:24.949338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-81aa8880-49b3-4fab-b021-3c76d546ac30', 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '0524908a-995d-4ca6-b445-65b7064891e1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:24.950728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.165864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-418b9fb5-ddb6-46aa-8a4d-ccf25eba5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:25.177105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-418b9fb5-ddb6-46aa-8a4d-ccf25eba5c1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061594 Aug 11 02:41:25.274836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-16d12b63-2fb9-4609-bf8d-b600b2c86de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.336906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Allocated IP 172.20.0.2 (81aa8880-49b3-4fab-b021-3c76d546ac30/0524908a-995d-4ca6-b445-65b7064891e1/4c4262fb-8509-4dee-a546-131b10ab662a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:25.457445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:25.469053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.680918 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.900940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-91b00255-4648-4f55-a8e4-b6fd0cab70d0 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102089 Aug 11 02:41:25.958019 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.982188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Transition to ACTIVE for port object 4c4262fb-8509-4dee-a546-131b10ab662a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:26.024969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-0b7b3497-2a88-400f-a478-4cf46f54b771 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:26.026697 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-0b7b3497-2a88-400f-a478-4cf46f54b771 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.3290961 Aug 11 02:41:26.029543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Transition to ACTIVE for port object 4c4262fb-8509-4dee-a546-131b10ab662a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:26.046093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.089768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:26.110639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.127227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:26.131180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:26.297580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Pushing event updated for resources: {'Port': ['ID=4c4262fb-8509-4dee-a546-131b10ab662a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:26.328054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Attempting to bind port 4c4262fb-8509-4dee-a546-131b10ab662a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:26.329104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Attempting to bind port 4c4262fb-8509-4dee-a546-131b10ab662a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2ef198e4-3dda-472f-9e5d-fc39957cc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:26.330395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Attempting to bind port 4c4262fb-8509-4dee-a546-131b10ab662a on network 81aa8880-49b3-4fab-b021-3c76d546ac30 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:26.337725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:26.338883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Checking segment: {'id': '2ef198e4-3dda-472f-9e5d-fc39957cc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:26.339528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.340087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Bound using segment: {'id': '2ef198e4-3dda-472f-9e5d-fc39957cc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:26.341124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Bound port: 4c4262fb-8509-4dee-a546-131b10ab662a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef198e4-3dda-472f-9e5d-fc39957cc10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '81aa8880-49b3-4fab-b021-3c76d546ac30'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:26.341540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.438058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] For port 4c4262fb-8509-4dee-a546-131b10ab662a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:26.444530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] For port 4c4262fb-8509-4dee-a546-131b10ab662a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4c4262fb-8509-4dee-a546-131b10ab662a,segment=NetworkSegment(2ef198e4-3dda-472f-9e5d-fc39957cc10f),segment_id=2ef198e4-3dda-472f-9e5d-fc39957cc10f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:26.469637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.509767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.570926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec829b-8c3c-41ff-a2e9-1520f1e567f5 None None] Pushing event updated for resources: {'Port': ['ID=4c4262fb-8509-4dee-a546-131b10ab662a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:26.715595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.20.0.1 (81aa8880-49b3-4fab-b021-3c76d546ac30/0524908a-995d-4ca6-b445-65b7064891e1/ef49e62f-72b1-4a65-ba03-55939638a816) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:26.754779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-2e19ea44-bdea-428a-8dfa-d3b413b28d6d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 380 time: 0.6996515 Aug 11 02:41:26.777926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'device_id': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'admin_state_up': True, 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'security_groups': ['22e41bec-265a-441d-b570-d67313bacbf3']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:27.027362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a910810c-9f54-45d4-bf30-71fb48b386cb req-b0b4bc83-59f2-4b06-a212-f24665c9b7aa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 210 time: 1.1562233 Aug 11 02:41:27.031178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fccdcbc5-2c14-4348-ae19-51e5b1020127 req-13fa7ac4-ab51-4287-80ac-76170ab45532 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 210 time: 1.1263969 Aug 11 02:41:27.161397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.192396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.22 (fc8aafd3-d6a7-49f9-a5ef-ed089df5307b/6de93d1e-451d-424c-8f30-75e438b160eb/104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:27.201699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object ef49e62f-72b1-4a65-ba03-55939638a816 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:27.253593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0209b30-6dc2-4f07-8272-3e3e7d6ec8d6 req-71a2f746-404f-493d-907b-b8c734a5630b service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2685614 Aug 11 02:41:27.322388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.384497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:27.395690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:27.401072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:27.428089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:27.432265 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.438499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=ef49e62f-72b1-4a65-ba03-55939638a816,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:27.603695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.20.0.9 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:27.696082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.708265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.750647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:27.769907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:27.781145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248554558', 'description': 'tempest-secgroup-smoke-248554558 description', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:27.860212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.884478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.959407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.138949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:28.164876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.195416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:28.226734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:28.235086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4c4262fb-8509-4dee-a546-131b10ab662a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:28.251126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:28.353780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4c4262fb-8509-4dee-a546-131b10ab662a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:28.415675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ba7210d-2a9f-48bd-9410-6d687a83b7fd req-2ac9500a-fa45-4340-80d3-3b9711f7f93f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 210 time: 0.0856366 Aug 11 02:41:28.428937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.474079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.512856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0045e-3138-437e-806f-aa2737d0bf99 None None] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:28.531205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:28.531973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.546033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:28.570279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.577595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d3d01a2-4c88-4376-b93e-abd259881865 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8032331 Aug 11 02:41:28.581436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:28.592241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:28.652131 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a699bf8-3889-4ae9-9d01-36d4b283e0a7 req-134de584-71ad-4370-90b2-23a9bad5526c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:28.664751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a699bf8-3889-4ae9-9d01-36d4b283e0a7 req-134de584-71ad-4370-90b2-23a9bad5526c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 932 time: 0.3319480 Aug 11 02:41:28.668896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-fde0d7ae-3a88-4862-afa2-1928b2efabc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0320513 Aug 11 02:41:28.684050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Provisioning for port 4c4262fb-8509-4dee-a546-131b10ab662a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:28.696070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Request body: {'port': {'device_id': '89d6cccf-797b-45f5-b992-b15728b41de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:28.707873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Provisioning complete for port 4c4262fb-8509-4dee-a546-131b10ab662a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:28.708300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.726113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.760057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.912036 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:28.912425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Transition to ACTIVE for port object bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:28.945240 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.093697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] For port 4c4262fb-8509-4dee-a546-131b10ab662a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4c4262fb-8509-4dee-a546-131b10ab662a,segment=NetworkSegment(2ef198e4-3dda-472f-9e5d-fc39957cc10f),segment_id=2ef198e4-3dda-472f-9e5d-fc39957cc10f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:29.102715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.156526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.191501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.251675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.298963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a699bf8-3889-4ae9-9d01-36d4b283e0a7 req-157fe605-b43b-463a-b3a3-b69be526fba6 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6239107 Aug 11 02:41:29.311170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:29.340212 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:29.362016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a772ba08-62eb-48ae-b087-576a563c36d9 None None] Provisioning for port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:29.368341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:29.418488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a772ba08-62eb-48ae-b087-576a563c36d9 None None] Provisioning complete for port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:29.426476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a772ba08-62eb-48ae-b087-576a563c36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.443416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.520884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a772ba08-62eb-48ae-b087-576a563c36d9 None None] Port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:29.529785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d4b9-a459-4fe9-a8de-486fa5fed0f6 None None] Pushing event updated for resources: {'Port': ['ID=4c4262fb-8509-4dee-a546-131b10ab662a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.581554 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.590285 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.590630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.685947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9296766-3799-46ca-be2b-76cca2333994,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.708477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Provisioning for port ef49e62f-72b1-4a65-ba03-55939638a816 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:29.731834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Provisioning complete for port ef49e62f-72b1-4a65-ba03-55939638a816 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:29.732375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.768808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.784536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-81387d93-168d-4768-b88c-0deec8aad8d7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1988177 Aug 11 02:41:29.791016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48846) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:29.815782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:29.818915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=ef49e62f-72b1-4a65-ba03-55939638a816,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:29.841707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.844986 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.867119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Port ef49e62f-72b1-4a65-ba03-55939638a816 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:29.884915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Provisioning complete for port 4c4262fb-8509-4dee-a546-131b10ab662a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:29.885373 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1db48987-e99d-430c-b253-07c759290d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:29.952808 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-53bbbb54-74ef-4c5c-b93d-ccb52fa773bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1856134 Aug 11 02:41:29.973792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Request body: {'port': {'device_id': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:29.977846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cce1b2-6084-4b72-9289-cf4140aefe05 req-bfbc74f3-da9f-43b7-8bf8-15a03ba5ff44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:29.988525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8cce1b2-6084-4b72-9289-cf4140aefe05 req-bfbc74f3-da9f-43b7-8bf8-15a03ba5ff44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 931 time: 0.3521178 Aug 11 02:41:30.092786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.135396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4c4262fb-8509-4dee-a546-131b10ab662a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:30.138762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:30.150291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:30.245073 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.252112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Provisioning complete for port ef49e62f-72b1-4a65-ba03-55939638a816 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:30.252496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.361770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a8cce1b2-6084-4b72-9289-cf4140aefe05 req-7a3e2558-cfc2-483e-b5ff-c76fec3c90c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666401 Aug 11 02:41:30.366095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:30.385201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.393481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4c4262fb-8509-4dee-a546-131b10ab662a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:30.394041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.442708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.458100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Transition to ACTIVE for port object 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:30.461489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.508125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Port ef49e62f-72b1-4a65-ba03-55939638a816 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:30.523116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.566130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Provisioning for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:30.591326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Provisioning complete for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:30.593034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.644849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2003dcad-3c9d-47b2-81be-ede6de19c0e2,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:30.664986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1ba42791-b040-4416-a6d3-f8437f9ce0c5 None None] Port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:30.671594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 4c186c14-af90-4b79-a603-1a23b708f878 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:41:30.671772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.672972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb7eee86-c92e-4e6e-bdc3-d06ce475c0d3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8802826 Aug 11 02:41:30.682379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48862) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:30.690352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:30.698628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:30.789648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398beb22-3a61-43ef-a04a-a8cb9b14ad21 req-0c9d315f-596f-48ba-9f86-39f70e62170a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:30.794912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-398beb22-3a61-43ef-a04a-a8cb9b14ad21 req-0c9d315f-596f-48ba-9f86-39f70e62170a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 944 time: 0.3178737 Aug 11 02:41:30.846984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-67c91187-f670-403a-ad44-48f507e52148 None None] Provisioning complete for port ef49e62f-72b1-4a65-ba03-55939638a816 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:30.847583 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67c91187-f670-403a-ad44-48f507e52148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.913300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:30.970070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-398beb22-3a61-43ef-a04a-a8cb9b14ad21 req-2059aa07-712f-4995-8391-927b7e76d677 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235447 Aug 11 02:41:30.987781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-67c91187-f670-403a-ad44-48f507e52148 None None] Port ef49e62f-72b1-4a65-ba03-55939638a816 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:31.072291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Attempting to bind port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:31.072728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Attempting to bind port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:31.073307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Attempting to bind port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 on network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:31.088420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 on network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:41:31.089119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Attempting to bind port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 on network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:31.121259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.125578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:31.127942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Checking segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:31.128640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Bound using segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:31.129428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Bound port: 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:31.130113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.151641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.170688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:31.182369 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-350dd638-a347-4eee-b8f2-8e04e449cd7e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/4c186c14-af90-4b79-a603-1a23b708f878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3175032 Aug 11 02:41:31.185030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4616843a-d871-4a7f-92a5-5e49eddc20d9,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.189196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.218217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] Sync routers for ids ['4c186c14-af90-4b79-a603-1a23b708f878'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:31.247115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] Routers {'4c186c14-af90-4b79-a603-1a23b708f878'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:31.247115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4c186c14-af90-4b79-a603-1a23b708f878'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.248823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.254764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5163320-ecd5-4b58-a047-6a8afb94ca97 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5703962 Aug 11 02:41:31.255041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48872) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.262156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:31.283338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65349544-1691-4d61-bd90-64f61e0dcc1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:31.289081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65349544-1691-4d61-bd90-64f61e0dcc1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports/ef49e62f-72b1-4a65-ba03-55939638a816 HTTP/1.1" status: 200 len: 910 time: 0.0941751 Aug 11 02:41:31.289533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.302132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0524908a-995d-4ca6-b445-65b7064891e1'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:31.331967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.339896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.355694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] Routers {'4c186c14-af90-4b79-a603-1a23b708f878'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:31.357221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4c186c14-af90-4b79-a603-1a23b708f878'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.366559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:31.422199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:31.423258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6255d-ddae-4c7b-aa92-65cb94915535 None None] The sync data for ids ['4c186c14-af90-4b79-a603-1a23b708f878'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:31.463443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:31.483831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.507293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.515820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:31.531060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.536911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.561534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Transition to ACTIVE for port object bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:31.580422 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.662614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.662614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044bbced-189c-4364-9dde-5afde780583b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.671663 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.676810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4147491 Aug 11 02:41:31.682428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48884) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:31.687913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:31.695134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.695593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.695933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.696476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.696984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.697322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.697661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.698043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.698475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.698969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.699159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:31.699309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.699610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.715317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.717134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.717920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.718421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.718908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.719048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:31.719517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.719636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.720145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.721161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.721640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.721753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-b41b2297-873a-4c2b-9b0e-d278a0d772c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 HTTP/1.1" status: 200 len: 1093 time: 3.0343900 Aug 11 02:41:31.722493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.722983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.724442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52e393-7124-4189-afc9-cb099d86600a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:31.728976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:31.731332 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638bfb7-5369-4d52-ae41-8553064251ff" -d '{"events": [{"name": "network-changed", "server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:31.830131 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Project 9150bb1b1f5e4c928988fe2f7eb448ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:31.847452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cddbd-a150-4bfd-a969-93056284f31b req-9f3900fd-fd0f-4561-8835-dc8c88a3d1ae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:31.848219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:31.859367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e4cddbd-a150-4bfd-a969-93056284f31b req-9f3900fd-fd0f-4561-8835-dc8c88a3d1ae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 931 time: 0.3674045 Aug 11 02:41:31.946438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Attempting to bind port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:31.947121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Attempting to bind port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:31.947915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Attempting to bind port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:31.960816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 on network e6752534-7c6f-40b8-859e-a550a1cfa678 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:41:31.961508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Attempting to bind port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:31.965456 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d6d95-5745-4c02-b151-ed8b0370a8ee x-openstack-request-id: req-374d6d95-5745-4c02-b151-ed8b0370a8ee {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:31.972753 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:31.973039 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-374d6d95-5745-4c02-b151-ed8b0370a8ee {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:31.983585 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'status': 'completed', 'code': 200} Aug 11 02:41:31.988947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:31.994533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:31.995382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:31.996248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Bound port: bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:31.998641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.052183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.085623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e4cddbd-a150-4bfd-a969-93056284f31b req-31168a36-d43d-4546-a358-2f23e225ea98 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612484 Aug 11 02:41:32.137562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.160933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.195372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5098ab84-6e15-4db1-9071-f9045af91636,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.243669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.245132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-efc70941-c6f6-42d4-b727-ff5fd935e7c9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5611348 Aug 11 02:41:32.250565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 48894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:32.261349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-02dfc320-f310-4a28-be33-569511385310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.261614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'security_group_rule': {'security_group_id': '5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3', 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:32.264273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-02dfc320-f310-4a28-be33-569511385310 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 1096 time: 0.4517145 Aug 11 02:41:32.393903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:32.410288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:32.412167 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Project 9150bb1b1f5e4c928988fe2f7eb448ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:32.419253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-6001fa09-c6f0-46c9-8033-fb928396f967 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 HTTP/1.1" status: 200 len: 217 time: 0.1366026 Aug 11 02:41:32.420100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.449390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.508571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695146-0195-4624-8fa6-a7b880d0c58b req-034390ff-6909-466c-87fb-8a1003bc1a62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.510601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.511660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.513360 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] 10.222.0.61 "PUT /v2.0/ports/bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 1092 time: 2.5445979 Aug 11 02:41:32.517608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d695146-0195-4624-8fa6-a7b880d0c58b req-034390ff-6909-466c-87fb-8a1003bc1a62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 944 time: 0.3515828 Aug 11 02:41:32.523119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:32.526035 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da33ac-5a9f-4589-8d49-932cd26ddd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:32.613658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.642058 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.682628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc9ef-603d-4c63-98ac-d35fbffc7547 service neutron] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.747526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d695146-0195-4624-8fa6-a7b880d0c58b req-fdd8a036-d5cc-46c1-a4f7-f2750632b894 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288103 Aug 11 02:41:32.749416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-a798de83-e935-4ea7-9d2e-79db7610848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.751485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ac2790-cfc2-4432-b8eb-754e56197212,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:32.755458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-a798de83-e935-4ea7-9d2e-79db7610848f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6de93d1e-451d-424c-8f30-75e438b160eb HTTP/1.1" status: 200 len: 837 time: 0.2909684 Aug 11 02:41:32.769783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:32.771584 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a67bcbe3-2ee5-4701-9a7b-b2ff330116dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5173304 Aug 11 02:41:32.804167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-8cee49d7-d152-409a-bb18-551700d8d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:32.809686 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-8cee49d7-d152-409a-bb18-551700d8d512 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1095 time: 0.1791928 Aug 11 02:41:32.811937 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5291a237-69c8-47e3-ae9c-d175b19824e8 x-openstack-request-id: req-5291a237-69c8-47e3-ae9c-d175b19824e8 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:32.825544 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:32.826312 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5291a237-69c8-47e3-ae9c-d175b19824e8 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:32.831088 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'status': 'completed', 'code': 200} Aug 11 02:41:32.945774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-c1b9bed9-d1f4-4501-a41a-63f0887df04a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 217 time: 0.1128893 Aug 11 02:41:33.039926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-57af9d45-5e4b-4349-8a0c-345830e63b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.050010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-57af9d45-5e4b-4349-8a0c-345830e63b28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0900700 Aug 11 02:41:33.071294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-c70d72c2-caff-4f06-83f4-84f607780ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.073341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-c70d72c2-caff-4f06-83f4-84f607780ac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2554498 Aug 11 02:41:33.192407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315f0d-3cb7-4a56-9fab-486665228747 req-d982a331-3993-4eb8-9546-f89e066f674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.195665 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-d982a331-3993-4eb8-9546-f89e066f674c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343331 Aug 11 02:41:33.412907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-15db4145-65ca-42f7-9ce7-7ce53d2c4ea0 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049499 Aug 11 02:41:33.422867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-de304fd2-eb94-4460-8a11-c83569c54ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330352 Aug 11 02:41:33.435066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a26e2-4c08-407a-9d61-9999488cc9a6 req-1060daa5-6a85-4e65-8081-821cd72bcdda tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.443250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-663a26e2-4c08-407a-9d61-9999488cc9a6 req-1060daa5-6a85-4e65-8081-821cd72bcdda tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 943 time: 0.2147729 Aug 11 02:41:33.600709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-51315f0d-3cb7-4a56-9fab-486665228747 req-2a82525f-694a-4a5a-9dce-46d75c27f83b service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758933 Aug 11 02:41:33.676326 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-663a26e2-4c08-407a-9d61-9999488cc9a6 req-8eb09eed-8a7b-48d3-b3b0-c1d054870897 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321780 Aug 11 02:41:33.686416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.722494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.758368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-42c29004-1dbd-4e7b-9e7e-e6e1d6f75710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.760030 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-42c29004-1dbd-4e7b-9e7e-e6e1d6f75710 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1095 time: 0.0856433 Aug 11 02:41:33.849874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efed3ac4-9180-4829-a050-bbfe0f096be2 req-bc05964b-c2ea-4678-b5b8-7c7970fd6cc7 service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032707 Aug 11 02:41:33.936602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:33.943082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:33.945144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/ports/ef49e62f-72b1-4a65-ba03-55939638a816 HTTP/1.1" status: 200 len: 910 time: 2.6540897 Aug 11 02:41:33.974221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 48984) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:34.594506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb840-7968-4944-8db5-22392aefde57 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=ef49e62f-72b1-4a65-ba03-55939638a816,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:34.595880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-7cee3301-5c8e-47d6-99ad-c77cc421f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.597971 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-7cee3301-5c8e-47d6-99ad-c77cc421f45c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.8268356 Aug 11 02:41:34.655802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638bfb7-5369-4d52-ae41-8553064251ff req-5295269a-f5a2-4449-924c-b6548ddbf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.657452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-5295269a-f5a2-4449-924c-b6548ddbf886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 1096 time: 0.7109399 Aug 11 02:41:34.693227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-e349d712-c2ea-4275-b32b-ee0c78b70fbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 217 time: 0.0856123 Aug 11 02:41:34.697943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40f2aa-f681-4f88-b798-9d0f2f5d2a22 req-b78bfdb7-9ce7-4441-a3bd-83d2fde0581a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.699658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e40f2aa-f681-4f88-b798-9d0f2f5d2a22 req-b78bfdb7-9ce7-4441-a3bd-83d2fde0581a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 944 time: 0.7517297 Aug 11 02:41:34.804313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-747db2ab-3dc0-4996-a543-3d907985fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.806523 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-747db2ab-3dc0-4996-a543-3d907985fd26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1007717 Aug 11 02:41:34.900638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-2b9bf2c1-e576-46a3-81ec-f053550c27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.903259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-2b9bf2c1-e576-46a3-81ec-f053550c27ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844860 Aug 11 02:41:34.904450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e40f2aa-f681-4f88-b798-9d0f2f5d2a22 req-89f6ba18-1bcc-4a4c-814f-43a7c0a9e57a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412208 Aug 11 02:41:34.996879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942d8ed-4f0f-41c3-83a4-11f5a5bd3d06 req-2adc70a1-8bf8-4a04-baf4-c38476659201 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:34.999654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7942d8ed-4f0f-41c3-83a4-11f5a5bd3d06 req-2adc70a1-8bf8-4a04-baf4-c38476659201 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 943 time: 0.1884565 Aug 11 02:41:35.016652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638bfb7-5369-4d52-ae41-8553064251ff req-52929656-8698-4eb3-ab8e-63360f13f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:35.018741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-52929656-8698-4eb3-ab8e-63360f13f32f service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b HTTP/1.1" status: 200 len: 897 time: 0.3413038 Aug 11 02:41:35.076331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-fe81bd67-9d11-412d-8512-a0f7d6042f93 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642349 Aug 11 02:41:35.124030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-59162b0a-4640-4cf2-a764-4cd2897de4d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 HTTP/1.1" status: 200 len: 217 time: 0.0826972 Aug 11 02:41:35.214986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7942d8ed-4f0f-41c3-83a4-11f5a5bd3d06 req-7a185ce5-9bc9-40ab-a6a7-463869d4c32b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997776 Aug 11 02:41:35.275665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638bfb7-5369-4d52-ae41-8553064251ff req-292b3586-7e32-4299-931e-508df38a8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:35.277298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-292b3586-7e32-4299-931e-508df38a8643 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6de93d1e-451d-424c-8f30-75e438b160eb HTTP/1.1" status: 200 len: 837 time: 0.1237874 Aug 11 02:41:35.302663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-98da33ac-5a9f-4589-8d49-932cd26ddd6c req-8fed00a8-f896-4ba5-b51e-708b8d3ab6aa service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135298 Aug 11 02:41:35.347433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:35.429926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638bfb7-5369-4d52-ae41-8553064251ff req-eee9defa-6984-446f-a320-9ff57e3b6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:35.432074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-eee9defa-6984-446f-a320-9ff57e3b6b46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1419156 Aug 11 02:41:36.138598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:41:36.263923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-db7c86c3-028f-4682-b85f-c28deee2df48 service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8193738 Aug 11 02:41:36.304889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1485-7063-4f83-a8e0-f6e2525a5315 req-f0830f2e-415a-4dfa-adc2-7f74fe9472a3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:36.305440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c55e1485-7063-4f83-a8e0-f6e2525a5315 req-f0830f2e-415a-4dfa-adc2-7f74fe9472a3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 944 time: 0.2283340 Aug 11 02:41:36.351208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:36.379100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'port_id': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'mac_address': 'fa:16:3e:43:e3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:41:36.439619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.475179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:36.530058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:36.536675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:41:36.609330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.695596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c55e1485-7063-4f83-a8e0-f6e2525a5315 req-d3f8248b-3620-42e5-902d-94308af0391e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626966 Aug 11 02:41:36.717686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:41:36.723072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e742-d2f5-4505-bbb5-6016ff7f2fb9 req-e8cd236f-0dfd-483e-90a5-61f56213d222 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:36.725068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a19e742-d2f5-4505-bbb5-6016ff7f2fb9 req-e8cd236f-0dfd-483e-90a5-61f56213d222 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 943 time: 0.2922740 Aug 11 02:41:36.793513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f638bfb7-5369-4d52-ae41-8553064251ff req-61750807-a17e-4007-88d7-df242e1ee5fd service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120842 Aug 11 02:41:36.900931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:36.920753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port ef49e62f-72b1-4a65-ba03-55939638a816 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:36.921263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:36.921477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:36.933133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a19e742-d2f5-4505-bbb5-6016ff7f2fb9 req-2c197d65-877c-48d3-9740-0e1d9b20d1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008338 Aug 11 02:41:36.949361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:41:36.978988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:37.167886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.208622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for ef49e62f-72b1-4a65-ba03-55939638a816 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:37.411986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.473842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:41:37.534674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:37.544862 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.547248 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:37.594240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=ef49e62f-72b1-4a65-ba03-55939638a816,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:37.839559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:41:37.912003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:38.008810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:38.128256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058e6b-10ce-471c-8ebc-5a8791781277 req-a2386f2e-49b6-4628-addc-c5679721ed72 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:38.145194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18058e6b-10ce-471c-8ebc-5a8791781277 req-a2386f2e-49b6-4628-addc-c5679721ed72 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 945 time: 0.2220473 Aug 11 02:41:38.464339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a84b2d-9d9c-4d8e-adcb-02dafb6c6a25 req-9c20a3c2-deee-4908-a6d4-1e093b90ba19 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:38.466061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2a84b2d-9d9c-4d8e-adcb-02dafb6c6a25 req-9c20a3c2-deee-4908-a6d4-1e093b90ba19 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.2379057 Aug 11 02:41:38.494347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18058e6b-10ce-471c-8ebc-5a8791781277 req-7ae8a492-1913-42bb-aa73-2e9aeb46cb4f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482192 Aug 11 02:41:38.512745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 4c186c14-af90-4b79-a603-1a23b708f878 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:38.644075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2a84b2d-9d9c-4d8e-adcb-02dafb6c6a25 req-279eecab-e90a-4287-9fdc-8096eb145137 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480682 Aug 11 02:41:38.650102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:38.665529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9fa077a8-afff-4283-96be-ef2b15ec435c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/4c186c14-af90-4b79-a603-1a23b708f878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6429381 Aug 11 02:41:38.670495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49084) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:38.674537 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] Sync routers for ids ['4c186c14-af90-4b79-a603-1a23b708f878'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:38.687253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] Routers {'4c186c14-af90-4b79-a603-1a23b708f878'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:38.688140 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4c186c14-af90-4b79-a603-1a23b708f878'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.724965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.735392 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] Routers {'4c186c14-af90-4b79-a603-1a23b708f878'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:38.736803 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4c186c14-af90-4b79-a603-1a23b708f878'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.757189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49088) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:38.762857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-37e107e3-fcc8-4ea4-b3de-47a87f2b5576 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c186c14-af90-4b79-a603-1a23b708f878 HTTP/1.1" status: 200 len: 205 time: 0.0875039 Aug 11 02:41:38.822004 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:38.823833 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a193b64-6aab-4d42-af19-84ce3c4cd7c0 None None] The sync data for ids ['4c186c14-af90-4b79-a603-1a23b708f878'] in n-d-713498-10 is: [] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:38.898386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.137222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.140421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.206551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.207561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router 4c186c14-af90-4b79-a603-1a23b708f878 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:41:39.222221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.223840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b49727c7-2b85-480c-bdaa-ced4daf438b3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/4c186c14-af90-4b79-a603-1a23b708f878 HTTP/1.1" status: 204 len: 168 time: 0.4649537 Aug 11 02:41:39.226627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49100) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.375240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 0524908a-995d-4ca6-b445-65b7064891e1 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:41:39.380858 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.447236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.653906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.715035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a0ac7-4b28-4b61-850f-32d0d8193b76 req-0cde10fb-ab71-476b-9989-c27e874726cd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:39.728230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b72a0ac7-4b28-4b61-850f-32d0d8193b76 req-0cde10fb-ab71-476b-9989-c27e874726cd tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 945 time: 0.1274767 Aug 11 02:41:39.855389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.906782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b72a0ac7-4b28-4b61-850f-32d0d8193b76 req-a4537fa3-4e37-4760-a16b-a369b09b411a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773624 Aug 11 02:41:39.908444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=0524908a-995d-4ca6-b445-65b7064891e1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:39.916460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:39.919996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-926cb6d1-2757-410c-a78e-eb904ac5e89a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/0524908a-995d-4ca6-b445-65b7064891e1 HTTP/1.1" status: 204 len: 168 time: 0.6922538 Aug 11 02:41:39.924510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49114) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:39.932287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259a824-c3a2-42d1-b4db-4c004513c043 None None] Network 81aa8880-49b3-4fab-b021-3c76d546ac30 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:39.982262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db49b8-23d8-4817-b766-b618c4f2bac4 req-88ad89ff-ece1-4398-8d8c-fbdbbdf28f08 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:39.991524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13db49b8-23d8-4817-b766-b618c4f2bac4 req-88ad89ff-ece1-4398-8d8c-fbdbbdf28f08 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.2429028 Aug 11 02:41:40.229838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:40.293136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13db49b8-23d8-4817-b766-b618c4f2bac4 req-8df5c91a-1bdd-4744-8dc3-a2842bb687b9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938488 Aug 11 02:41:40.300780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.384277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:40.394371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:40.396815 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.480764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] DHCP port deletion for 81aa8880-49b3-4fab-b021-3c76d546ac30 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:41:40.530277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 4c4262fb-8509-4dee-a546-131b10ab662a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:40.530277 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.546261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:40.653491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:40.672693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Deleting port 4c4262fb-8509-4dee-a546-131b10ab662a {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:41:40.673368 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.698455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 4c4262fb-8509-4dee-a546-131b10ab662a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4c4262fb-8509-4dee-a546-131b10ab662a,segment=NetworkSegment(2ef198e4-3dda-472f-9e5d-fc39957cc10f),segment_id=2ef198e4-3dda-472f-9e5d-fc39957cc10f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:40.699296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.730529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 4c4262fb-8509-4dee-a546-131b10ab662a owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:40.786374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] For port 4c4262fb-8509-4dee-a546-131b10ab662a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4c4262fb-8509-4dee-a546-131b10ab662a,segment=NetworkSegment(2ef198e4-3dda-472f-9e5d-fc39957cc10f),segment_id=2ef198e4-3dda-472f-9e5d-fc39957cc10f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:40.787953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.816296 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.817040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:40.817406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:40.828657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Calling delete_port for 4c4262fb-8509-4dee-a546-131b10ab662a owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:41:40.928288 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.012483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.056224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port 4c4262fb-8509-4dee-a546-131b10ab662a on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:41.064367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=4c4262fb-8509-4dee-a546-131b10ab662a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.125026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:41.130054 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76b577-c40e-4124-818c-bf61d133c65e" -d '{"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-plugged", "status": "completed", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:41.178742 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.228147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:41.351670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.353019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.390819 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73797751-6fb2-4201-9dbf-eee11924b61d x-openstack-request-id: req-73797751-6fb2-4201-9dbf-eee11924b61d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:41.392373 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-plugged", "status": "completed", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:41.392930 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73797751-6fb2-4201-9dbf-eee11924b61d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:41.396180 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'code': 200} Aug 11 02:41:41.418710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81aa8880-49b3-4fab-b021-3c76d546ac30']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:41.462497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef198e4-3dda-472f-9e5d-fc39957cc10f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:41.463175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef198e4-3dda-472f-9e5d-fc39957cc10f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:41.609459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.625642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.656180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.674096 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.739170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] Pushing event deleted for resources: {'Port': ['ID=4c4262fb-8509-4dee-a546-131b10ab662a,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.752710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddedae6-a5cf-4dca-bc2d-8e44147d90aa None None] No DVR routers for this DVR port 4c4262fb-8509-4dee-a546-131b10ab662a on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:41:41.764625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba9227-b25f-4f12-b904-63524f278d2d req-2cc0b952-83a6-4c71-ab8b-91ca692e62a2 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:41.778921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:41.785741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.786439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ba9227-b25f-4f12-b904-63524f278d2d req-2cc0b952-83a6-4c71-ab8b-91ca692e62a2 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 0.5715568 Aug 11 02:41:41.828385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.868397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:41.905132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:41:41.906592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:41:41.925125 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:41:42.046470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b491f-9825-47bd-baf0-6f961388adb0 req-31fc2467-9819-45e6-8635-dcaa434f8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:42.049215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-830b491f-9825-47bd-baf0-6f961388adb0 req-31fc2467-9819-45e6-8635-dcaa434f8a50 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 1098 time: 0.5761395 Aug 11 02:41:42.110513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4c4262fb-8509-4dee-a546-131b10ab662a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:41:42.134945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa0c6c-6911-41ca-95d2-818bb59bd279 req-1cf7cc29-b088-4bbe-85d1-14bf4d23340d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:42.142572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4c4262fb-8509-4dee-a546-131b10ab662a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:41:42.143707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4aa0c6c-6911-41ca-95d2-818bb59bd279 req-1cf7cc29-b088-4bbe-85d1-14bf4d23340d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.5402253 Aug 11 02:41:42.144066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4c4262fb-8509-4dee-a546-131b10ab662a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:41:42.153336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ba9227-b25f-4f12-b904-63524f278d2d req-ba86585e-be3a-4d90-9b57-600898d2eccb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651166 Aug 11 02:41:42.163891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.204889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.207262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/81aa8880-49b3-4fab-b021-3c76d546ac30 HTTP/1.1" status: 204 len: 168 time: 2.2814951 Aug 11 02:41:42.211370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0082-1cc7-44d0-9d76-07d1b3288560 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=81aa8880-49b3-4fab-b021-3c76d546ac30,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.214002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49156) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:42.222489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-716766240', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:42.252147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-830b491f-9825-47bd-baf0-6f961388adb0 req-621455e7-f5fd-4eb1-8d89-503f963bc14a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857600 Aug 11 02:41:42.271624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4aa0c6c-6911-41ca-95d2-818bb59bd279 req-1af9b5ab-b811-4ac3-b5c3-7456559d5a4f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267698 Aug 11 02:41:42.293378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.295246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.368280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.374272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.401487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.402813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5c2a734f-a707-4419-b96c-0761ee5b6114 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1873782 Aug 11 02:41:42.407193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49158) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:42.413439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1239048448'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:42.473981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:42.480605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.523921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:42.538517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.539037 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 0b9728e9-8afd-449c-af61-1ae4be2f9424 of type vlan for network 2bb1042e-5adc-483d-afba-b984d7837bed Aug 11 02:41:42.622907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.662669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.669730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:42.670560 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:42.864986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=2bb1042e-5adc-483d-afba-b984d7837bed,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:42.884077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-98218f0f-2570-4cbb-8757-deeb3467ede2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4721198 Aug 11 02:41:42.885448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:42.886371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 2bb1042e-5adc-483d-afba-b984d7837bed details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:42.895851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:43.160283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:43.177398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.397401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:43.408781 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6dba4-ebc7-4b80-b7ba-76e90eb3366f" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:43.551421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf40c-03d6-4888-98ed-6d6154e6d081 req-214eabaa-2264-4d99-998c-b0075597e298 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:43.555983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-665bf40c-03d6-4888-98ed-6d6154e6d081 req-214eabaa-2264-4d99-998c-b0075597e298 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 0.2211010 Aug 11 02:41:43.607096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662d670-e777-42fe-9a19-4f5fe941dd20 req-0fc3ecc2-4620-4bbc-9b4b-78df2c1ea4cd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:43.611145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4662d670-e777-42fe-9a19-4f5fe941dd20 req-0fc3ecc2-4620-4bbc-9b4b-78df2c1ea4cd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1974199 Aug 11 02:41:43.691777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-665bf40c-03d6-4888-98ed-6d6154e6d081 req-d007df1c-954b-4856-8c56-0eecb21ab0b6 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255536 Aug 11 02:41:43.742451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4662d670-e777-42fe-9a19-4f5fe941dd20 req-19143df0-774f-4b29-97b8-288bab9532aa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165550 Aug 11 02:41:43.752577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:43.778218 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fe7da-70a5-4867-9839-4a196522bcbc x-openstack-request-id: req-226fe7da-70a5-4867-9839-4a196522bcbc {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:43.778704 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:43.779281 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-226fe7da-70a5-4867-9839-4a196522bcbc {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:43.779781 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:41:43.849726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=6211c033-89ec-43d9-8a57-7f144d2ef751,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:43.979744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:43.980642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: 2bb1042e-5adc-483d-afba-b984d7837bed, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:44.029103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ad7b-e76f-45fb-818f-40e04ab21ce0 req-da149d55-f257-4128-b7b9-c65a86caf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.034455 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4500ad7b-e76f-45fb-818f-40e04ab21ce0 req-da149d55-f257-4128-b7b9-c65a86caf562 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1097 time: 0.1625259 Aug 11 02:41:44.109093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 2bb1042e-5adc-483d-afba-b984d7837bed is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:44.134634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 2bb1042e-5adc-483d-afba-b984d7837bed) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:44.141611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4500ad7b-e76f-45fb-818f-40e04ab21ce0 req-0613149e-cfef-4aec-974c-f9184f7acf82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849278 Aug 11 02:41:44.143541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:44.144149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.165155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3719e-29c2-4e82-8679-d9b012b79085 None None] Network 2bb1042e-5adc-483d-afba-b984d7837bed requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:44.187639 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1ed0c68e-dc5a-41a2-8c14-1e6114d6623f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3004007 Aug 11 02:41:44.190924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:44.443017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-2bb1042e-5adc-483d-afba-b984d7837bed', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:44.444547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.639384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:44.663172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Allocated IP 172.20.0.2 (2bb1042e-5adc-483d-afba-b984d7837bed/6211c033-89ec-43d9-8a57-7f144d2ef751/a3deb298-9389-4dba-937b-0c68e80694e2) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:45.082924 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.112524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Transition to ACTIVE for port object a3deb298-9389-4dba-937b-0c68e80694e2 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:45.158838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Transition to ACTIVE for port object a3deb298-9389-4dba-937b-0c68e80694e2 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:45.162413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd39a5e-f74c-4b57-a848-33837c388fa2 req-0610ee4a-dda0-49ab-9bf4-a0b0d2fc0a71 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:45.168203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bd39a5e-f74c-4b57-a848-33837c388fa2 req-0610ee4a-dda0-49ab-9bf4-a0b0d2fc0a71 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.2713032 Aug 11 02:41:45.176073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.340513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Network 2bb1042e-5adc-483d-afba-b984d7837bed is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:45.347016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:45.364605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:45.409462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Pushing event updated for resources: {'Port': ['ID=a3deb298-9389-4dba-937b-0c68e80694e2,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:45.525582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Attempting to bind port a3deb298-9389-4dba-937b-0c68e80694e2 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:45.526393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Attempting to bind port a3deb298-9389-4dba-937b-0c68e80694e2 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:45.526509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Attempting to bind port a3deb298-9389-4dba-937b-0c68e80694e2 on network 2bb1042e-5adc-483d-afba-b984d7837bed {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:45.542953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:45.544425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Checking segment: {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:45.546702 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.548895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Bound using segment: {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:45.550366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Bound port: a3deb298-9389-4dba-937b-0c68e80694e2, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:45.550802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.724841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] For port a3deb298-9389-4dba-937b-0c68e80694e2, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:45.729262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] For port a3deb298-9389-4dba-937b-0c68e80694e2, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a3deb298-9389-4dba-937b-0c68e80694e2,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:45.745929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:45.940015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49220) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:45.981342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74dd4f-c538-43eb-a015-46ff2f1e5bae None None] Pushing event updated for resources: {'Port': ['ID=a3deb298-9389-4dba-937b-0c68e80694e2,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:46.233912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d811c2-03af-4547-bd8f-5d60b3b78f48 req-97465796-d09a-49c3-b2ff-582006b0fb5e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:46.242310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5d811c2-03af-4547-bd8f-5d60b3b78f48 req-97465796-d09a-49c3-b2ff-582006b0fb5e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 1.3360858 Aug 11 02:41:46.263729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1a0030-4ad4-4b45-94f5-92d23d1d5fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.381154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.20.0.1 (2bb1042e-5adc-483d-afba-b984d7837bed/6211c033-89ec-43d9-8a57-7f144d2ef751/a16ebfd8-9d58-4625-a405-988382837190) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:46.439790 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1a0030-4ad4-4b45-94f5-92d23d1d5fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.448101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a1a0030-4ad4-4b45-94f5-92d23d1d5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.509991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a0030-4ad4-4b45-94f5-92d23d1d5fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d10ee-d218-4498-93a2-0c3035f5ab0c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:46.518582 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a1a0030-4ad4-4b45-94f5-92d23d1d5fb4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e23f53a3ca154de294dc72c7fe93cf65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763891 Aug 11 02:41:46.519975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49234) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:46.572727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5d811c2-03af-4547-bd8f-5d60b3b78f48 req-8bfc5fe5-9ee9-4170-a4e1-2f7a613c76d4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841883 Aug 11 02:41:46.583735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5bd39a5e-f74c-4b57-a848-33837c388fa2 req-8a87ee72-3523-431e-9992-11d8638d576d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333849 Aug 11 02:41:46.596333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.668732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.674564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.696204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object a16ebfd8-9d58-4625-a405-988382837190 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:46.761847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.766381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.771692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df0d10ee-d218-4498-93a2-0c3035f5ab0c HTTP/1.1" status: 204 len: 168 time: 0.2474673 Aug 11 02:41:46.781559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4fde1-17b0-41d4-bfa7-9ed227fb3199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d10ee-d218-4498-93a2-0c3035f5ab0c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:46.804536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:46.857174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 2bb1042e-5adc-483d-afba-b984d7837bed is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:46.861971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:46.891115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54007-5ecd-467b-9e6e-7c1dcd6ed96b req-2069113d-813e-45ab-a934-289ad4c064f4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:46.900605 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ef54007-5ecd-467b-9e6e-7c1dcd6ed96b req-2069113d-813e-45ab-a934-289ad4c064f4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 0.1581578 Aug 11 02:41:46.901121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:46.930022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:47.052889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ef54007-5ecd-467b-9e6e-7c1dcd6ed96b req-ce3369ad-19f8-4325-87ef-26a877a57a3d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176665 Aug 11 02:41:47.056457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.272291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.711642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c86c5d-16e6-4799-8a31-aa68b9c3d425 None None] Network 2bb1042e-5adc-483d-afba-b984d7837bed requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:47.840279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.852210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:47.882600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ddbb5c38-4a37-4d26-8bf4-f2a2f2c9081f None None] Provisioning for port a3deb298-9389-4dba-937b-0c68e80694e2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:47.900238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4349b-b0ff-44d1-8915-d843f2900c1a req-4f260702-620f-4991-9f5b-00fd5bf66ee3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:47.908339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08d4349b-b0ff-44d1-8915-d843f2900c1a req-4f260702-620f-4991-9f5b-00fd5bf66ee3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1811607 Aug 11 02:41:48.060979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:48.066883 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.094463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08d4349b-b0ff-44d1-8915-d843f2900c1a req-118f8029-5fd4-42d3-9c2b-b7f9e8d51207 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798992 Aug 11 02:41:48.122336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.122705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.123142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.123487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.123830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.124165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.124499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.124832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.133252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.133622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.134005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.134350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:48.195629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a3deb298-9389-4dba-937b-0c68e80694e2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:48.308420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5a4c-50ab-4259-be12-9af3eeb1edbe req-a7adac39-9f27-489b-ade1-516d2481617c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:48.320857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.322563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5dd5a4c-50ab-4259-be12-9af3eeb1edbe req-a7adac39-9f27-489b-ade1-516d2481617c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1027083 Aug 11 02:41:48.328207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'floatingip': {'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:48.337337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 2bb1042e-5adc-483d-afba-b984d7837bed is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:48.339219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:48.366278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a3deb298-9389-4dba-937b-0c68e80694e2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:48.392627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a3deb298-9389-4dba-937b-0c68e80694e2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:48.393416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.520979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.583844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49294) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:48.740257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.768142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Provisioning complete for port a3deb298-9389-4dba-937b-0c68e80694e2 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:48.768857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:48.870529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a3deb298-9389-4dba-937b-0c68e80694e2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a3deb298-9389-4dba-937b-0c68e80694e2,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:48.896629 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.105728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:41:49.233443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a3deb298-9389-4dba-937b-0c68e80694e2,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:49.258090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Provisioning for port a16ebfd8-9d58-4625-a405-988382837190 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:49.266472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Provisioning complete for port a16ebfd8-9d58-4625-a405-988382837190 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:49.267641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.397901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:49.409301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-876252b3-a0aa-414b-87cc-24905d050f3e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2163558 Aug 11 02:41:49.412514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49312) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:49.420483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-2096199562'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:49.443383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:49.464355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e16a8438-570b-4887-adf4-98325eed6097 None None] Port a16ebfd8-9d58-4625-a405-988382837190 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:49.479306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:49.480880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:49.521255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:49.525489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.624362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:49.708498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.709593 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 99a69ec2-c2b1-4d74-a51b-23d865c3c640 of type vlan for network f14af40e-5b32-49ad-88f7-fe97d924d3c5 Aug 11 02:41:49.790755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4f2e9e93-3cd6-4ac9-80b3-43843736d566 None None] Provisioning complete for port a16ebfd8-9d58-4625-a405-988382837190 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:49.791338 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9e93-3cd6-4ac9-80b3-43843736d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.863045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.875191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:49.970450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.972663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:49.978710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:49.979370 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.124283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e9e93-3cd6-4ac9-80b3-43843736d566 None None] Port a16ebfd8-9d58-4625-a405-988382837190 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:50.138778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a3deb298-9389-4dba-937b-0c68e80694e2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:50.198503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7850099 Aug 11 02:41:50.203574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49330) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:50.221248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:50.343151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ab127dbe-7286-4ba5-b901-c911d8453876 None None] Provisioning complete for port a16ebfd8-9d58-4625-a405-988382837190 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:50.343534 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ab127dbe-7286-4ba5-b901-c911d8453876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.354696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120884a-f079-4beb-9d3b-5616f165958c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=f14af40e-5b32-49ad-88f7-fe97d924d3c5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:50.394256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:50.402266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:41:50.504430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:50.508855 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.543353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.550525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.660493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a3deb298-9389-4dba-937b-0c68e80694e2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:50.660912 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:50.666820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ab127dbe-7286-4ba5-b901-c911d8453876 None None] Port a16ebfd8-9d58-4625-a405-988382837190 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:50.737447 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Floating IP cabce083-e355-423b-839e-6e68e23460e9 associated. External IP: 172.25.3.61, port: bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9. Aug 11 02:41:51.140281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.17 (fc8aafd3-d6a7-49f9-a5ef-ed089df5307b/6de93d1e-451d-424c-8f30-75e438b160eb/b162eec5-6d4d-40e5-89cb-52efb0e98c55) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:51.232410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:41:47Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:47Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:51.247003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49344) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:51.257142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.277569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875014434', 'description': 'tempest-secgroup-smoke-875014434 description', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:51.286885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:51.287475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Updating router f408e094-8529-4a10-8af8-b3b33b50ad5f port a16ebfd8-9d58-4625-a405-988382837190 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:51.318512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:51.337492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.397267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.491447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:51.498662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.530127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Sync routers for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:51.551157 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:51.552072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:51.554245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.575645 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-453d6c50-f1fb-4bfb-9b94-b059f30c837f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "PUT /v2.0/floatingips/cabce083-e355-423b-839e-6e68e23460e9 HTTP/1.1" status: 200 len: 990 time: 3.2510819 Aug 11 02:41:51.575645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:41:51.585479 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf850fa-120c-4f85-9e94-cc561f54165c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:41:51.675511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=3d072ba7-fa86-4e6a-8c1f-eec437763433,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:51.721022 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018e6cac-f315-4611-ac92-7c596d3a0992 x-openstack-request-id: req-018e6cac-f315-4611-ac92-7c596d3a0992 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:41:51.721537 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:41:51.721824 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-018e6cac-f315-4611-ac92-7c596d3a0992 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:41:51.722373 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'status': 'completed', 'code': 200} Aug 11 02:41:51.754283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:51.755025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: f14af40e-5b32-49ad-88f7-fe97d924d3c5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:51.820688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:51.864527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.896724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:51.907048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf850fa-120c-4f85-9e94-cc561f54165c req-3a20ee3b-5253-4b3e-8981-f8a25182ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:51.911246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-3a20ee3b-5253-4b3e-8981-f8a25182ec96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1097 time: 0.1546879 Aug 11 02:41:51.919385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f14af40e-5b32-49ad-88f7-fe97d924d3c5) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:51.929190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:51.929984 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:51.939128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object b162eec5-6d4d-40e5-89cb-52efb0e98c55 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:52.000877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264733f8-cbe3-42dc-b7c8-929d6ef926c6 None None] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:52.009063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.022621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.085185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f1aef6ab-efff-46c4-9d88-b507ae08763f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8750064 Aug 11 02:41:52.104924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:52.207322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bec6e5f-da0a-4e7a-b769-504c0942b1f9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:52.215551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf850fa-120c-4f85-9e94-cc561f54165c req-7746a495-6535-4488-b6d7-d18d7778e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:52.217178 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-7746a495-6535-4488-b6d7-d18d7778e790 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.3002698 Aug 11 02:41:52.337310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.384794 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'cabce083-e355-423b-839e-6e68e23460e9', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:41:19Z', 'updated_at': '2021-08-11T02:41:50Z', 'revision_number': 1, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:52.478098 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Checking router: d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:52.480491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:52.490724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:52.491586 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:52.494946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:52.504012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:52.522543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:52.570229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-c8e32311-b275-4511-8196-c76f6be8560f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.3444803 Aug 11 02:41:52.656076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:52.710908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:52.712784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.796636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.852585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Transition to ACTIVE for port object a16ebfd8-9d58-4625-a405-988382837190 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:52.863083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf850fa-120c-4f85-9e94-cc561f54165c req-9288e319-446f-47a8-8002-2974bf618877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:52.867223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-9288e319-446f-47a8-8002-2974bf618877 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.2859647 Aug 11 02:41:52.888778 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b806eac1-60bd-4375-9a26-70b64d9dd7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.920204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.091281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf850fa-120c-4f85-9e94-cc561f54165c req-c1b4ad91-0ff3-461c-8632-e7d2ecb1f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:53.094458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-c1b4ad91-0ff3-461c-8632-e7d2ecb1f65e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182591 Aug 11 02:41:53.258162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7c7f09f2-7054-4279-98db-0d02d6c0d47d None None] Provisioning for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:53.291428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7c7f09f2-7054-4279-98db-0d02d6c0d47d None None] Provisioning complete for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:53.291428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7c7f09f2-7054-4279-98db-0d02d6c0d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.345742 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:53.371235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'cabce083-e355-423b-839e-6e68e23460e9', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:41:19Z', 'updated_at': '2021-08-11T02:41:50Z', 'revision_number': 1, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:53.430012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Pushing event updated for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:53.431403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-ac9bf58a-eb82-4046-b264-352b6e1a9d8d service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190937 Aug 11 02:41:53.433317 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf90d8-0171-47ff-8677-a0526c27793f None None] The sync data for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 is: [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'cabce083-e355-423b-839e-6e68e23460e9', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:41:19Z', 'updated_at': '2021-08-11T02:41:50Z', 'revision_number': 1, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:53.469146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.469146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.469146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.469146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.469146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.476001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.479096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.479757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.482761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.483545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.484046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.484540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:53.531219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f09f2-7054-4279-98db-0d02d6c0d47d None None] Port b162eec5-6d4d-40e5-89cb-52efb0e98c55 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:53.584027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Attempting to bind port a16ebfd8-9d58-4625-a405-988382837190 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:53.584414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Attempting to bind port a16ebfd8-9d58-4625-a405-988382837190 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:53.585160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Attempting to bind port a16ebfd8-9d58-4625-a405-988382837190 on network 2bb1042e-5adc-483d-afba-b984d7837bed {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:53.595726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:53.595726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Checking segment: {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:53.596286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.596451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Bound using segment: {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:53.597053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Bound port: a16ebfd8-9d58-4625-a405-988382837190, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9728e9-8afd-449c-af61-1ae4be2f9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:53.597467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:53.651069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Allocated IP 172.21.0.2 (f14af40e-5b32-49ad-88f7-fe97d924d3c5/3d072ba7-fa86-4e6a-8c1f-eec437763433/7393b96f-82a3-4261-97ca-8da655f3a4e4) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:54.052010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1c73d-9489-4aab-9243-d183a0b6eecc None None] New status for floating IP cabce083-e355-423b-839e-6e68e23460e9: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:41:54.063975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.070572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] For port a16ebfd8-9d58-4625-a405-988382837190, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:54.140659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.199163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] For port a16ebfd8-9d58-4625-a405-988382837190, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a16ebfd8-9d58-4625-a405-988382837190,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:54.233940 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.273602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.502871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.504865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.506670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.2574909 Aug 11 02:41:54.520029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49392) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:54.527089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:54.533965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-daf850fa-120c-4f85-9e94-cc561f54165c req-5f9b7926-b0ae-4a2a-8111-da5101cc9401 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0809276 Aug 11 02:41:54.548449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663aa75-a87b-4e24-810a-a08d08f6cf68 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190d6258-9711-40d0-8542-7fd048fa7eee,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:54.567573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Transition to ACTIVE for port object 7393b96f-82a3-4261-97ca-8da655f3a4e4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:54.768088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.792951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Transition to ACTIVE for port object 7393b96f-82a3-4261-97ca-8da655f3a4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:54.845748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.914956 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:54.925254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534f84-0443-4d5b-8eed-bd7516c2a7f3 None None] Pushing event updated for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:54.951327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:54.952598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:55.152216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:55.166558 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.169851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.191180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.222947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda647ce-b685-47ac-9d6f-5a84a7235618,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:55.242571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:55.275364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:55.313760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff31fd8b-17ff-4a31-9701-d890bf11152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.322805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Pushing event updated for resources: {'Port': ['ID=7393b96f-82a3-4261-97ca-8da655f3a4e4,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:55.350247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:55.398555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.399854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-372af0a4-fdb0-4157-af83-5099c7fad397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8789408 Aug 11 02:41:55.404656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.410191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:55.548894 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.551499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Attempting to bind port 7393b96f-82a3-4261-97ca-8da655f3a4e4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:55.552208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Attempting to bind port 7393b96f-82a3-4261-97ca-8da655f3a4e4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:55.552911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Attempting to bind port 7393b96f-82a3-4261-97ca-8da655f3a4e4 on network f14af40e-5b32-49ad-88f7-fe97d924d3c5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:55.617701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:55.618096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Checking segment: {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:55.618533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.619008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Bound using segment: {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:55.620469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Bound port: 7393b96f-82a3-4261-97ca-8da655f3a4e4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:55.620690 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.621078 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.807108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] For port 7393b96f-82a3-4261-97ca-8da655f3a4e4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:55.814103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] For port 7393b96f-82a3-4261-97ca-8da655f3a4e4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7393b96f-82a3-4261-97ca-8da655f3a4e4,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:55.834821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.868015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.873458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.935432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.937768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5316761 Aug 11 02:41:55.942950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:55.947620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:56.002444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.21.0.1 (f14af40e-5b32-49ad-88f7-fe97d924d3c5/3d072ba7-fa86-4e6a-8c1f-eec437763433/1c7daafe-57f5-4e86-ba80-d6a8772026e7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:56.005377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c563c-9a4a-406a-93a4-8a49316c1b1a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fd16cc-edc9-4256-bcbc-643a3dfb0012,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.025861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a273-daf1-44bb-b65c-ef58708c2265 None None] Pushing event updated for resources: {'Port': ['ID=7393b96f-82a3-4261-97ca-8da655f3a4e4,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.026677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.069567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:41:47Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:54Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:56.127199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381aadb0-6595-42f0-8855-7ed096b4a5eb None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:41:47Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:54Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:41:56.207687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.218122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.262801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc36c663-0ecf-4eab-a5e2-042d1cec6d95,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.273711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.276795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-982591ec-60f2-43da-840c-6a6bd89e68d9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327999 Aug 11 02:41:56.287847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49420) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.297731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:56.413459 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.447056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.469405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.509577 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.645772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.655938 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.665754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.685852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object 1c7daafe-57f5-4e86-ba80-d6a8772026e7 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:56.686223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.718719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.754331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88acf32f-1547-49e9-8afc-64b90d2f171d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:56.787000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.801111 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b0d9bda3-da71-44cf-bff1-4112be03af61 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5105596 Aug 11 02:41:56.802140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49428) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:56.835134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:56.891145 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:56.896932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.943643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:56.947183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:56.956328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.076302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.094238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.131127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a43113-69ac-4ec0-b814-67e2dd9c30c2,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:57.165499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:57.178287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.184848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:57.185980 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6e181555-d7da-4d39-9d43-c0787f25b43c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3822176 Aug 11 02:41:57.186670 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49436) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.192795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '190d6258-9711-40d0-8542-7fd048fa7eee', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:57.207226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:57.270709 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:41:57.287258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:57.288666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.442678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.522315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:41:57.529303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.552506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.613921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32b6874-205a-44fc-bc42-9ed6c3b30c8d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:57.637395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.642167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37525b6e-f023-4ce4-85a5-d61289369993 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4542685 Aug 11 02:41:57.645269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:57.659222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'network': {'name': 'tempest-network-smoke--1525948741', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:57.700748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:57.740208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.748950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5d6b43be-f444-481a-8427-5d6f5f39f71f None None] Provisioning complete for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:57.752150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5d6b43be-f444-481a-8427-5d6f5f39f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.897832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b43be-f444-481a-8427-5d6f5f39f71f None None] Port b162eec5-6d4d-40e5-89cb-52efb0e98c55 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:41:57.908937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:57.939358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.939982 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Added segment 5cac325a-428b-46bd-93b6-6518bc7d6a70 of type vlan for network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 Aug 11 02:41:58.069149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.103343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.164354 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.183797 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.191081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a16ebfd8-9d58-4625-a405-988382837190 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:58.204921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:41:58.211291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:58.213198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.228553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0e8ed48f-67f5-43c2-b39a-bce145d60e52 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/5c311b9d-b4ec-4e74-b5bf-b66ae8954718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6385586 Aug 11 02:41:58.230992 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:41:58.249170 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:41:58.249955 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:58.301393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6568117 Aug 11 02:41:58.357466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a16ebfd8-9d58-4625-a405-988382837190 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:58.366525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a16ebfd8-9d58-4625-a405-988382837190 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:58.367229 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.374157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49462) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:58.386123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2c119-d396-4288-b4e8-f5d617a53062 None None] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:58.401609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'admin_state_up': True, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:58.478192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.479262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.572958 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:58.585572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f3094-4965-4823-8f84-619b5dbc3544 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Network': ['ID=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:58.659196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:58.809498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d7f693b0-35cf-4eda-8951-68755bbe3423 None None] Provisioning for port 7393b96f-82a3-4261-97ca-8da655f3a4e4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:58.865920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:41:58.939288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.094030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.107692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.447581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.452320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:59.522788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.539443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.598902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.643577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:41:54Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b162eec5-6d4d-40e5-89cb-52efb0e98c55', 'name': '', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:25:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:50Z', 'updated_at': '2021-08-11T02:41:55Z', 'revision_number': 2, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:41:59.660966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:59.663976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:59.687612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:41:59.688378 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Updating router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 port b162eec5-6d4d-40e5-89cb-52efb0e98c55 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:41:59.691869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a16ebfd8-9d58-4625-a405-988382837190, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a16ebfd8-9d58-4625-a405-988382837190,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:59.700950 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.702529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7393b96f-82a3-4261-97ca-8da655f3a4e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:59.786736 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:59.931164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:59.974292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:00.051336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.240 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/bfabd513-15cb-4ced-98a3-90be9e10eddb) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:00.073705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7393b96f-82a3-4261-97ca-8da655f3a4e4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:00.082072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7393b96f-82a3-4261-97ca-8da655f3a4e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:00.082701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.312804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:00.327263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3cf8e1cd-2a5d-4cd3-a8b4-99639136fdae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2056324 Aug 11 02:42:00.333087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:00.342733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-1992060620'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:00.445942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.457543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.473434 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.486614 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Transition to ACTIVE for port object b162eec5-6d4d-40e5-89cb-52efb0e98c55 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:00.497155 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.501174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:00.506863 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.527868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:00.548214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.604911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:00.610472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:00.612650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:00.637245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:00.643479 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ebb70-5fc4-47a8-a174-56175d3e4cfb None None] Pushing event updated for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:00.654368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:00.655177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Provisioning complete for port 7393b96f-82a3-4261-97ca-8da655f3a4e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:00.656318 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.657643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.658038 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment dff145cf-baf2-4128-a763-7599d2add878 of type vlan for network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 Aug 11 02:42:00.664260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:00.673586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 7393b96f-82a3-4261-97ca-8da655f3a4e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7393b96f-82a3-4261-97ca-8da655f3a4e4,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:00.678847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=bfabd513-15cb-4ced-98a3-90be9e10eddb,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:00.795507 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Attempting to bind port b162eec5-6d4d-40e5-89cb-52efb0e98c55 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:00.796282 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Attempting to bind port b162eec5-6d4d-40e5-89cb-52efb0e98c55 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:00.796442 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Attempting to bind port b162eec5-6d4d-40e5-89cb-52efb0e98c55 on network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:00.798618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.812533 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:00.812982 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Checking segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:00.814325 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.816002 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Bound using segment: {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:00.816491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Bound port: b162eec5-6d4d-40e5-89cb-52efb0e98c55, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe914e5-7a65-49a1-970a-e743e5b200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:00.818150 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:00.896877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.083888 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] For port b162eec5-6d4d-40e5-89cb-52efb0e98c55, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:01.123341 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] For port b162eec5-6d4d-40e5-89cb-52efb0e98c55, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b162eec5-6d4d-40e5-89cb-52efb0e98c55,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:01.135068 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.284039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a16ebfd8-9d58-4625-a405-988382837190 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:01.307273 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ebb70-5fc4-47a8-a174-56175d3e4cfb None None] Pushing event updated for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:01.324761 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:01.327307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:01.420498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.606866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:01.636205 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.resource_extend [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:42:01.656028 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:01.750046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=7393b96f-82a3-4261-97ca-8da655f3a4e4,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:01.776119 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.789676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:01.790372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.876544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5414736 Aug 11 02:42:01.880825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49518) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:01.886542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:01.920580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:01.923088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e578b-a3e2-49d9-8124-82b672e13696 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=5b7f6702-c9e4-40b9-ac38-27f9254350f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:02.072858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:02.077073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.251078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:02.253447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 637c3114-84a0-4360-8e6e-86b286f3f7e8 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:42:02.352960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a16ebfd8-9d58-4625-a405-988382837190 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:02.356784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.451280 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:41:54Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b162eec5-6d4d-40e5-89cb-52efb0e98c55', 'name': '', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:25:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:50Z', 'updated_at': '2021-08-11T02:42:01Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:02.534391 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.571226 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaff919-0a62-491c-99be-00a6cc26e8f5 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:41:54Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b162eec5-6d4d-40e5-89cb-52efb0e98c55', 'name': '', 'network_id': 'fc8aafd3-d6a7-49f9-a5ef-ed089df5307b', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:25:0d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:50Z', 'updated_at': '2021-08-11T02:42:01Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '6de93d1e-451d-424c-8f30-75e438b160eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:02.588968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:02.604705 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Sync routers for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:02.635363 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:02.636112 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:02.648502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:02.730753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1d4a7d0-b52c-4fee-a232-84386229f8f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3531308 Aug 11 02:42:02.732026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49530) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:02.809160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=3fc90e9d-7f5f-4468-a001-30861210e74a,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:02.818617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:02.818992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: 5b7f6702-c9e4-40b9-ac38-27f9254350f6, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:02.890536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:02.931935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 5b7f6702-c9e4-40b9-ac38-27f9254350f6) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:02.941418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:02.942245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.007330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe893f-0d28-412d-bc49-4848eee46a9a None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:03.021989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-89bf3d67-870d-4bdf-a5c3-ee224abd1b70 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1393609 Aug 11 02:42:03.026561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.137424 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:03.172265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b1f6d07-102b-4776-bca7-3d8df9f82fc4 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=ca9fbafad59f48c7a6dc14a50c92783c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4367189 Aug 11 02:42:03.173004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.480414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Provisioning for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:03.503515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Provisioning complete for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:03.503726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.654096 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:03.725044 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Checking router: 637c3114-84a0-4360-8e6e-86b286f3f7e8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:03.725451 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Updating router 637c3114-84a0-4360-8e6e-86b286f3f7e8 port bfabd513-15cb-4ced-98a3-90be9e10eddb binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:03.788856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936239e8-0a4b-4f96-bf55-d0160a02653b tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:03.791479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-936239e8-0a4b-4f96-bf55-d0160a02653b tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6158218 Aug 11 02:42:03.794675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.827405 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:03.853098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:41:57Z', 'revision_number': 3, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:41:58Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:03.920648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66c074dc-c4d3-42e0-89a1-9adc042d4e51 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1178987 Aug 11 02:42:03.921232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49564) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:03.929203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103260438', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:03.933518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-20f51259-347d-4e0d-91c0-ebf762f2015b None None] Port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:03.968298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:03.968919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Updating router f408e094-8529-4a10-8af8-b3b33b50ad5f port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:04.195889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b162eec5-6d4d-40e5-89cb-52efb0e98c55 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:04.304943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:04.310954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.343098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.868071 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:04.954743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Transition to ACTIVE for port object bfabd513-15cb-4ced-98a3-90be9e10eddb will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:04.993469 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.122969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d44aafdd-9b20-4468-ac9e-4d6573dee104 None None] Provisioning complete for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:05.123936 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d44aafdd-9b20-4468-ac9e-4d6573dee104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.143948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:05.202908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:05.209168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.222909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.240505 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Attempting to bind port bfabd513-15cb-4ced-98a3-90be9e10eddb on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:05.241181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Attempting to bind port bfabd513-15cb-4ced-98a3-90be9e10eddb by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:05.242204 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Attempting to bind port bfabd513-15cb-4ced-98a3-90be9e10eddb on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:05.265368 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.268580 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b13cd-e8f5-4fe5-b449-c54f570c1827 None None] Pushing event updated for resources: {'Port': ['ID=bfabd513-15cb-4ced-98a3-90be9e10eddb,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.274629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:05.275163 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.286831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:05.286831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:05.286831 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.289731 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:05.290423 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Bound port: bfabd513-15cb-4ced-98a3-90be9e10eddb, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:05.290835 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.361774 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] For port bfabd513-15cb-4ced-98a3-90be9e10eddb, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:05.367350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] For port bfabd513-15cb-4ced-98a3-90be9e10eddb, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfabd513-15cb-4ced-98a3-90be9e10eddb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:05.378917 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.527687 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:05.528212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:05.534534 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b13cd-e8f5-4fe5-b449-c54f570c1827 None None] Pushing event updated for resources: {'Port': ['ID=bfabd513-15cb-4ced-98a3-90be9e10eddb,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.613540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Transition to ACTIVE for port object 1c7daafe-57f5-4e86-ba80-d6a8772026e7 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:05.628217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d44aafdd-9b20-4468-ac9e-4d6573dee104 None None] Port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:05.708886 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.724428 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:05.755273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:05.827163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Subnet': ['ID=71bd95ab-c192-4222-92c5-048c666c3d30,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:05.882801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.22.0.1 (5b7f6702-c9e4-40b9-ac38-27f9254350f6/3fc90e9d-7f5f-4468-a001-30861210e74a/1d00a802-5c80-4d12-ad2f-cea3693b1200) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:05.897882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Checking segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:05.898258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network hostable DHCP agents. Network: 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:05.957800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:05.997699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:06.004924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:06.005960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.024055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfea6061-b621-4076-bd26-66f740e3e26b None None] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:06.039372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c9c79-148a-4b9c-a879-f27957dd9a53 None None] Pushing event updated for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:06.058487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a77c42b-41b3-4248-8c99-a6b5b8e48465 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1349704 Aug 11 02:42:06.062057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49590) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:06.216895 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:06.245124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.280968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object 1d00a802-5c80-4d12-ad2f-cea3693b1200 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:06.281237 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d35cf4-2776-4370-89c5-41655a634a8c None None] The sync data for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 is: [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:06.361102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Attempting to bind port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:06.362343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Attempting to bind port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:06.362343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Attempting to bind port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 on network f14af40e-5b32-49ad-88f7-fe97d924d3c5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:06.373276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.395288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:06.395954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Checking segment: {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:06.396536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.397094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Bound using segment: {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:06.397847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Bound port: 1c7daafe-57f5-4e86-ba80-d6a8772026e7, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a69ec2-c2b1-4d74-a51b-23d865c3c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:06.398411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.443589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.494090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:06.506293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:06.509138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:06.622944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:06.630589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:06.987463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.305996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.309315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Allocated IP 172.22.0.2 (5b7f6702-c9e4-40b9-ac38-27f9254350f6/3fc90e9d-7f5f-4468-a001-30861210e74a/6d7b9505-00da-4e15-9235-6ede0a05038b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:07.327143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b162eec5-6d4d-40e5-89cb-52efb0e98c55, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b162eec5-6d4d-40e5-89cb-52efb0e98c55,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:07.529632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] For port 1c7daafe-57f5-4e86-ba80-d6a8772026e7, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:07.537693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] For port 1c7daafe-57f5-4e86-ba80-d6a8772026e7, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1c7daafe-57f5-4e86-ba80-d6a8772026e7,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:07.540530 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.543076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7393b96f-82a3-4261-97ca-8da655f3a4e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:07.606732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.620852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:07.622330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.711331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.723477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.944936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:07.974511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.139393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.1 (25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4/71bd95ab-c192-4222-92c5-048c666c3d30/275a48ea-0d86-4b84-8345-d42cc808a2f4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:08.212335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:08.220480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:08.319645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.356946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Transition to ACTIVE for port object 6d7b9505-00da-4e15-9235-6ede0a05038b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:08.538538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:08.539872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:08.545454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:08.636842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.652099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Transition to ACTIVE for port object 6d7b9505-00da-4e15-9235-6ede0a05038b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:08.702736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object 275a48ea-0d86-4b84-8345-d42cc808a2f4 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:08.711531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:08.725030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.747199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7393b96f-82a3-4261-97ca-8da655f3a4e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:08.747610 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.811352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:08.833859 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc7ad9b5-92db-4c1b-9c38-e42817459a8e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8032589 Aug 11 02:42:08.839312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49630) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:08.849279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'network': {'name': 'tempest-RoutersTest-91465558'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:08.874787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.898997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:08.922234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:08.929361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:08.986832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:08.991254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:08.996674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:08.997228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:09.006481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:09.013300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:09.038121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c9c79-148a-4b9c-a879-f27957dd9a53 None None] Pushing event updated for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.038954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.088709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.101207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:09.152277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.152772 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added segment 38b28cb1-ddcb-47b2-bba2-2cdad4e4173d of type vlan for network fb59eb8a-44dd-434d-910e-653d8e7018e8 Aug 11 02:42:09.308133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Allocated IP 172.20.0.2 (25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4/71bd95ab-c192-4222-92c5-048c666c3d30/779248f2-c203-4ffa-a16d-f30f69c8c211) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:09.357798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.422648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Pushing event updated for resources: {'Port': ['ID=6d7b9505-00da-4e15-9235-6ede0a05038b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.426151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Attempting to bind port 6d7b9505-00da-4e15-9235-6ede0a05038b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:09.426884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Attempting to bind port 6d7b9505-00da-4e15-9235-6ede0a05038b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:09.427726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Attempting to bind port 6d7b9505-00da-4e15-9235-6ede0a05038b on network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:09.439582 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.443838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:09.447211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:09.447899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.451472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Checking segment: {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:09.451913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.452424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Bound using segment: {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:09.454883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Bound port: 6d7b9505-00da-4e15-9235-6ede0a05038b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:09.456277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.570986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7302899 Aug 11 02:42:09.580406 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.581869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49640) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:09.597130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'subnet': {'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:09.840998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] For port 6d7b9505-00da-4e15-9235-6ede0a05038b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:09.870389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] For port 6d7b9505-00da-4e15-9235-6ede0a05038b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6d7b9505-00da-4e15-9235-6ede0a05038b,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:09.879828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3064ad-05ff-45ff-9ab7-abbc07427a91 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Network': ['ID=fb59eb8a-44dd-434d-910e-653d8e7018e8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:09.896124 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:09.963540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:10.016450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Made reservation on behalf of 8c758a3c48264703bc237e5f1742c60c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:10.024022 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.061259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e999e9d-5648-41cf-ac30-bd1c26f7c5a7 None None] Pushing event updated for resources: {'Port': ['ID=6d7b9505-00da-4e15-9235-6ede0a05038b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.072678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b162eec5-6d4d-40e5-89cb-52efb0e98c55 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:10.080731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.156208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Transition to ACTIVE for port object 779248f2-c203-4ffa-a16d-f30f69c8c211 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:10.272302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:06Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:10.343055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Transition to ACTIVE for port object 779248f2-c203-4ffa-a16d-f30f69c8c211 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:10.349039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9bace5-69fa-40b1-9cf9-779b1d819d74 None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:06Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:10.362834 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.482499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49654) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:10.612880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:10.622905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:10.639164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:10.659079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.703126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.739960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b162eec5-6d4d-40e5-89cb-52efb0e98c55 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:10.740554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.772575 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:10.842596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Subnet': ['ID=9b98a604-3cc3-488b-a743-11957d7509dc,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:10.916586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Checking segment: {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:10.917484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network hostable DHCP agents. Network: fb59eb8a-44dd-434d-910e-653d8e7018e8, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:11.019058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:11.041221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, fb59eb8a-44dd-434d-910e-653d8e7018e8) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:11.049566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.050538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Pushing event updated for resources: {'Port': ['ID=779248f2-c203-4ffa-a16d-f30f69c8c211,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:11.063163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:11.064063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.087584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fab63-9863-48fa-a935-129f1d8783e2 None None] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:11.094827 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-026fad71-3e08-4f36-ad49-69644460ca29 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5100117 Aug 11 02:42:11.095962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Attempting to bind port 779248f2-c203-4ffa-a16d-f30f69c8c211 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:11.096555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Attempting to bind port 779248f2-c203-4ffa-a16d-f30f69c8c211 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:11.097250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Attempting to bind port 779248f2-c203-4ffa-a16d-f30f69c8c211 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:11.100824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49666) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:11.123174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:11.130027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.341043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.519276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:11.524326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:11.628725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:11.629726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Checking segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:11.630657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.631493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Bound using segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:11.632491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Bound port: 779248f2-c203-4ffa-a16d-f30f69c8c211, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:11.633360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:11.810392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfabd513-15cb-4ced-98a3-90be9e10eddb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:11.897129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 637c3114-84a0-4360-8e6e-86b286f3f7e8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:11.947216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] For port 779248f2-c203-4ffa-a16d-f30f69c8c211, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:11.994568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] For port 779248f2-c203-4ffa-a16d-f30f69c8c211, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=779248f2-c203-4ffa-a16d-f30f69c8c211,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:12.019121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.047660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.177457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:12.199937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port bfabd513-15cb-4ced-98a3-90be9e10eddb completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:12.202864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-fb59eb8a-44dd-434d-910e-653d8e7018e8', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:12.204627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.207688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Sync routers for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:12.211680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-784a9747-e82f-48fa-a044-ab8d25c199bb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/637c3114-84a0-4360-8e6e-86b286f3f7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1450355 Aug 11 02:42:12.256694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d5ecb-9d96-488c-9d72-24618e48fbd5 None None] Pushing event updated for resources: {'Port': ['ID=779248f2-c203-4ffa-a16d-f30f69c8c211,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:12.263286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bfabd513-15cb-4ced-98a3-90be9e10eddb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:12.263744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.385946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:12.386613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:12.654754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:12.807595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc25b6-4416-45c1-95dc-2201f90250c5 None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:13.057988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:13.092030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.106894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e4d79169-1803-4a87-9e69-8ffa18b106bd None None] Provisioning for port 6d7b9505-00da-4e15-9235-6ede0a05038b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:13.119415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Allocated IP 172.23.0.2 (fb59eb8a-44dd-434d-910e-653d8e7018e8/9b98a604-3cc3-488b-a743-11957d7509dc/a79cad22-b517-4652-94f5-bf8d0b6e2402) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:13.185678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port bfabd513-15cb-4ced-98a3-90be9e10eddb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfabd513-15cb-4ced-98a3-90be9e10eddb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:13.265068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-8aab9c2e-ce32-4eb6-834d-25ea2315eea6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875014434&fields=id&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 267 time: 0.3316128 Aug 11 02:42:13.309165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.693665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=bfabd513-15cb-4ced-98a3-90be9e10eddb,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:13.752296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6d7b9505-00da-4e15-9235-6ede0a05038b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:13.876607 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:13.893693 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:13.897552 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:13.899522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:13.914401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Transition to ACTIVE for port object a79cad22-b517-4652-94f5-bf8d0b6e2402 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:13.955021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Transition to ACTIVE for port object a79cad22-b517-4652-94f5-bf8d0b6e2402 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:13.995446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.111238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:14.116956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:14.119733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:14.126863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Allocated IP 172.23.0.1 (fb59eb8a-44dd-434d-910e-653d8e7018e8/9b98a604-3cc3-488b-a743-11957d7509dc/391fd3ed-a76e-4015-b100-82f3ecc2e28a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:14.144092 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:14.154127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6d7b9505-00da-4e15-9235-6ede0a05038b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:14.169085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6d7b9505-00da-4e15-9235-6ede0a05038b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:14.169252 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.365621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Pushing event updated for resources: {'Port': ['ID=a79cad22-b517-4652-94f5-bf8d0b6e2402,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:14.369460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:10Z', 'revision_number': 2, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:14.439246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Checking router: 637c3114-84a0-4360-8e6e-86b286f3f7e8 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:14.449366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Updating router 637c3114-84a0-4360-8e6e-86b286f3f7e8 port 275a48ea-0d86-4b84-8345-d42cc808a2f4 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:14.456639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Attempting to bind port a79cad22-b517-4652-94f5-bf8d0b6e2402 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:14.457009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Attempting to bind port a79cad22-b517-4652-94f5-bf8d0b6e2402 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:14.467137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Attempting to bind port a79cad22-b517-4652-94f5-bf8d0b6e2402 on network fb59eb8a-44dd-434d-910e-653d8e7018e8 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:14.474638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.494388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Transition to ACTIVE for port object 391fd3ed-a76e-4015-b100-82f3ecc2e28a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:14.541347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.542655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.547085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:14.548762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Checking segment: {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:14.549895 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.550569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Bound using segment: {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:14.551434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Bound port: a79cad22-b517-4652-94f5-bf8d0b6e2402, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:14.552212 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.568789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505c444-31d2-4416-aff9-d1ac759147a7 None None] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:14.579418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-d1bd0d87-8832-4dc2-8590-8ee11e509677 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248554558&fields=id&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 267 time: 1.2727361 Aug 11 02:42:14.613475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:14.643771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:14.659093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:14.661976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:14.748198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:14.875511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-d65db346-737c-4dab-b6a5-2a0fbee04749 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:14.888597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-d65db346-737c-4dab-b6a5-2a0fbee04749 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 797 time: 1.6046081 Aug 11 02:42:14.906140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-1d443d87-c931-49a6-9ba2-131701460fd4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:14.909519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-1d443d87-c931-49a6-9ba2-131701460fd4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.2967741 Aug 11 02:42:14.932152 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:06Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:14.967921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:14.968624 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Updating router f408e094-8529-4a10-8af8-b3b33b50ad5f port 1d00a802-5c80-4d12-ad2f-cea3693b1200 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:15.004217 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.029493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-9910756a-0e26-4ea2-aeb3-294b444cd43a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.1073992 Aug 11 02:42:15.030986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-cb8ef3f0-30d2-462f-b518-ac73f60cef57 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/quotas/ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 375 time: 0.1401386 Aug 11 02:42:15.126524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7dce5cbd-0e8e-499e-af33-68c48456eb0b None None] Provisioning complete for port 6d7b9505-00da-4e15-9235-6ede0a05038b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:15.126951 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7dce5cbd-0e8e-499e-af33-68c48456eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.128974 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.133879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.265752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-0d673c4c-78cf-4b10-ad67-1e1ddb6d9ea3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147942 Aug 11 02:42:15.287081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-4483e4e0-573b-4378-b6a7-2966c67a5dd6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032866 Aug 11 02:42:15.447925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-4920028c-9400-4acb-a5a0-272c00a044d3 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147494 Aug 11 02:42:15.452596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port b162eec5-6d4d-40e5-89cb-52efb0e98c55 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:15.453189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.594690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] For port a79cad22-b517-4652-94f5-bf8d0b6e2402, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:15.755490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.763225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.807436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port b162eec5-6d4d-40e5-89cb-52efb0e98c55, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b162eec5-6d4d-40e5-89cb-52efb0e98c55,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:15.808005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:15.824042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-111b1e5b-2569-4559-ac10-7ed8a1536c5e service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545821 Aug 11 02:42:15.829390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-3417ad6a-4e62-43f4-8d5f-9dd17f182649 service neutron] 10.222.0.68 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976616 Aug 11 02:42:15.834048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for b162eec5-6d4d-40e5-89cb-52efb0e98c55 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:15.958843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event updated for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:15.984717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.006406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] For port a79cad22-b517-4652-94f5-bf8d0b6e2402, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a79cad22-b517-4652-94f5-bf8d0b6e2402,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:16.027360 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.030438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6d7b9505-00da-4e15-9235-6ede0a05038b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6d7b9505-00da-4e15-9235-6ede0a05038b,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:16.060287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.076188 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Transition to ACTIVE for port object 1d00a802-5c80-4d12-ad2f-cea3693b1200 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:16.096147 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.238415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240bfa-f1a6-4c14-8a83-964b657aa047 None None] Pushing event updated for resources: {'Port': ['ID=a79cad22-b517-4652-94f5-bf8d0b6e2402,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:16.254592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.255909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 779248f2-c203-4ffa-a16d-f30f69c8c211 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:16.302736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:16.304983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:16.426391 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35fae7-cd62-4cf5-b97f-7af6ceb577b0 None None] Pushing event updated for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:16.603685 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Attempting to bind port 1d00a802-5c80-4d12-ad2f-cea3693b1200 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:16.604062 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Attempting to bind port 1d00a802-5c80-4d12-ad2f-cea3693b1200 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:16.604435 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Attempting to bind port 1d00a802-5c80-4d12-ad2f-cea3693b1200 on network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:16.623719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:16.624097 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Checking segment: {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:16.628225 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.629143 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Bound using segment: {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:16.629358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Bound port: 1d00a802-5c80-4d12-ad2f-cea3693b1200, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff145cf-baf2-4128-a763-7599d2add878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:16.629752 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.635561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-db3d5254-502c-4d3d-a2cf-c057f53290be service neutron] 10.222.0.68 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942617 Aug 11 02:42:16.885115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.889595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] For port 1d00a802-5c80-4d12-ad2f-cea3693b1200, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:16.903877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] For port 1d00a802-5c80-4d12-ad2f-cea3693b1200, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d00a802-5c80-4d12-ad2f-cea3693b1200,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:16.916707 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:16.957791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Transition to ACTIVE for port object 275a48ea-0d86-4b84-8345-d42cc808a2f4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:17.079848 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.162870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=b162eec5-6d4d-40e5-89cb-52efb0e98c55,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.273237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:17.346873 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35fae7-cd62-4cf5-b97f-7af6ceb577b0 None None] Pushing event updated for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.398688 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:17.400562 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:17.712315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 779248f2-c203-4ffa-a16d-f30f69c8c211 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:17.755134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1c7daafe-57f5-4e86-ba80-d6a8772026e7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:17.771574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6d7b9505-00da-4e15-9235-6ede0a05038b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:17.802762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:17.854694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ec9acd4-2eed-4414-a54e-f29dc902cb71 req-6c7dae28-8c66-488c-b301-ed9a38f74d85 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 0.4963224 Aug 11 02:42:18.030243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7031b9a8-a81d-4609-b67c-33cd3931efd3 req-5b997ac8-82d7-4341-b6b2-08a4ea243e89 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.4764671 Aug 11 02:42:18.076134 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:18.156370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Attempting to bind port 275a48ea-0d86-4b84-8345-d42cc808a2f4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:18.157472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Attempting to bind port 275a48ea-0d86-4b84-8345-d42cc808a2f4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:18.164214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Attempting to bind port 275a48ea-0d86-4b84-8345-d42cc808a2f4 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:18.208385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:18.208774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Checking segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:18.211384 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.212859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Bound using segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:18.215096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Bound port: 275a48ea-0d86-4b84-8345-d42cc808a2f4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:18.217769 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.581564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:18.626527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:18.656644 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-208952ce-90c9-4971-95ed-04140d6a1f45 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5530944 Aug 11 02:42:18.661149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:18.681028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:18.747856 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:15Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:18.792743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c8921-da3e-48a7-aa12-64c541a076bc None None] Pushing event updated for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:18.846817 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a57525-3517-43e0-ae6f-715d43fd386a None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:14Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:07Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:15Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:18.910485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7dce5cbd-0e8e-499e-af33-68c48456eb0b None None] Provisioning for port 1d00a802-5c80-4d12-ad2f-cea3693b1200 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:18.943199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] For port 275a48ea-0d86-4b84-8345-d42cc808a2f4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:18.988025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:19.009437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] For port 275a48ea-0d86-4b84-8345-d42cc808a2f4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=275a48ea-0d86-4b84-8345-d42cc808a2f4,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:19.034644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.041711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:19.042730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:19.682248 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21495d4-c531-42c3-a000-72c99a77e12d None None] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:19.858837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:19.861990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:19.882970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c8921-da3e-48a7-aa12-64c541a076bc None None] Pushing event updated for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:19.897589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:42:19.942990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3840bea5-a8bd-4e10-821d-52f7b145d52d req-db75a7e2-c3f5-47ba-8d35-6faa31e0b380 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 0.2923913 Aug 11 02:42:19.950962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Removed routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:42:19.951382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.212927 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.243514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc4d36a8-e3be-477d-957b-4304fef75e76 req-117d9be7-9209-46f3-b02e-ef95a356e441 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.5949984 Aug 11 02:42:20.252928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-937bf2f2-c67f-47c4-a976-eaf76d45932c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:20.255647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-937bf2f2-c67f-47c4-a976-eaf76d45932c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.4639540 Aug 11 02:42:20.411763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:20.529523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-0ef59a70-c46a-4660-9357-8cca730021e7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 379 time: 0.2420542 Aug 11 02:42:20.651662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'security_groups': ['5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:20.783439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1c7daafe-57f5-4e86-ba80-d6a8772026e7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1c7daafe-57f5-4e86-ba80-d6a8772026e7,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:20.813800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:20.917716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:20.932282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.013973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Provisioning for port 779248f2-c203-4ffa-a16d-f30f69c8c211 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:21.027127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:21.095089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Provisioning complete for port 779248f2-c203-4ffa-a16d-f30f69c8c211 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:21.096132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.104977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-f78429d2-108b-44a3-b3fb-1d956cdec12b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:21.113408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-f78429d2-108b-44a3-b3fb-1d956cdec12b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 797 time: 0.8504930 Aug 11 02:42:21.119161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:21.131592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b7730dd6-ea05-4cee-a43e-b0dcd715f81b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/5c311b9d-b4ec-4e74-b5bf-b66ae8954718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6431818 Aug 11 02:42:21.141567 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:21.194706 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:21.195648 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:21.222363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:21.233552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.381273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:21.393323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.495189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19828c3c-1447-496a-9d6f-bc3ba76bd36a req-b2c6288c-2d61-40c8-b893-fe140d6b7e90 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 0.1672783 Aug 11 02:42:21.632512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-5ba820ca-bcc2-4173-a1e7-955d3276236d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 379 time: 0.4993629 Aug 11 02:42:21.693721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'port': {'device_id': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'admin_state_up': True, 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'security_groups': ['190d6258-9711-40d0-8542-7fd048fa7eee']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:21.711078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:21.736227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:21.737539 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8a598cd-6aef-44bd-993b-0766705ddf78 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 933 time: 3.0749555 Aug 11 02:42:21.761061 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-5b29d734-f30c-45b1-b297-4bec9b9b65b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2384851 Aug 11 02:42:21.761593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49822) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:21.791439 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:21.791876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:21.807055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:22.097310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:22.105024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.8 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/93b8840e-605f-4dee-8e11-0bd45190fcd0) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:22.212943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-08532902-b837-44ef-b641-14e8d2af0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:22.222592 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-08532902-b837-44ef-b641-14e8d2af0b9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 1098 time: 0.3010035 Aug 11 02:42:22.249064 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-223037bd-e3ad-4d16-a341-ceb9efac88a0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 933 time: 0.4862907 Aug 11 02:42:22.262111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:22.271407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'routes': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:22.393090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54410e9d-4cb3-4cfa-b27d-09117af652e3 req-c2199e68-6546-4341-b227-e9d794c7cfa2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.1140532 Aug 11 02:42:22.510931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:22.519098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.647941 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:22.733881 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:22.751239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb64f8-5b12-4bd8-bb44-7505f3973dfb req-75ebd68c-9428-4776-a817-a32ee77bd91f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:22.753125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8fb64f8-5b12-4bd8-bb44-7505f3973dfb req-75ebd68c-9428-4776-a817-a32ee77bd91f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 0.6143391 Aug 11 02:42:22.784225 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:22.787658 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:41:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:22.825144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:42:22.825911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:42:22.846445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a02d55c-6dfa-47f1-b301-0ffd04ed3113 req-542a5dd1-fde9-453b-b401-e87be6aef2fb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 0.1063099 Aug 11 02:42:22.883605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.020369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6d7b9505-00da-4e15-9235-6ede0a05038b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:23.024931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8fb64f8-5b12-4bd8-bb44-7505f3973dfb req-30a8f119-81e6-4e27-b36e-e2412247e5c4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497978 Aug 11 02:42:23.062779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:23.106500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-ea28e263-7914-489d-872a-7cc6598aa453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:23.108316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-ea28e263-7914-489d-872a-7cc6598aa453 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b HTTP/1.1" status: 200 len: 897 time: 0.8571372 Aug 11 02:42:23.164573 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-98bcf5fe-1de2-4b26-89cf-8849c0e9330e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2762828 Aug 11 02:42:23.166150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-43550122-52fb-42f3-99cc-0a956db22add service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 HTTP/1.1" status: 200 len: 217 time: 0.0474420 Aug 11 02:42:23.216265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.3 (25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4/71bd95ab-c192-4222-92c5-048c666c3d30/1b7461d1-f903-4d5c-8300-bcb95cada293) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:23.267299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.67', 58700) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:23.325073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-044aa1b1-3b3b-41e0-9068-345ca215b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.381633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.414163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:23.502737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbcbd4-29e3-483a-b64e-d9b00a3c68a0 None None] The sync data for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 is: [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:18Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:23.526389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 93b8840e-605f-4dee-8e11-0bd45190fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:23.549664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:23.700324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-5cd8bd30-3291-4ff1-821b-074d9026fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:23.708335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-5cd8bd30-3291-4ff1-821b-074d9026fb68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6de93d1e-451d-424c-8f30-75e438b160eb HTTP/1.1" status: 200 len: 837 time: 0.5344276 Aug 11 02:42:23.784519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:23.970337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6d7b9505-00da-4e15-9235-6ede0a05038b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:23.971421 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.208161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:24.222460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.341110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-0264009c-c498-4974-a60a-0a4622cd55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:24.343325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-0264009c-c498-4974-a60a-0a4622cd55d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1097 time: 1.0138247 Aug 11 02:42:24.394342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-7a5029ce-5272-4417-ae0d-b732855429b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:24.410143 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-7a5029ce-5272-4417-ae0d-b732855429b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6779785 Aug 11 02:42:24.447387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:24.479569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:24.502434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] For port 779248f2-c203-4ffa-a16d-f30f69c8c211, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=779248f2-c203-4ffa-a16d-f30f69c8c211,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:24.517586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.527007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:19Z', 'revision_number': 6, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:15Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:24.553237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.715538 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:24.760342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:24.786729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54d879e-deae-4018-94d8-9a2c46b2b6c1 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'b1bca42e-f1a0-4015-a70f-f61be5c6b69a', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'port_id': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'mac_address': 'fa:16:3e:90:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:40:32Z', 'updated_at': '2021-08-11T02:40:41Z', 'revision_number': 1, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:24.904112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:24.905063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Updating router f408e094-8529-4a10-8af8-b3b33b50ad5f port 391fd3ed-a76e-4015-b100-82f3ecc2e28a binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:24.911773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Pushing event updated for resources: {'Port': ['ID=779248f2-c203-4ffa-a16d-f30f69c8c211,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:25.097162 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.102154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ce78681d-d6a3-47bd-abfe-04371ede6041 None None] Provisioning for port 275a48ea-0d86-4b84-8345-d42cc808a2f4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:25.142452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d00a802-5c80-4d12-ad2f-cea3693b1200 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:25.210485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-95390c60-037e-49ab-ba55-9384e410fbd0 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.212289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-95390c60-037e-49ab-ba55-9384e410fbd0 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.67 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 1.9270737 Aug 11 02:42:25.258927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9307bd07-9a95-45be-8217-98d14dea77e6 req-ad078954-e34b-493d-8df3-216cb64f1c44 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 1.0243700 Aug 11 02:42:25.388586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95b03-b361-4e11-b632-46897c78befb req-4eeccf39-b46e-471d-b225-994ce8c6fb4a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.392893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9a95b03-b361-4e11-b632-46897c78befb req-4eeccf39-b46e-471d-b225-994ce8c6fb4a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 931 time: 1.4120226 Aug 11 02:42:25.649429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:25.652151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.703168 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e71ec8cf-75ac-439d-82bb-68f9f811afd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.706137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.754189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d662206-0afa-48e9-a4f6-32af68fdc0cc None None] Provisioning for port 391fd3ed-a76e-4015-b100-82f3ecc2e28a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:25.825649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d662206-0afa-48e9-a4f6-32af68fdc0cc None None] Provisioning complete for port 391fd3ed-a76e-4015-b100-82f3ecc2e28a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:25.826696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d662206-0afa-48e9-a4f6-32af68fdc0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.901328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.928732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object 1b7461d1-f903-4d5c-8300-bcb95cada293 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:25.940289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1d00a802-5c80-4d12-ad2f-cea3693b1200 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:25.960477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:26.057328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9a95b03-b361-4e11-b632-46897c78befb req-6bb2e73b-094c-4229-b177-3e75b8d12e35 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614949 Aug 11 02:42:26.060100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a683049c-f45c-47a5-aec5-0801cbe477ba tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4205761 Aug 11 02:42:26.069523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1d00a802-5c80-4d12-ad2f-cea3693b1200 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:26.070034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.108815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Request body: {'port': {'device_id': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:26.155886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-70d7da00-dd5b-4145-9c0d-0c42af7200fc service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7082162 Aug 11 02:42:26.169620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8d662206-0afa-48e9-a4f6-32af68fdc0cc None None] Port 391fd3ed-a76e-4015-b100-82f3ecc2e28a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:26.195469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:26.195840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.346069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-22e1c58b-f751-4a3b-80fe-8c85f3b98bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:26.348762 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-22e1c58b-f751-4a3b-80fe-8c85f3b98bd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 898 time: 1.9214432 Aug 11 02:42:26.488982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:26.592558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.675479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:26.718362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-d8c27bf6-62cb-4f16-a2ad-4403c52b82e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 1001 time: 0.3375714 Aug 11 02:42:26.752398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d662206-0afa-48e9-a4f6-32af68fdc0cc None None] Provisioning for port a79cad22-b517-4652-94f5-bf8d0b6e2402 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:26.844686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.852170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.926100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1d00a802-5c80-4d12-ad2f-cea3693b1200, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d00a802-5c80-4d12-ad2f-cea3693b1200,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:26.939911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.942242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-502031a6-3288-4273-9770-eeff05858c01 service neutron] 10.222.0.67 "GET /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677222 Aug 11 02:42:26.987351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.989926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a79cad22-b517-4652-94f5-bf8d0b6e2402 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:27.008571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Transition to ACTIVE for port object 391fd3ed-a76e-4015-b100-82f3ecc2e28a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:27.045057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-144e1faa-cfa9-4ad8-ae94-d587e6301d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.051906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-144e1faa-cfa9-4ad8-ae94-d587e6301d22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.3098900 Aug 11 02:42:27.055307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.097596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f188f8-a15a-4b56-85d6-1f00b69bdd5f req-b515f6ee-52a5-40df-bc85-2212bd39b6c9 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.110376 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87f188f8-a15a-4b56-85d6-1f00b69bdd5f req-b515f6ee-52a5-40df-bc85-2212bd39b6c9 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 946 time: 1.0943997 Aug 11 02:42:27.110645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.133827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.178006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:27.194695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.200414 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c6f52cc4-ed2b-408c-814e-cdb932f7ce5f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 699 time: 4.9332213 Aug 11 02:42:27.203293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:27.314883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:27.342357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-31b8ab6e-a2ef-4b3c-acfb-43c1933c05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.346937 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-31b8ab6e-a2ef-4b3c-acfb-43c1933c05e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2806420 Aug 11 02:42:27.404825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:27.408542 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac207360-a90c-4781-bab7-cb653e2c3535" -d '{"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-unplugged", "status": "completed", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:27.415624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:27.420810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:27.429675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:27.465237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.518123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:27.606028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a79cad22-b517-4652-94f5-bf8d0b6e2402 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:27.640613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:27.642459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.663792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:27.665505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-87f188f8-a15a-4b56-85d6-1f00b69bdd5f req-db65bbe4-b460-4000-b980-232f92b9b86e tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec0d838b-8955-495d-9649-35f750bfe1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298842 Aug 11 02:42:27.693384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedacaa-6251-414d-8ed9-1f74aef4c63a req-cd1f283b-7fba-48f4-b559-bf28809124f6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.694636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a79cad22-b517-4652-94f5-bf8d0b6e2402 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:27.695256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.704969 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-9ac74109-3140-4b73-bd55-cd934dcdc409 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593510 Aug 11 02:42:27.712250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cedacaa-6251-414d-8ed9-1f74aef4c63a req-cd1f283b-7fba-48f4-b559-bf28809124f6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 931 time: 0.6704013 Aug 11 02:42:27.721790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ba83f57e-1431-49de-97bf-54af4eb9239e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 699 time: 0.5090241 Aug 11 02:42:27.727516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49900) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:27.728899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:27.733367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6b28f592-c60b-4cd7-b92b-39c3f3c4f75c None None] Provisioning for port 93b8840e-605f-4dee-8e11-0bd45190fcd0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:27.755252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:27.758243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.881262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cedacaa-6251-414d-8ed9-1f74aef4c63a req-e65a1489-dbdc-4051-adf5-712964a1a5b6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678207 Aug 11 02:42:27.896924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6b28f592-c60b-4cd7-b92b-39c3f3c4f75c None None] Provisioning complete for port 93b8840e-605f-4dee-8e11-0bd45190fcd0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:27.897513 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6b28f592-c60b-4cd7-b92b-39c3f3c4f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.001395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Attempting to bind port 391fd3ed-a76e-4015-b100-82f3ecc2e28a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:28.001771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Attempting to bind port 391fd3ed-a76e-4015-b100-82f3ecc2e28a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:28.002171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Attempting to bind port 391fd3ed-a76e-4015-b100-82f3ecc2e28a on network fb59eb8a-44dd-434d-910e-653d8e7018e8 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:28.002295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ba3a7d26-138d-40aa-84e0-2ed67b8c880b req-89933a57-bf84-4da6-b050-66682e4c3bf1 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631321 Aug 11 02:42:28.047323 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588b04c-63da-412d-95c9-4e8ca7a82ee8 x-openstack-request-id: req-c588b04c-63da-412d-95c9-4e8ca7a82ee8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:28.049222 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-unplugged", "status": "completed", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:28.050050 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c588b04c-63da-412d-95c9-4e8ca7a82ee8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:28.050792 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'code': 200} Aug 11 02:42:28.055144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:28.056576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Checking segment: {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:28.057325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.058052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Bound using segment: {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:28.058859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Bound port: 391fd3ed-a76e-4015-b100-82f3ecc2e28a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:28.059535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.069674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dce07-e921-455e-9cd2-be66e4e60615 None None] Pushing event updated for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.093382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-11dc2364-a250-4fcb-befe-5517e07d295f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4425986 Aug 11 02:42:28.124179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Request body: {'port': {'device_id': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:28.132762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6b28f592-c60b-4cd7-b92b-39c3f3c4f75c None None] Port 93b8840e-605f-4dee-8e11-0bd45190fcd0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:28.159466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.227572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.240694 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.284264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] For port 391fd3ed-a76e-4015-b100-82f3ecc2e28a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:28.296134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb540fa8-171a-4046-bc07-6b2171472187 None None] Provisioning for port 1b7461d1-f903-4d5c-8300-bcb95cada293 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:28.321745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] For port 391fd3ed-a76e-4015-b100-82f3ecc2e28a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=391fd3ed-a76e-4015-b100-82f3ecc2e28a,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:28.322873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eb540fa8-171a-4046-bc07-6b2171472187 None None] Provisioning complete for port 1b7461d1-f903-4d5c-8300-bcb95cada293 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:28.323306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb540fa8-171a-4046-bc07-6b2171472187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.326318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a79cad22-b517-4652-94f5-bf8d0b6e2402, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a79cad22-b517-4652-94f5-bf8d0b6e2402,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:28.352379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.354586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.355391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfabd513-15cb-4ced-98a3-90be9e10eddb up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:28.408749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8237bf-2b20-4c76-9cca-9b8e619992ba req-5ce8ad94-8a42-4c42-8acc-8a4880c31094 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:28.410449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8237bf-2b20-4c76-9cca-9b8e619992ba req-5ce8ad94-8a42-4c42-8acc-8a4880c31094 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 931 time: 0.3232856 Aug 11 02:42:28.440577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.480720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-eb540fa8-171a-4046-bc07-6b2171472187 None None] Port 1b7461d1-f903-4d5c-8300-bcb95cada293 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:42:28.544830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:28.545792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:28.550077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dce07-e921-455e-9cd2-be66e4e60615 None None] Pushing event updated for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.615617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bfabd513-15cb-4ced-98a3-90be9e10eddb triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:28.616095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.628814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8237bf-2b20-4c76-9cca-9b8e619992ba req-d1c6be56-567e-461f-a180-cef00b211688 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956282 Aug 11 02:42:28.670148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.825013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:28.897155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b8840e-605f-4dee-8e11-0bd45190fcd0 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:28.936661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:28.973449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Transition to ACTIVE for port object 93b8840e-605f-4dee-8e11-0bd45190fcd0 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:29.063143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ae4e81a-7cac-4ca0-ac62-7d333da2e193 req-3c60cbba-24c6-48bc-8237-e39728ad0c1b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=89d6cccf-797b-45f5-b992-b15728b41de2 HTTP/1.1" status: 200 len: 210 time: 0.2083108 Aug 11 02:42:29.083996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] No DVR routers for this DVR port 104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:29.088658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.093332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.67 "DELETE /v2.0/ports/104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2 HTTP/1.1" status: 204 len: 173 time: 3.7754233 Aug 11 02:42:29.094361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.112464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:29.153824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a79cad22-b517-4652-94f5-bf8d0b6e2402,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.187364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-deleted', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:29.193679 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4606951-887e-4e2c-9d07-3755bc5144ae" -d '{"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-deleted", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:29.405522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Pushing event updated for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:29.415838 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889cd248-1d35-476a-af3a-aa29f7ab0707 x-openstack-request-id: req-889cd248-1d35-476a-af3a-aa29f7ab0707 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:29.416282 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d6cccf-797b-45f5-b992-b15728b41de2", "name": "network-vif-deleted", "tag": "104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:29.416693 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-889cd248-1d35-476a-af3a-aa29f7ab0707 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:29.417488 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d6cccf-797b-45f5-b992-b15728b41de2', 'name': 'network-vif-deleted', 'tag': '104a05a7-5b63-4ce7-a6f5-f89a3fbaadc2', 'status': 'completed', 'code': 200} Aug 11 02:42:29.587771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d613cbd-8e47-4ba3-ae45-3f08927e685a req-25faa3bf-1df5-4696-8935-6e435a067d27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:29.589501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d613cbd-8e47-4ba3-ae45-3f08927e685a req-25faa3bf-1df5-4696-8935-6e435a067d27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 931 time: 0.5192549 Aug 11 02:42:29.691585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d613cbd-8e47-4ba3-ae45-3f08927e685a req-76a3ca89-ccb2-4542-871a-d23508ceb6c9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888233 Aug 11 02:42:29.700293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Attempting to bind port 93b8840e-605f-4dee-8e11-0bd45190fcd0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:29.700879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Attempting to bind port 93b8840e-605f-4dee-8e11-0bd45190fcd0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:29.701428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Attempting to bind port 93b8840e-605f-4dee-8e11-0bd45190fcd0 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:29.736713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Port 93b8840e-605f-4dee-8e11-0bd45190fcd0 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:42:29.737348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Attempting to bind port 93b8840e-605f-4dee-8e11-0bd45190fcd0 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:29.753845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 391fd3ed-a76e-4015-b100-82f3ecc2e28a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:29.789854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:29.790335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:29.790741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:29.791200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Bound port: 93b8840e-605f-4dee-8e11-0bd45190fcd0, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:29.791686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.912706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 391fd3ed-a76e-4015-b100-82f3ecc2e28a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:29.928952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 391fd3ed-a76e-4015-b100-82f3ecc2e28a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:29.929855 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:29.941598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:22Z', 'revision_number': 7, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:28Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:29.988316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c708a14-4de5-49f1-a378-ad97a51cde97 req-8128715d-25f7-4929-b02d-bddab275f684 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:29.990595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c708a14-4de5-49f1-a378-ad97a51cde97 req-8128715d-25f7-4929-b02d-bddab275f684 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.2160504 Aug 11 02:42:30.016675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.053525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeec8a0-e264-465c-8a09-e5e0281a0dd6 None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:22Z', 'revision_number': 7, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:28Z', 'revision_number': 4, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:30.153177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.197000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49918) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:30.204464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 391fd3ed-a76e-4015-b100-82f3ecc2e28a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=391fd3ed-a76e-4015-b100-82f3ecc2e28a,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:30.212577 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.213729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d00a802-5c80-4d12-ad2f-cea3693b1200 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:30.234623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7461d1-f903-4d5c-8300-bcb95cada293 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:30.245893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:30.249786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.279751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.334929 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:42:30.335959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.337671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:30.347909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c708a14-4de5-49f1-a378-ad97a51cde97 req-f1b2b715-43d1-470d-a7af-abfc689d73ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461180 Aug 11 02:42:30.352073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Transition to ACTIVE for port object 1b7461d1-f903-4d5c-8300-bcb95cada293 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:30.375760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.375760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.382245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1d00a802-5c80-4d12-ad2f-cea3693b1200 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:30.382842 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.411591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.427163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:30.455298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:30.457681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:30.463077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.463717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.470963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] 10.222.0.67 "PUT /v2.0/ports/93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 200 len: 1092 time: 4.3963454 Aug 11 02:42:30.505166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d066-1b1c-4ad5-be50-cc54f8e78d6a service neutron] Pushing event updated for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.575382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.580326 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.581984 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/security-groups/ec0d838b-8955-495d-9649-35f750bfe1a0 HTTP/1.1" status: 204 len: 168 time: 0.3837137 Aug 11 02:42:30.622753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e030363-e65b-401c-9736-1a1d3792a354 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d838b-8955-495d-9649-35f750bfe1a0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:30.651006 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:30.759158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:30.787746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-6fe3e256-e250-40bd-a1e9-76601ee8cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:30.790954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-6fe3e256-e250-40bd-a1e9-76601ee8cf97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1095 time: 0.2415681 Aug 11 02:42:30.847281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 779248f2-c203-4ffa-a16d-f30f69c8c211 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:30.847709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting subnet 6de93d1e-451d-424c-8f30-75e438b160eb {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:30.866801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.962825 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:30.995160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:31.091236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 779248f2-c203-4ffa-a16d-f30f69c8c211 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:31.091622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.141609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.272785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.308724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 275a48ea-0d86-4b84-8345-d42cc808a2f4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:31.324935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Subnet': ['ID=6de93d1e-451d-424c-8f30-75e438b160eb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:31.337911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.349317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f37b433f-8543-4ff0-a0c7-82473fc7c50d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/subnets/6de93d1e-451d-424c-8f30-75e438b160eb HTTP/1.1" status: 204 len: 168 time: 0.6954215 Aug 11 02:42:31.350905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:31.353679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2364c88-13dc-4ea1-9965-4f0fe02b01d3 None None] Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:31.529177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.600478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 275a48ea-0d86-4b84-8345-d42cc808a2f4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:31.607533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:22Z', 'revision_number': 7, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:30Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:31.613942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 275a48ea-0d86-4b84-8345-d42cc808a2f4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:31.614325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.621079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:31.626070 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f7556-963a-4f47-994d-91101a820af2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:31.673611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:31.682259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port deb6cd93-247a-48fb-ba86-f6c2e15c56ba {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:31.682615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.714777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-0bfef5b0-7f63-4081-8e07-e42b3903b76c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 200 len: 217 time: 0.8313119 Aug 11 02:42:31.724349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:31.725262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:31.731252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:31.731807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:31.732308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:31.800079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503c15c-5b71-47c3-b1dc-ddb1fa5e92af None None] DHCP port deletion for fc8aafd3-d6a7-49f9-a5ef-ed089df5307b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:31.811275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port deb6cd93-247a-48fb-ba86-f6c2e15c56ba, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,segment=NetworkSegment(6fe914e5-7a65-49a1-970a-e743e5b200a9),segment_id=6fe914e5-7a65-49a1-970a-e743e5b200a9)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:31.812066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.830419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:42:31.830962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:31.842429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for deb6cd93-247a-48fb-ba86-f6c2e15c56ba owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:31.893387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853c75e-a190-4666-88b6-b9933ca73085 req-ff7d94da-a476-4e07-bc74-242a4de2c60e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:31.909241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2853c75e-a190-4666-88b6-b9933ca73085 req-ff7d94da-a476-4e07-bc74-242a4de2c60e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 1.0114601 Aug 11 02:42:31.932168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5624b-9729-4e45-9e95-2670bc52c0bd req-a71f8a17-4f94-41bb-853e-8f798b20ec6a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:31.942985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d5624b-9729-4e45-9e95-2670bc52c0bd req-a71f8a17-4f94-41bb-853e-8f798b20ec6a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.3078423 Aug 11 02:42:31.954164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:31.954712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Checking segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:31.955332 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Bound using segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:31.956078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Bound port: 1b7461d1-f903-4d5c-8300-bcb95cada293, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:31.956654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:31.982719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.002778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:32.029633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=deb6cd93-247a-48fb-ba86-f6c2e15c56ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:32.031527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 391fd3ed-a76e-4015-b100-82f3ecc2e28a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:32.031881 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.037983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-4cddbfcf-d626-4185-a618-f68c0fdf6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:32.038265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-4cddbfcf-d626-4185-a618-f68c0fdf6591 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.2879050 Aug 11 02:42:32.042895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] No DVR routers for this DVR port deb6cd93-247a-48fb-ba86-f6c2e15c56ba on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:32.045209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.045702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.045953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.046613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.047455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.047954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.050928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.051524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.051879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.052597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.052950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.053313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:32.180916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2853c75e-a190-4666-88b6-b9933ca73085 req-b0e759b5-4225-45da-9dbb-60918f3db0ad tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690899 Aug 11 02:42:32.213423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.217647 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8aafd3-d6a7-49f9-a5ef-ed089df5307b']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.233463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe914e5-7a65-49a1-970a-e743e5b200a9') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.233773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe914e5-7a65-49a1-970a-e743e5b200a9') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:32.251111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d5624b-9729-4e45-9e95-2670bc52c0bd req-1a0481dc-32a0-4c36-bff7-10bad625cbc7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983341 Aug 11 02:42:32.251303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.275617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.306146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:32.306971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:32.314628 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:32.330627 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f331b9c8-eabd-49d9-a18d-849e1cb91766 x-openstack-request-id: req-f331b9c8-eabd-49d9-a18d-849e1cb91766 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:32.331271 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:32.332019 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f331b9c8-eabd-49d9-a18d-849e1cb91766 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:32.332938 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'status': 'completed', 'code': 200} Aug 11 02:42:32.377634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.378342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:32.395987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:32.401354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-53da2e73-cbb9-4b42-a1b2-fdd54c362a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:32.403781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-53da2e73-cbb9-4b42-a1b2-fdd54c362a56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3536713 Aug 11 02:42:32.416028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 391fd3ed-a76e-4015-b100-82f3ecc2e28a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=391fd3ed-a76e-4015-b100-82f3ecc2e28a,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:32.416719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.432631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.435025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 391fd3ed-a76e-4015-b100-82f3ecc2e28a owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:32.447032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.449824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/networks/fc8aafd3-d6a7-49f9-a5ef-ed089df5307b HTTP/1.1" status: 204 len: 168 time: 1.0972703 Aug 11 02:42:32.458330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2503c15c-5b71-47c3-b1dc-ddb1fa5e92af None None] Deleting port deb6cd93-247a-48fb-ba86-f6c2e15c56ba {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:32.458967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2503c15c-5b71-47c3-b1dc-ddb1fa5e92af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.497415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49940) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-2503c15c-5b71-47c3-b1dc-ddb1fa5e92af None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b could not be found. Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fc8aafd3-d6a7-49f9-a5ef-ed089df5307b could not be found. Aug 11 02:42:32.544128 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:42:32.585542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 275a48ea-0d86-4b84-8345-d42cc808a2f4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=275a48ea-0d86-4b84-8345-d42cc808a2f4,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:32.606836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.623420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2a5c0-dd35-4575-8a9e-172e51f0e24b None None] DHCP port deletion for fc8aafd3-d6a7-49f9-a5ef-ed089df5307b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:32.630165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.631122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a79cad22-b517-4652-94f5-bf8d0b6e2402 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:32.660994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aea9f-b5c1-4f95-8322-6dded9913f25 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Network': ['ID=fc8aafd3-d6a7-49f9-a5ef-ed089df5307b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:32.743020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:32.785108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4aa0d-2f06-499a-8ede-b8a2014d8819 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:42:32.786224 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 6795a86a-db51-4e5b-a3da-eb411f15ab1e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:32.786843 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.808882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:32.810363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.813596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] 10.222.0.67 "PUT /v2.0/ports/1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 1092 time: 4.6936076 Aug 11 02:42:32.916634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.916976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:32.932135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 6795a86a-db51-4e5b-a3da-eb411f15ab1e owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:32.935390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a79cad22-b517-4652-94f5-bf8d0b6e2402 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:32.936346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.053885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279b0df-b11e-4219-91d9-13ab7a861ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:33.131756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-fa9566d9-81c4-4113-979b-3fdc8e5ba628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.134887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-fa9566d9-81c4-4113-979b-3fdc8e5ba628 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.2584040 Aug 11 02:42:33.143889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-a5f89eb6-09e9-483b-a906-155fe2737d30 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234076 Aug 11 02:42:33.225594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.283695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=6795a86a-db51-4e5b-a3da-eb411f15ab1e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:33.370891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1c7daafe-57f5-4e86-ba80-d6a8772026e7 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:33.438829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-67be0fd6-670f-46b6-84e4-0152dc35cf80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 217 time: 0.2744143 Aug 11 02:42:33.441746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7757c372-78ae-4613-8f89-7dfbcff9194c req-e5c2a7c6-cdad-47e2-a8b2-4bed88c45bfd service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679353 Aug 11 02:42:33.469681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.473482 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Floating IP b1bca42e-f1a0-4015-a70f-f61be5c6b69a disassociated (deleted). External IP: 172.25.3.244, port: 0a285f0a-aca0-459b-bf3e-bbaf006581e3. Aug 11 02:42:33.494760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.516897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4aa0d-2f06-499a-8ede-b8a2014d8819 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:42:33.526831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:22Z', 'revision_number': 7, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:30Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:33.606553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94a053-a193-4cd1-ba16-7680bc19aaf3 None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:22Z', 'revision_number': 7, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391fd3ed-a76e-4015-b100-82f3ecc2e28a', 'name': '', 'network_id': 'fb59eb8a-44dd-434d-910e-653d8e7018e8', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:b7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:12Z', 'updated_at': '2021-08-11T02:42:30Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '9b98a604-3cc3-488b-a743-11957d7509dc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:33.696766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=391fd3ed-a76e-4015-b100-82f3ecc2e28a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:33.710836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-83a253e9-054f-4c9a-81bb-317a199ce577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.712670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-83a253e9-054f-4c9a-81bb-317a199ce577 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.2311072 Aug 11 02:42:33.790713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:33.826965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7556-963a-4f47-994d-91101a820af2 req-bad0a406-b832-4159-99a8-d49ca47b88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.829255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-bad0a406-b832-4159-99a8-d49ca47b88a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1095 time: 0.2688949 Aug 11 02:42:33.837853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb9fcb-16fe-4cf0-88b4-7f3bbb71c425 req-7c50e562-4e9e-45c8-a17b-ed1b98d15c18 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.840017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ceb9fcb-16fe-4cf0-88b4-7f3bbb71c425 req-7c50e562-4e9e-45c8-a17b-ed1b98d15c18 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.3935447 Aug 11 02:42:33.865959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f1066-3831-4796-8f7c-20deef0af1b8 req-c1d77c99-8082-4d4b-ad0c-45bcf67fddf6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:33.873441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-657f1066-3831-4796-8f7c-20deef0af1b8 req-c1d77c99-8082-4d4b-ad0c-45bcf67fddf6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.4297490 Aug 11 02:42:33.925450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:33.926015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.998148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:34.004081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.036477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:34.073320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:34.075575 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:34.176174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7556-963a-4f47-994d-91101a820af2 req-f9767a65-9df8-4821-9900-a4e6242c738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.184189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-f9767a65-9df8-4821-9900-a4e6242c738f service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.3386528 Aug 11 02:42:34.211102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eac53-5931-4724-8fdc-b4809396bf71 req-395a0697-48b0-4d39-adb1-6ebe438093c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.214025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-395a0697-48b0-4d39-adb1-6ebe438093c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4594717 Aug 11 02:42:34.281401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-25b5fd17-d7c1-4e76-969c-c684d4a864c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 200 len: 217 time: 0.0752006 Aug 11 02:42:34.343303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b162eec5-6d4d-40e5-89cb-52efb0e98c55 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:34.347359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:34.349699 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048db463-6c2e-490b-b43a-29682a38ef59" -d '{"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:34.361914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ceb9fcb-16fe-4cf0-88b4-7f3bbb71c425 req-443d6f1f-0169-4d84-b814-e30928c9c443 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4739077 Aug 11 02:42:34.413888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-657f1066-3831-4796-8f7c-20deef0af1b8 req-f2e38745-803b-4e4d-a071-8f3f4e46a059 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393481 Aug 11 02:42:34.425672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b162eec5-6d4d-40e5-89cb-52efb0e98c55 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:34.430140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b162eec5-6d4d-40e5-89cb-52efb0e98c55 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:34.492754 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:34.634660 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a1e83e5-c2d5-4586-af45-c718ff153c9b tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/floatingips/b1bca42e-f1a0-4015-a70f-f61be5c6b69a HTTP/1.1" status: 204 len: 168 time: 2.1346278 Aug 11 02:42:34.636938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:34.650115 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97364ef-9aec-43e3-a708-e9f1b2384d32" -d '{"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:34.666541 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f340bb15-6981-4746-8d8b-c3873192bcdd x-openstack-request-id: req-f340bb15-6981-4746-8d8b-c3873192bcdd {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:34.666831 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:34.666995 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f340bb15-6981-4746-8d8b-c3873192bcdd {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:34.667379 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'status': 'completed', 'code': 200} Aug 11 02:42:34.772931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7556-963a-4f47-994d-91101a820af2 req-b6a38a7e-7549-4011-b762-d6d97f487a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.774539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-b6a38a7e-7549-4011-b762-d6d97f487a5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.4365385 Aug 11 02:42:34.855242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:34.862430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-ab8fd7a0-e5cb-4aa8-bacd-946b6afcf009 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263362 Aug 11 02:42:34.872369 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da15d1-24c5-4b34-b308-15c5b4bcda5d x-openstack-request-id: req-06da15d1-24c5-4b34-b308-15c5b4bcda5d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:34.872806 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:34.873505 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06da15d1-24c5-4b34-b308-15c5b4bcda5d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:34.874585 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'status': 'completed', 'code': 200} Aug 11 02:42:34.888246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 275a48ea-0d86-4b84-8345-d42cc808a2f4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:34.963668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7556-963a-4f47-994d-91101a820af2 req-7832aa8a-d216-46d1-85b8-22005bfc5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:34.964768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-7832aa8a-d216-46d1-85b8-22005bfc5786 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743312 Aug 11 02:42:35.070277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 275a48ea-0d86-4b84-8345-d42cc808a2f4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:35.077321 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:35.108546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-332a29d7-78e0-4762-a7bf-948e2d24ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.116736 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-332a29d7-78e0-4762-a7bf-948e2d24ba1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 1097 time: 0.1952145 Aug 11 02:42:35.178134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-ea29830a-e324-45ec-890a-aab8805fa30d service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227880 Aug 11 02:42:35.271534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-25423c61-fb2a-4042-8da9-ba8e8cd99d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.273443 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-25423c61-fb2a-4042-8da9-ba8e8cd99d48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 200 len: 898 time: 0.1338489 Aug 11 02:42:35.298528 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:35.332697 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:35.338112 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-29adb3a0-84f0-42fc-a927-f3cd9a504cfd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 200 len: 217 time: 0.0551271 Aug 11 02:42:35.345459 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:35.346384 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:35.425073 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-4477f28d-3bd6-482e-a664-07b8ac388765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.426361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-4477f28d-3bd6-482e-a664-07b8ac388765 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 200 len: 834 time: 0.0808189 Aug 11 02:42:35.504672 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:35.522047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-e0a0e52b-d3a1-4d48-ad5d-b84933b461c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.524326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-e0a0e52b-d3a1-4d48-ad5d-b84933b461c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894845 Aug 11 02:42:35.538241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb6cd93-247a-48fb-ba86-f6c2e15c56ba no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:35.591885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: deb6cd93-247a-48fb-ba86-f6c2e15c56ba {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:35.592295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb6cd93-247a-48fb-ba86-f6c2e15c56ba not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:35.690019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-f4573d6d-d5a3-4811-8b4a-d6fd187b0d19 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560678 Aug 11 02:42:35.799818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da62c61-2930-4766-85af-e8009fe66d8a req-03326cca-619f-4bdb-a7e8-5df1db3fc128 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.811492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6da62c61-2930-4766-85af-e8009fe66d8a req-03326cca-619f-4bdb-a7e8-5df1db3fc128 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.5993054 Aug 11 02:42:35.828764 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:35.837522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-280eac53-5931-4724-8fdc-b4809396bf71 req-30face56-5b71-4ae1-b34e-885d504e92f2 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646788 Aug 11 02:42:35.887056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803f7556-963a-4f47-994d-91101a820af2 req-48d15633-d742-4346-aec5-061897ac7adf service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651766 Aug 11 02:42:35.915743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:35.924459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1314a-953a-494f-b5a7-93cc7d5bef46 req-18fb3aed-e12d-419d-aafc-19b1c873fcb5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:35.926481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1e1314a-953a-494f-b5a7-93cc7d5bef46 req-18fb3aed-e12d-419d-aafc-19b1c873fcb5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.3089662 Aug 11 02:42:35.937899 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c97364ef-9aec-43e3-a708-e9f1b2384d32 req-39543857-8e06-4300-ac59-845242443c28 service neutron] 10.222.0.61 "GET /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399375 Aug 11 02:42:35.959900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6da62c61-2930-4766-85af-e8009fe66d8a req-1b020b9d-38d0-442b-8a99-22ebdf5a2a83 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=d90b10a1-579b-438b-987d-2aacbd1b5a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408551 Aug 11 02:42:35.975885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076b70d-78bb-4cf9-b854-f9e10a19a07b None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:16Z', 'revision_number': 6, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '67676613-55c7-4014-b9db-0c82345e82be', 'name': '', 'network_id': 'a2739ad9-44bf-4c85-8f59-7aa97bbb3b15', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:59:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:46Z', 'updated_at': '2021-08-11T02:40:08Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '1aa8eac1-e0a5-440b-ba9f-a19ee222a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:36.373654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaddc8-0603-4f8d-b779-fcb60be50c75 None None] New status for floating IP b1bca42e-f1a0-4015-a70f-f61be5c6b69a: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:42:36.592340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1e1314a-953a-494f-b5a7-93cc7d5bef46 req-b189f33a-db75-4035-bf89-e53b1a087dd5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6296117 Aug 11 02:42:36.618712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db463-6c2e-490b-b43a-29682a38ef59 req-02a5f50b-6798-442b-8b37-5cc137c7b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.620277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-02a5f50b-6798-442b-8b37-5cc137c7b7e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.6928711 Aug 11 02:42:36.708748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-10d1a300-4b8e-4f74-9f62-53c0058106b6 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.711451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:36.711788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-10d1a300-4b8e-4f74-9f62-53c0058106b6 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 945 time: 0.1290219 Aug 11 02:42:36.726146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:36.728068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a919515a-fbf7-4ad0-8f0a-ef4b32efdab0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9917264 Aug 11 02:42:36.728741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 49970) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:36.742040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea3977-208b-405a-b01a-a7f501c9bb89 req-0bbb15a3-f6b5-4af1-ad4d-1878c223cc9a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:36.742657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:36.743738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ea3977-208b-405a-b01a-a7f501c9bb89 req-0bbb15a3-f6b5-4af1-ad4d-1878c223cc9a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.6549561 Aug 11 02:42:36.751401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:36.834422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 9b98a604-3cc3-488b-a743-11957d7509dc {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:36.864540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:36.865273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.865459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:36.920466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:36.989488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 0a285f0a-aca0-459b-bf3e-bbaf006581e3, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0a285f0a-aca0-459b-bf3e-bbaf006581e3,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:36.989996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.008228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 0a285f0a-aca0-459b-bf3e-bbaf006581e3 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:37.012310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db463-6c2e-490b-b43a-29682a38ef59 req-18fc94e3-1d90-423d-8374-6fd9f869cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:37.019708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-18fc94e3-1d90-423d-8374-6fd9f869cbc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.3909595 Aug 11 02:42:37.166555 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.178698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.188429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-af966ede-a93e-4aa2-ad83-c601f1eb51f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 217 time: 0.1365280 Aug 11 02:42:37.219546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=0a285f0a-aca0-459b-bf3e-bbaf006581e3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:37.249155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ea3977-208b-405a-b01a-a7f501c9bb89 req-ba461fa0-757d-478f-9458-ba8775551ab9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374256 Aug 11 02:42:37.283723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] No DVR routers for this DVR port 0a285f0a-aca0-459b-bf3e-bbaf006581e3 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:37.286891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.289183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f67e2c1-5126-45c1-924e-33771dc0be64 req-b09c1dca-3117-455a-812a-74a9ddd8c631 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "DELETE /v2.0/ports/0a285f0a-aca0-459b-bf3e-bbaf006581e3 HTTP/1.1" status: 204 len: 173 time: 0.5702798 Aug 11 02:42:37.289697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'name': 'network-vif-deleted', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:37.292556 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d23e1f-6475-4d25-8f94-bf97b2373576" -d '{"events": [{"server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "name": "network-vif-deleted", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:37.318015 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 8, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:37.341155 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1943b-9716-407d-b470-88a90616f58d x-openstack-request-id: req-3de1943b-9716-407d-b470-88a90616f58d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:37.341964 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a68a245-1eab-4b1f-9796-af42f4540c7e", "name": "network-vif-deleted", "tag": "0a285f0a-aca0-459b-bf3e-bbaf006581e3", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:37.342484 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3de1943b-9716-407d-b470-88a90616f58d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:37.343169 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a68a245-1eab-4b1f-9796-af42f4540c7e', 'name': 'network-vif-deleted', 'tag': '0a285f0a-aca0-459b-bf3e-bbaf006581e3', 'status': 'completed', 'code': 200} Aug 11 02:42:37.377794 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:37.388629 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:37.389283 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:37.406254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9aa0da44-e25a-4bd5-a778-22208caf0e84 req-5ea683aa-a13c-4b7e-bcbd-bc119e294b03 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a68a245-1eab-4b1f-9796-af42f4540c7e HTTP/1.1" status: 200 len: 210 time: 0.2216730 Aug 11 02:42:37.427728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db463-6c2e-490b-b43a-29682a38ef59 req-8d8c5624-3e0d-4f8c-8391-01edb3b54e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:37.429893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-8d8c5624-3e0d-4f8c-8391-01edb3b54e7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.1747749 Aug 11 02:42:37.536236 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.555254 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:37.656916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db463-6c2e-490b-b43a-29682a38ef59 req-d495ba59-f4b3-4b11-95f2-d098b5530677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:37.667871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-d495ba59-f4b3-4b11-95f2-d098b5530677 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509659 Aug 11 02:42:37.899871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:37.938164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 8, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:37.978052 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515c3e3-9031-4dd1-9531-4d0e640119ba None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 8, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d00a802-5c80-4d12-ad2f-cea3693b1200', 'name': '', 'network_id': '5b7f6702-c9e4-40b9-ac38-27f9254350f6', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:8e:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:05Z', 'updated_at': '2021-08-11T02:42:26Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3fc90e9d-7f5f-4468-a001-30861210e74a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:38.012077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.014234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/9b98a604-3cc3-488b-a743-11957d7509dc HTTP/1.1" status: 204 len: 168 time: 1.2818980 Aug 11 02:42:38.017989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 49984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.021006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768d53e-9580-4208-9956-2e67c83b1f1a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=9b98a604-3cc3-488b-a743-11957d7509dc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.027314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c8411f-e217-40b5-8653-8c7ca81d628d None None] Network fb59eb8a-44dd-434d-910e-653d8e7018e8 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:38.069609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-e9086223-49ed-404b-831b-8d51cb688b4f service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935134 Aug 11 02:42:38.081327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82679388-139a-4700-972c-ea1aca52993f req-25fc761b-699e-4148-942e-55567fce4e8e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:38.083303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82679388-139a-4700-972c-ea1aca52993f req-25fc761b-699e-4148-942e-55567fce4e8e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.2694998 Aug 11 02:42:38.232360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82679388-139a-4700-972c-ea1aca52993f req-9dc1f194-4b91-47fc-8b03-099a1b5eb1ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177998 Aug 11 02:42:38.276292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.286803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048db463-6c2e-490b-b43a-29682a38ef59 req-a60725bb-0963-44b3-9bd7-561f08666d68 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022846 Aug 11 02:42:38.400823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port a79cad22-b517-4652-94f5-bf8d0b6e2402 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:38.401600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.413354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] DHCP port deletion for fb59eb8a-44dd-434d-910e-653d8e7018e8 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:38.530704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:38.532070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:42:38.573054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port a79cad22-b517-4652-94f5-bf8d0b6e2402, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a79cad22-b517-4652-94f5-bf8d0b6e2402,segment=NetworkSegment(38b28cb1-ddcb-47b2-bba2-2cdad4e4173d),segment_id=38b28cb1-ddcb-47b2-bba2-2cdad4e4173d)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:38.574020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.603849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for a79cad22-b517-4652-94f5-bf8d0b6e2402 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:38.668940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f168e-8f7a-4efd-8072-d282389ca4f9 req-879da2a5-9e3f-42af-8c83-170b6bb425a6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:38.670785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f60f168e-8f7a-4efd-8072-d282389ca4f9 req-879da2a5-9e3f-42af-8c83-170b6bb425a6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.1696651 Aug 11 02:42:38.701460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 391fd3ed-a76e-4015-b100-82f3ecc2e28a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:38.723807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.763914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 391fd3ed-a76e-4015-b100-82f3ecc2e28a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:38.764474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 391fd3ed-a76e-4015-b100-82f3ecc2e28a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:38.765140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a79cad22-b517-4652-94f5-bf8d0b6e2402 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:38.768559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f60f168e-8f7a-4efd-8072-d282389ca4f9 req-9669d2ea-9245-4189-9432-452e37998c85 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817986 Aug 11 02:42:38.785722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.881302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.934055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=a79cad22-b517-4652-94f5-bf8d0b6e2402,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:38.945031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port a79cad22-b517-4652-94f5-bf8d0b6e2402 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:38.959007 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.965724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:38.967070 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/security-groups/d90b10a1-579b-438b-987d-2aacbd1b5a8a HTTP/1.1" status: 204 len: 168 time: 0.4350896 Aug 11 02:42:38.976356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:39.007734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No active binding found for port a79cad22-b517-4652-94f5-bf8d0b6e2402 {{(pid=94654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 02:42:39.008595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a79cad22-b517-4652-94f5-bf8d0b6e2402 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:39.023074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50042) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.040219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Deleting port a79cad22-b517-4652-94f5-bf8d0b6e2402 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:39.040935 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.073536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69924865-3c6a-4825-8454-0dda87ea2f34 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b10a1-579b-438b-987d-2aacbd1b5a8a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:39.129730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'mac_address': 'fa:16:3e:75:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:42:39.185192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.196609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] For port a79cad22-b517-4652-94f5-bf8d0b6e2402, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:39.197244 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.208948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb59eb8a-44dd-434d-910e-653d8e7018e8']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:39.226850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Calling delete_port for a79cad22-b517-4652-94f5-bf8d0b6e2402 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:39.232322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Port a79cad22-b517-4652-94f5-bf8d0b6e2402 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:39.235127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.236150 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:39.236874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b28cb1-ddcb-47b2-bba2-2cdad4e4173d') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:39.262615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.278042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] Pushing event deleted for resources: {'Port': ['ID=a79cad22-b517-4652-94f5-bf8d0b6e2402,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:39.314613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.319210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38c67e-8b1d-4076-a553-51dc21a299ec None None] No DVR routers for this DVR port a79cad22-b517-4652-94f5-bf8d0b6e2402 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:39.346167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:39.347327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.355262 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:39.356282 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:39.378359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7461d1-f903-4d5c-8300-bcb95cada293 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:39.411017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:39.417658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.518143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:39.528752 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.537639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:39.542561 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/fb59eb8a-44dd-434d-910e-653d8e7018e8 HTTP/1.1" status: 204 len: 168 time: 1.5227809 Aug 11 02:42:39.549724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50086) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:39.580167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b26775-7586-43cc-a506-73b19cdf5683 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=fb59eb8a-44dd-434d-910e-653d8e7018e8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:39.627806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dc40f-d66f-46d1-8469-3dcea1b0a969 req-794ab96f-6a29-41a8-8415-922ce22ef71b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:39.629588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541dc40f-d66f-46d1-8469-3dcea1b0a969 req-794ab96f-6a29-41a8-8415-922ce22ef71b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.1557164 Aug 11 02:42:39.699831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['1b7461d1-f903-4d5c-8300-bcb95cada293'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:42:39.743417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541dc40f-d66f-46d1-8469-3dcea1b0a969 req-326fc0ba-48b7-422a-be17-6a15c6b7c3be tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923119 Aug 11 02:42:40.079875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.187338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798323-466f-4592-a4f2-e8b21e724d05 req-ffca5a83-67cc-432b-96df-b7c967523ad1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:40.190109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70798323-466f-4592-a4f2-e8b21e724d05 req-ffca5a83-67cc-432b-96df-b7c967523ad1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 944 time: 0.2283678 Aug 11 02:42:40.323006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70798323-466f-4592-a4f2-e8b21e724d05 req-86ed4d90-c863-497b-96e8-a8775d4c0da6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178737 Aug 11 02:42:40.467281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.645795 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.659751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 67676613-55c7-4014-b9db-0c82345e82be {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:40.660505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.796875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.821914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0a285f0a-aca0-459b-bf3e-bbaf006581e3 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:40.852124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 0a285f0a-aca0-459b-bf3e-bbaf006581e3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:40.852594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0a285f0a-aca0-459b-bf3e-bbaf006581e3 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:40.862775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 67676613-55c7-4014-b9db-0c82345e82be, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=67676613-55c7-4014-b9db-0c82345e82be,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:40.863609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:40.892201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 67676613-55c7-4014-b9db-0c82345e82be owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:40.973679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 1d00a802-5c80-4d12-ad2f-cea3693b1200 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:40.974114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.095452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8eb9-e502-4503-8b12-87edc15c345a req-a9738bbe-a7d7-42f9-be9a-b798b2d9ff8a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.097246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d8eb9-e502-4503-8b12-87edc15c345a req-a9738bbe-a7d7-42f9-be9a-b798b2d9ff8a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.1825354 Aug 11 02:42:41.123396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 1d00a802-5c80-4d12-ad2f-cea3693b1200, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1d00a802-5c80-4d12-ad2f-cea3693b1200,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:41.123961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.150171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 1d00a802-5c80-4d12-ad2f-cea3693b1200 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:41.297368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-780d8eb9-e502-4503-8b12-87edc15c345a req-6d3fddb4-ce30-4a13-a339-89bf13009795 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963113 Aug 11 02:42:41.408461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.458097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=67676613-55c7-4014-b9db-0c82345e82be,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.488569 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.551045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=1d00a802-5c80-4d12-ad2f-cea3693b1200,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:41.673258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df06b7-a5be-4b73-b0b2-642f45db0646 req-b8f6127f-c51e-451f-9df7-7b1956af6d56 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:41.674958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3df06b7-a5be-4b73-b0b2-642f45db0646 req-b8f6127f-c51e-451f-9df7-7b1956af6d56 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 944 time: 0.2197185 Aug 11 02:42:41.874147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.882919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:41.986172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3df06b7-a5be-4b73-b0b2-642f45db0646 req-f0217b96-8599-4fcd-986d-e898411ef5b1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072087 Aug 11 02:42:42.137860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:42.210382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:42.393175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:42.407905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Sync routers for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:42.414450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-976f781a-97e4-4700-b5e7-fe693c4305ae tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/5c311b9d-b4ec-4e74-b5bf-b66ae8954718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3898261 Aug 11 02:42:42.418135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:42.426694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:42.427911 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:42.523232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 93b8840e-605f-4dee-8e11-0bd45190fcd0 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:42:42.589621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:42.604576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting subnet 1aa8eac1-e0a5-440b-ba9f-a19ee222a29f {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:42.623721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:42.625794 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:42.632306 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22bd4a05-0006-4a86-bc68-631e5bd2daeb tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0784645 Aug 11 02:42:42.636339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:42.638952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:42.655828 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:42.656534 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:42.752890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6ca64-0cbd-4c77-b351-4500c0baabf0 req-998fc5a6-1789-4c90-8e0a-c8732924dd57 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:42.755735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58c6ca64-0cbd-4c77-b351-4500c0baabf0 req-998fc5a6-1789-4c90-8e0a-c8732924dd57 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 943 time: 0.3391140 Aug 11 02:42:42.759439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:42.764293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:42.791696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:42.827953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 3fc90e9d-7f5f-4468-a001-30861210e74a {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:42.838652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:42.870537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:42:42.979888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58c6ca64-0cbd-4c77-b351-4500c0baabf0 req-d71ef411-e85b-4485-8957-6b19837f943b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481421 Aug 11 02:42:42.987659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.087368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.153729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 9, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:43.219830 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:43.225892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.233261 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:43.246722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:43.262443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.336719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.414210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc90e9d-7f5f-4468-a001-30861210e74a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:43.422589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.428908 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4f801c4f-c0ae-485a-b3af-c831c5d5f4ec tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/3fc90e9d-7f5f-4468-a001-30861210e74a HTTP/1.1" status: 204 len: 168 time: 0.7828836 Aug 11 02:42:43.429939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:43.438130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 1b7461d1-f903-4d5c-8300-bcb95cada293 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:43.457730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14935269-2ed0-487a-957c-7cc61a4a0ede None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:43.571763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.572650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 1b7461d1-f903-4d5c-8300-bcb95cada293 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:43.573147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.617578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:43.670844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 6d7b9505-00da-4e15-9235-6ede0a05038b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:43.671389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.691469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'mac_address': 'fa:16:3e:93:9a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:42:43.740836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:43.848060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.850850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] DHCP port deletion for 5b7f6702-c9e4-40b9-ac38-27f9254350f6 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:43.870955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.892272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 6d7b9505-00da-4e15-9235-6ede0a05038b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6d7b9505-00da-4e15-9235-6ede0a05038b,segment=NetworkSegment(dff145cf-baf2-4128-a763-7599d2add878),segment_id=dff145cf-baf2-4128-a763-7599d2add878)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:43.892981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:43.923336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 6d7b9505-00da-4e15-9235-6ede0a05038b owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:43.928410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:43.931351 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea8eee-b362-4685-9488-057a886503c3" -d '{"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-plugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:43.939763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b8840e-605f-4dee-8e11-0bd45190fcd0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:42:43.954552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 7, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:43.999988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:44.008021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Checking router: 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:44.017567 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a0b0ab-e566-4913-8b1c-f76a463702e9 x-openstack-request-id: req-59a0b0ab-e566-4913-8b1c-f76a463702e9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:44.018175 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-plugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:44.018587 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59a0b0ab-e566-4913-8b1c-f76a463702e9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:44.019148 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'code': 200} Aug 11 02:42:44.026906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:44.028284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.029469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa8eac1-e0a5-440b-ba9f-a19ee222a29f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:44.042576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.047413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-50c8486b-bba3-4d37-85de-8560f3d1a079 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/subnets/1aa8eac1-e0a5-440b-ba9f-a19ee222a29f HTTP/1.1" status: 204 len: 168 time: 1.6272941 Aug 11 02:42:44.055739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50478) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:44.059670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7003a-062e-471d-8291-d817fb561884 req-a9ef17ec-7a0d-41cc-8c97-52f5f12ceb5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.073537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ef7003a-062e-471d-8291-d817fb561884 req-a9ef17ec-7a0d-41cc-8c97-52f5f12ceb5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 944 time: 0.9081984 Aug 11 02:42:44.108714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:44.112353 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f27194-c595-4a53-a94d-645bf7521c45 None None] Network a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:44.122405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.129440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Routers {'5c311b9d-b4ec-4e74-b5bf-b66ae8954718'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:44.130601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:44.194397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ef7003a-062e-471d-8291-d817fb561884 req-569e4df4-54f1-4dc8-8dcd-9461ee58fe3f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131740 Aug 11 02:42:44.224480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bef515-27dc-4b99-ac3b-0244e03a04ef req-76a8ac30-90a8-4303-86e3-9a1faa3a3fe1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.232220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.232647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bef515-27dc-4b99-ac3b-0244e03a04ef req-76a8ac30-90a8-4303-86e3-9a1faa3a3fe1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 944 time: 0.1243706 Aug 11 02:42:44.237854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb248e96-04f3-48f1-8edd-855eebbd9286 req-3e470c25-e6bc-42d6-8ba9-2f54f9330909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:44.239995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb248e96-04f3-48f1-8edd-855eebbd9286 req-3e470c25-e6bc-42d6-8ba9-2f54f9330909 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.1163898 Aug 11 02:42:44.254595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 9, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:44.275694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=6d7b9505-00da-4e15-9235-6ede0a05038b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:44.294611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port 6d7b9505-00da-4e15-9235-6ede0a05038b on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:44.303382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8bef515-27dc-4b99-ac3b-0244e03a04ef req-2aa972cd-c391-43df-9f2d-273b195d0016 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695443 Aug 11 02:42:44.305957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.310781 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135971c9-b96d-4a1b-9370-20ada91bb1d8 None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 9, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': '1c7daafe-57f5-4e86-ba80-d6a8772026e7', 'name': '', 'network_id': 'f14af40e-5b32-49ad-88f7-fe97d924d3c5', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f0:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:55Z', 'updated_at': '2021-08-11T02:42:20Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '3d072ba7-fa86-4e6a-8c1f-eec437763433', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:44.338014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb248e96-04f3-48f1-8edd-855eebbd9286 req-889ca525-96e9-4367-b366-6c3092ff0551 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737364 Aug 11 02:42:44.421223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Deleting port 6d7b9505-00da-4e15-9235-6ede0a05038b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:44.421991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.450686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.490494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7f6702-c9e4-40b9-ac38-27f9254350f6']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:44.508122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff145cf-baf2-4128-a763-7599d2add878') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:44.508423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff145cf-baf2-4128-a763-7599d2add878') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:44.524156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.533926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['93b8840e-605f-4dee-8e11-0bd45190fcd0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:42:44.545395 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.550925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.557325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:44.557743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:44.560933 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:44.652978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:44.661093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.666316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.671860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/5b7f6702-c9e4-40b9-ac38-27f9254350f6 HTTP/1.1" status: 204 len: 168 time: 1.2377403 Aug 11 02:42:44.673391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50482) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:44.692479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedac53-b856-4bf5-b36a-d0eeb1e86a37 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=5b7f6702-c9e4-40b9-ac38-27f9254350f6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:44.701367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 15a58ea3-bd20-402d-a19d-363040ada66c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:44.703966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.786838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] For port 6d7b9505-00da-4e15-9235-6ede0a05038b, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:44.787599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.847999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] Set router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:44.864584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Calling delete_port for 6d7b9505-00da-4e15-9235-6ede0a05038b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:44.915397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6d7b9505-00da-4e15-9235-6ede0a05038b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:44.962157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 15a58ea3-bd20-402d-a19d-363040ada66c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=15a58ea3-bd20-402d-a19d-363040ada66c,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:44.962848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:44.985299 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 15a58ea3-bd20-402d-a19d-363040ada66c owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:45.039936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Port 6d7b9505-00da-4e15-9235-6ede0a05038b was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:45.041440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6d7b9505-00da-4e15-9235-6ede0a05038b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:45.042253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6d7b9505-00da-4e15-9235-6ede0a05038b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:45.042780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d00a802-5c80-4d12-ad2f-cea3693b1200 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:45.071347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1d00a802-5c80-4d12-ad2f-cea3693b1200 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:45.072298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1d00a802-5c80-4d12-ad2f-cea3693b1200 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:45.079373 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.260332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Pushing event deleted for resources: {'Port': ['ID=6d7b9505-00da-4e15-9235-6ede0a05038b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.270819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] DHCP port deletion for a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:45.294936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] Network 5b7f6702-c9e4-40b9-ac38-27f9254350f6 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 02:42:45.297870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3857e2-124a-4ecc-bbe1-532d004a3b20 None None] No DVR routers for this DVR port 6d7b9505-00da-4e15-9235-6ede0a05038b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:45.398307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.552405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=15a58ea3-bd20-402d-a19d-363040ada66c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:45.589787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff84ff4-02ca-4764-9d06-c67bee279722 req-99e17e37-9959-498b-a4ef-4b612e94eedd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:45.592283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff84ff4-02ca-4764-9d06-c67bee279722 req-99e17e37-9959-498b-a4ef-4b612e94eedd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.2186000 Aug 11 02:42:45.604347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Deleting port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:45.604904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.605189 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.642609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf78af0-ae2b-4be1-bb2a-8c762aa303ff req-f96dc935-662e-402a-aca4-d5b0f479040a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:45.652488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf78af0-ae2b-4be1-bb2a-8c762aa303ff req-f96dc935-662e-402a-aca4-d5b0f479040a tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 944 time: 0.1663368 Aug 11 02:42:45.770138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcf78af0-ae2b-4be1-bb2a-8c762aa303ff req-281b1a45-a9fb-4c53-9cce-dc68ecfefa83 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161058 Aug 11 02:42:45.785776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.790417 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.815853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ff84ff4-02ca-4764-9d06-c67bee279722 req-76a2ff54-4a1a-4993-942e-98ea79dc2c62 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070868 Aug 11 02:42:45.865940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] For port 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f0c50b7-234e-434a-8826-4ba85f48b9f9,segment=NetworkSegment(cc209a80-f9ba-4173-a804-4f36a38d2415),segment_id=cc209a80-f9ba-4173-a804-4f36a38d2415)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:45.870325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.877346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.877952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Fanout notify agent at l3_agent the message router_deleted on router 5c311b9d-b4ec-4e74-b5bf-b66ae8954718 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:42:45.883269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 7, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:45.886476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.887886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-749a576c-b0cf-4ed4-9c8c-4da5ae931c62 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/routers/5c311b9d-b4ec-4e74-b5bf-b66ae8954718 HTTP/1.1" status: 204 len: 168 time: 1.8306594 Aug 11 02:42:45.893090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:45.905344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:45.946709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Calling delete_port for 0f0c50b7-234e-434a-8826-4ba85f48b9f9 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:45.949838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ef02d-12a6-45d9-ad2f-9d35a3dbd250 None None] The sync data for ids ['5c311b9d-b4ec-4e74-b5bf-b66ae8954718'] in n-d-713498-10 is: [{'id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'name': 'tempest-TestNetworkBasicOps-router-315349422', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:39:31Z', 'updated_at': '2021-08-11T02:42:41Z', 'revision_number': 7, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '15a58ea3-bd20-402d-a19d-363040ada66c', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c311b9d-b4ec-4e74-b5bf-b66ae8954718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:39:34Z', 'updated_at': '2021-08-11T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:46.037884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.127336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.130886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:46.131391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.164857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] Pushing event deleted for resources: {'Port': ['ID=0f0c50b7-234e-434a-8826-4ba85f48b9f9,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:46.169629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44de8a-b00c-480d-8c98-61808dce6018 None None] No DVR routers for this DVR port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:46.212940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 0f0c50b7-234e-434a-8826-4ba85f48b9f9, host n-d-713498-10, got binding levels [] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:46.213444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.232162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 0f0c50b7-234e-434a-8826-4ba85f48b9f9 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:46.236186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.ipam_backend_mixin [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 was not found and therefore no delete operation was performed {{(pid=94653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:46.238259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.274064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=0f0c50b7-234e-434a-8826-4ba85f48b9f9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:46.279320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] No DVR routers for this DVR port 0f0c50b7-234e-434a-8826-4ba85f48b9f9 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:46.412111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 1c7daafe-57f5-4e86-ba80-d6a8772026e7 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:46.412111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.419341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.433063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2739ad9-44bf-4c85-8f59-7aa97bbb3b15']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.448185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc209a80-f9ba-4173-a804-4f36a38d2415') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.448561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc209a80-f9ba-4173-a804-4f36a38d2415') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:46.461847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.489296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.503843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:46.504471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.526747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 93b8840e-605f-4dee-8e11-0bd45190fcd0 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:46.527802 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:46.581265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 1c7daafe-57f5-4e86-ba80-d6a8772026e7, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1c7daafe-57f5-4e86-ba80-d6a8772026e7,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:46.581825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.610803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 1c7daafe-57f5-4e86-ba80-d6a8772026e7 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:46.640762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 67676613-55c7-4014-b9db-0c82345e82be no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:46.682091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.692777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 67676613-55c7-4014-b9db-0c82345e82be {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:46.693323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 67676613-55c7-4014-b9db-0c82345e82be not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:46.694102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f0c50b7-234e-434a-8826-4ba85f48b9f9 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:46.699246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.702891 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/networks/a2739ad9-44bf-4c85-8f59-7aa97bbb3b15 HTTP/1.1" status: 204 len: 168 time: 0.8085830 Aug 11 02:42:46.744987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:46.748456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 93b8840e-605f-4dee-8e11-0bd45190fcd0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:46.753706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'network': {'name': 'tempest-network-smoke--1114392213', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:46.756015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 93b8840e-605f-4dee-8e11-0bd45190fcd0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:46.756606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.763977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa192349-d57f-4fe8-9327-e3c789c916a7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Network': ['ID=a2739ad9-44bf-4c85-8f59-7aa97bbb3b15,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:46.796617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 0f0c50b7-234e-434a-8826-4ba85f48b9f9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:46.797452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f0c50b7-234e-434a-8826-4ba85f48b9f9 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:46.804133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:46.810153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.852015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:42:46.870969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.871369 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Added segment 1e0b8dfa-4776-4ed4-abd1-b61b435154fe of type vlan for network b747d2a7-3d0f-4230-a86a-bd8389af6c86 Aug 11 02:42:46.935271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:46.986406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:46.991991 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83f55d-cd71-4507-ab3d-23c22179f528" -d '{"events": [{"server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "name": "network-vif-plugged", "status": "completed", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:47.007080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.020718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:47.031492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.085464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.099143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2520c3-8f49-4767-acf9-89b21eaa835c req-9e43ee1d-c9c1-4b96-b361-0d30fb38714c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.110287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca2520c3-8f49-4767-acf9-89b21eaa835c req-9e43ee1d-c9c1-4b96-b361-0d30fb38714c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 944 time: 0.1704047 Aug 11 02:42:47.176453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:47.191025 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.207674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.209432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.228904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=1c7daafe-57f5-4e86-ba80-d6a8772026e7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:47.334117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca2520c3-8f49-4767-acf9-89b21eaa835c req-ee746960-e1ea-4bc5-bc34-d325b2d9a6ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226229 Aug 11 02:42:47.353336 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6027341 Aug 11 02:42:47.354128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50512) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:47.377982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'admin_state_up': True, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:47.410082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fad63-db8c-4493-986e-272d1e07a2af req-78d5324b-a70e-4905-9148-496ac3124258 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.412069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca2fad63-db8c-4493-986e-272d1e07a2af req-78d5324b-a70e-4905-9148-496ac3124258 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.3878329 Aug 11 02:42:47.489708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039876e-66d0-4bed-9a34-5b18c6f21f45 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Network': ['ID=b747d2a7-3d0f-4230-a86a-bd8389af6c86,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:47.513829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:42:47.518915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.520741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.646956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.660843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca2fad63-db8c-4493-986e-272d1e07a2af req-60b6b837-5e1f-4070-8564-5260446909cb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767838 Aug 11 02:42:47.667378 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eeb82f-82b3-4e02-88c5-c7cf62be4d5a x-openstack-request-id: req-75eeb82f-82b3-4e02-88c5-c7cf62be4d5a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:47.669159 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "name": "network-vif-plugged", "status": "completed", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:47.669696 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-75eeb82f-82b3-4e02-88c5-c7cf62be4d5a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:47.670551 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'code': 200} Aug 11 02:42:47.677469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.888567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63d154-70d8-4c6f-afc1-9d202db8672a req-27fb0829-4610-4ccd-9312-a3abb758d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.890716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a63d154-70d8-4c6f-afc1-9d202db8672a req-27fb0829-4610-4ccd-9312-a3abb758d38b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1097 time: 0.0964756 Aug 11 02:42:47.957723 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:47.972477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b006bea-c44f-45cc-aad4-b2aab01f0fce req-3620e516-7840-4e23-a260-62387b0b447c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:47.974691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b006bea-c44f-45cc-aad4-b2aab01f0fce req-3620e516-7840-4e23-a260-62387b0b447c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1499228 Aug 11 02:42:48.080237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a63d154-70d8-4c6f-afc1-9d202db8672a req-91cae6fc-b10d-4564-9f2a-3c93b9fcfbb0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809483 Aug 11 02:42:48.142513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b006bea-c44f-45cc-aad4-b2aab01f0fce req-4918c457-6eb1-4fa7-9b97-f9acc8dda6f1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007128 Aug 11 02:42:48.153905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:48.204720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50516) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:48.278498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:48.288539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cfaafc24-1708-4696-9200-5475a1702c68 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6128819 Aug 11 02:42:48.292590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:48.293783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:48.318907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.323175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:48.325890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:48.405003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.416289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 3d072ba7-fa86-4e6a-8c1f-eec437763433 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:48.424188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.544744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee7c64-40cb-4aac-885d-2ca7e9c08657 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.549886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-34ee7c64-40cb-4aac-885d-2ca7e9c08657 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1092 time: 0.3436296 Aug 11 02:42:48.550584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:48.558255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:48.565563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.678411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.25.3.115 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:48.705660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.757919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e6c3f-fff2-407b-9de4-33ebbdbcfebc req-e53b422e-4c60-47c7-90c2-766678e38eab tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:48.759904 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-810e6c3f-fff2-407b-9de4-33ebbdbcfebc req-e53b422e-4c60-47c7-90c2-766678e38eab tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.2057276 Aug 11 02:42:48.863148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-810e6c3f-fff2-407b-9de4-33ebbdbcfebc req-cb639e4a-afad-4f59-93b8-c5db0d4f921e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720680 Aug 11 02:42:48.869672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 15a58ea3-bd20-402d-a19d-363040ada66c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:48.870442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:48.898045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 15a58ea3-bd20-402d-a19d-363040ada66c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:48.909895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 15a58ea3-bd20-402d-a19d-363040ada66c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:48.921059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:49.013166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.073720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=3d072ba7-fa86-4e6a-8c1f-eec437763433,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.075331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.079747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.081950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/3d072ba7-fa86-4e6a-8c1f-eec437763433 HTTP/1.1" status: 204 len: 168 time: 0.7878773 Aug 11 02:42:49.086601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50528) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:49.087111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.098896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.099558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.100008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.100445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.100879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.101336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.102291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.102729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.103520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.103520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.104032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.104767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47acabf9-e0cf-4394-9ea5-4f4309e337e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:49.196462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.264645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.275662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port 7393b96f-82a3-4261-97ca-8da655f3a4e4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:49.276013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.277300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a837cc-056e-4553-9ce0-1bf70805c7ea None None] Network f14af40e-5b32-49ad-88f7-fe97d924d3c5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:49.351191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port 7393b96f-82a3-4261-97ca-8da655f3a4e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7393b96f-82a3-4261-97ca-8da655f3a4e4,segment=NetworkSegment(99a69ec2-c2b1-4d74-a51b-23d865c3c640),segment_id=99a69ec2-c2b1-4d74-a51b-23d865c3c640)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:49.351191 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.377244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for 7393b96f-82a3-4261-97ca-8da655f3a4e4 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:49.401638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:49.440522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:49.454066 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.491916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:46Z', 'revision_number': 10, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:49.527470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.197 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ebe8db88-97d2-4322-a7a2-8652a42dd5c9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:49.566817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:49.622963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.626373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:49.633311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:49.696691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:49.707859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port 7393b96f-82a3-4261-97ca-8da655f3a4e4 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:49.723184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=7393b96f-82a3-4261-97ca-8da655f3a4e4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:49.793858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1e506a-a284-43e6-8ab0-c0b101c92e29 None None] DHCP port deletion for f14af40e-5b32-49ad-88f7-fe97d924d3c5 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:49.855485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:49.957971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:49.969221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50540) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:50.001909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14af40e-5b32-49ad-88f7-fe97d924d3c5']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:50.075566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.118284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a69ec2-c2b1-4d74-a51b-23d865c3c640') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:50.118921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a69ec2-c2b1-4d74-a51b-23d865c3c640') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:50.149107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.200040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0425c-c8ab-47f7-ad22-f70a3ec8da06 req-07a81ad2-9e2e-4d30-90fb-12b62a185e9f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.203020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcb0425c-c8ab-47f7-ad22-f70a3ec8da06 req-07a81ad2-9e2e-4d30-90fb-12b62a185e9f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.1658316 Aug 11 02:42:50.205821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.236706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:50.237215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:50.243528 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:50.283719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:46Z', 'revision_number': 10, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:50.292019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.323195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a8aae-e3da-4c5c-8a2a-45a37e4cc9fb None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:46Z', 'revision_number': 10, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None, '_interfaces': [{'id': 'a16ebfd8-9d58-4625-a405-988382837190', 'name': '', 'network_id': '2bb1042e-5adc-483d-afba-b984d7837bed', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'mac_address': 'fa:16:3e:f1:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:44Z', 'updated_at': '2021-08-11T02:41:59Z', 'revision_number': 5, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'subnets': [{'id': '6211c033-89ec-43d9-8a57-7f144d2ef751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:50.381162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcb0425c-c8ab-47f7-ad22-f70a3ec8da06 req-bb133882-0c52-48f2-9b33-e9e220b2a861 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496828 Aug 11 02:42:50.382565 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.390744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.393126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/f14af40e-5b32-49ad-88f7-fe97d924d3c5 HTTP/1.1" status: 204 len: 168 time: 1.3051593 Aug 11 02:42:50.396378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50544) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:50.415148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386532-96d2-46f1-b822-877bb34bc2b0 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=f14af40e-5b32-49ad-88f7-fe97d924d3c5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.432041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4467b265-0157-4147-89c8-8a96c71c9d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.475912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:50.492821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:50.501025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:50.503390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=ebe8db88-97d2-4322-a7a2-8652a42dd5c9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.528086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.755474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe752-0dc3-47ee-bcca-93d04120c8fc req-28992c61-8ae8-4588-b8e1-c0f74079ed6b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:50.770280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51cbe752-0dc3-47ee-bcca-93d04120c8fc req-28992c61-8ae8-4588-b8e1-c0f74079ed6b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.2518179 Aug 11 02:42:50.824594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7393b96f-82a3-4261-97ca-8da655f3a4e4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:50.860635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7393b96f-82a3-4261-97ca-8da655f3a4e4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:50.861651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7393b96f-82a3-4261-97ca-8da655f3a4e4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:50.862608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1c7daafe-57f5-4e86-ba80-d6a8772026e7 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:50.902459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1c7daafe-57f5-4e86-ba80-d6a8772026e7 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:50.903507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1c7daafe-57f5-4e86-ba80-d6a8772026e7 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:50.964148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51cbe752-0dc3-47ee-bcca-93d04120c8fc req-c7e7cb29-5612-4f5d-807c-d912cf39047e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920943 Aug 11 02:42:51.006448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:51.076680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.315007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01284785-57e8-47e4-b45a-bfadf318e207 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:51.316611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-01284785-57e8-47e4-b45a-bfadf318e207 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1092 time: 0.3090894 Aug 11 02:42:51.321459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50554) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:51.326633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:51.405412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4467b265-0157-4147-89c8-8a96c71c9d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.417772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4467b265-0157-4147-89c8-8a96c71c9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.444619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.520020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port a16ebfd8-9d58-4625-a405-988382837190 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:51.520453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.538929 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4467b265-0157-4147-89c8-8a96c71c9d6f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f8724c6378134d41bc15f8193303505c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5682385 Aug 11 02:42:51.543960 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:51.547135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b265-0157-4147-89c8-8a96c71c9d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f58ebd-2270-4c3c-b958-bdbb70bc4149,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:51.557072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:51.998737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.044874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port a16ebfd8-9d58-4625-a405-988382837190, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a16ebfd8-9d58-4625-a405-988382837190,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:52.045608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.067670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for a16ebfd8-9d58-4625-a405-988382837190 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:52.090565 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.133427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.232615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.299492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.25.3.93 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/50d41cf8-3f33-4ffc-b958-b12f67ecaed2) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:52.320871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router fc1b4fc3-4992-4b5e-9d4b-f592a485869d is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:42:52.357690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.362749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.364768 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8f58ebd-2270-4c3c-b958-bdbb70bc4149 HTTP/1.1" status: 204 len: 168 time: 0.8037028 Aug 11 02:42:52.432973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.493060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b3f6e-583a-4577-bfc9-c753f361f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f58ebd-2270-4c3c-b958-bdbb70bc4149,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.500551 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.506694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=a16ebfd8-9d58-4625-a405-988382837190,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.565907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.688904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:52.705981 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Sync routers for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:52.722761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c5de-97dc-4ac9-853d-69b1ee5a5cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.741972 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:52.743395 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:52.771114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.773361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2077ba38-5d1e-4013-84e8-1602f5252161 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4096549 Aug 11 02:42:52.817874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:52.833388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.840461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:52.871774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-beb0b575-2e37-41bb-8554-1551c052e0c1 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=4deabcb179264556bc4d330ef04f115a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521250 Aug 11 02:42:52.876827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50564) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:52.918157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=50d41cf8-3f33-4ffc-b958-b12f67ecaed2,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:53.001084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:53.007389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:53.009400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:53.061231 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:53.122892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a0f06-2611-426e-ba78-0e0758410153 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:53.125741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-041a0f06-2611-426e-ba78-0e0758410153 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2472754 Aug 11 02:42:53.135690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50568) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:53.200771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1352fb1-b52b-4168-a544-a0b4b72c1b48 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624771 Aug 11 02:42:53.205298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:53.213839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432019981', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:53.343431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.361020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.364255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:53.459089 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:42:50Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:53.485854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:42:53.491749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.503470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:53.507473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Checking router: fc1b4fc3-4992-4b5e-9d4b-f592a485869d for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:53.508203 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Updating router fc1b4fc3-4992-4b5e-9d4b-f592a485869d port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:42:53.509046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8beb76af-fb1e-47e5-83f6-6c85ead6abc5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115468 Aug 11 02:42:53.516585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50572) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:53.535634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:53.558778 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.562369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:53.566835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:53.581065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting subnet 6211c033-89ec-43d9-8a57-7f144d2ef751 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:42:53.588074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.683139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=ebe8db88-97d2-4322-a7a2-8652a42dd5c9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:53.712013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.712427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:53.772885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:53.846442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:52Z', 'revision_number': 11, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:53.881401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:53.895199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:53.895842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:54.000518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:54.042495 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.055815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.058781 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 3e820774-dd9e-4382-8c36-515e873686b5 associated. External IP: 172.25.3.197, port: 1b7461d1-f903-4d5c-8300-bcb95cada293. Aug 11 02:42:54.079824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:52Z', 'revision_number': 11, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:54.107104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.138610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d6ea37-7d97-4802-aa75-4462f0aeafbc None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:52Z', 'revision_number': 11, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:54.187477 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.227816 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Transition to ACTIVE for port object 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:54.242798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Subnet': ['ID=236d9939-dcd1-40c9-a3a9-879fee971005,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.244321 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.316926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Checking segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:54.317648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network hostable DHCP agents. Network: b747d2a7-3d0f-4230-a86a-bd8389af6c86, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:42:54.335207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.358402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Attempting to bind port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:54.359213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Attempting to bind port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:54.359912 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Attempting to bind port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:54.372524 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Pushing event updated for resources: {'Port': ['ID=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.377250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:54.378032 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:54.378745 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.379463 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:54.380702 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Bound port: 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:54.380995 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.407819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:42:54.412868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.430459 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.431117 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.431744 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.432358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.432988 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.433680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.434272 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.434864 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.435338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.435865 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.436425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.436971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:54.440894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b747d2a7-3d0f-4230-a86a-bd8389af6c86) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:54.453928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:54.454910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.459055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19903aa6-ba8e-4fc4-9d05-7f2f8999bd1d None None] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:54.460837 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.464398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/6211c033-89ec-43d9-8a57-7f144d2ef751 HTTP/1.1" status: 204 len: 168 time: 0.9467640 Aug 11 02:42:54.475077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5aa38-e21f-4708-aeef-769f7f80f9e6 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Subnet': ['ID=6211c033-89ec-43d9-8a57-7f144d2ef751,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.477801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50576) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:54.514285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 637c3114-84a0-4360-8e6e-86b286f3f7e8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:54.562406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] For port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:54.571983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] For port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:54.582974 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.670070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0286d36f-6b34-42fb-8126-50f08cd5cb3c None None] Network 2bb1042e-5adc-483d-afba-b984d7837bed requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:54.683858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a16ebfd8-9d58-4625-a405-988382837190 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:54.748303 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48214a7b-dd19-4004-966a-1c8167997f49 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5412734 Aug 11 02:42:54.750415 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:54.751279 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:54.753608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50578) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:54.772550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a16ebfd8-9d58-4625-a405-988382837190 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:54.772976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a16ebfd8-9d58-4625-a405-988382837190 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:54.790872 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d28fb0-2714-4875-9d1d-456c56cced74 None None] Pushing event updated for resources: {'Port': ['ID=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:54.919365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.933618 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:54.938050 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.062871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:42:55.063948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.070291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:55.109345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=50d41cf8-3f33-4ffc-b958-b12f67ecaed2,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:55.144951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:55.184232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.221170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Deleting port a3deb298-9389-4dba-937b-0c68e80694e2 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:55.221884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.281266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Allocated IP 172.20.0.2 (b747d2a7-3d0f-4230-a86a-bd8389af6c86/236d9939-dcd1-40c9-a3a9-879fee971005/98d72e38-b64c-4836-8291-51fc8bd1a882) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:55.332820 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1cb331d2-7e88-4518-af32-99589a6eae60 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7783756 Aug 11 02:42:55.337281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:55.341968 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3222e184-6c72-4826-a74a-2634aafbf5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:55.350072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Sync routers for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:55.371333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.430404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] For port a3deb298-9389-4dba-937b-0c68e80694e2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a3deb298-9389-4dba-937b-0c68e80694e2,segment=NetworkSegment(0b9728e9-8afd-449c-af61-1ae4be2f9424),segment_id=0b9728e9-8afd-449c-af61-1ae4be2f9424)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:55.431810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.508858 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:55.509608 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:55.605467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.633754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6bf20769-4d4e-48d4-b7b5-2ff3dbf7aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.636024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.672379 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:55.677007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Transition to ACTIVE for port object 98d72e38-b64c-4836-8291-51fc8bd1a882 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:55.764127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Transition to ACTIVE for port object 98d72e38-b64c-4836-8291-51fc8bd1a882 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:55.781500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.867228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] DHCP port deletion for 2bb1042e-5adc-483d-afba-b984d7837bed request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:42:55.869796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c892-182e-4b99-a9b5-8fa10576da06 req-0f0dd75c-4615-4d85-9e43-e1e2a4db64be tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.872259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2473c892-182e-4b99-a9b5-8fa10576da06 req-0f0dd75c-4615-4d85-9e43-e1e2a4db64be tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.2377448 Aug 11 02:42:55.900344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:42:55.910247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-60931966-cb03-43d1-aee3-7825532de16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:55.912391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-60931966-cb03-43d1-aee3-7825532de16a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.2515640 Aug 11 02:42:55.976348 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP fc60bae7-67d6-4b34-8d97-c65f10e331ea associated. External IP: 172.25.3.93, port: 93b8840e-605f-4dee-8e11-0bd45190fcd0. Aug 11 02:42:55.984405 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf7cd4-3d88-4fde-a0e3-d2f0222f5f8c x-openstack-request-id: req-00cf7cd4-3d88-4fde-a0e3-d2f0222f5f8c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:55.985023 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:55.985245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:42:55.985632 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00cf7cd4-3d88-4fde-a0e3-d2f0222f5f8c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:55.986421 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'status': 'completed', 'code': 200} Aug 11 02:42:55.988081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Calling delete_port for a3deb298-9389-4dba-937b-0c68e80694e2 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:55.997587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:42:56.005375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Pushing event updated for resources: {'Port': ['ID=98d72e38-b64c-4836-8291-51fc8bd1a882,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.058969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.059551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.060096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.060668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.061230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.061863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.062460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.063020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.063610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.064148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.064706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.065256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:56.129423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2473c892-182e-4b99-a9b5-8fa10576da06 req-68c4e96f-dd28-4948-903a-89e9e20c8a31 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310231 Aug 11 02:42:56.153722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.218900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Deleting port a3deb298-9389-4dba-937b-0c68e80694e2 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:42:56.219604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.227932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50588) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:56.228212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Attempting to bind port 98d72e38-b64c-4836-8291-51fc8bd1a882 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:42:56.228867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Attempting to bind port 98d72e38-b64c-4836-8291-51fc8bd1a882 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:42:56.229547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Attempting to bind port 98d72e38-b64c-4836-8291-51fc8bd1a882 on network b747d2a7-3d0f-4230-a86a-bd8389af6c86 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:42:56.332935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:42:56.333720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Checking segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:42:56.334596 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.335067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Bound using segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:42:56.335886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Bound port: 98d72e38-b64c-4836-8291-51fc8bd1a882, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:42:56.336531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.352913 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:42:50Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.363878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab62e2b0-9f1a-4c1d-8988-a2ceae9206f2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 991 time: 0.1314459 Aug 11 02:42:56.365960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Port': ['ID=a3deb298-9389-4dba-937b-0c68e80694e2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.372871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No DVR routers for this DVR port a3deb298-9389-4dba-937b-0c68e80694e2 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:56.426280 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204672d3-eae9-4b7e-80d4-9f1047b23538 None None] The sync data for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 is: [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:42:50Z', 'revision_number': 3, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:56.489345 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3e820774-dd9e-4382-8c36-515e873686b5', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'mac_address': 'fa:16:3e:75:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:51Z', 'updated_at': '2021-08-11T02:42:51Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.549557 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Checking router: 637c3114-84a0-4360-8e6e-86b286f3f7e8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:56.577896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.578301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.582515 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:56.583515 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.586057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] For port a3deb298-9389-4dba-937b-0c68e80694e2, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:42:56.588396 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.623023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Calling delete_port for a3deb298-9389-4dba-937b-0c68e80694e2 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:42:56.633124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Port a3deb298-9389-4dba-937b-0c68e80694e2 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:42:56.637907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] For port 98d72e38-b64c-4836-8291-51fc8bd1a882, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:42:56.639738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb1042e-5adc-483d-afba-b984d7837bed']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.650540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] For port 98d72e38-b64c-4836-8291-51fc8bd1a882, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98d72e38-b64c-4836-8291-51fc8bd1a882,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:42:56.652939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.685669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9728e9-8afd-449c-af61-1ae4be2f9424') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.686261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9728e9-8afd-449c-af61-1ae4be2f9424') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:56.714459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a3deb298-9389-4dba-937b-0c68e80694e2 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:42:56.720942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.738279 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:56.746998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] Pushing event deleted for resources: {'Port': ['ID=a3deb298-9389-4dba-937b-0c68e80694e2,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.749488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a3deb298-9389-4dba-937b-0c68e80694e2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:42:56.749773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a3deb298-9389-4dba-937b-0c68e80694e2 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:42:56.752554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.770543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4eddf-e0a9-421f-a355-6b256295c73d None None] No DVR routers for this DVR port a3deb298-9389-4dba-937b-0c68e80694e2 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:42:56.800133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.830693 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:42:56.831363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:42:56.836939 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:42:56.927536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022e149-725a-43f1-a09c-9597f5a194e3 None None] Pushing event updated for resources: {'Port': ['ID=98d72e38-b64c-4836-8291-51fc8bd1a882,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:56.932822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-28c55c73-cba6-4b38-8b02-a82e6c067e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:56.936550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-28c55c73-cba6-4b38-8b02-a82e6c067e47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.9750195 Aug 11 02:42:57.026480 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.045756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.065416 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/networks/2bb1042e-5adc-483d-afba-b984d7837bed HTTP/1.1" status: 204 len: 168 time: 2.5817142 Aug 11 02:42:57.066551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50592) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:57.086131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'routes': None}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:57.091003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30279821-fecb-4141-8cab-227e70dffa16 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Pushing event deleted for resources: {'Network': ['ID=2bb1042e-5adc-483d-afba-b984d7837bed,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:57.258707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-de63e774-4e27-4186-82c9-03600be07730 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 999 time: 0.2401671 Aug 11 02:42:57.419468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50594) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:57.558591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Added routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 02:42:57.558939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.extraroute_db [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Removed routes are [] {{(pid=94653) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 02:42:57.559372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.578037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9e7f9f52-cc2b-4d2c-8f78-6a3b726daeab tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 991 time: 0.1540520 Aug 11 02:42:57.687860 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3e820774-dd9e-4382-8c36-515e873686b5', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'mac_address': 'fa:16:3e:75:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:51Z', 'updated_at': '2021-08-11T02:42:51Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:57.714306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-8e31293b-308a-469d-bf20-e814e7fe83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:57.717745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-8e31293b-308a-469d-bf20-e814e7fe83e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.4481711 Aug 11 02:42:57.740269 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08b8f9-7dfb-4871-bcc0-5ff1e24235b8 None None] The sync data for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 is: [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3e820774-dd9e-4382-8c36-515e873686b5', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'mac_address': 'fa:16:3e:75:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:51Z', 'updated_at': '2021-08-11T02:42:51Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:57.858974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:57.895846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.896098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.903101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.920906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-aea7a855-949c-45d7-8d4d-4e38edbb0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:57.923451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-aea7a855-949c-45d7-8d4d-4e38edbb0c8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901197 Aug 11 02:42:58.053187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router f408e094-8529-4a10-8af8-b3b33b50ad5f has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:42:58.081315 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.227256 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:58.244291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.246789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6c7835a-0b81-4f82-a1dc-056ce78029ef tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 700 time: 1.1751561 Aug 11 02:42:58.254597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Sync routers for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:58.261240 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50598) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:58.268369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Routers {'f408e094-8529-4a10-8af8-b3b33b50ad5f'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:58.273711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['f408e094-8529-4a10-8af8-b3b33b50ad5f'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:58.354688 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3a93dfa2-7d93-469c-8440-ceb137301254 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 205 time: 0.0871627 Aug 11 02:42:58.355755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:58.412179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2e17c-5f5f-4164-862f-e9016bc2a5b4 None None] New status for floating IP 3e820774-dd9e-4382-8c36-515e873686b5: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:42:58.457030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Set router f408e094-8529-4a10-8af8-b3b33b50ad5f gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:58.507479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.594226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50602) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:58.793754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-6ba75561-d670-416a-9a96-2496e396f0eb service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533621 Aug 11 02:42:58.820263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98d72e38-b64c-4836-8291-51fc8bd1a882 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:58.916586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.917432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f408e094-8529-4a10-8af8-b3b33b50ad5f', 'name': 'tempest-RoutersTest-router-716766240', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:42Z', 'updated_at': '2021-08-11T02:42:52Z', 'revision_number': 11, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:58.921532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:58.933574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:42:59.001995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.002883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router f408e094-8529-4a10-8af8-b3b33b50ad5f {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:42:59.016838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:42:59.017690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-20c719f6-4145-4af5-8970-15b65c589666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 991 time: 0.3680029 Aug 11 02:42:59.019545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.025308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.1 (b747d2a7-3d0f-4230-a86a-bd8389af6c86/236d9939-dcd1-40c9-a3a9-879fee971005/b2115212-2cae-4c06-913b-a5a21d0e0f2f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:42:59.027466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-157443d0-1e1b-44c0-bbc7-858f901aacb5 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 204 len: 168 time: 0.6699634 Aug 11 02:42:59.029492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50604) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:59.037179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-399208525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:59.053133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Checking router: f408e094-8529-4a10-8af8-b3b33b50ad5f for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:42:59.058115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:59.059004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:42:59.069787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.210916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:42:59.214472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.215611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.246756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9cc3b47f-a1f3-40db-897e-4c3d103595cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9224989 Aug 11 02:42:59.252835 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:42:59.257085 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a78102-2964-45a2-800b-e61779681923" -d '{"events": [{"name": "network-changed", "server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:42:59.289167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3222e184-6c72-4826-a74a-2634aafbf5bf req-761ad1c6-2c95-4edd-9340-b5c667a8ae66 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811416 Aug 11 02:42:59.292467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174d7ff-31c1-47ea-8001-56e73a2d42af None None] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:42:59.353352 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621ba25-d5d4-48f8-8644-29bc22f07545 x-openstack-request-id: req-8621ba25-d5d4-48f8-8644-29bc22f07545 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:42:59.353984 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:42:59.354531 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8621ba25-d5d4-48f8-8644-29bc22f07545 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:42:59.355345 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'status': 'completed', 'code': 200} Aug 11 02:42:59.455058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Routers set() bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:42:59.455681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Router IDs set() for agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:42:59.456657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f408e094-8529-4a10-8af8-b3b33b50ad5f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent'). {{(pid=94654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 02:42:59.457384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b26255-9434-49cb-8312-7bcb3bc8a19d None None] The sync data for ids ['f408e094-8529-4a10-8af8-b3b33b50ad5f'] in n-d-713498-10 is: [] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:42:59.534236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 98d72e38-b64c-4836-8291-51fc8bd1a882 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:59.561414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:42:59.563394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.579867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Provisioning for port 98d72e38-b64c-4836-8291-51fc8bd1a882 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:42:59.587846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.597768 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.620663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78102-2964-45a2-800b-e61779681923 req-138bfc95-e520-49dc-80c0-347c870b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:59.623723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-138bfc95-e520-49dc-80c0-347c870b4d7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1097 time: 0.2586870 Aug 11 02:42:59.647286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Provisioning complete for port 98d72e38-b64c-4836-8291-51fc8bd1a882 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:42:59.647907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.682361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object b2115212-2cae-4c06-913b-a5a21d0e0f2f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:42:59.745825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.747998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-19c509f8-a455-4fb2-b12f-669940087c4c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7146852 Aug 11 02:42:59.752139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50612) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:59.762592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:42:59.863603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78102-2964-45a2-800b-e61779681923 req-23ade87d-8d98-4e5f-be57-0228b786bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:42:59.866185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-23ade87d-8d98-4e5f-be57-0228b786bea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.2273757 Aug 11 02:42:59.870659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:59.963304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:00.006448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:00.009151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:00.009587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.019615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:00.033713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50614) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.038009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:00.083223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.169665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] For port 98d72e38-b64c-4836-8291-51fc8bd1a882, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98d72e38-b64c-4836-8291-51fc8bd1a882,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:00.178817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:00.215081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-5a75f4ae-a333-479b-adcc-e8df658409a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 200 len: 998 time: 0.3348224 Aug 11 02:43:00.229692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.239594 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1929994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1739611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-242605'] for router, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.261938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1930225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1930232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1739586'] for router, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.342809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9c50cb7c-6230-41f1-88ca-0e0822ef728a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 993 time: 0.3076599 Aug 11 02:43:00.349572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.407401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc60bae7-67d6-4b34-8d97-c65f10e331ea', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:93:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:53Z', 'updated_at': '2021-08-11T02:42:53Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:00.424850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78102-2964-45a2-800b-e61779681923 req-7d29b634-4f9d-41a6-9155-be412b766727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.426753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-7d29b634-4f9d-41a6-9155-be412b766727 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1931849 Aug 11 02:43:00.508831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Router 131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:43:00.515907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.525485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb6b33-24d6-4f81-a2a5-34b520256b90 None None] Pushing event updated for resources: {'Port': ['ID=98d72e38-b64c-4836-8291-51fc8bd1a882,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:00.535589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:00.611326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78102-2964-45a2-800b-e61779681923 req-e8647ba1-e9a2-4a91-86ce-a1610981d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:00.614618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-e8647ba1-e9a2-4a91-86ce-a1610981d728 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785705 Aug 11 02:43:00.653325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:00.668472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Provisioning complete for port 98d72e38-b64c-4836-8291-51fc8bd1a882 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:00.669136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.703796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:00.717909 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Sync routers for ids ['131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:00.726706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.732483 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a4653d7d-32be-4db0-a004-fd9e917b9de2 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "PUT /v2.0/routers/131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 200 len: 693 time: 0.9742498 Aug 11 02:43:00.732739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.732907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50618) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:00.745237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:00.746790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:00.769335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Routers {'131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:00.770753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:00.848351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:00.925956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-7d01dde0-83e0-49aa-b9b7-942ba57555c8 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973270 Aug 11 02:43:00.996312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98d72e38-b64c-4836-8291-51fc8bd1a882 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:01.013902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3e2f744a-9a57-46a4-a738-c9bb62f5b98d tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/routers/131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 200 len: 699 time: 0.2792845 Aug 11 02:43:01.016139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:01.026737 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Set router 131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:01.078481 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-257ac8d7-9da5-4a53-9680-5c2e17161379 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 200 len: 205 time: 0.0601285 Aug 11 02:43:01.079525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50622) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:01.159076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131bf4d9-cee6-4d4c-bbc5-9408e1c303d4', 'name': 'tempest-RoutersTest-router-399208525', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:59Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:01.178946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:01.215390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Checking router: 131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:01.229350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Routers {'131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:01.231931 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:01.309563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55a78102-2964-45a2-800b-e61779681923 req-6b3ff102-8682-4c90-830a-6b9fb5946b97 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499553 Aug 11 02:43:01.339109 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] Set router 131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:01.505198 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131bf4d9-cee6-4d4c-bbc5-9408e1c303d4', 'name': 'tempest-RoutersTest-router-399208525', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:59Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:01.519308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:01.523768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 98d72e38-b64c-4836-8291-51fc8bd1a882 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:01.524517 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.596932 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685e100-ad50-4351-9dfc-410493872bfd None None] The sync data for ids ['131bf4d9-cee6-4d4c-bbc5-9408e1c303d4'] in n-d-713498-10 is: [{'id': '131bf4d9-cee6-4d4c-bbc5-9408e1c303d4', 'name': 'tempest-RoutersTest-router-399208525', 'tenant_id': '8c758a3c48264703bc237e5f1742c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:59Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 2, 'project_id': '8c758a3c48264703bc237e5f1742c60c', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:01.622050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Provisioning for port b2115212-2cae-4c06-913b-a5a21d0e0f2f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:01.622761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.640947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.739107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.742973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:01.769458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:01.858072 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-e8846a1d-c69e-441b-8014-ee9052bfc319 req-3b0b615e-234e-4fd4-8ec9-adda1cbcfda6 service neutron] (94653) timed out ('10.222.0.68', 32982) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:43:01.942557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:01.945462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:02.084163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.087808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Provisioning complete for port b2115212-2cae-4c06-913b-a5a21d0e0f2f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:02.088483 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.088731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.159172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3dc74e45-5ee2-4344-b096-06d4305cd703 None None] Port b2115212-2cae-4c06-913b-a5a21d0e0f2f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:02.184451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.185175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Fanout notify agent at l3_agent the message router_deleted on router 131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:43:02.193922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.195978 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd897206-c9b2-4ad1-9705-8685399960f8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 204 len: 168 time: 1.1131403 Aug 11 02:43:02.204055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50626) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.219369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router fc1b4fc3-4992-4b5e-9d4b-f592a485869d has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:02.244091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac75401d-64dc-4d64-991d-0fae11f908e4 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 200 len: 205 time: 0.0349584 Aug 11 02:43:02.244581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50628) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.323271 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-68953375-f436-431b-8d13-93f4ff3e01bf tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:02.328951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68953375-f436-431b-8d13-93f4ff3e01bf tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/131bf4d9-cee6-4d4c-bbc5-9408e1c303d4 HTTP/1.1" status: 404 len: 336 time: 0.0790985 Aug 11 02:43:02.330361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50630) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.345131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37e70c4d-0b47-4e9a-bc8d-58e99e7c0f33 None None] Provisioning complete for port b2115212-2cae-4c06-913b-a5a21d0e0f2f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:02.345662 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37e70c4d-0b47-4e9a-bc8d-58e99e7c0f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.372853 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c08c84-1aa7-4420-8173-850dcc57a2ce tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:02.372853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c08c84-1aa7-4420-8173-850dcc57a2ce tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:02.376131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d8c08c84-1aa7-4420-8173-850dcc57a2ce tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/9b98a604-3cc3-488b-a743-11957d7509dc HTTP/1.1" status: 404 len: 337 time: 0.0448244 Aug 11 02:43:02.380205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50632) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.442956 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbd7680-288b-4876-af23-2a27e6bf0edc tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:02.443923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbd7680-288b-4876-af23-2a27e6bf0edc tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:02.447501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-edbd7680-288b-4876-af23-2a27e6bf0edc tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/3fc90e9d-7f5f-4468-a001-30861210e74a HTTP/1.1" status: 404 len: 337 time: 0.0647650 Aug 11 02:43:02.450618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50634) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.454736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:02.464988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-97d5dd9e-9623-44f5-bbff-472195b33208 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/fc1b4fc3-4992-4b5e-9d4b-f592a485869d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7059667 Aug 11 02:43:02.465988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50636) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.489992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Sync routers for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:02.501462 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c379478-ea0c-4b49-84fb-af54a7496d97 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:02.501952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c379478-ea0c-4b49-84fb-af54a7496d97 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:02.503100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-37e70c4d-0b47-4e9a-bc8d-58e99e7c0f33 None None] Port b2115212-2cae-4c06-913b-a5a21d0e0f2f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:02.507695 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9c379478-ea0c-4b49-84fb-af54a7496d97 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/3d072ba7-fa86-4e6a-8c1f-eec437763433 HTTP/1.1" status: 404 len: 337 time: 0.0517087 Aug 11 02:43:02.508066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50638) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.518841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:02.520102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:02.537650 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca43fbf3-5a2c-4d27-ad7f-093fd8016e30 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:02.538150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca43fbf3-5a2c-4d27-ad7f-093fd8016e30 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:02.544123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ca43fbf3-5a2c-4d27-ad7f-093fd8016e30 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/6211c033-89ec-43d9-8a57-7f144d2ef751 HTTP/1.1" status: 404 len: 337 time: 0.0309994 Aug 11 02:43:02.545426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50640) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.587583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e6b4d9bb-f0b8-40cd-804a-5f5213456b34 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 200 len: 205 time: 0.0385461 Aug 11 02:43:02.591988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50644) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.662513 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-6ba90769-c0b7-4f08-9588-077f1233a093 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:02.665086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6ba90769-c0b7-4f08-9588-077f1233a093 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/f408e094-8529-4a10-8af8-b3b33b50ad5f HTTP/1.1" status: 404 len: 336 time: 0.0718105 Aug 11 02:43:02.669323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50646) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.738250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-661ce743-b01d-4185-a670-6f426803d639 None None] Provisioning complete for port b2115212-2cae-4c06-913b-a5a21d0e0f2f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:02.738969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-661ce743-b01d-4185-a670-6f426803d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:02.741415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2610487e-7d8b-4d4f-ba83-dac6f234237e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c186c14-af90-4b79-a603-1a23b708f878 HTTP/1.1" status: 200 len: 205 time: 0.0697496 Aug 11 02:43:02.745385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc60bae7-67d6-4b34-8d97-c65f10e331ea', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:93:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:53Z', 'updated_at': '2021-08-11T02:42:53Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:02.752704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:02.752986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50648) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.832330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ef12d-3b33-4ea5-8bc9-45b40cd99799 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'fc60bae7-67d6-4b34-8d97-c65f10e331ea', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:93:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:42:53Z', 'updated_at': '2021-08-11T02:42:53Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:02.929269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.930185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.931096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.932264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.933575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.934473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.935304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.936120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:02.939750 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-150495f8-9adc-4529-9dad-aa6946067250 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5668 time: 0.4726882 Aug 11 02:43:02.944284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50650) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:02.955499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:03.007038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-661ce743-b01d-4185-a670-6f426803d639 None None] Port b2115212-2cae-4c06-913b-a5a21d0e0f2f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:03.074827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:03.075214 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.172931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.173854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.174560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.175441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.176253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.177136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.177977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.178784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:03.183421 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b8112c1-f72a-4467-98cf-da2e90984de3 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5265 time: 0.2372429 Aug 11 02:43:03.188566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.283683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:01Z', 'revision_number': 2, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:03.293029 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8d696-516b-475e-b444-5b087af5e0fd None None] New status for floating IP fc60bae7-67d6-4b34-8d97-c65f10e331ea: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:43:03.344860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Checking router: fc1b4fc3-4992-4b5e-9d4b-f592a485869d for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:03.345621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Updating router fc1b4fc3-4992-4b5e-9d4b-f592a485869d port b2115212-2cae-4c06-913b-a5a21d0e0f2f binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:43:03.402880 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.539648 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-d73714e7-434f-481c-a3cd-d2750d8401b1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:03.543597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d73714e7-434f-481c-a3cd-d2750d8401b1 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/4c186c14-af90-4b79-a603-1a23b708f878 HTTP/1.1" status: 404 len: 336 time: 0.7866821 Aug 11 02:43:03.544104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50654) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.601482 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2b26d5-9075-4585-b937-b68804886294 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:03.602266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2b26d5-9075-4585-b937-b68804886294 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:03.607013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc2b26d5-9075-4585-b937-b68804886294 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/0524908a-995d-4ca6-b445-65b7064891e1 HTTP/1.1" status: 404 len: 337 time: 0.0597739 Aug 11 02:43:03.608400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50656) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.660797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-676a3740-8038-4c68-a0f5-c631f66ee20b tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 200 len: 205 time: 0.0464261 Aug 11 02:43:03.663660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50658) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.770795 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-dd5bb3b7-5582-4483-9bb7-6aefcf25734e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:03.777498 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dd5bb3b7-5582-4483-9bb7-6aefcf25734e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/a74a7b73-97f5-453e-82ea-e7088d2b44db HTTP/1.1" status: 404 len: 336 time: 0.1087241 Aug 11 02:43:03.779151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50662) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.810552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eaf348dd-3435-4c62-9d4e-3a6c910fb8ad tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.6158099 Aug 11 02:43:03.844912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b4a2ba1f-1adc-4f8e-8f61-c289d67721bf tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=56690e41-9768-46ed-9386-0a241f988c0c HTTP/1.1" status: 200 len: 205 time: 0.0623686 Aug 11 02:43:03.847610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50666) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.924818 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-736b5263-c2df-42ea-8279-802796f84ae8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:03.927119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-736b5263-c2df-42ea-8279-802796f84ae8 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/56690e41-9768-46ed-9386-0a241f988c0c HTTP/1.1" status: 404 len: 336 time: 0.0778496 Aug 11 02:43:03.931014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50668) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:03.959549 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.972981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Transition to ACTIVE for port object b2115212-2cae-4c06-913b-a5a21d0e0f2f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:03.981767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:03.990961 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72f0f2e-abbc-4a7e-a900-f19bb0d04780 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:03.991702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72f0f2e-abbc-4a7e-a900-f19bb0d04780 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:03.995435 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c72f0f2e-abbc-4a7e-a900-f19bb0d04780 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/95396c7b-7a1b-439a-b07a-74758f05f4ae HTTP/1.1" status: 404 len: 337 time: 0.0622911 Aug 11 02:43:03.998744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50670) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.061543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30c30-18bf-4329-ba92-6beb9c2abba0 None None] Pushing event updated for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.063928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3fcdf349-70aa-43a2-9c7f-88d638b41047 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=f49edde3-6058-476c-9d13-9135d71a6bbd HTTP/1.1" status: 200 len: 205 time: 0.0626729 Aug 11 02:43:04.068974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50672) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.131367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50674) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.139428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263328749', 'description': 'tempest-secgroup-smoke-263328749 description', 'project_id': '4deabcb179264556bc4d330ef04f115a'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:04.143665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Attempting to bind port b2115212-2cae-4c06-913b-a5a21d0e0f2f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:04.144616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Attempting to bind port b2115212-2cae-4c06-913b-a5a21d0e0f2f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:04.145283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Attempting to bind port b2115212-2cae-4c06-913b-a5a21d0e0f2f on network b747d2a7-3d0f-4230-a86a-bd8389af6c86 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:04.148599 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-a7e6eea2-9ad8-4014-af98-424f8793ddae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:04.155854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50676) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.157104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a7e6eea2-9ad8-4014-af98-424f8793ddae tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/f49edde3-6058-476c-9d13-9135d71a6bbd HTTP/1.1" status: 404 len: 336 time: 0.0852125 Aug 11 02:43:04.158406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:04.159172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Checking segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:04.159913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.160692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Bound using segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:04.161552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Bound port: b2115212-2cae-4c06-913b-a5a21d0e0f2f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:04.163425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.213472 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37eb755-2cc6-41ec-b59a-a4ec2736ef2a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:04.214242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37eb755-2cc6-41ec-b59a-a4ec2736ef2a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:04.217453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f37eb755-2cc6-41ec-b59a-a4ec2736ef2a tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/69614f17-b271-4b20-9eee-82aba981a7bb HTTP/1.1" status: 404 len: 337 time: 0.0599689 Aug 11 02:43:04.222471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50678) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.273145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6832f155-7999-417e-af23-e56e6cab981e tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "GET /v2.0/ports?device_id=03c01b44-07a1-48ad-bc87-f5f7b23b8384 HTTP/1.1" status: 200 len: 205 time: 0.0488472 Aug 11 02:43:04.275724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50680) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.288395 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.300295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] For port b2115212-2cae-4c06-913b-a5a21d0e0f2f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:04.307098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] For port b2115212-2cae-4c06-913b-a5a21d0e0f2f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b2115212-2cae-4c06-913b-a5a21d0e0f2f,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:04.315594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.345447 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-1b48c1bf-4d50-4cf8-9af1-9ce8a4a1538c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] delete failed (client error): The resource could not be found. Aug 11 02:43:04.346506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b48c1bf-4d50-4cf8-9af1-9ce8a4a1538c tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/routers/03c01b44-07a1-48ad-bc87-f5f7b23b8384 HTTP/1.1" status: 404 len: 336 time: 0.0693917 Aug 11 02:43:04.351343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50682) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.394992 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-77884fb7-0a41-4191-b021-67f1746c9fb3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:04.395535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77884fb7-0a41-4191-b021-67f1746c9fb3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:04.397458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-77884fb7-0a41-4191-b021-67f1746c9fb3 tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/473eaa43-50d9-467f-a0c6-f07ee5729720 HTTP/1.1" status: 404 len: 337 time: 0.0448253 Aug 11 02:43:04.401787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50684) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.432210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:04.433752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:04.472334 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae16bc29-fce8-4e75-9e1d-63d31d74d29f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] DELETE failed (client error): The resource could not be found. Aug 11 02:43:04.473110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae16bc29-fce8-4e75-9e1d-63d31d74d29f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:43:04.477750 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ae16bc29-fce8-4e75-9e1d-63d31d74d29f tempest-RoutersTest-1509025004 tempest-RoutersTest-1509025004-project] 10.222.0.68 "DELETE /v2.0/subnets/81c33a75-90cb-4edc-9567-aa7deb10d800 HTTP/1.1" status: 404 len: 337 time: 0.0730870 Aug 11 02:43:04.530764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.534321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30c30-18bf-4329-ba92-6beb9c2abba0 None None] Pushing event updated for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.542232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.591945 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.594778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4617023 Aug 11 02:43:04.599848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.608716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:04.612097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614158ff-23a1-48ab-98d5-3831534e58f3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2108f098-c66f-4097-b7a1-5248e9e190aa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.689797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.709947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:04.830277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.838835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.870489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b334e4-7350-4cc2-9440-26971af16954,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:04.886684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:04.888950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-74a3e33c-f21d-41bf-a4e7-b42e857cea8d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874267 Aug 11 02:43:04.893255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:04.901534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:04.943398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.021734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.052979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.072574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.096158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bb371f-1204-407c-97df-643ae482c121,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.111065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.112449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0de345fe-df5b-43c9-9264-7ece52c88d14 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177100 Aug 11 02:43:05.117074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50702) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.122103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:05.158854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.195852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:04Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:05.241506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.246678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.248580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a56f2-5457-471c-a95c-e11ee2b9f080 None None] The sync data for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 is: [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:04Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:05.264411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9121d1d4-0a50-4203-8c37-6f2784a6a798,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.276443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4f62190f-a002-4f9b-a0c9-975f177008e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c758a3c48264703bc237e5f1742c60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526774 Aug 11 02:43:05.278923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50704) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.279983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.281415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fda0adab-28d0-4d3b-a714-31f1bd27cf11 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633089 Aug 11 02:43:05.286277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50706) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.291744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:05.351159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.409323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.439633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.445942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.454338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.470415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a642da-3880-47bc-9f1e-500b5412d98e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.477114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.480051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6bdc3129-6d44-4955-ae1a-6f4acb265117 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1915112 Aug 11 02:43:05.483625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.490053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:05.518731 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:43:05.528655 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.548444 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.553119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.555319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b376f889-1ba1-4cab-99f7-1755476b7236 HTTP/1.1" status: 204 len: 168 time: 0.2741327 Aug 11 02:43:05.581997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844546-766a-4aaa-8780-d16612976bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b376f889-1ba1-4cab-99f7-1755476b7236,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.633718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.640368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.671581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f23344e-5f5b-43b6-8dbd-9b27b08a6d31,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.682857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.685516 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c73ac0cb-5dff-45d3-aece-e24f4ae25935 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998804 Aug 11 02:43:05.689782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50712) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:05.695197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'security_group_rule': {'security_group_id': '2108f098-c66f-4097-b7a1-5248e9e190aa', 'project_id': '4deabcb179264556bc4d330ef04f115a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:05.734894 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Project 4deabcb179264556bc4d330ef04f115a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:43:05.746326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.856495 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.861747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.896660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60ddeb3-b671-4721-8206-1459d75aff93,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:05.909908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:05.920602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f22fa86a-e0ad-416c-b2ad-e0fe47fc5d16 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2207599 Aug 11 02:43:06.225504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c09a9a11-a41e-4d2b-bf9d-44dcd2bdb43d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263328749&fields=id&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 267 time: 0.0533738 Aug 11 02:43:06.404893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-5918063a-df37-4e7a-a6fc-a349d790da77 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:06.407331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-5918063a-df37-4e7a-a6fc-a349d790da77 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/networks?id=b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 200 len: 797 time: 0.1707921 Aug 11 02:43:06.433044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-403f08ee-d470-40fa-8720-6718c3744480 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/quotas/4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 375 time: 0.0161417 Aug 11 02:43:06.547779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-9c1b56fb-4c96-4b98-ba09-5e9829f3724f tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080511 Aug 11 02:43:06.695235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-74f3e4ac-bdb0-4e1b-9ab4-6c4dede6f509 service neutron] 10.222.0.68 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209359 Aug 11 02:43:06.715580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50746) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:06.839279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-78bc30a3-b125-42ec-ab94-6ae24236eb58 service neutron] 10.222.0.68 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366575 Aug 11 02:43:06.883475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a1887950-87e1-40f7-a9d5-e172cd06cc33 tempest-DvrRoutersNegativeTest-1306467765 tempest-DvrRoutersNegativeTest-1306467765-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-168994633', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:06.887630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.policy [None req-a1887950-87e1-40f7-a9d5-e172cd06cc33 tempest-DvrRoutersNegativeTest-1306467765 tempest-DvrRoutersNegativeTest-1306467765-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94653) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 02:43:06.888104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.policy [None req-a1887950-87e1-40f7-a9d5-e172cd06cc33 tempest-DvrRoutersNegativeTest-1306467765 tempest-DvrRoutersNegativeTest-1306467765-project] Failed policy check for 'create_router' {{(pid=94653) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 02:43:06.888935 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-a1887950-87e1-40f7-a9d5-e172cd06cc33 tempest-DvrRoutersNegativeTest-1306467765 tempest-DvrRoutersNegativeTest-1306467765-project] create failed (client error): Access was denied to this resource. Aug 11 02:43:06.890892 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a1887950-87e1-40f7-a9d5-e172cd06cc33 tempest-DvrRoutersNegativeTest-1306467765 tempest-DvrRoutersNegativeTest-1306467765-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1740780 Aug 11 02:43:06.895413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b2115212-2cae-4c06-913b-a5a21d0e0f2f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:06.989736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b2115212-2cae-4c06-913b-a5a21d0e0f2f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:06.996498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b2115212-2cae-4c06-913b-a5a21d0e0f2f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:06.997115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.112307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.156668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4a0f82a-d240-497c-8394-1de34117b107 req-2b7e25e8-ffe7-4fa2-af47-21805b7233a9 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 210 time: 0.0513222 Aug 11 02:43:07.161597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b2115212-2cae-4c06-913b-a5a21d0e0f2f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b2115212-2cae-4c06-913b-a5a21d0e0f2f,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:07.168802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.245614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:07.308637 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:07.323161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50760) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.489514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ca9aab-dcf5-493b-bb0b-6288eaf95579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.658413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ca9aab-dcf5-493b-bb0b-6288eaf95579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.663932 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-44ca9aab-dcf5-493b-bb0b-6288eaf95579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.734337 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-44ca9aab-dcf5-493b-bb0b-6288eaf95579 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=023d9916389b4bf79fea55c8b659120c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072545 Aug 11 02:43:07.734337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca9aab-dcf5-493b-bb0b-6288eaf95579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32298312-6321-4b33-88a1-936db948e9cd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:07.735580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50770) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:07.816521 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.850580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.930199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.934333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:07.935996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32298312-6321-4b33-88a1-936db948e9cd HTTP/1.1" status: 204 len: 168 time: 0.1989417 Aug 11 02:43:07.948546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43579591-39a8-4ae5-9683-e2e30e59aeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32298312-6321-4b33-88a1-936db948e9cd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:08.357766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ed8fa56-444a-41d3-a3c3-638993650d7e req-de4e5f9f-0cf1-4919-91f6-1943ca838a81 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 210 time: 0.0656283 Aug 11 02:43:08.590063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-0eeebb8b-7d10-403e-9ef2-f3afb0ad8e91 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:08.592683 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-0eeebb8b-7d10-403e-9ef2-f3afb0ad8e91 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/networks?id=b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 200 len: 797 time: 0.1892130 Aug 11 02:43:08.667450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-3075f5a6-f219-402e-859b-3bf04d0c8b23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4deabcb179264556bc4d330ef04f115a HTTP/1.1" status: 200 len: 379 time: 0.0629032 Aug 11 02:43:08.684617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'port': {'device_id': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'admin_state_up': True, 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'security_groups': ['2108f098-c66f-4097-b7a1-5248e9e190aa']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:08.863539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b2115212-2cae-4c06-913b-a5a21d0e0f2f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:08.884871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Made reservation on behalf of 4deabcb179264556bc4d330ef04f115a for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:43:08.890617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:08.942693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b2115212-2cae-4c06-913b-a5a21d0e0f2f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:08.943894 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.151800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.20.0.4 (b747d2a7-3d0f-4230-a86a-bd8389af6c86/236d9939-dcd1-40c9-a3a9-879fee971005/d00bce75-1cf8-41e2-a698-fbbc469ff0e0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:09.352978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.372416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Transition to ACTIVE for port object d00bce75-1cf8-41e2-a698-fbbc469ff0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:09.420935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.474170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:09.478328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:09.481458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:09.541535 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:09.617961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:09.618914 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.636961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff6b9-4629-4da1-bb18-9bd1769a9643 req-88723fa3-73ee-41e6-9b55-9b97e904d0ac tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:09.639952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9eff6b9-4629-4da1-bb18-9bd1769a9643 req-88723fa3-73ee-41e6-9b55-9b97e904d0ac tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 931 time: 0.1146722 Aug 11 02:43:09.647827 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-6a1633b5-cc1e-4801-9a50-336e6ce80a5a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720416 Aug 11 02:43:09.665664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Request body: {'port': {'device_id': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:09.730480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9eff6b9-4629-4da1-bb18-9bd1769a9643 req-a32fcd3c-3290-4f3a-a5a4-182e690d0491 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790272 Aug 11 02:43:09.745494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.896023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0cd5c46-3ad1-4912-a4c5-673028e26012 None None] Provisioning for port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:09.904233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0cd5c46-3ad1-4912-a4c5-673028e26012 None None] Provisioning complete for port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:09.905919 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5c46-3ad1-4912-a4c5-673028e26012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:09.968291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd5c46-3ad1-4912-a4c5-673028e26012 None None] Port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:43:10.168342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00bce75-1cf8-41e2-a698-fbbc469ff0e0 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:10.177888 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.196364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Transition to ACTIVE for port object d00bce75-1cf8-41e2-a698-fbbc469ff0e0 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:10.202886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.286578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:10.504843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Attempting to bind port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:10.505478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Attempting to bind port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:10.506178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Attempting to bind port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 on network b747d2a7-3d0f-4230-a86a-bd8389af6c86 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:10.529669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 on network b747d2a7-3d0f-4230-a86a-bd8389af6c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:43:10.535267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Attempting to bind port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 on network b747d2a7-3d0f-4230-a86a-bd8389af6c86 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:10.552111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:10.553039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Checking segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:10.553678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Bound using segment: {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:10.554736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Bound port: d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0b8dfa-4776-4ed4-abd1-b61b435154fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:10.555597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.650853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.695782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:10.705930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:10.712697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.760334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:10.761053 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.763522 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] 10.222.0.61 "PUT /v2.0/ports/d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 200 len: 1092 time: 1.1024461 Aug 11 02:43:10.764573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:10.768747 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:10.818791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.910293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50840) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:10.925519 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa955b00-f97f-4fcf-be58-b4ff331ad566 x-openstack-request-id: req-aa955b00-f97f-4fcf-be58-b4ff331ad566 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:10.926136 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:10.926361 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa955b00-f97f-4fcf-be58-b4ff331ad566 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:10.926990 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'status': 'completed', 'code': 200} Aug 11 02:43:10.932479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504a325-7d0f-42f1-b688-826889b285e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:10.957017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-a691212c-5713-4c5a-9474-d767640c8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:10.959673 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-a691212c-5713-4c5a-9474-d767640c8933 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1095 time: 0.1282394 Aug 11 02:43:11.042324 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-b2b6cf45-9026-4add-ad05-565934c74c24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 200 len: 217 time: 0.0683300 Aug 11 02:43:11.044220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311008e-ec32-4a25-b022-3ee50bc426b9 req-22b0ca15-3c69-443d-a3fb-d854f01b1957 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.052950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0311008e-ec32-4a25-b022-3ee50bc426b9 req-22b0ca15-3c69-443d-a3fb-d854f01b1957 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 943 time: 0.1329782 Aug 11 02:43:11.144362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89e956c8-87aa-482b-9f3b-4e959c9b569b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.163821 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0311008e-ec32-4a25-b022-3ee50bc426b9 req-a86fcc00-06c2-430e-b97d-d26dac6b4ca1 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996556 Aug 11 02:43:11.168068 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c8321283-2e0b-42f2-aab3-501f1258b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.171574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-c8321283-2e0b-42f2-aab3-501f1258b3d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=236d9939-dcd1-40c9-a3a9-879fee971005 HTTP/1.1" status: 200 len: 835 time: 0.1160126 Aug 11 02:43:11.252919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-e572bc53-fcf5-43fc-817c-ce69d5698fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.254701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-e572bc53-fcf5-43fc-817c-ce69d5698fcf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b747d2a7-3d0f-4230-a86a-bd8389af6c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721357 Aug 11 02:43:11.312608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89e956c8-87aa-482b-9f3b-4e959c9b569b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.318324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-89e956c8-87aa-482b-9f3b-4e959c9b569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.390800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-89e956c8-87aa-482b-9f3b-4e959c9b569b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2b0ce76116149c7948527b38c1eed6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789727 Aug 11 02:43:11.391893 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e956c8-87aa-482b-9f3b-4e959c9b569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31c98da-c42f-409c-bf95-e368e4dbb204,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:11.395065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50844) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.401010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-53c60a03-e778-43bb-a884-8d2a2cba9bdc service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340642 Aug 11 02:43:11.463488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.491925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.563667 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.568464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.570422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d31c98da-c42f-409c-bf95-e368e4dbb204 HTTP/1.1" status: 204 len: 168 time: 0.1740649 Aug 11 02:43:11.572050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-90f5d8fc-b4f5-4b1c-801f-6130ceb3b5de req-561159b4-7175-45ca-9a08-2d20e3383d1a service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593683 Aug 11 02:43:11.581711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f885ec1-7b85-430f-9638-0cddd5c5a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31c98da-c42f-409c-bf95-e368e4dbb204,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:11.712292 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-8a8208c9-d08d-4308-a465-e77508cde360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.714853 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-8a8208c9-d08d-4308-a465-e77508cde360 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1095 time: 0.0735457 Aug 11 02:43:11.861211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-fbe21e3e-f4ff-49cb-93e0-13ec8c6e83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.864119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-fbe21e3e-f4ff-49cb-93e0-13ec8c6e83f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 200 len: 898 time: 0.1372812 Aug 11 02:43:11.918224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-8076afca-4c19-47e3-ad01-38517bdf7355 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 200 len: 217 time: 0.0464461 Aug 11 02:43:11.970911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50852) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:11.991683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a20a276-a666-48fc-917d-147863e358bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:11.994538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-0158ebd8-74c7-445b-831e-b157db6b3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:11.996251 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-0158ebd8-74c7-445b-831e-b157db6b3bc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=236d9939-dcd1-40c9-a3a9-879fee971005 HTTP/1.1" status: 200 len: 835 time: 0.0671699 Aug 11 02:43:12.063825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-eea88a3f-c539-4312-8424-555b446c078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:12.065485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-eea88a3f-c539-4312-8424-555b446c078c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b747d2a7-3d0f-4230-a86a-bd8389af6c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617621 Aug 11 02:43:12.134207 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a20a276-a666-48fc-917d-147863e358bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.139777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8a20a276-a666-48fc-917d-147863e358bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.194004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a20a276-a666-48fc-917d-147863e358bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b00155f454cb4684a4b3ae4d57fecced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253778 Aug 11 02:43:12.196176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a276-a666-48fc-917d-147863e358bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1646c042-12a7-429b-bca7-03645bc3ee5a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:12.198311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50854) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:12.256050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-d7ac1dcb-c181-4ff0-ab9a-77a496cf1d76 service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808755 Aug 11 02:43:12.346550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eefdd8-817e-4585-bb19-63fe26d9f8ed req-f26169d6-0530-4b74-8c01-06cf0bf4e229 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:12.348313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59eefdd8-817e-4585-bb19-63fe26d9f8ed req-f26169d6-0530-4b74-8c01-06cf0bf4e229 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 943 time: 0.0728252 Aug 11 02:43:12.405855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59eefdd8-817e-4585-bb19-63fe26d9f8ed req-620e57ca-7b6e-42db-87c5-f15c0f14096d tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460246 Aug 11 02:43:12.667467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.741925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.801413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3f11b1f4-15d9-40a1-9beb-6f748ce88ba7 req-f76e749d-1ddf-4f26-8da9-79f55765a1a0 service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361824 Aug 11 02:43:12.857357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.862816 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:12.865378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1646c042-12a7-429b-bca7-03645bc3ee5a HTTP/1.1" status: 204 len: 168 time: 0.6652136 Aug 11 02:43:12.880106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49877c09-bbc2-457e-a429-1bfabe440559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646c042-12a7-429b-bca7-03645bc3ee5a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:13.578164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8dfad-d92e-4bd8-897e-b3fe6de5954d req-de5f91c5-eb37-417c-9991-6de9935346b2 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:13.580060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24d8dfad-d92e-4bd8-897e-b3fe6de5954d req-de5f91c5-eb37-417c-9991-6de9935346b2 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 943 time: 0.0602057 Aug 11 02:43:13.629104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24d8dfad-d92e-4bd8-897e-b3fe6de5954d req-e584cccc-0595-45e0-986d-9a0c0db43ac3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Aug 11 02:43:14.783226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5429e-d8a1-4025-bad9-dea4946856da req-04a39a66-95c5-4c91-a864-b6d48a3d3e67 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:14.784878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45a5429e-d8a1-4025-bad9-dea4946856da req-04a39a66-95c5-4c91-a864-b6d48a3d3e67 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 943 time: 0.0614569 Aug 11 02:43:14.837946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45a5429e-d8a1-4025-bad9-dea4946856da req-d7431f5d-c0bf-4bf1-a536-2295844e520c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 Aug 11 02:43:15.037382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d00bce75-1cf8-41e2-a698-fbbc469ff0e0 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:15.162813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:15.178776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'port_id': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'mac_address': 'fa:16:3e:e3:30:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:15.234446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.252794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00bce75-1cf8-41e2-a698-fbbc469ff0e0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:15.281167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:15.287140 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.353874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:15.406225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.578483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9568a91f-b947-431f-900a-a0d6c7a64d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.581464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['d00bce75-1cf8-41e2-a698-fbbc469ff0e0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:15.744944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9568a91f-b947-431f-900a-a0d6c7a64d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.750763 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9568a91f-b947-431f-900a-a0d6c7a64d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.798387 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9568a91f-b947-431f-900a-a0d6c7a64d21 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5af609668b62438bb7d7cee18e441246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870647 Aug 11 02:43:15.798668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50934) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:15.822739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568a91f-b947-431f-900a-a0d6c7a64d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfe405-0067-4906-8260-248b23cd09e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:15.895106 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:15.945639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.067639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.075121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.081244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6cdfe405-0067-4906-8260-248b23cd09e0 HTTP/1.1" status: 204 len: 168 time: 0.2772567 Aug 11 02:43:16.093303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b16b-4f8c-4d04-ab91-c757acf857eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfe405-0067-4906-8260-248b23cd09e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:16.167975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df390663-4142-4ce7-b9b6-319ee23fa339 req-c095c6b8-e4bf-4915-9e59-9d5302b70d85 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:16.171867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df390663-4142-4ce7-b9b6-319ee23fa339 req-c095c6b8-e4bf-4915-9e59-9d5302b70d85 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 944 time: 0.1865005 Aug 11 02:43:16.255584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df390663-4142-4ce7-b9b6-319ee23fa339 req-ac728f0f-f9a8-494c-b9fd-98de01aedc6c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751274 Aug 11 02:43:16.507712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 50944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:16.523501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0592b858-9bb3-4f40-aab1-398215a83877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.650323 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0592b858-9bb3-4f40-aab1-398215a83877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.655537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0592b858-9bb3-4f40-aab1-398215a83877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.712489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0592b858-9bb3-4f40-aab1-398215a83877 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=146f5fde5dd341f188f833a5e1147580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036180 Aug 11 02:43:16.713836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592b858-9bb3-4f40-aab1-398215a83877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b68b86-a7c2-47be-82a9-155c15615525,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:16.715654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 50948) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:16.792520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.829628 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.905571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.908908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:16.910296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9b68b86-a7c2-47be-82a9-155c15615525 HTTP/1.1" status: 204 len: 168 time: 0.1934323 Aug 11 02:43:16.921157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdeb11-3345-4404-96b8-b62145a41168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b68b86-a7c2-47be-82a9-155c15615525,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:17.054122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d00bce75-1cf8-41e2-a698-fbbc469ff0e0 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:17.130572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:17.136864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:17.137489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.247784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.275270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:17.278647 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd62966-2173-4d31-a637-4d79a59245c2" -d '{"events": [{"server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "name": "network-vif-plugged", "status": "completed", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:17.297518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:17.304496 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:17.335841 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1098eee5-c747-43b7-8c16-fb8abdfb3828 x-openstack-request-id: req-1098eee5-c747-43b7-8c16-fb8abdfb3828 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:17.336149 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "name": "network-vif-plugged", "status": "completed", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:17.336611 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1098eee5-c747-43b7-8c16-fb8abdfb3828 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:17.337027 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'code': 200} Aug 11 02:43:17.381628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:17.440844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a188e8-fae3-4d15-b343-78b221695a40 req-b3f8218b-b5ef-4cad-bdb5-dd8b96e2eb3c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.442975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97a188e8-fae3-4d15-b343-78b221695a40 req-b3f8218b-b5ef-4cad-bdb5-dd8b96e2eb3c tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.0729508 Aug 11 02:43:17.489422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e0c98-31a7-425c-a511-45f714bab197 req-44b6facb-25fb-40b5-b9f2-30c0caf8190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:17.491790 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-530e0c98-31a7-425c-a511-45f714bab197 req-44b6facb-25fb-40b5-b9f2-30c0caf8190b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1097 time: 0.0678134 Aug 11 02:43:17.507726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-97a188e8-fae3-4d15-b343-78b221695a40 req-f93f147f-b003-4f9f-ae06-c487f4ad3dc3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510325 Aug 11 02:43:17.579893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-530e0c98-31a7-425c-a511-45f714bab197 req-c3efaede-1cb9-46c6-bae6-a4417678beef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604277 Aug 11 02:43:18.681438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af56ca-4f8a-4bba-a938-717bd49658d3 req-d2ad37bb-2480-4a3a-973d-ea1bbd736369 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:18.683654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46af56ca-4f8a-4bba-a938-717bd49658d3 req-d2ad37bb-2480-4a3a-973d-ea1bbd736369 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.0700605 Aug 11 02:43:18.746532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46af56ca-4f8a-4bba-a938-717bd49658d3 req-10304cc9-1f3b-4fbe-864d-3e7fea893447 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508513 Aug 11 02:43:18.925021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1503-432e-4ab0-92b4-ad2c842aa6be req-3f6c2516-bb4a-45f5-9e7f-804b7b2ec6f4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:18.926767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-705d1503-432e-4ab0-92b4-ad2c842aa6be req-3f6c2516-bb4a-45f5-9e7f-804b7b2ec6f4 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.0862737 Aug 11 02:43:19.001634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-705d1503-432e-4ab0-92b4-ad2c842aa6be req-30859eb2-8c5b-4209-aaae-28f89a6238ce tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673671 Aug 11 02:43:19.039596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51012) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.110949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9847453-92e4-4803-8a83-d87a16a753f4 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:19.113249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d9847453-92e4-4803-8a83-d87a16a753f4 tempest-TestNetworkBasicOps-1175831979 tempest-TestNetworkBasicOps-1175831979-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1092 time: 0.0719852 Aug 11 02:43:19.117162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.127197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:19.163174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.260906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51018) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:19.292292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.458129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Allocated IP 172.25.3.163 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/f7c528cc-4669-4e68-a7c8-b9ecd6301be7) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:43:19.583769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.647529 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eef94f68-288c-452b-bbc4-a8f6f976a49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.655990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.733303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:43:19.739498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:43:19.742899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:43:19.746636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=f7c528cc-4669-4e68-a7c8-b9ecd6301be7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:19.806423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eef94f68-288c-452b-bbc4-a8f6f976a49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.815940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-eef94f68-288c-452b-bbc4-a8f6f976a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:19.880125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-eef94f68-288c-452b-bbc4-a8f6f976a49f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da4720d9cc08455fae18f184835ff72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176617 Aug 11 02:43:19.883484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef94f68-288c-452b-bbc4-a8f6f976a49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c440ef4-71f3-4698-a7aa-266c3b4f422e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:19.885498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51024) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.061293 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.104064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.276905 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.279713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.281231 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c440ef4-71f3-4698-a7aa-266c3b4f422e HTTP/1.1" status: 204 len: 168 time: 0.3949211 Aug 11 02:43:20.324348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3578c-47ef-4a8a-bcf6-60a6a4f0ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c440ef4-71f3-4698-a7aa-266c3b4f422e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.367346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.500032 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.690566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51032) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.709164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb75dcc-1a32-4059-8f9d-f6a53b3d8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.771969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.778649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.861494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event updated for resources: {'Port': ['ID=f7c528cc-4669-4e68-a7c8-b9ecd6301be7,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.877840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb75dcc-1a32-4059-8f9d-f6a53b3d8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.882449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.883470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8bb75dcc-1a32-4059-8f9d-f6a53b3d8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:20.928135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb75dcc-1a32-4059-8f9d-f6a53b3d8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c0980d-5086-40cc-abf5-279098193ac9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:20.932715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8bb75dcc-1a32-4059-8f9d-f6a53b3d8426 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5bd15642a2e421c9779b5a8843f1e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408285 Aug 11 02:43:20.937038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51034) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:20.998295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.025721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.067572 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Floating IP 5e49ab96-092b-4586-83ff-9a11d71539dc associated. External IP: 172.25.3.163, port: d00bce75-1cf8-41e2-a698-fbbc469ff0e0. Aug 11 02:43:21.126189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.131567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.133629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5c0980d-5086-40cc-abf5-279098193ac9 HTTP/1.1" status: 204 len: 168 time: 0.1953177 Aug 11 02:43:21.149161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcbc81-5a2f-4d02-abda-085368eb4ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c0980d-5086-40cc-abf5-279098193ac9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:21.423962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router fc1b4fc3-4992-4b5e-9d4b-f592a485869d has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:43:21.645091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:43:21.661405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Sync routers for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:43:21.689866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:21.698887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:21.714872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.761583 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fc70623f-9a4e-488a-a3c4-f7a2952ff7ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6424682 Aug 11 02:43:21.763034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:21.767479 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e54cd-391f-4487-b392-66f4ec48e436" -d '{"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:21.772315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:21.812803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-cb29ba35-5907-456f-8de7-ae1b455410b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3976099 Aug 11 02:43:21.861946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975f816-8b81-438d-b64c-ee22d098470a req-b78d6a0e-be65-444d-9d83-df9282db6303 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:21.872926 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6975f816-8b81-438d-b64c-ee22d098470a req-b78d6a0e-be65-444d-9d83-df9282db6303 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.1599274 Aug 11 02:43:21.886981 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303e747-65a3-4576-9f9c-d908f142f73b x-openstack-request-id: req-6303e747-65a3-4576-9f9c-d908f142f73b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:21.888115 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:21.888745 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6303e747-65a3-4576-9f9c-d908f142f73b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:21.889206 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'status': 'completed', 'code': 200} Aug 11 02:43:21.897997 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b24ebb73-59ab-4d7b-882b-7c459253a792 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 200 len: 991 time: 0.1237466 Aug 11 02:43:21.934606 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6975f816-8b81-438d-b64c-ee22d098470a req-d6faedb0-fa4d-4080-9113-345cc0559162 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:21.979542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e54cd-391f-4487-b392-66f4ec48e436 req-3d74ac49-bb5e-4557-ac7e-967dc3bcf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:21.981964 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-3d74ac49-bb5e-4557-ac7e-967dc3bcf64e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1097 time: 0.0641155 Aug 11 02:43:22.006081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:22.084161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-6a65752c-8893-40c9-ad27-f7af69cd5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.088727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-6a65752c-8893-40c9-ad27-f7af69cd5578 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 1097 time: 0.1358883 Aug 11 02:43:22.176917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e54cd-391f-4487-b392-66f4ec48e436 req-eb9b6790-eea2-41ed-a18d-0095806bad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.179693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-eb9b6790-eea2-41ed-a18d-0095806bad11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 200 len: 898 time: 0.1877086 Aug 11 02:43:22.296803 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-f93ca032-6d62-4849-9b2c-7c7f000155a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 200 len: 999 time: 0.1061618 Aug 11 02:43:22.356085 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6975f816-8b81-438d-b64c-ee22d098470a req-d6faedb0-fa4d-4080-9113-345cc0559162 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.368865 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6975f816-8b81-438d-b64c-ee22d098470a req-d6faedb0-fa4d-4080-9113-345cc0559162 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.383040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-bab00d31-913c-40c5-810f-1c6fe76871fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.385581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-bab00d31-913c-40c5-810f-1c6fe76871fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.2661939 Aug 11 02:43:22.439000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e54cd-391f-4487-b392-66f4ec48e436 req-46db6da2-71a9-4b5a-85ee-2d88ba71c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.441613 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-46db6da2-71a9-4b5a-85ee-2d88ba71c751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=236d9939-dcd1-40c9-a3a9-879fee971005 HTTP/1.1" status: 200 len: 835 time: 0.1379306 Aug 11 02:43:22.501216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6975f816-8b81-438d-b64c-ee22d098470a req-d6faedb0-fa4d-4080-9113-345cc0559162 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6165757 Aug 11 02:43:22.539869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e54cd-391f-4487-b392-66f4ec48e436 req-d70c74ee-d357-495d-a2b5-775c3634fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.547260 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-d70c74ee-d357-495d-a2b5-775c3634fa14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b747d2a7-3d0f-4230-a86a-bd8389af6c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919726 Aug 11 02:43:22.560039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faedb0-fa4d-4080-9113-345cc0559162 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bec91e-971c-492c-a0b0-3cc0e917cae5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:22.634913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-e7b4d3b4-1f85-4240-8b45-03d135de3d69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 200 len: 1000 time: 0.2312720 Aug 11 02:43:22.736063 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-fd67b71c-2ebe-479f-8ecc-4ff66697e8ff service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855528 Aug 11 02:43:22.754314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-931d7522-0ead-424a-9898-2e71710a4ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:22.779302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-e179a37e-f699-4b0d-8b11-90082dfcf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:22.790462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-e179a37e-f699-4b0d-8b11-90082dfcf698 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1371346 Aug 11 02:43:22.806425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '5e49ab96-092b-4586-83ff-9a11d71539dc', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'port_id': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'mac_address': 'fa:16:3e:e3:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:43:20Z', 'updated_at': '2021-08-11T02:43:20Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:22.889879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Checking router: fc1b4fc3-4992-4b5e-9d4b-f592a485869d for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:43:22.905898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51074) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:22.910166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:43:22.912080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:42:56Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:23.087002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85858f-8643-4d90-8345-298b4f0f6295 req-3f207141-397f-496d-afdd-baf386e57b46 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.090597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee85858f-8643-4d90-8345-298b4f0f6295 req-3f207141-397f-496d-afdd-baf386e57b46 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.2781603 Aug 11 02:43:23.113704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-3354c834-aad9-4252-9130-ef2b107d2662 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3205891 Aug 11 02:43:23.123987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78d22a81-a9af-49e0-a114-9d27909694d8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 200 len: 991 time: 0.2155752 Aug 11 02:43:23.130092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-269e54cd-391f-4487-b392-66f4ec48e436 req-dc47f599-1af3-4f04-8748-ecf6a9b55c78 service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855929 Aug 11 02:43:23.132492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-4a52e4c3-3c36-4f6d-8caf-dc14c8ca6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.137878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-4a52e4c3-3c36-4f6d-8caf-dc14c8ca6257 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3062909 Aug 11 02:43:23.203055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:43:23.241707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-d5ce5ea4-455e-4a00-aec5-a10690c12d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.245326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-d5ce5ea4-455e-4a00-aec5-a10690c12d25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1097 time: 0.0926971 Aug 11 02:43:23.307169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee85858f-8643-4d90-8345-298b4f0f6295 req-f7f55ae9-6953-4490-bde1-3e2ad847a4b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013006 Aug 11 02:43:23.376805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51082) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:23.461295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-6c1bc565-d7da-4cd0-ac82-ee96c40605c1 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048582 Aug 11 02:43:23.485768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-3603607e-e021-4154-9670-5d0ab56f3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.488108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-3603607e-e021-4154-9670-5d0ab56f3ee0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2154067 Aug 11 02:43:23.604302 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-a4fde758-91b7-40c3-986f-ff31c5d23bf6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 1000 time: 0.1062708 Aug 11 02:43:23.612729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1f49f8a4-98f3-4dca-a49d-47d2f485e927 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 993 time: 0.2339761 Aug 11 02:43:23.699638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a50799ca-eafa-4bcb-a475-bf3189658699 req-5dba0eb8-e5f5-45ea-be74-92591a4e4208 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284250 Aug 11 02:43:23.737764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-7bfd3428-7105-49e4-9dba-1b2f6425e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.740910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-7bfd3428-7105-49e4-9dba-1b2f6425e75a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1297615 Aug 11 02:43:23.795929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '5e49ab96-092b-4586-83ff-9a11d71539dc', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'port_id': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'mac_address': 'fa:16:3e:e3:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:43:20Z', 'updated_at': '2021-08-11T02:43:20Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:43:23.842890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-fb5c8ab4-5c0e-4bf5-9ac3-2b3d7f081917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:23.843727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b4617-de7b-4cab-944d-8b6d6e48025d None None] The sync data for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 is: [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '5e49ab96-092b-4586-83ff-9a11d71539dc', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'port_id': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'mac_address': 'fa:16:3e:e3:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:43:20Z', 'updated_at': '2021-08-11T02:43:20Z', 'revision_number': 0, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:43:23.848154 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-fb5c8ab4-5c0e-4bf5-9ac3-2b3d7f081917 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949390 Aug 11 02:43:24.080050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-5c4e31b0-cdc3-4b39-ac2d-5ad6397ea4c2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250016 Aug 11 02:43:24.128755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:24.237246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a6b36f8-d60b-463d-8a23-dea2d21f8513 req-c0d3a92f-6452-425e-9f63-039a1c1ccf09 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496804 Aug 11 02:43:24.287153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebe1adf0-7c5b-4659-bdef-cc2831b03ed5 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 200 len: 991 time: 0.1553736 Aug 11 02:43:24.305224 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f88f9-115b-4db0-bc83-8a2c4ea358c8 None None] New status for floating IP 5e49ab96-092b-4586-83ff-9a11d71539dc: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:43:24.592271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51118) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:24.805298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6572-b4c8-4a50-982e-71b9068a99d5 req-7e8f2777-63ca-49fe-bd33-593e194648db tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:24.807478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82ca6572-b4c8-4a50-982e-71b9068a99d5 req-7e8f2777-63ca-49fe-bd33-593e194648db tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1231287 Aug 11 02:43:24.938778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82ca6572-b4c8-4a50-982e-71b9068a99d5 req-473f99ad-54a9-42ba-a8e3-7aa143d3e6d2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190400 Aug 11 02:43:24.958717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-1600a804-9c91-46c0-a464-e9db415aa912 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3644395 Aug 11 02:43:25.185833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9035e3ee-62e1-40f4-aba3-645b41a9adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.289633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51138) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:25.396387 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b460a63-d28b-4f88-acee-335a1c4fea69 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 200 len: 993 time: 0.1050360 Aug 11 02:43:25.437730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.135993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cee3c-6176-466d-a81d-555786178526 req-d287273d-cbfa-4a5c-af31-4cbaa22fc4de tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.136693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-574cee3c-6176-466d-a81d-555786178526 req-d287273d-cbfa-4a5c-af31-4cbaa22fc4de tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0764089 Aug 11 02:43:26.208379 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-574cee3c-6176-466d-a81d-555786178526 req-d975f8c0-00ca-4ba9-953f-103723c5ff7f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626619 Aug 11 02:43:26.418311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-d6614976-a900-44ff-938a-96264dd47051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.419849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-d6614976-a900-44ff-938a-96264dd47051 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.0535226 Aug 11 02:43:26.478123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.524943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c098d7a0-bf5a-40f8-8463-177cb6eff05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.526535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c098d7a0-bf5a-40f8-8463-177cb6eff05f service neutron] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.0997143 Aug 11 02:43:26.608106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-9af3999d-3881-40e3-aa89-4d5964b164b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 1001 time: 0.0726891 Aug 11 02:43:26.665214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-76e4c883-2581-485c-9e95-2166241b84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.667228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-76e4c883-2581-485c-9e95-2166241b84ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.0506618 Aug 11 02:43:26.720878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-38cf9ba6-dc58-45d6-a651-baeeac7b6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:26.722695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-38cf9ba6-dc58-45d6-a651-baeeac7b6d78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478868 Aug 11 02:43:26.833716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-a3cb8589-3d3f-4ee6-825a-cddc82ac836a service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020172 Aug 11 02:43:26.943390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-d7f665df-3d68-405b-bf71-a0b3f1b1e997 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002917 Aug 11 02:43:27.369276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d9a92-ba58-4ee3-9ddb-d64a6610c2f4 req-ef9bed46-bbd8-44f5-a9f9-f0f268d13d29 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:27.371574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e2d9a92-ba58-4ee3-9ddb-d64a6610c2f4 req-ef9bed46-bbd8-44f5-a9f9-f0f268d13d29 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0654435 Aug 11 02:43:27.419308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e2d9a92-ba58-4ee3-9ddb-d64a6610c2f4 req-0d7e7e32-5093-43db-94b9-f2a52f8ff947 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401211 Aug 11 02:43:28.072840 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:28.585492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae174548-1a83-4ff5-9175-3906ccfb8904 req-4b59f5c1-eb4a-48bb-95c9-0973fb77860c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:28.587311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae174548-1a83-4ff5-9175-3906ccfb8904 req-4b59f5c1-eb4a-48bb-95c9-0973fb77860c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0642467 Aug 11 02:43:28.633946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae174548-1a83-4ff5-9175-3906ccfb8904 req-df9c0247-e2bb-4a38-9510-4ae1844e8870 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397305 Aug 11 02:43:29.639369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b900-1e83-4bc9-b21a-18e28c49bd2c req-296eab9c-9e18-4f5c-9ee5-e9da3951718d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:29.640895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8df3b900-1e83-4bc9-b21a-18e28c49bd2c req-296eab9c-9e18-4f5c-9ee5-e9da3951718d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.0597389 Aug 11 02:43:29.706110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8df3b900-1e83-4bc9-b21a-18e28c49bd2c req-eddd7348-1e0d-4e91-8c9c-3fcd199e427f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522921 Aug 11 02:43:29.851034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50c47-57bd-47af-aa3a-f40b5368cba4 req-86032764-45c9-4188-9f14-67261dfd7df7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:29.853799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65b50c47-57bd-47af-aa3a-f40b5368cba4 req-86032764-45c9-4188-9f14-67261dfd7df7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1021183 Aug 11 02:43:29.926980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65b50c47-57bd-47af-aa3a-f40b5368cba4 req-2fd7fba1-d4df-4fb3-b51b-91a89b4a3c73 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599678 Aug 11 02:43:31.115647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb751-01cd-44c3-ad61-42052366a897 req-2029bea1-6957-4a93-b0ce-c2ffa923d887 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:31.117719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f31cb751-01cd-44c3-ad61-42052366a897 req-2029bea1-6957-4a93-b0ce-c2ffa923d887 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0901148 Aug 11 02:43:31.172386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f31cb751-01cd-44c3-ad61-42052366a897 req-64f6dcfe-ce3b-4dae-ae1d-ae59965947dc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463214 Aug 11 02:43:32.442936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e87e7-7a08-462b-974a-38a59080b1c6 req-b8f2b2bd-e845-443a-8e74-8cfacd67180d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:32.446366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-683e87e7-7a08-462b-974a-38a59080b1c6 req-b8f2b2bd-e845-443a-8e74-8cfacd67180d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1038699 Aug 11 02:43:32.504632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-683e87e7-7a08-462b-974a-38a59080b1c6 req-294589eb-7452-4283-8400-4ffcad5862de tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 Aug 11 02:43:33.146403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:33.287789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:33.311680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:33.367767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:33.384510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:33.414630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:33.420165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:33.513177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:33.520675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:33.695215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070ac02-3b23-4a3f-96c4-a70f4c183436 req-4ea13643-316a-4fa6-9701-f060cc6348a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:33.704578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5070ac02-3b23-4a3f-96c4-a70f4c183436 req-4ea13643-316a-4fa6-9701-f060cc6348a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0778482 Aug 11 02:43:33.772592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5070ac02-3b23-4a3f-96c4-a70f4c183436 req-19671bd2-055a-4e93-a4fa-b57bb5780f7a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605712 Aug 11 02:43:35.053704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafc4c6-39f6-43e8-b778-96c45501f497 req-82e0a13d-2eae-4482-86d7-ec329dfae182 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:35.056260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bafc4c6-39f6-43e8-b778-96c45501f497 req-82e0a13d-2eae-4482-86d7-ec329dfae182 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1184983 Aug 11 02:43:35.152223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:35.175373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bafc4c6-39f6-43e8-b778-96c45501f497 req-6b8a85a6-b74f-463a-bbb5-44cca18022d7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954509 Aug 11 02:43:35.333886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:35.335024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.446284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.489375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:35.491762 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c42a3-6751-452f-90a1-4e82660a1c6c" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:35.528783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:35.536915 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:35.613384 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3214b46-51a0-41a3-9ece-ed398fb78f48 x-openstack-request-id: req-a3214b46-51a0-41a3-9ece-ed398fb78f48 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:35.614032 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:35.614701 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3214b46-51a0-41a3-9ece-ed398fb78f48 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:35.615615 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:43:35.616733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:36.525240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a62bc-8fa8-4263-bb0d-94812657a572 req-b4fc7089-670a-4731-a1f6-795572a85a9b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:36.538778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f52a62bc-8fa8-4263-bb0d-94812657a572 req-b4fc7089-670a-4731-a1f6-795572a85a9b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1401150 Aug 11 02:43:36.631068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f52a62bc-8fa8-4263-bb0d-94812657a572 req-08fa9eaa-02f8-4824-b7ed-77c2e5a3f9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895042 Aug 11 02:43:37.905097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba4e13-6ae8-48e3-b862-ca46ae887da9 req-96992384-f0a1-4112-a3a8-f99d09bb9f7d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:37.910401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cba4e13-6ae8-48e3-b862-ca46ae887da9 req-96992384-f0a1-4112-a3a8-f99d09bb9f7d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1239913 Aug 11 02:43:38.006085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0cba4e13-6ae8-48e3-b862-ca46ae887da9 req-d4068db8-b7a1-4eae-b259-c2b24cc818b3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806024 Aug 11 02:43:39.265422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bd3f3-1441-4823-8167-eb1bf65523e5 req-8f8b1144-7c18-4491-8229-75633d53fe90 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:39.271101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-206bd3f3-1441-4823-8167-eb1bf65523e5 req-8f8b1144-7c18-4491-8229-75633d53fe90 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1123517 Aug 11 02:43:39.366131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-206bd3f3-1441-4823-8167-eb1bf65523e5 req-bf094c5b-cd06-4a3a-baad-a286f7166ed1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801525 Aug 11 02:43:40.564577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850440cd-b0a1-4410-8d79-544fec98f073 req-047db349-0e81-4d9f-8e7d-97b8500325db tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:40.573986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-850440cd-b0a1-4410-8d79-544fec98f073 req-047db349-0e81-4d9f-8e7d-97b8500325db tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1167388 Aug 11 02:43:40.627812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-850440cd-b0a1-4410-8d79-544fec98f073 req-0ee7dccc-ef44-4e53-9070-9589b3797289 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523729 Aug 11 02:43:40.665195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:40.818566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:41.847188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1b10-109c-4b04-a1e0-b7d8ca388671 req-ac468364-df06-4d86-91ef-4a9e4ba4569a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:41.851518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-171b1b10-109c-4b04-a1e0-b7d8ca388671 req-ac468364-df06-4d86-91ef-4a9e4ba4569a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1066890 Aug 11 02:43:41.932020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-171b1b10-109c-4b04-a1e0-b7d8ca388671 req-3a13248d-7bb8-4631-be83-7d53e44cddaf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719454 Aug 11 02:43:43.101079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eec3d-605e-4250-9a1a-51cf454e2ca4 req-a24f6eb4-3279-43d4-8abe-d748bd2af0f4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:43.102781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-070eec3d-605e-4250-9a1a-51cf454e2ca4 req-a24f6eb4-3279-43d4-8abe-d748bd2af0f4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.0674744 Aug 11 02:43:43.169149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-070eec3d-605e-4250-9a1a-51cf454e2ca4 req-282051f0-0224-4f57-b274-f6471476a483 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581663 Aug 11 02:43:44.325089 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:44.433774 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5823d005-2dc0-4910-814f-8e079e104fea service neutron] show failed (client error): The resource could not be found. Aug 11 02:43:44.435027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5823d005-2dc0-4910-814f-8e079e104fea service neutron] 10.222.0.67 "GET /v2.0/ports/1b7461d1-f903-4d5c-8300-bcb95cada293/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.2551606 Aug 11 02:43:44.458380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51473c-aeb5-47aa-b0ff-de365932164d req-1648baa8-85ca-4f51-9aa4-d73c93e91918 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:44.460042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e51473c-aeb5-47aa-b0ff-de365932164d req-1648baa8-85ca-4f51-9aa4-d73c93e91918 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1066229 Aug 11 02:43:44.528667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e51473c-aeb5-47aa-b0ff-de365932164d req-5685769f-f75e-427f-ab84-4294f5c4eef3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544331 Aug 11 02:43:44.929498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c31d83e2-67c6-4b3b-a8f2-067c29ac0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:44.932370 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c31d83e2-67c6-4b3b-a8f2-067c29ac0ab4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 1097 time: 0.1400812 Aug 11 02:43:44.946754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:43:45.069348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.579573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:45.669649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:45.718990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.737764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Transition to ACTIVE for port object 1b7461d1-f903-4d5c-8300-bcb95cada293 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:43:45.739425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:45.743241 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce6c43-63a6-44c5-8b87-229595717957" -d '{"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:45.751919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782477d0-44d8-4aca-be6f-fb42a950d90b req-789041ee-062f-45ff-9b64-0e94a348bad6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:45.758974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-782477d0-44d8-4aca-be6f-fb42a950d90b req-789041ee-062f-45ff-9b64-0e94a348bad6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1322393 Aug 11 02:43:45.760397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:45.848008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-782477d0-44d8-4aca-be6f-fb42a950d90b req-4ec280bc-e531-48e3-bc8f-c7ab82ae98f7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814090 Aug 11 02:43:45.864684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=6']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:45.896103 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af694087-bee7-42df-b948-d8f69be564b4 x-openstack-request-id: req-af694087-bee7-42df-b948-d8f69be564b4 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:45.896756 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:45.897188 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af694087-bee7-42df-b948-d8f69be564b4 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:45.897873 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'code': 200} Aug 11 02:43:45.900353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.900936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.901515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.902114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.902675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.903616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.904201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.905319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.906112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.906703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.907463 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:45.908031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:46.221736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] No DVR routers for this DVR port 1b7461d1-f903-4d5c-8300-bcb95cada293 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:43:46.747620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:46.825273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:43:46.835621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:43:46.836490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:43:46.837121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:46.845284 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:43:46.846047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Attempting to bind port 1b7461d1-f903-4d5c-8300-bcb95cada293 on network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:43:46.852922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:43:46.853559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Checking segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:43:46.854171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Bound using segment: {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:43:46.854794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Bound port: 1b7461d1-f903-4d5c-8300-bcb95cada293, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cac325a-428b-46bd-93b6-6518bc7d6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:43:46.855385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:46.971148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:43:46.977653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:43:46.987280 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.053385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.055100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.058460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] 10.222.0.61 "PUT /v2.0/ports/1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 1092 time: 2.1160777 Aug 11 02:43:47.113910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df722ff0-ef4b-440c-8279-8d4404ff6dbd req-92a81b9d-b887-40c8-b52c-03bb114d5105 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.117121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df722ff0-ef4b-440c-8279-8d4404ff6dbd req-92a81b9d-b887-40c8-b52c-03bb114d5105 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.1135018 Aug 11 02:43:47.193303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcd36a-b889-4822-94eb-c17972537044 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=7']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:47.211623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df722ff0-ef4b-440c-8279-8d4404ff6dbd req-10b2f040-398f-4ac3-8f5e-029fb8add502 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838497 Aug 11 02:43:47.231330 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-329475c4-704d-4fbb-93be-9dd56c101b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.236271 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-329475c4-704d-4fbb-93be-9dd56c101b24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.1036296 Aug 11 02:43:47.322813 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0613c-f6c8-42c6-a096-e0e18c58061f req-8e5bbbf5-273e-45f6-811f-ffa819778fc3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.325217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95d0613c-f6c8-42c6-a096-e0e18c58061f req-8e5bbbf5-273e-45f6-811f-ffa819778fc3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1119800 Aug 11 02:43:47.391763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95d0613c-f6c8-42c6-a096-e0e18c58061f req-e25ef4f1-a65c-4dd3-8d3f-c788e5b2895e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532074 Aug 11 02:43:47.420706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c88a361c-adf4-4781-8992-3f667080550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.423256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-c88a361c-adf4-4781-8992-3f667080550e service neutron] 10.222.0.61 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1752195 Aug 11 02:43:47.572616 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-b13243ef-d9df-4488-88b7-30337e667e02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 999 time: 0.1404088 Aug 11 02:43:47.676221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-406f305a-ceee-4fc4-9477-bced77a9c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.676221 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-406f305a-ceee-4fc4-9477-bced77a9c2e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.0941854 Aug 11 02:43:47.746853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-a9aa859f-3ffc-4e02-8fad-e3816e2cf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:47.749310 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-a9aa859f-3ffc-4e02-8fad-e3816e2cf176 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661020 Aug 11 02:43:47.901691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:47.907055 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85" -d '{"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:47.954687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-b40e757d-2157-4502-b657-991769982d28 service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963971 Aug 11 02:43:47.968055 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b77b1-4e4a-4bb4-9230-96f219214f8f x-openstack-request-id: req-a19b77b1-4e4a-4bb4-9230-96f219214f8f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:47.968582 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:47.969054 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a19b77b1-4e4a-4bb4-9230-96f219214f8f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:47.969759 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'status': 'completed', 'code': 200} Aug 11 02:43:48.069501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-f43979d8-9db1-4035-8aa0-bef4a964ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.071533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-f43979d8-9db1-4035-8aa0-bef4a964ba42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.0607297 Aug 11 02:43:48.124634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ae64956-7108-48d6-8c28-8cfb2c1f81f8 req-dffc142c-b926-4807-9677-64e29fda06a4 service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533725 Aug 11 02:43:48.184181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-dd4c1969-c76e-4e2f-8a8a-23c16359dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.186989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-dd4c1969-c76e-4e2f-8a8a-23c16359dbeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1074913 Aug 11 02:43:48.287882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-758ad463-4aed-459f-ac4d-bbc551e98a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.291276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-758ad463-4aed-459f-ac4d-bbc551e98a7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.0968740 Aug 11 02:43:48.399629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-d427daf6-5f65-4058-88ab-58bf518e673a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 999 time: 0.1996782 Aug 11 02:43:48.418330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e778df-0bd1-426b-b212-6af512aad5d1 req-5516d572-a80c-431f-83f7-8b94cd38322b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.421041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4e778df-0bd1-426b-b212-6af512aad5d1 req-5516d572-a80c-431f-83f7-8b94cd38322b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.0817800 Aug 11 02:43:48.490876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-7558c469-6faf-4f53-90ab-aeb7f848019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.493637 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-7558c469-6faf-4f53-90ab-aeb7f848019c service neutron] 10.222.0.61 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1863849 Aug 11 02:43:48.545693 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-259ba444-9779-4e99-8531-1d3cd6cfa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.548249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-259ba444-9779-4e99-8531-1d3cd6cfa824 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.1259441 Aug 11 02:43:48.562221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4e778df-0bd1-426b-b212-6af512aad5d1 req-6c16dc51-bf19-47c2-87b0-cd61233eb508 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256158 Aug 11 02:43:48.605587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-995678be-0523-4ce4-ae09-f305f6a96477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 999 time: 0.1016867 Aug 11 02:43:48.637951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-54f9e7e1-cfd9-49a6-b87b-3a0147ab5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.641100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-54f9e7e1-cfd9-49a6-b87b-3a0147ab5d0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774102 Aug 11 02:43:48.678891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-bf47d893-8d23-4499-9d2d-9285b08e599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.680792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-bf47d893-8d23-4499-9d2d-9285b08e599d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.0632994 Aug 11 02:43:48.741771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-15213f32-762e-4c7c-8fc7-5a46ba2f54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:48.743394 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-15213f32-762e-4c7c-8fc7-5a46ba2f54c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534801 Aug 11 02:43:48.766733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-395b0a90-3f94-4bac-aa61-99c6065852f5 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129527 Aug 11 02:43:48.912871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-341dfa34-aedf-4335-8292-5a9c416e28fd service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335373 Aug 11 02:43:48.927010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-4071d3b3-68e1-4369-946c-68d3c16bb6e2 service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724503 Aug 11 02:43:49.104893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-11f8d7f9-3785-44fc-89cb-e9f0e8bbae85 req-053460c9-36bc-4395-9549-7c955299a529 service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674325 Aug 11 02:43:49.717517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713fe9a-9600-4da2-8730-d8b7f854c5b6 req-844213a3-35e7-40f9-a4c5-a38141b9aa8e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:49.720189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4713fe9a-9600-4da2-8730-d8b7f854c5b6 req-844213a3-35e7-40f9-a4c5-a38141b9aa8e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.0596337 Aug 11 02:43:49.774660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4713fe9a-9600-4da2-8730-d8b7f854c5b6 req-e0a26e3d-8883-4ecd-9c96-3e99982a3acc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469911 Aug 11 02:43:50.754774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51568) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:50.904340 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:50.972831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158178ff-5467-421c-9b7d-7e87a0bb5b1a req-1a999181-ebb4-4004-ad45-76a81062e4e1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:50.974823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-158178ff-5467-421c-9b7d-7e87a0bb5b1a req-1a999181-ebb4-4004-ad45-76a81062e4e1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.0899811 Aug 11 02:43:51.042985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-158178ff-5467-421c-9b7d-7e87a0bb5b1a req-86cb6d76-226e-4119-873a-bd1fb35dd357 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568929 Aug 11 02:43:51.107020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.113188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.163566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc1cb9a-2872-478f-9c75-166660e0d1ef,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:51.167795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7744f75ed43c43909bf995b8b697a09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119053 Aug 11 02:43:51.171388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:51.175499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.175728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.176066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.176614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.178588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.179140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.179469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eacfe-7a12-429c-a28e-a143376bed8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:51.255214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:51.258695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:43:51.269103 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.311697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.394109 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.398266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.403405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.404793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-6a188243-8178-4c80-b2d6-fbad8ff647d7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.406455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-6a188243-8178-4c80-b2d6-fbad8ff647d7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.1276107 Aug 11 02:43:51.406636 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcc1cb9a-2872-478f-9c75-166660e0d1ef HTTP/1.1" status: 204 len: 168 time: 0.2323794 Aug 11 02:43:51.416077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671dd5a-a574-4a2e-af61-91517effa647 req-00914907-60cc-49f5-9701-e8552b19992f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.418013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b671dd5a-a574-4a2e-af61-91517effa647 req-00914907-60cc-49f5-9701-e8552b19992f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.1507392 Aug 11 02:43:51.422120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d4ad6-8467-4903-a4f9-b3bb7bfc1c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc1cb9a-2872-478f-9c75-166660e0d1ef,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:51.442352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:51.444981 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfaeb5-5725-4a16-9da9-1e1c7f42c30a" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:51.501112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:51.515075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:51.523660 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c4f52-0cd7-479d-bedd-79cd313e2936 x-openstack-request-id: req-b26c4f52-0cd7-479d-bedd-79cd313e2936 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:51.523956 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:51.524100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b671dd5a-a574-4a2e-af61-91517effa647 req-06b5faa0-88cb-41cc-914c-ec3facfd224e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863001 Aug 11 02:43:51.524232 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b26c4f52-0cd7-479d-bedd-79cd313e2936 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:51.524597 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:43:51.526610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:51.535918 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-cd3450e1-c41d-479f-861d-e553b4de37bc service neutron] delete failed (client error): The resource could not be found. Aug 11 02:43:51.537531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-cd3450e1-c41d-479f-861d-e553b4de37bc service neutron] 10.222.0.67 "DELETE /v2.0/ports/1b7461d1-f903-4d5c-8300-bcb95cada293/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.1183136 Aug 11 02:43:51.575300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.643289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.647338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-a2d54e1a-d5e4-4887-94bc-9db3d87aa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.648976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-a2d54e1a-d5e4-4887-94bc-9db3d87aa733 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1095 time: 0.0479724 Aug 11 02:43:51.696927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:51.707592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:51.775591 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:43:51.776319 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:43:51.783628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-8487d4bc-881b-428d-ab3c-34158d745a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:51.786337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-8487d4bc-881b-428d-ab3c-34158d745a73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1257255 Aug 11 02:43:51.808121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51590) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:51.833507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ada2e73-f6a0-43fb-a542-92aa9abf43c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.918771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-94c183a3-6df4-4c50-b6f0-3f7d101a2fd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 999 time: 0.1202910 Aug 11 02:43:51.984067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ada2e73-f6a0-43fb-a542-92aa9abf43c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:51.990163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0ada2e73-f6a0-43fb-a542-92aa9abf43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.021400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-95952dfc-c344-48c0-b89d-0fc6e88e3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.023607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-95952dfc-c344-48c0-b89d-0fc6e88e3226 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.0942078 Aug 11 02:43:52.041901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ada2e73-f6a0-43fb-a542-92aa9abf43c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cefb2d2b80eb4685b261049536878a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299156 Aug 11 02:43:52.044480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51602) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:52.055019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada2e73-f6a0-43fb-a542-92aa9abf43c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6da811b-607e-4fdb-b293-f507eb23e86c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.116450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-638104bd-1b9d-426c-8078-55b152f44b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.119493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-638104bd-1b9d-426c-8078-55b152f44b3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837865 Aug 11 02:43:52.122177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.149645 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.238632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.244317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.246474 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6da811b-607e-4fdb-b293-f507eb23e86c HTTP/1.1" status: 204 len: 168 time: 0.2006450 Aug 11 02:43:52.260124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab446f29-98b9-4308-a98f-ad78f18c6675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6da811b-607e-4fdb-b293-f507eb23e86c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.311114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-68057093-9f97-4b1b-9937-0a2526ac6318 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804199 Aug 11 02:43:52.358079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.400902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:52.459921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:52.467896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.469004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:43:52.558141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eeeea083-0b3e-4194-8132-b58ec876bb8a req-c6625eed-1549-429f-b2b7-c2fe4a7e7458 service neutron] 10.222.0.67 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341561 Aug 11 02:43:52.568673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:52.685180 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6669b378-62e3-4b54-a13d-d4acfef1001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.738089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346cd9f-8c9b-432d-ab5e-36f16de142bd req-4b7f1f76-1953-42f7-8259-719284d04d71 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:52.740457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f346cd9f-8c9b-432d-ab5e-36f16de142bd req-4b7f1f76-1953-42f7-8259-719284d04d71 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 943 time: 0.0793395 Aug 11 02:43:52.777361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:52.814948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'port_id': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'mac_address': 'fa:16:3e:75:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:43:52.830476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f346cd9f-8c9b-432d-ab5e-36f16de142bd req-f4c54d0e-4b56-449f-9e40-a99571433bfc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771730 Aug 11 02:43:52.896578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:52.920827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7461d1-f903-4d5c-8300-bcb95cada293 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:43:52.958365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:52.964987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:53.085609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:53.185350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:53.305160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['1b7461d1-f903-4d5c-8300-bcb95cada293'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:43:54.169460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b77d94-720c-4ada-b3bd-fbd292a57b45 req-df7ef977-24fe-45d7-82a6-daad9902155f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:43:54.173698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66b77d94-720c-4ada-b3bd-fbd292a57b45 req-df7ef977-24fe-45d7-82a6-daad9902155f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 944 time: 0.1866789 Aug 11 02:43:54.235024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66b77d94-720c-4ada-b3bd-fbd292a57b45 req-61f4564e-198a-411c-82c4-4f71c1a9126b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Aug 11 02:43:54.276645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51658) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:54.363150 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0aadcc56-464d-4eb8-b85b-1ef721a01396 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 200 len: 992 time: 0.0851722 Aug 11 02:43:55.202986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe632-c02d-46f6-9a82-11adf9429f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.275357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:55.383094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 1b7461d1-f903-4d5c-8300-bcb95cada293 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:43:55.393267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 1b7461d1-f903-4d5c-8300-bcb95cada293 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:55.394281 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.451900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.561710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.609327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:55.613420 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a05f92-1c1e-4984-9572-49d049abd081" -d '{"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-plugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:55.640795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:55.650303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.651805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:43:55.718157 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a3c60f-4418-41c1-97a4-3448351c98cd x-openstack-request-id: req-17a3c60f-4418-41c1-97a4-3448351c98cd {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:55.718498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-plugged", "status": "completed", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:55.718767 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17a3c60f-4418-41c1-97a4-3448351c98cd {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:55.719172 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'code': 200} Aug 11 02:43:55.782759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:55.800123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:43:55.801034 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.987941 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.074078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:43:56.083539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.193919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:56.206554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.207244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.207333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.207698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.208055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.208478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.208712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.209063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.209397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.209913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.210475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.211040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:43:56.491122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.721291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:43:57.727651 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94af39-047d-4828-a5fc-aec72c64676e" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:43:57.761121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51786) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:57.812922 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f816281-5d1a-48ed-89e3-10914aff610a x-openstack-request-id: req-1f816281-5d1a-48ed-89e3-10914aff610a {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:43:57.813336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:43:57.813621 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f816281-5d1a-48ed-89e3-10914aff610a {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:43:57.814136 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:43:57.942820 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34b89433-e985-41a0-8dad-118231ca279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.084416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.117279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34b89433-e985-41a0-8dad-118231ca279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.124616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-34b89433-e985-41a0-8dad-118231ca279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.168792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b89433-e985-41a0-8dad-118231ca279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34722c0a-d169-45c3-850c-50fd86c2ecc7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.176971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:58.185382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-34b89433-e985-41a0-8dad-118231ca279e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8981ccb8510545c9a7da85a0061199c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225206 Aug 11 02:43:58.272163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.315515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.415330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.418194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:58.424399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34722c0a-d169-45c3-850c-50fd86c2ecc7 HTTP/1.1" status: 204 len: 168 time: 0.2462518 Aug 11 02:43:58.433285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5adee8-2a49-41ab-9dec-ae77b8e90ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34722c0a-d169-45c3-850c-50fd86c2ecc7,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:58.651205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51802) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:58.773564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c73117a7-4cd6-429a-8556-d0c920be3eeb tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 200 len: 993 time: 0.1202402 Aug 11 02:43:58.965489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51808) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:58.994219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-779ed380-534c-46d8-8a59-b8c51c447f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.125527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51810) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:59.256782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-779ed380-534c-46d8-8a59-b8c51c447f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.281491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-779ed380-534c-46d8-8a59-b8c51c447f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.401127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-779ed380-534c-46d8-8a59-b8c51c447f8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ec7d3d35afe46cfb2ab29d07ac0a563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325759 Aug 11 02:43:59.413843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:43:59.515381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ed380-534c-46d8-8a59-b8c51c447f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950419e7-89af-4735-9633-af3c5da29ee0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:59.567088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.609950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.648384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port f7c528cc-4669-4e68-a7c8-b9ecd6301be7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:43:59.650046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.709378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.714814 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.722053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/950419e7-89af-4735-9633-af3c5da29ee0 HTTP/1.1" status: 204 len: 168 time: 0.3028891 Aug 11 02:43:59.738302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057a617-7cff-4fb5-b788-85411fa97f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950419e7-89af-4735-9633-af3c5da29ee0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:43:59.859432 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.860338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:59.882166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for f7c528cc-4669-4e68-a7c8-b9ecd6301be7 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:00.141337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.176534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=f7c528cc-4669-4e68-a7c8-b9ecd6301be7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:00.290448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:00.291306 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Floating IP 5e49ab96-092b-4586-83ff-9a11d71539dc disassociated (deleted). External IP: 172.25.3.163, port: d00bce75-1cf8-41e2-a698-fbbc469ff0e0. Aug 11 02:44:00.792190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router fc1b4fc3-4992-4b5e-9d4b-f592a485869d has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:00.982354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:00.996368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:01.003175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Sync routers for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:01.016536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:01.017477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:43:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:01.044270 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f10f0be4-f66c-4635-82cc-005b6d445b95 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/floatingips/5e49ab96-092b-4586-83ff-9a11d71539dc HTTP/1.1" status: 204 len: 168 time: 1.9165871 Aug 11 02:44:01.045576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:01.047803 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a" -d '{"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:01.180585 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455026db-f604-4c01-84a6-e2f00b6ee201 x-openstack-request-id: req-455026db-f604-4c01-84a6-e2f00b6ee201 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:01.180585 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:01.180585 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-455026db-f604-4c01-84a6-e2f00b6ee201 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:01.180585 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'status': 'completed', 'code': 200} Aug 11 02:44:01.237863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:01.564270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:01.663755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Checking router: fc1b4fc3-4992-4b5e-9d4b-f592a485869d for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:01.679666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:01.680357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:43:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:01.717049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16a94d-5500-4246-a792-0d65831638ac req-462ed0f1-4c74-4b91-a159-5c0e02582d27 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:01.728599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-49a7fd2f-3e8f-4764-87b2-7ed689f2ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:01.730276 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-49a7fd2f-3e8f-4764-87b2-7ed689f2ce8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4deabcb179264556bc4d330ef04f115a&device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 1097 time: 0.5159013 Aug 11 02:44:01.734865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f16a94d-5500-4246-a792-0d65831638ac req-462ed0f1-4c74-4b91-a159-5c0e02582d27 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.1380281 Aug 11 02:44:01.837577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f16a94d-5500-4246-a792-0d65831638ac req-b72ab504-8228-49bb-b8c9-9ec9021c072a tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999289 Aug 11 02:44:01.884787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:01.978439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-f6d58f18-ed36-4ce3-b8cf-d8ac9ca4e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:01.980104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-f6d58f18-ed36-4ce3-b8cf-d8ac9ca4e452 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 200 len: 898 time: 0.2388384 Aug 11 02:44:02.045022 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-2a65082b-3399-442c-be44-9b4214efba08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 200 len: 217 time: 0.0528920 Aug 11 02:44:02.150196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-54cdfb21-c307-4562-b40d-e067287af4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:02.160807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-54cdfb21-c307-4562-b40d-e067287af4f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=236d9939-dcd1-40c9-a3a9-879fee971005 HTTP/1.1" status: 200 len: 835 time: 0.1016116 Aug 11 02:44:02.239298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-9914e477-2654-41d6-ac00-6c97184073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:02.241702 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-9914e477-2654-41d6-ac00-6c97184073b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b747d2a7-3d0f-4230-a86a-bd8389af6c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743868 Aug 11 02:44:02.374550 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-3569f089-2cec-4b9a-9a02-fe589e365397 service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230481 Aug 11 02:44:02.428700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:02.481469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666fd7ac-299e-4c43-8247-b8a2365235fa None None] The sync data for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 is: [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b2115212-2cae-4c06-913b-a5a21d0e0f2f', 'name': '', 'network_id': 'b747d2a7-3d0f-4230-a86a-bd8389af6c86', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'mac_address': 'fa:16:3e:cf:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:58Z', 'updated_at': '2021-08-11T02:43:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'subnets': [{'id': '236d9939-dcd1-40c9-a3a9-879fee971005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:02.565995 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0f12f2b2-77cd-4f9c-9750-dedf98e1634a req-c6729c10-204f-428d-a495-3e17395e57ed service neutron] 10.222.0.61 "GET /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789546 Aug 11 02:44:02.967993 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238e773-c422-4dee-aaf9-b538315a6a0d None None] New status for floating IP 5e49ab96-092b-4586-83ff-9a11d71539dc: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:44:03.023757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b155-1feb-401e-a8ce-6c285d6e1118 req-745c3983-ab6d-41ab-bae5-bbe767b7a988 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:03.024588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-d35a7d4d-570f-49db-864d-61cde63663b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:03.026994 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-d35a7d4d-570f-49db-864d-61cde63663b3 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.1439307 Aug 11 02:44:03.033540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daf5b155-1feb-401e-a8ce-6c285d6e1118 req-745c3983-ab6d-41ab-bae5-bbe767b7a988 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 945 time: 0.0924404 Aug 11 02:44:03.092606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-daf5b155-1feb-401e-a8ce-6c285d6e1118 req-c0fcdeb9-4d02-4cc5-8386-f879dfe1bba7 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/security-groups?id=2108f098-c66f-4097-b7a1-5248e9e190aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578141 Aug 11 02:44:03.271452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:03.272112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.420017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port d00bce75-1cf8-41e2-a698-fbbc469ff0e0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:03.420415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.429409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51890) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:03.444131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for d00bce75-1cf8-41e2-a698-fbbc469ff0e0 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:03.627570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7352bda0-434c-4b3d-b724-5f3bc916e8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.681209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.728359 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=d00bce75-1cf8-41e2-a698-fbbc469ff0e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:03.785169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7352bda0-434c-4b3d-b724-5f3bc916e8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.791845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7352bda0-434c-4b3d-b724-5f3bc916e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.815457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] No DVR routers for this DVR port d00bce75-1cf8-41e2-a698-fbbc469ff0e0 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:03.820113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:03.824427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d8a99451-9043-4fe5-83f4-6874fc7723ce req-79f8b7a5-4c54-4a8c-b6c0-a8f69f1267a8 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.61 "DELETE /v2.0/ports/d00bce75-1cf8-41e2-a698-fbbc469ff0e0 HTTP/1.1" status: 204 len: 173 time: 0.7698450 Aug 11 02:44:03.825126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'name': 'network-vif-deleted', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:03.830783 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec3f6db-89d7-48fe-9ab6-07750c8a1b51" -d '{"events": [{"server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "name": "network-vif-deleted", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:03.851555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7352bda0-434c-4b3d-b724-5f3bc916e8f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d6be09502c247c3a0c0e801b3e4c30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204280 Aug 11 02:44:03.855003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352bda0-434c-4b3d-b724-5f3bc916e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d228aca-6a6a-4c26-9089-b656ae4f099a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:03.856812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51900) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:03.891990 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4395111-921d-4f8c-ba1c-7c2778f7fdc9 x-openstack-request-id: req-c4395111-921d-4f8c-ba1c-7c2778f7fdc9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:03.892429 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def8fb0f-22d9-4b57-a044-5323faf33d76", "name": "network-vif-deleted", "tag": "d00bce75-1cf8-41e2-a698-fbbc469ff0e0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:03.892987 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4395111-921d-4f8c-ba1c-7c2778f7fdc9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:03.893982 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def8fb0f-22d9-4b57-a044-5323faf33d76', 'name': 'network-vif-deleted', 'tag': 'd00bce75-1cf8-41e2-a698-fbbc469ff0e0', 'status': 'completed', 'code': 200} Aug 11 02:44:03.970472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.022837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.100221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.103148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.107278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d228aca-6a6a-4c26-9089-b656ae4f099a HTTP/1.1" status: 204 len: 168 time: 0.2460346 Aug 11 02:44:04.114485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6674076-f606-4d7c-8184-d10dea2ab022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d228aca-6a6a-4c26-9089-b656ae4f099a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:04.363880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4af0e4e1-3914-4a8f-ad17-6eccc91eef5a req-d6e68f52-0491-462f-9518-960b185c6466 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "GET /v2.0/ports?device_id=def8fb0f-22d9-4b57-a044-5323faf33d76 HTTP/1.1" status: 200 len: 210 time: 0.0703657 Aug 11 02:44:04.644625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 51908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:04.672902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf162d55-e343-4234-b0f2-0c900e33e99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.837170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf162d55-e343-4234-b0f2-0c900e33e99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.843001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bf162d55-e343-4234-b0f2-0c900e33e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:04.900668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf162d55-e343-4234-b0f2-0c900e33e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d00aa-2c65-4fbf-8e2c-cb3341136969,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:04.911910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bf162d55-e343-4234-b0f2-0c900e33e99f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d99c2a893a804775b23daeba519dd1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641995 Aug 11 02:44:04.914926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:04.995617 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.058329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.191258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.196105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.198255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/745d00aa-2c65-4fbf-8e2c-cb3341136969 HTTP/1.1" status: 204 len: 168 time: 0.2818449 Aug 11 02:44:05.221310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627acb3-63a4-4b92-8591-d61a07e6e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d00aa-2c65-4fbf-8e2c-cb3341136969,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.466201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:05.590242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.636593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.764109 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.770611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:05.773683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/security-groups/2108f098-c66f-4097-b7a1-5248e9e190aa HTTP/1.1" status: 204 len: 168 time: 0.3043931 Aug 11 02:44:05.797827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7ae5a-52d5-4a32-896c-3d45d7931184 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108f098-c66f-4097-b7a1-5248e9e190aa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:05.885359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 51934) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:06.533786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:07.303802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b937d-67a9-41a6-bef2-4641919a7a03 req-01a9071c-f2a4-4f18-aedc-c3c4eea19b23 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:07.306595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-618b937d-67a9-41a6-bef2-4641919a7a03 req-01a9071c-f2a4-4f18-aedc-c3c4eea19b23 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1365902 Aug 11 02:44:07.323594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d00bce75-1cf8-41e2-a698-fbbc469ff0e0 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:07.371564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: d00bce75-1cf8-41e2-a698-fbbc469ff0e0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:07.372131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d00bce75-1cf8-41e2-a698-fbbc469ff0e0 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:07.407054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-618b937d-67a9-41a6-bef2-4641919a7a03 req-bccf60ff-3f2d-4b34-a677-5771d9b74f0f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930870 Aug 11 02:44:07.530357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port b2115212-2cae-4c06-913b-a5a21d0e0f2f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:07.530803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:07.645337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port b2115212-2cae-4c06-913b-a5a21d0e0f2f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b2115212-2cae-4c06-913b-a5a21d0e0f2f,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:07.646477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:07.673430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for b2115212-2cae-4c06-913b-a5a21d0e0f2f owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:07.931176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:07.970658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=b2115212-2cae-4c06-913b-a5a21d0e0f2f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:08.282677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:08.602227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Router fc1b4fc3-4992-4b5e-9d4b-f592a485869d has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:08.617512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2b16-e03d-4d23-9bbe-63c228554315 req-92fe6cec-c2a1-4647-a463-331afb3a8371 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:08.619190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2fdd2b16-e03d-4d23-9bbe-63c228554315 req-92fe6cec-c2a1-4647-a463-331afb3a8371 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0780323 Aug 11 02:44:08.730041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2fdd2b16-e03d-4d23-9bbe-63c228554315 req-d9c1b06a-c3b1-4f07-ab0d-03a1c1c55791 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985105 Aug 11 02:44:08.793160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:08.807147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-87662d8c-68e2-496b-b421-22ea28cfa3ba tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "PUT /v2.0/routers/fc1b4fc3-4992-4b5e-9d4b-f592a485869d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9157465 Aug 11 02:44:08.808883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52018) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:08.814267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Sync routers for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:08.844563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:08.846256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:43:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:08.975755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting subnet 236d9939-dcd1-40c9-a3a9-879fee971005 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:08.982727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.066903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:09.079428 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.225698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.322609 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.364550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Subnet': ['ID=236d9939-dcd1-40c9-a3a9-879fee971005,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:09.377762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.380377 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2482350c-1c32-4b61-956e-0e7b2a0f4a23 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/subnets/236d9939-dcd1-40c9-a3a9-879fee971005 HTTP/1.1" status: 204 len: 168 time: 0.5710657 Aug 11 02:44:09.384855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52034) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:09.406086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69b6e2-34d1-446b-9915-9862105f4905 None None] Network b747d2a7-3d0f-4230-a86a-bd8389af6c86 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:09.562561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:44:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:09.571975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.652062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Checking router: fc1b4fc3-4992-4b5e-9d4b-f592a485869d for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:09.699573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Routers {'fc1b4fc3-4992-4b5e-9d4b-f592a485869d'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:09.701313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:43:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:09.812070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.816956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d794de-627f-41e6-a4cb-6da10a551381 req-cb546af0-a340-4cd5-81ae-6fc52cb21abd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:09.820098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18d794de-627f-41e6-a4cb-6da10a551381 req-cb546af0-a340-4cd5-81ae-6fc52cb21abd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1476135 Aug 11 02:44:09.927201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18d794de-627f-41e6-a4cb-6da10a551381 req-38aad7f9-0da6-42d7-925a-0a9ad2bcc8d5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947592 Aug 11 02:44:09.935950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] DHCP port deletion for b747d2a7-3d0f-4230-a86a-bd8389af6c86 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:44:09.941723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Deleting port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:09.942442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:09.958959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52040) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:10.022849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] Set router fc1b4fc3-4992-4b5e-9d4b-f592a485869d gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:10.076015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] For port 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:10.076977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.110125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Calling delete_port for 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:10.160942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Deleting port 98d72e38-b64c-4836-8291-51fc8bd1a882 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:10.161317 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.193122 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47e55bc8-8501-40c0-afdf-4da210e01e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.319206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] For port 98d72e38-b64c-4836-8291-51fc8bd1a882, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98d72e38-b64c-4836-8291-51fc8bd1a882,segment=NetworkSegment(1e0b8dfa-4776-4ed4-abd1-b61b435154fe),segment_id=1e0b8dfa-4776-4ed4-abd1-b61b435154fe)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:10.319914 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.379700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47e55bc8-8501-40c0-afdf-4da210e01e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.383663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Calling delete_port for 98d72e38-b64c-4836-8291-51fc8bd1a882 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:10.388584 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-47e55bc8-8501-40c0-afdf-4da210e01e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.401974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.467695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Port': ['ID=21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.470689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-47e55bc8-8501-40c0-afdf-4da210e01e11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d66cbfe3ae6a4e5f84f5823c12ec1237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102625 Aug 11 02:44:10.476756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52044) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:10.491777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e55bc8-8501-40c0-afdf-4da210e01e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a5f10d-1eb8-4ec0-be55-2bd00d605f99,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.539741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:44:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:10.563510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.579303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c456762-71dc-4422-b20e-6f33e5c9ff0d None None] The sync data for ids ['fc1b4fc3-4992-4b5e-9d4b-f592a485869d'] in n-d-713498-10 is: [{'id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'name': 'tempest-TestNetworkBasicOps-router-1296867798', 'tenant_id': '4deabcb179264556bc4d330ef04f115a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:42:47Z', 'updated_at': '2021-08-11T02:44:07Z', 'revision_number': 5, 'project_id': '4deabcb179264556bc4d330ef04f115a', 'gw_port': {'id': '21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b4fc3-4992-4b5e-9d4b-f592a485869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:48Z', 'updated_at': '2021-08-11T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:10.583925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.614241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.629669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.663013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] Pushing event deleted for resources: {'Port': ['ID=98d72e38-b64c-4836-8291-51fc8bd1a882,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.665423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15c1cd-ebc6-48d0-acb8-5ab32182dcbe None None] No DVR routers for this DVR port 98d72e38-b64c-4836-8291-51fc8bd1a882 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:10.680897 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.726201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.729105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.730771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33a5f10d-1eb8-4ec0-be55-2bd00d605f99 HTTP/1.1" status: 204 len: 168 time: 0.2526393 Aug 11 02:44:10.741851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4766a-ba58-475b-a735-9ded36a71fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a5f10d-1eb8-4ec0-be55-2bd00d605f99,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:10.765901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.769337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.826589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.827710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Fanout notify agent at l3_agent the message router_deleted on router fc1b4fc3-4992-4b5e-9d4b-f592a485869d {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:44:10.830738 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.840665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:10.844101 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8a3796a-d3c6-477a-98de-e829a9d14235 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/routers/fc1b4fc3-4992-4b5e-9d4b-f592a485869d HTTP/1.1" status: 204 len: 168 time: 1.4565592 Aug 11 02:44:10.847628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:11.008405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.226233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98d72e38-b64c-4836-8291-51fc8bd1a882 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:11.255876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:11.266969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.278101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 98d72e38-b64c-4836-8291-51fc8bd1a882 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:11.278741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98d72e38-b64c-4836-8291-51fc8bd1a882 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:11.279659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b2115212-2cae-4c06-913b-a5a21d0e0f2f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:11.282089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b747d2a7-3d0f-4230-a86a-bd8389af6c86']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:11.301300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897efcf6-9e2a-4cf2-b572-179c0fa84abd req-08923dbb-1f3a-4b35-8825-925725fbb1a3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:11.304420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-650a95d3-f22d-4f29-9257-21a51a4af32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.310623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-897efcf6-9e2a-4cf2-b572-179c0fa84abd req-08923dbb-1f3a-4b35-8825-925725fbb1a3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1337037 Aug 11 02:44:11.318416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b2115212-2cae-4c06-913b-a5a21d0e0f2f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:11.319328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b2115212-2cae-4c06-913b-a5a21d0e0f2f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:11.321201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0b8dfa-4776-4ed4-abd1-b61b435154fe') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:11.321500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0b8dfa-4776-4ed4-abd1-b61b435154fe') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:11.337043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:11.349563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.380416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.386482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-897efcf6-9e2a-4cf2-b572-179c0fa84abd req-219596be-33dc-43ce-b3c4-ed31b6f3d05f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749485 Aug 11 02:44:11.392861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:11.393045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:11.396661 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:11.479959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.489449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.499805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] 10.222.0.68 "DELETE /v2.0/networks/b747d2a7-3d0f-4230-a86a-bd8389af6c86 HTTP/1.1" status: 204 len: 168 time: 0.6510017 Aug 11 02:44:11.523455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.524562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34039497-d67b-4fab-ab3c-2ea53ef23722 tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] Pushing event deleted for resources: {'Network': ['ID=b747d2a7-3d0f-4230-a86a-bd8389af6c86,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:11.547425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-650a95d3-f22d-4f29-9257-21a51a4af32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.557490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-650a95d3-f22d-4f29-9257-21a51a4af32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.558815 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:11.561945 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3b214-beee-4f91-aa63-45ad8487584b" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:11.580052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:11.586373 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.657659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:11.677831 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae77492-e94b-4d62-96eb-bee3029357e9 x-openstack-request-id: req-6ae77492-e94b-4d62-96eb-bee3029357e9 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:11.678461 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:11.679093 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ae77492-e94b-4d62-96eb-bee3029357e9 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:11.680202 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:44:11.687989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-650a95d3-f22d-4f29-9257-21a51a4af32a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4477ba5b59fa48ae924a7d3db310e6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282365 Aug 11 02:44:11.690772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52060) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:11.705481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a95d3-f22d-4f29-9257-21a51a4af32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa3430-dbc9-48ae-a783-0c0aca0771cc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:11.787163 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.829463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.894417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.900478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:11.906690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84aa3430-dbc9-48ae-a783-0c0aca0771cc HTTP/1.1" status: 204 len: 168 time: 0.2105203 Aug 11 02:44:11.916811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450f36b-f5d0-4e1e-9d2c-8e1e0b369c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa3430-dbc9-48ae-a783-0c0aca0771cc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:11.980301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52066) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:12.367037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6e37d4ba-911a-4f1e-9a7b-a9795e366c67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4deabcb179264556bc4d330ef04f115a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840451 Aug 11 02:44:12.369712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:12.454577 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.492832 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.633307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128bede-c45d-4135-8d49-f1f931b3e895 req-90477e49-ebbc-4974-841a-3e9cca07c748 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:12.637199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0128bede-c45d-4135-8d49-f1f931b3e895 req-90477e49-ebbc-4974-841a-3e9cca07c748 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0985119 Aug 11 02:44:12.639638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.644646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:12.647571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/318a8885-2ab3-4237-a9b9-53883a8fd29d HTTP/1.1" status: 204 len: 168 time: 0.2754741 Aug 11 02:44:12.664439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59026e0-1135-4c90-8ef8-ed0cbe456c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a8885-2ab3-4237-a9b9-53883a8fd29d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:12.740961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0128bede-c45d-4135-8d49-f1f931b3e895 req-d0bd3ad9-02f8-4129-b126-1988d935483f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803297 Aug 11 02:44:12.854870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:12.891521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:12.892167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 21932bd1-6dfc-4ca6-9ae2-9748f5a9ce8f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:13.173383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:13.195842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-695c3365-6c1a-4215-ae97-a66b041527f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.355384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-695c3365-6c1a-4215-ae97-a66b041527f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.358817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:13.362956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-695c3365-6c1a-4215-ae97-a66b041527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.448784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c3365-6c1a-4215-ae97-a66b041527f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e5426e-99a1-45e1-ba08-56ee37733e26,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:13.459699 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-695c3365-6c1a-4215-ae97-a66b041527f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f595c5485274c269b918917a5d45d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845576 Aug 11 02:44:13.461252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52114) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:13.528983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:13.554123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'mac_address': 'fa:16:3e:c6:a0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:13.554623 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.582801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.641172 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.674136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:13.684460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.690276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.694172 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97e5426e-99a1-45e1-ba08-56ee37733e26 HTTP/1.1" status: 204 len: 168 time: 0.2301707 Aug 11 02:44:13.713677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026c89-dff5-4731-8f29-a4dd94f3509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e5426e-99a1-45e1-ba08-56ee37733e26,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:13.715026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:13.721502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:13.863544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=12']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:13.887730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:13.988736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f20cc-e6d2-41f4-87d0-f8d5b92a50f8 req-1feceac4-ae42-4cd0-8b82-7802db18b7fe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:13.991447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-030f20cc-e6d2-41f4-87d0-f8d5b92a50f8 req-1feceac4-ae42-4cd0-8b82-7802db18b7fe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1212757 Aug 11 02:44:14.081063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-030f20cc-e6d2-41f4-87d0-f8d5b92a50f8 req-050bcb3a-0b58-489b-a1a0-34a02e28447c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822659 Aug 11 02:44:15.374374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:15.375234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896edf6a-b00c-4774-9ac9-0baa4cff49c5 req-9149c448-d41f-4592-962e-5fbfd802edfe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:15.376668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-896edf6a-b00c-4774-9ac9-0baa4cff49c5 req-9149c448-d41f-4592-962e-5fbfd802edfe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 945 time: 0.1319013 Aug 11 02:44:15.456353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-896edf6a-b00c-4774-9ac9-0baa4cff49c5 req-e1839ec7-e095-45df-9af6-a40088d172f5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612710 Aug 11 02:44:15.517627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:15.519332 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.767536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.817942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:15.820950 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b3de1-43ef-4d0e-b172-86eae1ec0861" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:15.828261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:15.834139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:15.918644 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1aa843-cb20-459a-b12e-ce61025cb132 x-openstack-request-id: req-dd1aa843-cb20-459a-b12e-ce61025cb132 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:15.919131 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-plugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:15.919928 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd1aa843-cb20-459a-b12e-ce61025cb132 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:15.920444 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:44:15.973281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=13']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:16.751110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996642e-90b9-4099-b3f5-eedd254690b2 req-f4db6bc5-cb4e-4bd3-9acd-b5eddefd2aa1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:16.760277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6996642e-90b9-4099-b3f5-eedd254690b2 req-f4db6bc5-cb4e-4bd3-9acd-b5eddefd2aa1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1001282 Aug 11 02:44:16.896742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6996642e-90b9-4099-b3f5-eedd254690b2 req-557181de-7c16-4684-8c7a-ab78fa15ae0d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227055 Aug 11 02:44:18.109114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea791c7-5540-40ce-a9be-8add67093128 req-8e2c59a9-2b5d-4595-99d0-ab720928a737 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:18.112053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ea791c7-5540-40ce-a9be-8add67093128 req-8e2c59a9-2b5d-4595-99d0-ab720928a737 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0993762 Aug 11 02:44:18.171709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ea791c7-5540-40ce-a9be-8add67093128 req-0c0006a9-c97f-42d6-9d7f-d9d6db000cf8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528445 Aug 11 02:44:19.330933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5869d3-bc37-44f5-8f21-6ed6a8958a00 req-0299ae5d-b586-46d3-b703-0cc269adbec0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:19.338453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b5869d3-bc37-44f5-8f21-6ed6a8958a00 req-0299ae5d-b586-46d3-b703-0cc269adbec0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0718379 Aug 11 02:44:19.396430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b5869d3-bc37-44f5-8f21-6ed6a8958a00 req-887f3ff2-7586-4845-9dfc-fc6332373097 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 Aug 11 02:44:20.692410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc47dc-cd18-431e-8fac-582f286afbc0 req-1e96e278-f75b-4a47-bef4-4de5497e14fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:20.695165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bcc47dc-cd18-431e-8fac-582f286afbc0 req-1e96e278-f75b-4a47-bef4-4de5497e14fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1551754 Aug 11 02:44:20.801616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0bcc47dc-cd18-431e-8fac-582f286afbc0 req-15252d76-b6a8-4bfd-8f91-daefed4b14ce tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994821 Aug 11 02:44:21.317726 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:21.849110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:22.045619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5236a07-a350-4470-8288-ba4c08d43f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.111992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec6ddb-0e27-47f3-9c9c-3932df437a47 req-dffb8f05-3ce2-4769-86e2-fda217374565 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:22.115490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24ec6ddb-0e27-47f3-9c9c-3932df437a47 req-dffb8f05-3ce2-4769-86e2-fda217374565 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1361430 Aug 11 02:44:22.188170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-24ec6ddb-0e27-47f3-9c9c-3932df437a47 req-146a4084-6289-4622-9704-5b723c95d727 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614505 Aug 11 02:44:22.296634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5236a07-a350-4470-8288-ba4c08d43f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.304436 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f5236a07-a350-4470-8288-ba4c08d43f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.391341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f5236a07-a350-4470-8288-ba4c08d43f99 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c200cf1a8114f6bab4288b3204dc6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406384 Aug 11 02:44:22.392777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5236a07-a350-4470-8288-ba4c08d43f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8292b37-4466-49fe-9cfd-45529ef61a2e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:22.394267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:22.496717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.542661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.660051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-337f784d-9bd9-423f-a0d4-7cedba3d8bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.688870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.695823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.698590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8292b37-4466-49fe-9cfd-45529ef61a2e HTTP/1.1" status: 204 len: 168 time: 0.3023522 Aug 11 02:44:22.723284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af31d-bb52-45db-bdea-5896d8faaeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8292b37-4466-49fe-9cfd-45529ef61a2e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:23.242596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52250) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:23.268765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e20858ca-82db-43f7-bd64-0c7b669b5691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.420791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eadf1-e3ed-4419-a92e-8aedf4e72a8f req-a69aa41c-0667-46b8-8b72-f99a3fdf2d7a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:23.423694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e26eadf1-e3ed-4419-a92e-8aedf4e72a8f req-a69aa41c-0667-46b8-8b72-f99a3fdf2d7a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0936294 Aug 11 02:44:23.476629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e20858ca-82db-43f7-bd64-0c7b669b5691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.486709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e20858ca-82db-43f7-bd64-0c7b669b5691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.514216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e26eadf1-e3ed-4419-a92e-8aedf4e72a8f req-e68c6de2-e86a-428f-8743-111157b7eb00 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781291 Aug 11 02:44:23.565793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e20858ca-82db-43f7-bd64-0c7b669b5691 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36e92ce5802f46fbb2605583362d7104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176365 Aug 11 02:44:23.565793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20858ca-82db-43f7-bd64-0c7b669b5691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7e03f-a80d-4666-86c0-8b59629e255f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:23.566286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52252) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:23.660719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.701704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.799808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.806766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:23.810119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53d7e03f-a80d-4666-86c0-8b59629e255f HTTP/1.1" status: 204 len: 168 time: 0.2420471 Aug 11 02:44:23.845957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-2a2b2048-b559-46cd-9257-9757029b9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:23.847751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-2a2b2048-b559-46cd-9257-9757029b9567 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1098 time: 0.0681024 Aug 11 02:44:23.851031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37a088-0d08-43e9-8a9e-68f6e49b0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7e03f-a80d-4666-86c0-8b59629e255f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:24.081015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-79a71b37-87da-4613-b9bd-257a34e14d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.084189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-79a71b37-87da-4613-b9bd-257a34e14d7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1952367 Aug 11 02:44:24.220136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-8e7b6bbc-7889-4357-a1f0-60d0a81e9850 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 1000 time: 0.1265533 Aug 11 02:44:24.310665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-7781c4d8-6676-47d5-9227-1ae94eba2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.312479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-7781c4d8-6676-47d5-9227-1ae94eba2924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0809309 Aug 11 02:44:24.391037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-60068cf5-d166-4b9a-aaf9-6902347d20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.394961 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-60068cf5-d166-4b9a-aaf9-6902347d20a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721841 Aug 11 02:44:24.585397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52260) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:24.605721 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-9c6d0d57-0a69-4207-b3cb-69848d753032 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000592 Aug 11 02:44:24.632053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4357-eddb-49e2-a835-d6464bdc910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:24.810242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1bdf89a-14cb-40d2-baab-41e639ac0c50 req-81b061a1-3e67-4850-8c8e-01236faf7146 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942527 Aug 11 02:44:24.875837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b6a4e-0394-47fd-afdb-4b70dc6afd9b req-000bd2ef-96fa-4ce6-8af4-c6d7662f431e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:24.882447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d2b6a4e-0394-47fd-afdb-4b70dc6afd9b req-000bd2ef-96fa-4ce6-8af4-c6d7662f431e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1738155 Aug 11 02:44:24.914609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4357-eddb-49e2-a835-d6464bdc910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:24.927295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4357-eddb-49e2-a835-d6464bdc910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.050639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b4357-eddb-49e2-a835-d6464bdc910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcaa45d-257c-4bbd-9cb8-3dc6fbe204e9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:25.079341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d2b6a4e-0394-47fd-afdb-4b70dc6afd9b req-e6f75d5b-7b2e-472d-83a9-be42a15b268b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701059 Aug 11 02:44:25.085508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff6b4357-eddb-49e2-a835-d6464bdc910c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=014b1ef727b0408e9387c25ceb8bae16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973607 Aug 11 02:44:25.104145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52262) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:25.188209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0e5d929b-c3dc-4506-a0ba-824c72721ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.225854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.248849 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.348348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.353746 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.356182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffcaa45d-257c-4bbd-9cb8-3dc6fbe204e9 HTTP/1.1" status: 204 len: 168 time: 0.2442472 Aug 11 02:44:25.372728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b48b2c-0550-474c-982f-24e34497f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcaa45d-257c-4bbd-9cb8-3dc6fbe204e9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:25.478484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.331115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eb9b2-7be9-4210-a304-f64c4651a03d req-792f76a1-19df-4d95-b6e3-7e14f0f4e9c3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:26.333029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee9eb9b2-7be9-4210-a304-f64c4651a03d req-792f76a1-19df-4d95-b6e3-7e14f0f4e9c3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0897858 Aug 11 02:44:26.404421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee9eb9b2-7be9-4210-a304-f64c4651a03d req-6ad2ce22-991b-4374-9fa5-da5e65ef5b36 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595806 Aug 11 02:44:26.491908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.611625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2505d1-60f2-44dd-b412-dd212b7ad76a req-835cf1ca-b12e-43e9-9dde-bb4fbd3daa94 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:27.625229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd2505d1-60f2-44dd-b412-dd212b7ad76a req-835cf1ca-b12e-43e9-9dde-bb4fbd3daa94 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.1138000 Aug 11 02:44:27.686387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd2505d1-60f2-44dd-b412-dd212b7ad76a req-2c26f2bc-a5b5-49ba-a960-0c02ed634186 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595510 Aug 11 02:44:28.077298 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:29.019007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f38d-ec3f-45d3-9ae7-9707dd873587 req-a5f93998-5f37-44f3-865e-50e551c8e398 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:29.021713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9860f38d-ec3f-45d3-9ae7-9707dd873587 req-a5f93998-5f37-44f3-865e-50e551c8e398 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0876219 Aug 11 02:44:29.080592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9860f38d-ec3f-45d3-9ae7-9707dd873587 req-6fcd1936-ea86-4db4-bbfa-1e77874dc74a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507689 Aug 11 02:44:30.416852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9f6b8-f028-4bc0-8bf7-7874724eab48 req-69d13adc-0bbc-406c-afee-dd9ad6fbd4ea tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:30.419284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fb9f6b8-f028-4bc0-8bf7-7874724eab48 req-69d13adc-0bbc-406c-afee-dd9ad6fbd4ea tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0617824 Aug 11 02:44:30.486299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fb9f6b8-f028-4bc0-8bf7-7874724eab48 req-ee60bc02-66d2-4804-90dc-9f2097c8ca0f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593226 Aug 11 02:44:30.829667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-a7bc3e0f-89a3-4e4c-940f-9286a60a3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:30.833194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-a7bc3e0f-89a3-4e4c-940f-9286a60a3d78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1098 time: 0.0661340 Aug 11 02:44:30.862789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407439bf-976a-43ee-b3d4-24b835609fc8 req-d3ebb93b-9bcd-4b20-b0cc-9160d73cb554 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:30.865550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-407439bf-976a-43ee-b3d4-24b835609fc8 req-d3ebb93b-9bcd-4b20-b0cc-9160d73cb554 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 946 time: 0.0901368 Aug 11 02:44:30.932668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-407439bf-976a-43ee-b3d4-24b835609fc8 req-c96b103e-a041-4644-90a2-a8a122ad7b63 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537312 Aug 11 02:44:31.018699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-ec6c78dc-1df4-4b9a-ab2d-7c030283a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.021947 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-ec6c78dc-1df4-4b9a-ab2d-7c030283a2fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1800060 Aug 11 02:44:31.144604 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-4854652c-dc1e-4d1c-a5b1-785841612b30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 1000 time: 0.1134374 Aug 11 02:44:31.208962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-fac7b24e-dba0-469d-9c61-f6919ccdf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.211001 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-fac7b24e-dba0-469d-9c61-f6919ccdf1d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0592597 Aug 11 02:44:31.280001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-005f02d4-5850-465f-924c-2a5bd565b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.287766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-005f02d4-5850-465f-924c-2a5bd565b7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684395 Aug 11 02:44:31.432913 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-4c47cbdd-a50c-4232-a2c6-3ab2e9228f47 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367173 Aug 11 02:44:31.443337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:31.544976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.562077 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f1a4aea6-38ae-4c99-9e2d-2ca41864bb9c req-060bff6b-94f9-4767-8b81-5274f6ae5907 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168506 Aug 11 02:44:31.578379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:31.581201 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5114ff72-a8ec-4b78-84d1-599d9a70c265" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:31.600546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:31.615786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:31.649464 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd498403-07d1-412f-afef-0042207a7912 x-openstack-request-id: req-dd498403-07d1-412f-afef-0042207a7912 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:31.649780 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:31.650041 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd498403-07d1-412f-afef-0042207a7912 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:31.650435 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'code': 200} Aug 11 02:44:31.683620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=14']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:31.946764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9187d-5386-43dc-b31e-a6035d187c44 req-73c57791-8552-4961-bfc9-311c26474d5d tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:31.948520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1de9187d-5386-43dc-b31e-a6035d187c44 req-73c57791-8552-4961-bfc9-311c26474d5d tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.0506270 Aug 11 02:44:32.015000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1de9187d-5386-43dc-b31e-a6035d187c44 req-67592392-a65b-4193-9ef8-e1eb0b54e481 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506275 Aug 11 02:44:32.047627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52492) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:32.166739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a260-7db4-44ff-ae71-8ec2f62dcec1 req-c7f48e32-cd79-437f-b8e7-8b651e7a2c6e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:32.168419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c31a260-7db4-44ff-ae71-8ec2f62dcec1 req-c7f48e32-cd79-437f-b8e7-8b651e7a2c6e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1164806 Aug 11 02:44:32.283730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c31a260-7db4-44ff-ae71-8ec2f62dcec1 req-599ab35b-47ec-4221-af4c-8f618e58a35d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042354 Aug 11 02:44:32.359188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port ebe8db88-97d2-4322-a7a2-8652a42dd5c9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:32.360195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.496605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.497061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.519653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for ebe8db88-97d2-4322-a7a2-8652a42dd5c9 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:32.754121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.809713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=ebe8db88-97d2-4322-a7a2-8652a42dd5c9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:32.912359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:32.913009 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 3e820774-dd9e-4382-8c36-515e873686b5 disassociated (deleted). External IP: 172.25.3.197, port: 1b7461d1-f903-4d5c-8300-bcb95cada293. Aug 11 02:44:33.232154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 637c3114-84a0-4360-8e6e-86b286f3f7e8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:33.432026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:33.437027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:33.447196 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Sync routers for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:33.458223 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:33.459149 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:33.505531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647ecf-f4cc-43e8-8361-c85ccb3dd38b req-db6a9916-f8a1-47cd-bdcf-fd3589d2d1be tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:33.508313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b647ecf-f4cc-43e8-8361-c85ccb3dd38b req-db6a9916-f8a1-47cd-bdcf-fd3589d2d1be tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1243889 Aug 11 02:44:33.524477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ae500d6-08be-4385-8110-be83f93acb0e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/floatingips/3e820774-dd9e-4382-8c36-515e873686b5 HTTP/1.1" status: 204 len: 168 time: 1.4341285 Aug 11 02:44:33.524477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:33.526493 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c19dda-30ec-4aa2-ad59-4c5513feab41" -d '{"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:33.604421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b647ecf-f4cc-43e8-8361-c85ccb3dd38b req-9ca63951-135b-41ba-b9fc-5120e867fd57 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716000 Aug 11 02:44:33.854489 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:33.902524 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879176c-b06b-4a55-84b6-b7bdd4e5ac4d x-openstack-request-id: req-5879176c-b06b-4a55-84b6-b7bdd4e5ac4d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:33.903490 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:33.904342 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5879176c-b06b-4a55-84b6-b7bdd4e5ac4d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:33.905392 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'status': 'completed', 'code': 200} Aug 11 02:44:34.005967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-f016eba1-eda9-49dc-a1b3-1e88abed3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.008373 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-f016eba1-eda9-49dc-a1b3-1e88abed3b55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 1097 time: 0.0660613 Aug 11 02:44:34.093859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a94c-6216-4a2f-abb2-7afd7951f9fb req-6ebdbf98-e7c7-43fc-925e-3c61b2ffc636 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.098782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14e6a94c-6216-4a2f-abb2-7afd7951f9fb req-6ebdbf98-e7c7-43fc-925e-3c61b2ffc636 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1686053 Aug 11 02:44:34.155268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f379ef8-7f5a-4dc2-bfbb-0b5d2ef097d3 req-65b77b91-c6a8-4f0d-a42d-0adf655c470b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.158430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f379ef8-7f5a-4dc2-bfbb-0b5d2ef097d3 req-65b77b91-c6a8-4f0d-a42d-0adf655c470b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1716206 Aug 11 02:44:34.170419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-4c1c8bce-8374-4a7e-a3c5-467d710d32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.171997 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-4c1c8bce-8374-4a7e-a3c5-467d710d32dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 200 len: 898 time: 0.1561871 Aug 11 02:44:34.205681 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:34.223637 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-23ade5fb-4f3a-43b2-bc15-708e09e17edb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 200 len: 217 time: 0.0428016 Aug 11 02:44:34.225643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14e6a94c-6216-4a2f-abb2-7afd7951f9fb req-d0a1ef28-0116-4fd2-ad6b-1a010481a264 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194091 Aug 11 02:44:34.253016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Checking router: 637c3114-84a0-4360-8e6e-86b286f3f7e8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:34.265557 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:34.266143 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:34.268941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f379ef8-7f5a-4dc2-bfbb-0b5d2ef097d3 req-d4d05904-00ed-4e68-9cce-427b04835a15 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016095 Aug 11 02:44:34.325204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-14173620-8838-44aa-99d1-345448846a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.328235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-14173620-8838-44aa-99d1-345448846a8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 200 len: 835 time: 0.0951951 Aug 11 02:44:34.419689 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:34.421913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-19b04c6a-abc6-45ff-a4ee-6978358fe580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.423785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-19b04c6a-abc6-45ff-a4ee-6978358fe580 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866055 Aug 11 02:44:34.461536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0a73-6b8c-426c-a2d8-896654134023 req-d87a9334-548d-4593-921a-fac70c80fb84 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:34.464553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c4b0a73-6b8c-426c-a2d8-896654134023 req-d87a9334-548d-4593-921a-fac70c80fb84 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0994444 Aug 11 02:44:34.559543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c4b0a73-6b8c-426c-a2d8-896654134023 req-a5c0f223-b648-44b9-b375-75224e7cc84a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830126 Aug 11 02:44:34.752539 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:34.811952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b5b9b-28fc-4db3-8e2d-1bb58248b880 None None] The sync data for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 is: [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:42:09Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '275a48ea-0d86-4b84-8345-d42cc808a2f4', 'name': '', 'network_id': '25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:89:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:42:07Z', 'updated_at': '2021-08-11T02:42:32Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '71bd95ab-c192-4222-92c5-048c666c3d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:35.028011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-aba2c97e-6a63-4936-b122-e9ae0492cbf4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.039523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-aba2c97e-6a63-4936-b122-e9ae0492cbf4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.1958737 Aug 11 02:44:35.061253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-84bed160-e86e-443e-8aed-15f32363a20d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/quotas/90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 375 time: 0.0179465 Aug 11 02:44:35.107813 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-18808c86-43cc-4252-b9d2-40ac928bc511 service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744921 Aug 11 02:44:35.141861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-c2998630-0318-42b1-be11-57e2952ffaca tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0755363 Aug 11 02:44:35.250686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775008b2-8d64-49cc-baf9-29aaa4790af9 None None] New status for floating IP 3e820774-dd9e-4382-8c36-515e873686b5: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:44:35.335723 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-22c19dda-30ec-4aa2-ad59-4c5513feab41 req-800967a5-734c-4e94-9ec6-5ba5001a430c service neutron] 10.222.0.61 "GET /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193589 Aug 11 02:44:35.367880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738865e-8691-452d-a738-bfe6f30982de req-567594b1-8192-44fa-a6b1-fac877b9e546 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.370816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5738865e-8691-452d-a738-bfe6f30982de req-567594b1-8192-44fa-a6b1-fac877b9e546 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.1446779 Aug 11 02:44:35.656204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccba867-07b2-460f-bcb6-50e6fb43678c req-66056bf2-f5b4-4e2c-b1c6-31293270314e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:35.658415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ccba867-07b2-460f-bcb6-50e6fb43678c req-66056bf2-f5b4-4e2c-b1c6-31293270314e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 945 time: 0.2858675 Aug 11 02:44:35.782547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-93c100d3-d6f7-427d-a60b-3c38112cdd54 service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296523 Aug 11 02:44:35.792284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ccba867-07b2-460f-bcb6-50e6fb43678c req-45023062-83a1-48c9-a8df-f29fdbefadb5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=190d6258-9711-40d0-8542-7fd048fa7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162539 Aug 11 02:44:35.850193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 1b7461d1-f903-4d5c-8300-bcb95cada293 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:35.850650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.019362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:36.046650 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-a6bba364-d65c-43e5-b991-4a128e75bb16 service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504911 Aug 11 02:44:36.061860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 1b7461d1-f903-4d5c-8300-bcb95cada293, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=1b7461d1-f903-4d5c-8300-bcb95cada293,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:36.061860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.079347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 1b7461d1-f903-4d5c-8300-bcb95cada293 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:36.279273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9716fdee-939b-4115-9aaf-ce81583e711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.447030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.467950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-124ac716-587f-4772-b9d5-f6347d5670ad req-b013d5c2-5e97-4357-a204-f8668fe96d24 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 210 time: 0.0810437 Aug 11 02:44:36.548099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=1b7461d1-f903-4d5c-8300-bcb95cada293,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:36.570954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9716fdee-939b-4115-9aaf-ce81583e711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.585311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9716fdee-939b-4115-9aaf-ce81583e711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.628807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] No DVR routers for this DVR port 1b7461d1-f903-4d5c-8300-bcb95cada293 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:36.634046 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.638121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5738865e-8691-452d-a738-bfe6f30982de req-630dca89-7b8a-4446-a332-9dde6b80959d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "DELETE /v2.0/ports/1b7461d1-f903-4d5c-8300-bcb95cada293 HTTP/1.1" status: 204 len: 173 time: 1.2478397 Aug 11 02:44:36.639044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-deleted', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:36.643593 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c3b88-e2cd-40f6-b1ff-79585e002b38" -d '{"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-deleted", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:36.676884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9716fdee-939b-4115-9aaf-ce81583e711b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4185c64278e547a6a8eef2d050e8e5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555812 Aug 11 02:44:36.681135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52554) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:36.681795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716fdee-939b-4115-9aaf-ce81583e711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085958d1-bf61-4ac7-8bbd-d3b71e45ae4b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:36.784940 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb201b72-0019-4a5a-be62-26a9dd117de5 x-openstack-request-id: req-eb201b72-0019-4a5a-be62-26a9dd117de5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:36.784940 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74dbec-9213-42cb-a090-0c8a61e566ae", "name": "network-vif-deleted", "tag": "1b7461d1-f903-4d5c-8300-bcb95cada293", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:36.784940 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb201b72-0019-4a5a-be62-26a9dd117de5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:36.785656 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74dbec-9213-42cb-a090-0c8a61e566ae', 'name': 'network-vif-deleted', 'tag': '1b7461d1-f903-4d5c-8300-bcb95cada293', 'status': 'completed', 'code': 200} Aug 11 02:44:36.822457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.887042 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.960456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.968787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:36.974345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/085958d1-bf61-4ac7-8bbd-d3b71e45ae4b HTTP/1.1" status: 204 len: 168 time: 0.2879965 Aug 11 02:44:37.065462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c46bac8-8cc9-4cb8-b0f3-b35929892408 req-0c47d055-2f71-4cf4-9ef9-1efbd74e41e0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=be74dbec-9213-42cb-a090-0c8a61e566ae HTTP/1.1" status: 200 len: 210 time: 0.0907547 Aug 11 02:44:37.068222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0bec3-1685-4a5d-84ad-e2cc0b964c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085958d1-bf61-4ac7-8bbd-d3b71e45ae4b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:37.599324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a69ba59a-1364-4e1b-b8c4-70e268a43cb5 req-ca143fc6-e3e5-4e8c-a41c-e33b1bfe028b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 210 time: 0.0444818 Aug 11 02:44:38.206898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52596) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:38.455180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-fa97168d-44eb-4623-a599-83ac0e72abf9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:38.458739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-fa97168d-44eb-4623-a599-83ac0e72abf9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.2159259 Aug 11 02:44:38.478331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'device_id': '3cec40e1-79e5-4783-92df-f57049dca254', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'admin_state_up': True, 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:38.956590 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.221792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a713e4c0-2a50-45d4-abd5-6ddb4d95715a req-c44770c8-0a0e-4497-8dbf-60502a75b1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 210 time: 0.0586007 Aug 11 02:44:39.326646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:39.330851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.435403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 275a48ea-0d86-4b84-8345-d42cc808a2f4 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:39.436364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.515622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:39.519143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.20.0.5 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/c1d3c7ef-8719-4773-ac0b-a1df0771d136) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:39.541896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 1b7461d1-f903-4d5c-8300-bcb95cada293 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:39.542509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 1b7461d1-f903-4d5c-8300-bcb95cada293 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:39.634475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 275a48ea-0d86-4b84-8345-d42cc808a2f4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=275a48ea-0d86-4b84-8345-d42cc808a2f4,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:39.635046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.664164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 275a48ea-0d86-4b84-8345-d42cc808a2f4 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:39.791307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.820243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Transition to ACTIVE for port object c1d3c7ef-8719-4773-ac0b-a1df0771d136 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:39.875278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:39.957590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:39.964412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:39.969716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:39.977137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.047637 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.077281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:40.078035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.103022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-38ea510c-3208-4988-8fd4-81a32bbe2d73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6318038 Aug 11 02:44:40.127725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Request body: {'port': {'device_id': '3cec40e1-79e5-4783-92df-f57049dca254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:40.144731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=275a48ea-0d86-4b84-8345-d42cc808a2f4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:40.236703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.461833 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-54cc9a0d-e3e2-47e0-8fdc-3381d1abf70e None None] Provisioning for port c1d3c7ef-8719-4773-ac0b-a1df0771d136 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:40.471502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-54cc9a0d-e3e2-47e0-8fdc-3381d1abf70e None None] Provisioning complete for port c1d3c7ef-8719-4773-ac0b-a1df0771d136 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:40.473695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54cc9a0d-e3e2-47e0-8fdc-3381d1abf70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.549107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-54cc9a0d-e3e2-47e0-8fdc-3381d1abf70e None None] Port c1d3c7ef-8719-4773-ac0b-a1df0771d136 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:40.619643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.728777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.773872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a26bb6-7722-4620-869e-5c9f140052c2 req-481f7eb8-9313-42a8-b3c5-82866663b7a2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:40.775583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7a26bb6-7722-4620-869e-5c9f140052c2 req-481f7eb8-9313-42a8-b3c5-82866663b7a2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 931 time: 0.2167220 Aug 11 02:44:40.842102 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:40.857079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7a26bb6-7722-4620-869e-5c9f140052c2 req-5791a419-9918-421c-bcd9-badcf3ec1dd4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701566 Aug 11 02:44:40.989204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d3c7ef-8719-4773-ac0b-a1df0771d136 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:40.999009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.017915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Transition to ACTIVE for port object c1d3c7ef-8719-4773-ac0b-a1df0771d136 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:41.025301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.025925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 637c3114-84a0-4360-8e6e-86b286f3f7e8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:41.207442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.267848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:41.292298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Sync routers for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:41.294502 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2fdf3c18-a261-4888-9abb-bb3ee8d69e8d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/637c3114-84a0-4360-8e6e-86b286f3f7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0846088 Aug 11 02:44:41.295563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52674) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:41.319804 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:41.335469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Attempting to bind port c1d3c7ef-8719-4773-ac0b-a1df0771d136 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:41.336495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Attempting to bind port c1d3c7ef-8719-4773-ac0b-a1df0771d136 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:41.336699 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:41.337433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Attempting to bind port c1d3c7ef-8719-4773-ac0b-a1df0771d136 on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:41.351129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Port c1d3c7ef-8719-4773-ac0b-a1df0771d136 on network e6752534-7c6f-40b8-859e-a550a1cfa678 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:44:41.352537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Attempting to bind port c1d3c7ef-8719-4773-ac0b-a1df0771d136 on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:41.366158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:41.368904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:41.368904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:41.369875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Bound port: c1d3c7ef-8719-4773-ac0b-a1df0771d136, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:41.371463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.455885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting subnet 71bd95ab-c192-4222-92c5-048c666c3d30 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:44:41.466928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.545674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:41.552126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:41.561257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.566424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.586179 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:41.673275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:41.693072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:41.694571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.697001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-af629742-bea6-438d-9818-c3aaa504c374 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 200 len: 1092 time: 1.5762546 Aug 11 02:44:41.698135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:41.703038 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:41.806778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:41.848299 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa13f97-4caa-47b2-bd01-d4fc38b991aa x-openstack-request-id: req-1aa13f97-4caa-47b2-bd01-d4fc38b991aa {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:41.848792 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:41.849170 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1aa13f97-4caa-47b2-bd01-d4fc38b991aa {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:41.849829 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'status': 'completed', 'code': 200} Aug 11 02:44:41.891833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-68600716-2d35-487c-a2a4-e807fc406786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:41.900166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-68600716-2d35-487c-a2a4-e807fc406786 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 1095 time: 0.1361279 Aug 11 02:44:41.976266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.063606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Subnet': ['ID=71bd95ab-c192-4222-92c5-048c666c3d30,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:42.065695 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:44:39Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:42.067149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.070693 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-83514b49-fc90-450b-9388-e369fad5ca21 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/subnets/71bd95ab-c192-4222-92c5-048c666c3d30 HTTP/1.1" status: 204 len: 168 time: 0.7735848 Aug 11 02:44:42.073272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-b0fe5f6b-269c-422a-96fc-3ea3367ca550 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 200 len: 217 time: 0.1594179 Aug 11 02:44:42.075593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:42.079910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c57752-536c-4947-9b19-b55cfe0987d2 None None] Network 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:42.127409 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Checking router: 637c3114-84a0-4360-8e6e-86b286f3f7e8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:42.154422 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Routers {'637c3114-84a0-4360-8e6e-86b286f3f7e8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:42.156009 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['637c3114-84a0-4360-8e6e-86b286f3f7e8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:42.209509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b17f-1a4c-44fb-a4b3-4feb6e5274cc req-f0baf381-0592-460e-87d0-c2a2bc47627b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.212321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b665b17f-1a4c-44fb-a4b3-4feb6e5274cc req-f0baf381-0592-460e-87d0-c2a2bc47627b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 943 time: 0.1381037 Aug 11 02:44:42.233718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-f0cbfab2-d500-4577-8363-3d167e9bf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.235321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-f0cbfab2-d500-4577-8363-3d167e9bf79b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1404889 Aug 11 02:44:42.332909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b665b17f-1a4c-44fb-a4b3-4feb6e5274cc req-a91e7950-9821-4df4-9ce4-263a3e0d1a8e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039853 Aug 11 02:44:42.346075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-d316a1ed-a17e-48e6-9371-ee1f2f51f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.347752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-d316a1ed-a17e-48e6-9371-ee1f2f51f249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819950 Aug 11 02:44:42.409174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] DHCP port deletion for 25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:44:42.416535 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] Set router 637c3114-84a0-4360-8e6e-86b286f3f7e8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:42.436424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.526378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Deleting port 779248f2-c203-4ffa-a16d-f30f69c8c211 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:42.527041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.560118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-4c476b4a-880d-48a3-ba5e-f5607fc790cc service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999667 Aug 11 02:44:42.635766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] For port 779248f2-c203-4ffa-a16d-f30f69c8c211, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=779248f2-c203-4ffa-a16d-f30f69c8c211,segment=NetworkSegment(5cac325a-428b-46bd-93b6-6518bc7d6a70),segment_id=5cac325a-428b-46bd-93b6-6518bc7d6a70)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:42.638595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.645373 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.732401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port bfabd513-15cb-4ced-98a3-90be9e10eddb {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:42.732877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.775559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e869b941-33f8-443e-bb9f-e96ade1e34a8 req-b01dff50-8439-4ddf-88ab-f59db8e19026 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020426 Aug 11 02:44:42.896799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port bfabd513-15cb-4ced-98a3-90be9e10eddb, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bfabd513-15cb-4ced-98a3-90be9e10eddb,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:42.897628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:42.916110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for bfabd513-15cb-4ced-98a3-90be9e10eddb owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:42.939587 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:44:39Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:42.952210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-b1654991-4162-4d77-9582-f3d76678f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:42.956262 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-b1654991-4162-4d77-9582-f3d76678f90d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 1095 time: 0.1091399 Aug 11 02:44:42.993025 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c326ec-c3ce-469e-add0-6bd577732518 None None] The sync data for ids ['637c3114-84a0-4360-8e6e-86b286f3f7e8'] in n-d-713498-10 is: [{'id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13699908', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:58Z', 'updated_at': '2021-08-11T02:44:39Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'bfabd513-15cb-4ced-98a3-90be9e10eddb', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637c3114-84a0-4360-8e6e-86b286f3f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:59Z', 'updated_at': '2021-08-11T02:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:43.025164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 779248f2-c203-4ffa-a16d-f30f69c8c211 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:43.088303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Calling delete_port for 779248f2-c203-4ffa-a16d-f30f69c8c211 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:43.174225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-f6d4f6a8-c3fa-49cb-85e7-4b983c1d4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:43.177056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-f6d4f6a8-c3fa-49cb-85e7-4b983c1d4190 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2094290 Aug 11 02:44:43.216927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.256007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=bfabd513-15cb-4ced-98a3-90be9e10eddb,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:43.263740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-11a1add1-a776-4cbe-9cac-3a746334e572 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 200 len: 217 time: 0.0784888 Aug 11 02:44:43.269198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.294698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.331286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] Pushing event deleted for resources: {'Port': ['ID=779248f2-c203-4ffa-a16d-f30f69c8c211,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:43.346508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.357466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffeeeb9-bc11-43d3-be45-be3e08d5d3d5 None None] No DVR routers for this DVR port 779248f2-c203-4ffa-a16d-f30f69c8c211 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:43.400656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-b5ad43f5-fce0-41fd-b8c0-cd52f8218fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:43.403537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-b5ad43f5-fce0-41fd-b8c0-cd52f8218fa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1300654 Aug 11 02:44:43.484401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-53938420-deb9-4100-b162-8f19ed4c84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:43.486229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-53938420-deb9-4100-b162-8f19ed4c84fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720932 Aug 11 02:44:43.506368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.515000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.604885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.608944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Fanout notify agent at l3_agent the message router_deleted on router 637c3114-84a0-4360-8e6e-86b286f3f7e8 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:44:43.618474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.622720 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ae84b631-2a78-41cf-8c73-86f85e98910e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/routers/637c3114-84a0-4360-8e6e-86b286f3f7e8 HTTP/1.1" status: 204 len: 168 time: 1.5426207 Aug 11 02:44:43.623354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52688) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:43.695108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4295-e48f-4746-b7b6-662a917546c7 req-731fb73f-9b59-4476-a5f5-92ef6b6f1eec tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:43.697039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-227f4295-e48f-4746-b7b6-662a917546c7 req-731fb73f-9b59-4476-a5f5-92ef6b6f1eec tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 943 time: 0.1897984 Aug 11 02:44:43.699490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-bfeec6c5-5246-4c1e-941d-324d78e13d19 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047489 Aug 11 02:44:43.742749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.829039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-227f4295-e48f-4746-b7b6-662a917546c7 req-779a3283-a8af-4ce1-ad35-f1eea09853cc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097002 Aug 11 02:44:43.857303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.870157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-caf6912d-b0cf-4ba1-baa9-ec17224e9ef5 req-381d3720-7c14-41ee-a79d-cc30dc19e0fb service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616886 Aug 11 02:44:43.883120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:43.897935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cac325a-428b-46bd-93b6-6518bc7d6a70') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:43.898615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cac325a-428b-46bd-93b6-6518bc7d6a70') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:43.909192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.933487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.943417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:44:43.944118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:44:43.950775 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:44:44.058481 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.086522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.088532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/networks/25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4 HTTP/1.1" status: 204 len: 168 time: 0.4640861 Aug 11 02:44:44.089628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288573c1-32f4-4dcc-85a7-4b55b4b074a1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Network': ['ID=25dd5535-6e9d-45a9-b9da-eeaa7e8bf7c4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.093888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:44.168938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.202469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.287846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.291418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.297053 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/security-groups/190d6258-9711-40d0-8542-7fd048fa7eee HTTP/1.1" status: 204 len: 168 time: 0.1989644 Aug 11 02:44:44.307344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73bcf-7a7a-4f2e-8d23-f29bdf1ac246 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d6258-9711-40d0-8542-7fd048fa7eee,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.617515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52698) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:44.626468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437977385', 'description': 'tempest-secgroup-smoke-437977385 description', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:44.663884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.783652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.788808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.825588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594435b9-4d45-43a1-98f3-e2d6247b451f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:44.828199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.833017 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-adeacc47-7981-400b-acd7-d850cf545dea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2106547 Aug 11 02:44:44.833338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52700) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:44.838578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:44.884917 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:44.940008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 275a48ea-0d86-4b84-8345-d42cc808a2f4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:44.964223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 275a48ea-0d86-4b84-8345-d42cc808a2f4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:44.964568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 275a48ea-0d86-4b84-8345-d42cc808a2f4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:44.965379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfabd513-15cb-4ced-98a3-90be9e10eddb no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:44.991805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: bfabd513-15cb-4ced-98a3-90be9e10eddb {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:44.992607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bfabd513-15cb-4ced-98a3-90be9e10eddb not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:45.011713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c1d3c7ef-8719-4773-ac0b-a1df0771d136 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:44:45.057648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.072680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dace50-2885-42e7-bbea-f3f311576732 req-0ed02582-c4a7-47e5-8f51-b2737816db21 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:45.075222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0dace50-2885-42e7-bbea-f3f311576732 req-0ed02582-c4a7-47e5-8f51-b2737816db21 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 943 time: 0.1459854 Aug 11 02:44:45.077369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.139086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4230898-c247-4d83-a7e5-1ae0db561d88,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.150277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:45.160273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.162019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-02270468-6f7d-442c-bc09-95187104731d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273013 Aug 11 02:44:45.166303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52704) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.171696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.179620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'mac_address': 'fa:16:3e:8c:99:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:44:45.187608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0dace50-2885-42e7-bbea-f3f311576732 req-9638c8a3-5f55-4f2b-9ba0-69c0ada8e313 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950437 Aug 11 02:44:45.225124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.253991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.276810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d3c7ef-8719-4773-ac0b-a1df0771d136 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:44:45.319875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:45.324573 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.326541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.330093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.361963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc80f8f-35fc-4564-b3f0-204c0e69a05a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.369473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.374805 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ecbcc3b4-a696-4a74-90b8-a2e6e4380d0a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034266 Aug 11 02:44:45.374805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52706) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.381582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.411692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.428118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.504719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.509200 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.538353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db3d12b-8fbf-417c-ba42-20a47c213bf2,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.546693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.548191 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f4f33088-32fa-4382-9fa3-ecd8cfa4296c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723964 Aug 11 02:44:45.552055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52708) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.557991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.593389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.608064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:44:45.677499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.684760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.740645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2499faeb-e9e8-4432-b626-1496241cebaa,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.746748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.748874 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fec5d37f-aefe-4440-b51b-ea4f00ae5161 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953449 Aug 11 02:44:45.752642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52712) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.760595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.796694 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:44:45.803026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.895086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.904307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.938508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b138de22-b895-4891-8325-6f2845d027b9,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:45.944793 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:45.951067 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1925731 Aug 11 02:44:45.951592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52714) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:45.955483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.956030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.956575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.957127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.957671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.958213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.958787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.959305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.959840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.960118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '594435b9-4d45-43a1-98f3-e2d6247b451f', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:45.960376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.960925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.961491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6b1c1-1a4b-4beb-87bf-debc204fd8a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:45.998232 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:44:46.009968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.115261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.123328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.147969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2588e2-851b-4841-b434-f6722454aa80,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.157126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.158798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ae9d574-9d48-4edd-8084-72025686c9a9 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2057328 Aug 11 02:44:46.162702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52716) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:46.168576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'network': {'name': 'tempest-network-smoke--2035985733', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:46.198570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:46.204701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.242184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:44:46.263895 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.264432 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Added segment 8cca56be-aa4e-43b3-b796-850feeab594e of type vlan for network d4b0c79f-88f4-4674-ba4a-f9f67cff921b Aug 11 02:44:46.384239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.430343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574cf7d-7f4f-4679-973b-d77fea81b424 req-e9516824-7159-40c2-86b0-6d0ecaaa2799 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:46.433177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9574cf7d-7f4f-4679-973b-d77fea81b424 req-e9516824-7159-40c2-86b0-6d0ecaaa2799 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 944 time: 0.1566269 Aug 11 02:44:46.488793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.499846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:46.500931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.634393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9574cf7d-7f4f-4679-973b-d77fea81b424 req-93fd641e-4a4e-4cbf-9b1e-8222a27b4b63 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854401 Aug 11 02:44:46.643653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4769328 Aug 11 02:44:46.644749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52720) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:46.670173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'admin_state_up': True, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:46.670376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1825c59-2ea2-49de-af42-f3d23b02d308 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Network': ['ID=d4b0c79f-88f4-4674-ba4a-f9f67cff921b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:46.678040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:44:46.714950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.716617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.824009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:46.984924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.010831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c1d3c7ef-8719-4773-ac0b-a1df0771d136 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:47.100877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port c1d3c7ef-8719-4773-ac0b-a1df0771d136 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:47.107306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port c1d3c7ef-8719-4773-ac0b-a1df0771d136 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:47.107838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.247785 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.290144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:47.294317 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffb197f-c0b3-413e-b578-f0bdb5dfdf4f" -d '{"events": [{"server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:47.320989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:47.338003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.353442 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d95d21-5e70-4b32-81b9-58d377eb2874 x-openstack-request-id: req-b1d95d21-5e70-4b32-81b9-58d377eb2874 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:47.354034 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:47.354468 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b1d95d21-5e70-4b32-81b9-58d377eb2874 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:47.355723 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'code': 200} Aug 11 02:44:47.460819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:47.505862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaacee-6234-4866-af45-4207f0c1323e req-6e362357-335e-42fe-929e-39ebc2da52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:47.508597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3aaacee-6234-4866-af45-4207f0c1323e req-6e362357-335e-42fe-929e-39ebc2da52ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 1097 time: 0.0824654 Aug 11 02:44:47.557841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3aaacee-6234-4866-af45-4207f0c1323e req-02543190-1382-46cb-9eb9-491d376c3ab8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Aug 11 02:44:47.712969 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.734765 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:47.850429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9f26d-c8f5-4bba-a767-a527f38290f7 req-1558ccf4-7229-4053-9777-efe9599e02fb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:47.853105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19c9f26d-c8f5-4bba-a767-a527f38290f7 req-1558ccf4-7229-4053-9777-efe9599e02fb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1031971 Aug 11 02:44:47.900437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.86 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/29ba97ed-ac57-4928-a9da-b83dfeb65cc0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:47.925675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19c9f26d-c8f5-4bba-a767-a527f38290f7 req-1ea5d7dd-f63d-4f90-945f-4a9ded7b1410 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Aug 11 02:44:48.075537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.132791 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.174555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:48.178213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:48.182802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:48.215940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:48.579463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:48.905661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.099519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:44:49.210728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720df9a5-2158-45e2-913e-a7880fdddb56 req-974ac5a1-ea8d-4c71-b781-6406405fbd41 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:49.218619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-720df9a5-2158-45e2-913e-a7880fdddb56 req-974ac5a1-ea8d-4c71-b781-6406405fbd41 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1258550 Aug 11 02:44:49.229991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:49.251653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Sync routers for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:49.254973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.256685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08b93cb7-a89e-4be4-b4f1-6bf9ee4bdc89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6113214 Aug 11 02:44:49.263659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.272618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:49.274052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:49.297341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7c26e371-3776-4d9a-a576-cc5416ccc3f5 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=ca9fbafad59f48c7a6dc14a50c92783c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321488 Aug 11 02:44:49.301679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52738) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.304378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-720df9a5-2158-45e2-913e-a7880fdddb56 req-38dd1f22-71c7-4b35-82cd-191f17e892ce tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766544 Aug 11 02:44:49.455659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cff90f-c203-4587-a573-aaeb681ccdb3 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:49.463200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 52742) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.466320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:49.478519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-38cff90f-c203-4587-a573-aaeb681ccdb3 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1753569 Aug 11 02:44:49.530552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8feefc79-881f-4861-9293-27677010cfc9 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657613 Aug 11 02:44:49.530881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52744) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:49.539538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1993352640', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:44:49.716195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:44:49.721854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.736947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f36a12-c8f7-4e80-9784-6d09e6df48cb req-522f3cb4-9b21-47ee-88dc-a3dae2aa0a62 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:49.750641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6f36a12-c8f7-4e80-9784-6d09e6df48cb req-522f3cb4-9b21-47ee-88dc-a3dae2aa0a62 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1382706 Aug 11 02:44:49.829239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6f36a12-c8f7-4e80-9784-6d09e6df48cb req-3985f2eb-ca05-43c4-af80-a6058c6bcae5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Aug 11 02:44:49.860785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:48Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:49.899205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Checking router: 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:49.899651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Updating router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:49.932091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:49.992711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.077011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Subnet': ['ID=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:50.086604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:50.086604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network hostable DHCP agents. Network: d4b0c79f-88f4-4674-ba4a-f9f67cff921b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:44:50.124045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:44:50.144986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d4b0c79f-88f4-4674-ba4a-f9f67cff921b) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:50.164153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:50.165206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.183693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df347884-b412-4b0e-bb57-cadec0d3d8d1 None None] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:50.195471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-11977159-5ab1-4a0f-b364-f65dfd822239 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6621182 Aug 11 02:44:50.199714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52750) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:44:50.413247 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.426450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Transition to ACTIVE for port object 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:50.437475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.513135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-d4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:44:50.514130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.520006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Attempting to bind port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:50.520381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Attempting to bind port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:50.520755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Attempting to bind port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:50.537743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb9c54-f28b-4a36-aa65-4cc720a12b02 None None] Pushing event updated for resources: {'Port': ['ID=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:50.540774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:50.541163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:50.541578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.542009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:50.542509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Bound port: 29ba97ed-ac57-4928-a9da-b83dfeb65cc0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:50.542901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.684899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] For port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:50.704355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] For port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:50.715722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:50.809583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:50.810295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:50.932177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Allocated IP 172.20.0.2 (d4b0c79f-88f4-4674-ba4a-f9f67cff921b/1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49/5d0a82f8-155b-40f0-8a35-b76f5079bc58) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:50.942904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb9c54-f28b-4a36-aa65-4cc720a12b02 None None] Pushing event updated for resources: {'Port': ['ID=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:50.953371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.028429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ac8f6-c44b-4510-b819-e51f95b6151d req-33a74e67-e721-48d5-ae5f-3b949a519e2c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:51.041170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-588ac8f6-c44b-4510-b819-e51f95b6151d req-33a74e67-e721-48d5-ae5f-3b949a519e2c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1030200 Aug 11 02:44:51.114830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-588ac8f6-c44b-4510-b819-e51f95b6151d req-6fbf2604-2469-49b0-8480-c21eebe1fa55 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719771 Aug 11 02:44:51.155212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:51.758833 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.817769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Transition to ACTIVE for port object 5d0a82f8-155b-40f0-8a35-b76f5079bc58 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:51.854776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Transition to ACTIVE for port object 5d0a82f8-155b-40f0-8a35-b76f5079bc58 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:51.868718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:51.947496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:51.955537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:51.958794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:48Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:51.964942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.1 (d4b0c79f-88f4-4674-ba4a-f9f67cff921b/1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49/e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:44:51.993527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:51.995668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Pushing event updated for resources: {'Port': ['ID=5d0a82f8-155b-40f0-8a35-b76f5079bc58,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:52.000556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01451355-44ec-4043-a4f9-8081c0ae97e3 None None] The sync data for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 is: [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:48Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:52.111971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Attempting to bind port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:52.112441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Attempting to bind port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:52.112819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Attempting to bind port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:52.128548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:52.128936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:52.129374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.129766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Bound using segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:52.130296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Bound port: 5d0a82f8-155b-40f0-8a35-b76f5079bc58, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:52.130689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.221270 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.248701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:52.284892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] For port 5d0a82f8-155b-40f0-8a35-b76f5079bc58, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:52.290088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] For port 5d0a82f8-155b-40f0-8a35-b76f5079bc58, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d0a82f8-155b-40f0-8a35-b76f5079bc58,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:52.316137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.360886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.428233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3115-c06d-4964-bec8-62b81dcd8b0b None None] Pushing event updated for resources: {'Port': ['ID=5d0a82f8-155b-40f0-8a35-b76f5079bc58,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:52.511327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:52.532178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:52.535280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:52.540131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:44:52.569203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b55e8-2e68-4687-8641-af75102badeb req-9ac00da5-d549-4f19-be9e-21f6062e8e8a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:52.571860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a3b55e8-2e68-4687-8641-af75102badeb req-9ac00da5-d549-4f19-be9e-21f6062e8e8a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.2306340 Aug 11 02:44:52.621260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.659229 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-925a70cf-cff0-493e-bea5-dbe0ae555a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.679938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a3b55e8-2e68-4687-8641-af75102badeb req-6f0599e7-c6e1-4511-b4bc-ce76f17400d7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933785 Aug 11 02:44:52.858229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.136067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:53.290951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:53.296969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:53.303271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.516986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.573937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:53.583103 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.585034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d0a82f8-155b-40f0-8a35-b76f5079bc58 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:53.707652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801511c3-7b4a-450f-a0c6-3c25891f8dbe req-59fcddfe-05af-4e4d-b64d-385384fb12ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:53.716368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.722036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-801511c3-7b4a-450f-a0c6-3c25891f8dbe req-59fcddfe-05af-4e4d-b64d-385384fb12ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.1122980 Aug 11 02:44:53.739877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.800124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-801511c3-7b4a-450f-a0c6-3c25891f8dbe req-5539a75f-601a-4fbf-8a46-5debc9040d68 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745924 Aug 11 02:44:53.845541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:53.880774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:53.903696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:53.906380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:54.015245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601059f-79fc-4a65-9744-ead4d79150ef req-5b959a81-f13a-4df1-91a4-a2772d0cdeaf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:54.016939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f601059f-79fc-4a65-9744-ead4d79150ef req-5b959a81-f13a-4df1-91a4-a2772d0cdeaf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.0908144 Aug 11 02:44:54.076187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:44:54.079307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:44:54.105479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f601059f-79fc-4a65-9744-ead4d79150ef req-1432359d-ff5e-4db5-be6a-5265c9391fbd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754530 Aug 11 02:44:54.176467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc80056-7944-4039-97c7-ab02c977594a None None] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:44:54.272437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Provisioning for port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:54.291250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:54.291688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Provisioning complete for port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:54.292275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.498822 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:54.512601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-63026392-f9a5-4eee-8c8d-b7c4dc5a57fc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/8f032ce7-0fb3-4d17-b4cf-3b3369b16873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3070672 Aug 11 02:44:54.562487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.639322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] For port 5d0a82f8-155b-40f0-8a35-b76f5079bc58, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d0a82f8-155b-40f0-8a35-b76f5079bc58,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:54.649032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:54.761546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec4c3-dcd7-4232-b2a0-aeb795191712 None None] Pushing event updated for resources: {'Port': ['ID=5d0a82f8-155b-40f0-8a35-b76f5079bc58,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:55.077162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:55.102779 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Sync routers for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:55.150821 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:55.154322 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:55.154784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Provisioning for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:55.165887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-9e96b43c-9cb4-4414-bf9d-8ef1dd44de6e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437977385&fields=id&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 267 time: 0.1564844 Aug 11 02:44:55.189058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bf021-b591-4a29-b771-54ac1f2ad1a8 req-b0bdab05-c85f-436f-82e2-5df352434d2c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:55.189930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Provisioning complete for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:55.190529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.191795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-815bf021-b591-4a29-b771-54ac1f2ad1a8 req-b0bdab05-c85f-436f-82e2-5df352434d2c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.1433074 Aug 11 02:44:55.282152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-997b99aa-28f2-4916-8020-2328579e2a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.313255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:55.343153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Provisioning complete for port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:55.343590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afb3b71e-c8b3-4938-aac2-31392f0a3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.346895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:55.350328 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.483520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-24b59d07-9060-4db6-8d71-4512557fb08d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:55.498665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-24b59d07-9060-4db6-8d71-4512557fb08d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 797 time: 0.3052273 Aug 11 02:44:55.523881 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-815bf021-b591-4a29-b771-54ac1f2ad1a8 req-176948da-e843-4e68-b9a4-483efdff0062 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197808 Aug 11 02:44:55.570962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-7eaf3b89-fbe4-497f-8836-7c22f34666be tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/quotas/ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 375 time: 0.0706794 Aug 11 02:44:55.588481 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:55.692044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.768508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-1e6a189b-4304-4403-a137-e13c7e06a332 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:55.772943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-1e6a189b-4304-4403-a137-e13c7e06a332 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.5469089 Aug 11 02:44:55.952324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d0a82f8-155b-40f0-8a35-b76f5079bc58 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:56.030810 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 2, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:56.072038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-d6a86629-026a-4d81-bcab-0c40cde83fdd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4903634 Aug 11 02:44:56.085253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c88f1711-abfb-4be0-bd63-d6781cc5f243 None None] Provisioning complete for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:56.085586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c88f1711-abfb-4be0-bd63-d6781cc5f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.116632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fbb83-90d9-4ec4-b379-0377c59a8624 req-d9f439bb-09ac-421e-8a73-c6f76d246dbd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:56.119896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f16fbb83-90d9-4ec4-b379-0377c59a8624 req-d9f439bb-09ac-421e-8a73-c6f76d246dbd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.3437142 Aug 11 02:44:56.132829 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Checking router: 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:56.133462 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Updating router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:44:56.175685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c88f1711-abfb-4be0-bd63-d6781cc5f243 None None] Port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:44:56.186057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:56.186677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.192193 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.277251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 93b8840e-605f-4dee-8e11-0bd45190fcd0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:44:56.278051 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.443705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f16fbb83-90d9-4ec4-b379-0377c59a8624 req-bb963ed2-c8bc-44db-938c-56baf253e1f4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702901 Aug 11 02:44:56.507273 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.520858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-44a0b7f0-3148-4247-ad1f-3214ccec7393 service neutron] 10.222.0.68 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991878 Aug 11 02:44:56.580281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 93b8840e-605f-4dee-8e11-0bd45190fcd0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=93b8840e-605f-4dee-8e11-0bd45190fcd0,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:44:56.581038 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.751945 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.773602 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Transition to ACTIVE for port object e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:44:56.784691 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.865750 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555883-526e-4481-a57a-a37133265065 None None] Pushing event updated for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:56.892406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.892406 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.892854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.893680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.894289 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.894842 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.895399 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.895992 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.896711 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.897256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.897856 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.898390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e555883-526e-4481-a57a-a37133265065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:56.913790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0745-e460-4ee0-9da9-ec0f68e11362 req-d5f70895-1b4f-4c58-99e2-bd7df85fb752 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:56.923280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7e0745-e460-4ee0-9da9-ec0f68e11362 req-d5f70895-1b4f-4c58-99e2-bd7df85fb752 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 945 time: 0.2150285 Aug 11 02:44:56.970952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.971397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.971648 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP fc60bae7-67d6-4b34-8d97-c65f10e331ea disassociated. External IP: 172.25.3.93, port: 93b8840e-605f-4dee-8e11-0bd45190fcd0. Aug 11 02:44:56.972004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 93b8840e-605f-4dee-8e11-0bd45190fcd0 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:44:56.995670 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Attempting to bind port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:44:56.996332 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Attempting to bind port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:44:56.996935 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Attempting to bind port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:44:57.006050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7e0745-e460-4ee0-9da9-ec0f68e11362 req-226688a8-9318-4966-b38b-7ec54b81fbae tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801411 Aug 11 02:44:57.009426 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:44:57.010237 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:44:57.011177 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.026396 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Bound using segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:44:57.026396 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Bound port: e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:44:57.026396 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.044870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-edd1fa4b-ee13-4aae-84ab-b3440f8e23f3 service neutron] 10.222.0.68 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040689 Aug 11 02:44:57.187788 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] For port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:44:57.194490 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] For port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:44:57.208901 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.286078 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.326400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=93b8840e-605f-4dee-8e11-0bd45190fcd0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:57.355681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.356339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.356870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.357403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.357977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.358473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.358976 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.359487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.359981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.360467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.360952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.361459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:44:57.401247 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555883-526e-4481-a57a-a37133265065 None None] Pushing event updated for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:44:57.447991 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:57.455061 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:57.478743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffd9775b-d177-4a34-ae4a-9228b15bc542 req-93f1d772-e68e-4eda-99e6-61fa3600f998 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 210 time: 0.0342615 Aug 11 02:44:57.690011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dfc89-c093-44e0-8e54-e037aeb4a7d1 req-07e84757-cf1a-4489-b625-102709ce6f5e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:44:57.705241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-767dfc89-c093-44e0-8e54-e037aeb4a7d1 req-07e84757-cf1a-4489-b625-102709ce6f5e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1099341 Aug 11 02:44:57.720015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:44:57.810362 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:57.821622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-767dfc89-c093-44e0-8e54-e037aeb4a7d1 req-c3c67241-1913-426b-b3e6-321eb54c5b73 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147833 Aug 11 02:44:58.093263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:58.189517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:44:58.206065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:44:58.219974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:58.220898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:58.279365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f035b02-7f66-4874-9bfa-20223673d788 req-5f5bc4f2-52f6-498e-963f-88e9669c1e41 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.1095293 Aug 11 02:44:58.310607 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:57Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:58.312670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 93b8840e-605f-4dee-8e11-0bd45190fcd0 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:44:58.321019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:58.331454 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d4e05db-2ea4-4a5c-bcc6-df967e67075b req-fcbf26d7-610f-4f00-9873-399b40bd4e77 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "DELETE /v2.0/ports/93b8840e-605f-4dee-8e11-0bd45190fcd0 HTTP/1.1" status: 204 len: 173 time: 2.5255477 Aug 11 02:44:58.332207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'name': 'network-vif-deleted', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:44:58.336280 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2063386-42e2-4f40-9a13-58ae2e74b303" -d '{"events": [{"server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "name": "network-vif-deleted", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:44:58.354482 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae6a54-73af-4195-95b9-edda72188d5c None None] The sync data for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 is: [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:57Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:44:58.380091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:58.479898 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9f7ff8-8815-4708-9bb5-3ec48094613b x-openstack-request-id: req-4e9f7ff8-8815-4708-9bb5-3ec48094613b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:44:58.480361 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c", "name": "network-vif-deleted", "tag": "93b8840e-605f-4dee-8e11-0bd45190fcd0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:44:58.481315 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e9f7ff8-8815-4708-9bb5-3ec48094613b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:44:58.482017 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c', 'name': 'network-vif-deleted', 'tag': '93b8840e-605f-4dee-8e11-0bd45190fcd0', 'status': 'completed', 'code': 200} Aug 11 02:44:58.526548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:58.675366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bade11e-7226-47e7-8221-a59dfb8bc70f req-b3530f64-fb01-4f7f-86a5-10aa17f31f51 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 210 time: 0.0482163 Aug 11 02:44:58.942564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:59.060294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:44:59.079272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 93b8840e-605f-4dee-8e11-0bd45190fcd0 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:44:59.123829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 93b8840e-605f-4dee-8e11-0bd45190fcd0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:44:59.124490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 93b8840e-605f-4dee-8e11-0bd45190fcd0 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:44:59.134336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:44:59.140714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:44:59.259215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:44:59.514190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:44:59.538243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:44:59.538628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:59.653650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:44:59.875269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.032479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:00.060787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:00.155108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9e0e7f6-aaa3-49f0-bfaa-371f0cb36a4d req-a8e43d0f-933d-4651-9bba-360e75a61e73 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.1114466 Aug 11 02:45:00.200664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:00.235981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df990e-4292-47a5-a7c4-11feadcedb79 req-80df692c-ab1d-4595-8b4d-7f20f8c3b773 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.242450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26df990e-4292-47a5-a7c4-11feadcedb79 req-80df692c-ab1d-4595-8b4d-7f20f8c3b773 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 1.0482457 Aug 11 02:45:00.245243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.248835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.249714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.250917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.252004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.252624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.253243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.254645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.255310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.256070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.257238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.258086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:00.427933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11fa3bf3-4b3c-450a-b345-70e0185c57cd req-120f2e70-1deb-4fe2-86f0-c37bd3164ab8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 210 time: 0.1284957 Aug 11 02:45:00.432509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-c940e6f0-bdd1-472b-a299-9792794168cf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:00.434611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-c940e6f0-bdd1-472b-a299-9792794168cf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 797 time: 1.2225332 Aug 11 02:45:00.458480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26df990e-4292-47a5-a7c4-11feadcedb79 req-34fdc2a9-0145-460c-85f7-57e5c488161d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062843 Aug 11 02:45:00.533138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-df330816-484d-4a5a-ac1b-e6dc943f70e0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 379 time: 0.0704973 Aug 11 02:45:00.545298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'port': {'device_id': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'admin_state_up': True, 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'security_groups': ['594435b9-4d45-43a1-98f3-e2d6247b451f']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:00.588463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:00.662086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60652c79-88bc-4c5d-af52-d5c2c59281f8 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:00.812450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:00.816955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.006498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:01.019477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.6 (d4b0c79f-88f4-4674-ba4a-f9f67cff921b/1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49/c59bf17c-6ad1-4611-b22f-67e5558fdcba) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:01.117172 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2d5ff-c77f-4102-a13f-4fa2e269046c None None] New status for floating IP fc60bae7-67d6-4b34-8d97-c65f10e331ea: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:45:01.162772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:01.163335 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.321731 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.361038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object c59bf17c-6ad1-4611-b22f-67e5558fdcba will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:01.471560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-990490d6-5ae7-4f17-b39e-ab0321343025 req-e760f23b-4a13-400d-bb6d-6ba6adb6e437 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.0622079 Aug 11 02:45:01.480335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.641047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:01.646512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:01.662410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:01.672267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:01.735729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf2ded-8799-4b7e-9400-06cf04d2dd9a req-ea922890-a031-4833-86f0-4280a342ffdb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:01.737417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdf2ded-8799-4b7e-9400-06cf04d2dd9a req-ea922890-a031-4833-86f0-4280a342ffdb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 931 time: 0.1654623 Aug 11 02:45:01.748640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:01.749341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.799175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2bb7f-83ed-4d23-bcf7-6534bbe3a9d4 req-576c7ca5-be5f-4f0b-a693-a7083f7a2df3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:01.800780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9a2bb7f-83ed-4d23-bcf7-6534bbe3a9d4 req-576c7ca5-be5f-4f0b-a693-a7083f7a2df3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1786473 Aug 11 02:45:01.828969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdf2ded-8799-4b7e-9400-06cf04d2dd9a req-eaa90762-cc88-42be-a8ad-de65f00885d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765390 Aug 11 02:45:01.862910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-42c44e15-bdc2-442c-b670-2bba449f5013 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3222013 Aug 11 02:45:01.882872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Request body: {'port': {'device_id': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:01.953657 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.976171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d9a2bb7f-83ed-4d23-bcf7-6534bbe3a9d4 req-1d14d4b0-76d0-4126-afd5-1191ffc75ddb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420517 Aug 11 02:45:02.034285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a64cdac-0afc-4b19-8f76-94b8d6c12e9b None None] Provisioning for port c59bf17c-6ad1-4611-b22f-67e5558fdcba completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:02.048780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1a64cdac-0afc-4b19-8f76-94b8d6c12e9b None None] Provisioning complete for port c59bf17c-6ad1-4611-b22f-67e5558fdcba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:02.049526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a64cdac-0afc-4b19-8f76-94b8d6c12e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.131603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1a64cdac-0afc-4b19-8f76-94b8d6c12e9b None None] Port c59bf17c-6ad1-4611-b22f-67e5558fdcba cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:02.342380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:02.351492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.367564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Transition to ACTIVE for port object c59bf17c-6ad1-4611-b22f-67e5558fdcba will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:02.373282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.450525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:02.514869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:02.515212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:02.515548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:02.521113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:02.521453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:02.528432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:02.528777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:02.529170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Bound using segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:02.529625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Bound port: c59bf17c-6ad1-4611-b22f-67e5558fdcba, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:02.530035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.750095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91c30499-3307-4c2e-95ca-c00ace194a86 req-38d9c7aa-6ef1-4583-8411-b49ffa1a50a4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.0424185 Aug 11 02:45:02.759479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:02.785932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:02.792305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.832838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:02.833319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:02.834848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] 10.222.0.61 "PUT /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 1092 time: 0.9574659 Aug 11 02:45:02.835364 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:02.837843 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:02.946805 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe43354-e857-42ca-9262-1d63dce0c5d1 x-openstack-request-id: req-afe43354-e857-42ca-9262-1d63dce0c5d1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:02.947110 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:02.947407 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-afe43354-e857-42ca-9262-1d63dce0c5d1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:02.947857 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:45:02.954530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac782785-9f68-4faf-907b-f4dbdce1b5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:03.020855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-3e7e6090-21dd-4123-a5bb-dbbbe157bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.033399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-3e7e6090-21dd-4123-a5bb-dbbbe157bae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.1019111 Aug 11 02:45:03.184071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-3b52a42a-c529-45fa-89f3-eb2476834484 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 217 time: 0.1483626 Aug 11 02:45:03.372067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ccc3d-2047-4f1a-9701-35e30829e8aa req-a25e74c9-1f74-497e-964a-d39751dc40cb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.375253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc6ccc3d-2047-4f1a-9701-35e30829e8aa req-a25e74c9-1f74-497e-964a-d39751dc40cb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.3377671 Aug 11 02:45:03.387661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-2f4b0fc5-29ef-41f8-a3af-98eb811b9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.390652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-2f4b0fc5-29ef-41f8-a3af-98eb811b9b23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.1737380 Aug 11 02:45:03.409881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1f10-d332-4856-a2ad-7d85e2c23601 req-79532462-566e-4098-ac66-1bae6cd41fcf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.412800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df0d1f10-d332-4856-a2ad-7d85e2c23601 req-79532462-566e-4098-ac66-1bae6cd41fcf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.2769146 Aug 11 02:45:03.640816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc6ccc3d-2047-4f1a-9701-35e30829e8aa req-acde97a5-8dd1-4f1f-8492-c11187f1388a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480266 Aug 11 02:45:03.650207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df0d1f10-d332-4856-a2ad-7d85e2c23601 req-42d80a9b-dde4-4191-817c-786044ce94a5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904185 Aug 11 02:45:03.654981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7818b-052a-4b05-b944-af36c3b393ab req-bc2e4430-5a51-4a39-9c3e-d69d03768895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:03.659136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-bc2e4430-5a51-4a39-9c3e-d69d03768895 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2433970 Aug 11 02:45:03.828974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-1c310c3e-8260-43af-97dc-a038c62b3a87 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591220 Aug 11 02:45:03.913042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a646e12d-0380-446c-8a37-6c1c3e926f0a req-55327007-205b-432a-bacb-1e13705e6564 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.0642896 Aug 11 02:45:03.967357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64d7818b-052a-4b05-b944-af36c3b393ab req-fb4691e1-656f-4e1d-af1a-bb47b9a0f812 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285791 Aug 11 02:45:04.084185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-c83d949b-478c-4bc0-b44c-9840b3dd683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.085897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-c83d949b-478c-4bc0-b44c-9840b3dd683a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.0546670 Aug 11 02:45:04.220093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-3a5f31ee-c604-4fd8-8aaf-ef6a4bcbb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.221757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-3a5f31ee-c604-4fd8-8aaf-ef6a4bcbb4d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1246803 Aug 11 02:45:04.295714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-dc9c5ea7-eb4e-4ec1-912c-6fea0f38d77b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 217 time: 0.0631735 Aug 11 02:45:04.391726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-facba199-5bfd-4adc-84cc-202a5b4df107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.394817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-facba199-5bfd-4adc-84cc-202a5b4df107 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0850606 Aug 11 02:45:04.467768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-0f3a87d3-c72c-40a7-8842-21200e183d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.469994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-0f3a87d3-c72c-40a7-8842-21200e183d39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631962 Aug 11 02:45:04.595729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-acc4242c-9883-4148-ab7d-5adb986de586 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160176 Aug 11 02:45:04.806275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10df2f8d-fcbd-4eda-aafa-9ea41d08cd6d req-569aaf05-aeb2-4019-b2f6-e1f1d4ffdf02 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021108 Aug 11 02:45:04.908531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43bfc3-8780-422a-ae85-40276f859a29 req-928be4d4-9e2f-4eb4-8636-6ad188260fa2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.910455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf43bfc3-8780-422a-ae85-40276f859a29 req-928be4d4-9e2f-4eb4-8636-6ad188260fa2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1103532 Aug 11 02:45:04.919167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2408-4151-4a59-8655-0621a3863dcc req-9d610d5a-416a-4f6c-bf11-5aaa44cd2f2f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:04.920891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36ac2408-4151-4a59-8655-0621a3863dcc req-9d610d5a-416a-4f6c-bf11-5aaa44cd2f2f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1190212 Aug 11 02:45:04.988470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf43bfc3-8780-422a-ae85-40276f859a29 req-fae06cf0-2e66-4827-aef1-c2a614084b98 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659652 Aug 11 02:45:04.995107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36ac2408-4151-4a59-8655-0621a3863dcc req-58bcb1e9-ee65-4e0b-ae70-c2473b7a52ff tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Aug 11 02:45:05.138290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-179533a4-b503-4a7a-9c1d-24c7da275b64 req-e301fbd2-aec7-44e1-8334-6f9504cc7080 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d998b49-ce6d-4dc6-b16f-fa5cc7f0b47c HTTP/1.1" status: 200 len: 210 time: 0.0408916 Aug 11 02:45:06.174621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ceba7-253a-4c44-8872-e98b63008af1 req-cc868d3b-90ab-4298-8244-779c3369864d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.176476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-714ceba7-253a-4c44-8872-e98b63008af1 req-cc868d3b-90ab-4298-8244-779c3369864d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.0902240 Aug 11 02:45:06.200925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d0cd5-db8d-4ff7-a7a3-18a298a7d7e4 req-50c093aa-64cf-4a8e-aa83-5f56c136d489 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.202609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-069d0cd5-db8d-4ff7-a7a3-18a298a7d7e4 req-50c093aa-64cf-4a8e-aa83-5f56c136d489 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.0866020 Aug 11 02:45:06.264062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-714ceba7-253a-4c44-8872-e98b63008af1 req-d065d3d2-06df-4682-90b3-e1bb7cc643a3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778856 Aug 11 02:45:06.280874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-069d0cd5-db8d-4ff7-a7a3-18a298a7d7e4 req-6055c777-2b07-498f-8416-a9c020d15781 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697505 Aug 11 02:45:06.709710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-61389b41-37b7-4b8f-9c91-8a7a900d1bed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248554558&fields=id&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 267 time: 0.1011994 Aug 11 02:45:06.880365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-44371f1e-cb05-456c-b57a-864ab10423fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:06.882074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-44371f1e-cb05-456c-b57a-864ab10423fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.1479676 Aug 11 02:45:06.907988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-3fe81d6e-5d3f-44b8-a229-c752614393f1 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0149519 Aug 11 02:45:06.981570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-1f57c798-3962-40b5-a786-23c98239bfc9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671504 Aug 11 02:45:07.100310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-1fbf591c-2d22-47bb-8549-800b35def2e8 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058130 Aug 11 02:45:07.242948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-f78fb4c1-2746-4d10-8057-50dded14e441 service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310065 Aug 11 02:45:07.499100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593db82-7499-49f0-bfee-04be893ee55f req-727a3e65-c14b-4d69-910f-0e37e464c2e0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:07.501426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3593db82-7499-49f0-bfee-04be893ee55f req-727a3e65-c14b-4d69-910f-0e37e464c2e0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1345205 Aug 11 02:45:07.559332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3593db82-7499-49f0-bfee-04be893ee55f req-9e0a9899-6d50-445a-a0d6-6cdf4325d18c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 Aug 11 02:45:07.602731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:07.834606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3f943b6-3085-4be2-a62a-54368bd59822 req-5fa72bf6-a345-4ee0-b677-a25a6fd41184 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0621109 Aug 11 02:45:07.880855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf6e68-6738-4ee0-a95e-1a7c41392ee7 req-6f38ccbb-9a31-42c0-9efa-628aa9bf2097 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:07.896996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bdf6e68-6738-4ee0-a95e-1a7c41392ee7 req-6f38ccbb-9a31-42c0-9efa-628aa9bf2097 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1897533 Aug 11 02:45:07.952085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:07.965293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:07.982213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bdf6e68-6738-4ee0-a95e-1a7c41392ee7 req-c19bb26c-46e5-4805-a511-afac8de96c80 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809994 Aug 11 02:45:08.038267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.060412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:08.085008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:08.089978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:08.147641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:08.371631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c59bf17c-6ad1-4611-b22f-67e5558fdcba'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:08.772946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651f029-0544-4cfc-8caf-d6215587ef58 req-8b5b951b-6318-48d4-9adf-2315fe0fc00c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:08.775780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5651f029-0544-4cfc-8caf-d6215587ef58 req-8b5b951b-6318-48d4-9adf-2315fe0fc00c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.0823581 Aug 11 02:45:08.818336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5651f029-0544-4cfc-8caf-d6215587ef58 req-e21b08e6-0ee7-4f27-9c5d-917f48880dce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368085 Aug 11 02:45:08.975426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdfd2277-1a1e-4f70-91ea-5aaeccec6ae7 req-e07ea914-0bcd-4ae6-bfd5-6f953db04e9b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0537171 Aug 11 02:45:09.295900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072e30-239c-4d29-90bb-684d9ec9093a req-e6ad2c0f-e083-464a-aa9b-0e96ad46282d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.309445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc072e30-239c-4d29-90bb-684d9ec9093a req-e6ad2c0f-e083-464a-aa9b-0e96ad46282d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1665773 Aug 11 02:45:09.377089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-d7c121a9-6a79-440a-ac6a-6ddc6ab98008 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:09.379767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-d7c121a9-6a79-440a-ac6a-6ddc6ab98008 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.3387856 Aug 11 02:45:09.433423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc072e30-239c-4d29-90bb-684d9ec9093a req-6a8b7c18-3060-4315-8ab7-ea710f1e3d3d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224954 Aug 11 02:45:09.481781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-8eb50a9c-f499-4355-b136-f1a50720ba8c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 379 time: 0.0840254 Aug 11 02:45:09.492971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'security_groups': ['5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:09.627663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:09.636158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:09.643904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.739551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c59bf17c-6ad1-4611-b22f-67e5558fdcba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:09.748154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c59bf17c-6ad1-4611-b22f-67e5558fdcba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:09.749165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.881524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.11 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:09.937660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:09.979620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:09.983568 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aedd7c2-1e63-49b5-9494-d30fa2304305" -d '{"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-plugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:10.011956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:10.016791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.076644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4164f-9254-4f78-8755-c13a12a1207b req-7214c8cf-ba62-45f8-b5fb-68f7a91e2b03 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.084291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46c4164f-9254-4f78-8755-c13a12a1207b req-7214c8cf-ba62-45f8-b5fb-68f7a91e2b03 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.1438181 Aug 11 02:45:10.165396 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ccdab1-0a5d-48eb-83fe-520614c47e63 x-openstack-request-id: req-68ccdab1-0a5d-48eb-83fe-520614c47e63 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:10.165961 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-plugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:10.166086 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68ccdab1-0a5d-48eb-83fe-520614c47e63 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:10.171225 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'code': 200} Aug 11 02:45:10.196018 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.220487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:10.272503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ffff1612-d1e3-455e-99eb-37a7bc20d292 req-9d9d185a-7a9d-43ee-8a2a-c4f369ec5503 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0723162 Aug 11 02:45:10.275595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46c4164f-9254-4f78-8755-c13a12a1207b req-cc37695b-7da4-44f8-9000-beb21408a89a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902986 Aug 11 02:45:10.281217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:10.305848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208f1a-3dc8-42dc-8351-321a03b51bf0 req-8fe5ea9b-6989-461c-85f4-a7f5ae260869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.311752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c208f1a-3dc8-42dc-8351-321a03b51bf0 req-8fe5ea9b-6989-461c-85f4-a7f5ae260869 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1097 time: 0.0974905 Aug 11 02:45:10.394253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c208f1a-3dc8-42dc-8351-321a03b51bf0 req-5e42023c-294d-4f78-b148-1f8ab23bbdb1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663123 Aug 11 02:45:10.401744 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.471335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:10.478830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:10.483092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:10.524285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:10.562866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.563647 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.591524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-a2c40068-5835-4a2c-854e-7442c89146a9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1029589 Aug 11 02:45:10.614382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Request body: {'port': {'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:10.773569 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.805423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ce4c-d620-453f-857d-8afc32f05ad1 req-f8051bd6-eaed-4e5d-a00c-a53353467daa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:10.836751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ce4c-d620-453f-857d-8afc32f05ad1 req-f8051bd6-eaed-4e5d-a00c-a53353467daa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1837783 Aug 11 02:45:10.847986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:10.913372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.007828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ce4c-d620-453f-857d-8afc32f05ad1 req-4f05ca87-5d4a-4230-a07e-93cb3daf008b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415102 Aug 11 02:45:11.067074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-86875fb9-558f-4fe0-95b2-7d476aefa893 None None] Provisioning for port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:11.077133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-86875fb9-558f-4fe0-95b2-7d476aefa893 None None] Provisioning complete for port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:11.077544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86875fb9-558f-4fe0-95b2-7d476aefa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.228870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-86875fb9-558f-4fe0-95b2-7d476aefa893 None None] Port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:11.584952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5ff5f-6484-4253-aba4-5c76edbdcc41 req-022a1638-848b-41f1-9d50-db9e9815c7e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.598211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44a5ff5f-6484-4253-aba4-5c76edbdcc41 req-022a1638-848b-41f1-9d50-db9e9815c7e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1345308 Aug 11 02:45:11.715843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda015-263b-41c7-9542-7bb76bbfe297 req-30b99b40-90c1-404f-814b-4091243a530b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:11.717969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71cda015-263b-41c7-9542-7bb76bbfe297 req-30b99b40-90c1-404f-814b-4091243a530b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 932 time: 0.1769941 Aug 11 02:45:11.723950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44a5ff5f-6484-4253-aba4-5c76edbdcc41 req-f211fe88-8c24-4de9-9475-3689548ba1d7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245520 Aug 11 02:45:11.747970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:11.811053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.854544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Transition to ACTIVE for port object 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:11.878737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71cda015-263b-41c7-9542-7bb76bbfe297 req-dc187b76-d786-4802-96ed-f889cfc64581 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176851 Aug 11 02:45:11.891533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:11.970503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Pushing event updated for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:12.180580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Attempting to bind port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:12.181934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Attempting to bind port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:12.183167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Attempting to bind port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:12.195613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:12.196143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Attempting to bind port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:12.221959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:12.222561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:12.223138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:12.223989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Bound port: 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:12.226405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:12.343321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d49e0-dfcb-4f8a-991d-899380d0270b req-5d28d265-31ca-46d9-b912-82ee210b0b02 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:12.347024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f3d49e0-dfcb-4f8a-991d-899380d0270b req-5d28d265-31ca-46d9-b912-82ee210b0b02 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1427722 Aug 11 02:45:12.469423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f3d49e0-dfcb-4f8a-991d-899380d0270b req-e33ba11d-3ef1-4d08-bee8-29af66082e4d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125867 Aug 11 02:45:12.475888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:12.483946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:12.493235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:12.563238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:12.564376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:12.566983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] 10.222.0.67 "PUT /v2.0/ports/45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 1093 time: 1.9648774 Aug 11 02:45:12.567716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:12.572003 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08347016-cb57-4585-b31d-cad405dbb449" -d '{"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:12.676195 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c3e9a0-6605-48e1-923b-c5bb7a1e42f9 x-openstack-request-id: req-b9c3e9a0-6605-48e1-923b-c5bb7a1e42f9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:12.676648 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:12.677095 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9c3e9a0-6605-48e1-923b-c5bb7a1e42f9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:12.677684 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'status': 'completed', 'code': 200} Aug 11 02:45:12.682627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451434-4fa8-4d1f-89a2-3b2baab98194 service neutron] Pushing event updated for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:13.337469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-e254339d-1fe7-4c8b-826c-c44416b6abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.340084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-e254339d-1fe7-4c8b-826c-c44416b6abc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1096 time: 0.7228112 Aug 11 02:45:13.372612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3f85-21ea-4b66-9f55-34016a056e1e req-98e66e40-0e07-4e43-8d55-8f403c789077 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.377969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8aa3f85-21ea-4b66-9f55-34016a056e1e req-98e66e40-0e07-4e43-8d55-8f403c789077 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1594656 Aug 11 02:45:13.427088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf0261-a0f8-4610-afd1-c50a8b51c757 req-eeaabbeb-16d0-450d-8335-17930ea49eb3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.429187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5cf0261-a0f8-4610-afd1-c50a8b51c757 req-eeaabbeb-16d0-450d-8335-17930ea49eb3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.2130003 Aug 11 02:45:13.431841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-fdb84685-5eb1-4268-8b11-c7418b98a820 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 217 time: 0.0814247 Aug 11 02:45:13.533688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-996d3b51-18da-4fc8-8fc3-006d46afb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.535768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-996d3b51-18da-4fc8-8fc3-006d46afb261 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0955973 Aug 11 02:45:13.575744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8aa3f85-21ea-4b66-9f55-34016a056e1e req-6b87464e-e261-4d2c-b25b-88d10ab66a3b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563261 Aug 11 02:45:13.602402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5cf0261-a0f8-4610-afd1-c50a8b51c757 req-f5e1e31c-8ade-4536-aa32-cb1e5ca68aed tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642215 Aug 11 02:45:13.669679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-e649b3ed-cf34-4509-9680-9d97484fbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.675273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-e649b3ed-cf34-4509-9680-9d97484fbe22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238503 Aug 11 02:45:13.868356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7600601-8a41-4a36-8fec-4afc81e5f178 req-d8a9a942-47a5-460b-9c20-029fc989d46f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.869959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7600601-8a41-4a36-8fec-4afc81e5f178 req-d8a9a942-47a5-460b-9c20-029fc989d46f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1874261 Aug 11 02:45:13.913272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96021-568e-49b0-ba3d-b65e2e391f7b req-9399027d-0512-4b9e-a20a-09cce088a443 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:13.915057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00c96021-568e-49b0-ba3d-b65e2e391f7b req-9399027d-0512-4b9e-a20a-09cce088a443 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1610720 Aug 11 02:45:13.938468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-262b530e-468d-4e45-945c-449b3633b46c service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527835 Aug 11 02:45:14.065384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7600601-8a41-4a36-8fec-4afc81e5f178 req-32a69f7c-c0df-419b-889c-d3b573aae7db tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685205 Aug 11 02:45:14.083726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00c96021-568e-49b0-ba3d-b65e2e391f7b req-8e159171-d65f-40c4-a46d-1315abc54ca2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479232 Aug 11 02:45:14.160767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52972) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:14.194667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b07e43ab-6615-4cd9-9d04-a891dfa72406 req-e937658e-d930-4e10-ae8f-fdfe814358aa service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448483 Aug 11 02:45:14.248293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b95f3-f699-45ff-896b-f0b4721c0d45 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.254273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-895b95f3-f699-45ff-896b-f0b4721c0d45 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1092 time: 0.0898068 Aug 11 02:45:14.257482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 52974) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:14.266539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:14.320469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.439938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347016-cb57-4585-b31d-cad405dbb449 req-31e2c714-eb30-4b8e-b642-e5c87de0381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.441843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-31e2c714-eb30-4b8e-b642-e5c87de0381a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1096 time: 0.1702399 Aug 11 02:45:14.510895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:14.585355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347016-cb57-4585-b31d-cad405dbb449 req-24626ebb-36db-42f9-b066-5760d1f4d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.586947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-24626ebb-36db-42f9-b066-5760d1f4d9af service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.1356409 Aug 11 02:45:14.666134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-cd8d831b-ac34-4247-abd0-89395f8e140d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 217 time: 0.0712576 Aug 11 02:45:14.717170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.206 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/53e53cf2-3929-45f0-b622-aac61b837f4d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:14.819458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347016-cb57-4585-b31d-cad405dbb449 req-28c92097-b37b-41df-9cf9-ed4aa15c6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:14.823097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-28c92097-b37b-41df-9cf9-ed4aa15c6385 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1494668 Aug 11 02:45:15.001143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347016-cb57-4585-b31d-cad405dbb449 req-4b9805d9-58e0-45dc-8615-f3729e7c4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.010125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-4b9805d9-58e0-45dc-8615-f3729e7c4bcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738396 Aug 11 02:45:15.011068 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.140669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:15.291492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-1f2bbfca-a0c9-4e24-bc52-9b51e87d415c service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732685 Aug 11 02:45:15.303704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ca5f9-f9f2-4cf6-be19-9cd659d2d524 req-2186e79e-47a0-4ed2-a143-2c12e967a3a5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.311753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e3ca5f9-f9f2-4cf6-be19-9cd659d2d524 req-2186e79e-47a0-4ed2-a143-2c12e967a3a5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.1787436 Aug 11 02:45:15.343772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:15.352215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:15.360880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:15.483486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026648-407f-4444-a6c5-9c9bec6226d5 req-4e6be3f7-5c42-4be6-9d80-0f7734148112 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:15.485165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15026648-407f-4444-a6c5-9c9bec6226d5 req-4e6be3f7-5c42-4be6-9d80-0f7734148112 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.2368374 Aug 11 02:45:15.531817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e3ca5f9-f9f2-4cf6-be19-9cd659d2d524 req-2d5591fe-1c85-4b62-950e-a0dc94b0f178 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119789 Aug 11 02:45:15.603579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15026648-407f-4444-a6c5-9c9bec6226d5 req-a241fd9e-0565-4b0c-8ef5-29245295565a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046348 Aug 11 02:45:15.608371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08347016-cb57-4585-b31d-cad405dbb449 req-ae77d610-41a2-4c14-9ff8-44db0f6ccc22 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657702 Aug 11 02:45:15.610089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=53e53cf2-3929-45f0-b622-aac61b837f4d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:16.038125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.153389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.456191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.467384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.593479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=53e53cf2-3929-45f0-b622-aac61b837f4d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:16.609848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:16.941897 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 58eb2903-6437-436d-8dcb-748896aee9aa associated. External IP: 172.25.3.206, port: c59bf17c-6ad1-4611-b22f-67e5558fdcba. Aug 11 02:45:16.957219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f831b3-99db-4e63-aee0-5cee305b2571 req-66aa278e-605a-4b70-ab73-4243d213532b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:16.970273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32f831b3-99db-4e63-aee0-5cee305b2571 req-66aa278e-605a-4b70-ab73-4243d213532b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.3003268 Aug 11 02:45:17.075306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32f831b3-99db-4e63-aee0-5cee305b2571 req-c9ce7a2e-6f16-4621-afa2-014e3e591efd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038105 Aug 11 02:45:17.087261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34321417-2891-40d7-ac8f-15001e4e25cc req-264d4fb4-b2fc-40dc-8765-ebcf0c14e5c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:17.088894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34321417-2891-40d7-ac8f-15001e4e25cc req-264d4fb4-b2fc-40dc-8765-ebcf0c14e5c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1804404 Aug 11 02:45:17.141837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34321417-2891-40d7-ac8f-15001e4e25cc req-569df7db-13e5-4bf8-bd9c-b20e775fa69f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Aug 11 02:45:17.712818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:17.905952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:17.926050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Sync routers for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:17.933344 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:17.955331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:17.959709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:17.981647 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b4b361e8-95e5-4294-9ff9-dc38a95340cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7218208 Aug 11 02:45:17.982331 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:17.985334 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3920a44e-2eda-4628-800f-4b77380e5703" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:18.071977 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148e763-e13f-47cf-89cc-9c6fe87fd7e8 x-openstack-request-id: req-8148e763-e13f-47cf-89cc-9c6fe87fd7e8 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:18.072427 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:18.072826 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8148e763-e13f-47cf-89cc-9c6fe87fd7e8 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:18.073331 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:45:18.202318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:18.289378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608d535-bdf2-4a94-a0f3-82a9f0f458ba req-1d66457b-5b2a-4e4d-aeef-02e5c6c8a2eb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.290956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b608d535-bdf2-4a94-a0f3-82a9f0f458ba req-1d66457b-5b2a-4e4d-aeef-02e5c6c8a2eb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.2061200 Aug 11 02:45:18.300792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a44e-2eda-4628-800f-4b77380e5703 req-10d48688-78f4-4926-809c-00cae301eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.302364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-10d48688-78f4-4926-809c-00cae301eb47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1097 time: 0.1316831 Aug 11 02:45:18.431652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d159f-629c-4919-b7bb-c244e9588e1d req-0ab05dc9-8086-45ea-b442-2b4bc83b9543 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.434143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b83d159f-629c-4919-b7bb-c244e9588e1d req-0ab05dc9-8086-45ea-b442-2b4bc83b9543 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.2021396 Aug 11 02:45:18.492818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b608d535-bdf2-4a94-a0f3-82a9f0f458ba req-b12950af-31aa-49e0-a2ea-2d72e8184366 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890771 Aug 11 02:45:18.529495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53000) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:18.599311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b83d159f-629c-4919-b7bb-c244e9588e1d req-60903e9e-6bcf-4362-8900-5928ff162bae tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549144 Aug 11 02:45:18.674980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a44e-2eda-4628-800f-4b77380e5703 req-f3015273-003f-4986-a4e0-0019ff46921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.677673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-f3015273-003f-4986-a4e0-0019ff46921c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.3652241 Aug 11 02:45:18.698078 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2754e67a-8748-4d2c-a2b4-8c03c43aaaef tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 200 len: 991 time: 0.1662364 Aug 11 02:45:18.711438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '58eb2903-6437-436d-8dcb-748896aee9aa', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:15Z', 'updated_at': '2021-08-11T02:45:15Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:18.770649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Checking router: 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:18.773421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256035f-9d61-42a9-8935-e39129881b64 req-1cb93292-7e87-47dc-a58a-9b402668873a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.776078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8256035f-9d61-42a9-8935-e39129881b64 req-1cb93292-7e87-47dc-a58a-9b402668873a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1830435 Aug 11 02:45:18.794178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:18.795895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:44:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:18.859364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-63effb2f-3128-474a-8d98-0b478b0181f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1705730 Aug 11 02:45:18.896011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8256035f-9d61-42a9-8935-e39129881b64 req-34fd3606-f141-4ac1-9049-7dc544a48389 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042247 Aug 11 02:45:18.963917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a44e-2eda-4628-800f-4b77380e5703 req-5ddbac7c-f50b-43eb-8cd8-21aa76b8b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:18.967361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-5ddbac7c-f50b-43eb-8cd8-21aa76b8b557 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0986309 Aug 11 02:45:19.015923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:19.065010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a44e-2eda-4628-800f-4b77380e5703 req-1c2ac9a3-963f-4a3b-9064-29e44691a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:19.068126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-1c2ac9a3-963f-4a3b-9064-29e44691a0a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924835 Aug 11 02:45:19.235508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-077dc84a-66e3-4ade-95e5-931349a67abf service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594689 Aug 11 02:45:19.351252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3920a44e-2eda-4628-800f-4b77380e5703 req-2e7f76da-5888-4443-b31c-22dd55c39d34 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083522 Aug 11 02:45:19.365551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '58eb2903-6437-436d-8dcb-748896aee9aa', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:15Z', 'updated_at': '2021-08-11T02:45:15Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:19.408902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d569559-7d2a-4058-9822-70d29a20a8b7 None None] The sync data for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 is: [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '58eb2903-6437-436d-8dcb-748896aee9aa', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:15Z', 'updated_at': '2021-08-11T02:45:15Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:19.656466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46b079-a0f6-4595-b8a9-4d57b2f25f65 None None] New status for floating IP 58eb2903-6437-436d-8dcb-748896aee9aa: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:45:19.698631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53006) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:19.983050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5864f29-0e24-4852-a355-21a20204fb5f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 200 len: 991 time: 0.2821686 Aug 11 02:45:20.003738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83838e64-b2af-4bd3-8e63-592de8246dd2 req-7e20a8e0-9eec-4f47-b1d5-8cdc0292c41e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:20.015473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83838e64-b2af-4bd3-8e63-592de8246dd2 req-7e20a8e0-9eec-4f47-b1d5-8cdc0292c41e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.2187138 Aug 11 02:45:20.169446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83838e64-b2af-4bd3-8e63-592de8246dd2 req-42218762-7460-479e-8233-62ad3cc890f7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353240 Aug 11 02:45:20.211114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f05c8-37c0-4b3d-9414-1798301a0550 req-7abf59b2-f58a-4606-ad31-dece09897227 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:20.214040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c01f05c8-37c0-4b3d-9414-1798301a0550 req-7abf59b2-f58a-4606-ad31-dece09897227 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.1421232 Aug 11 02:45:20.278785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c01f05c8-37c0-4b3d-9414-1798301a0550 req-5713b8ef-f543-4c74-a75c-ba1484908a67 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522795 Aug 11 02:45:20.987201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53014) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:21.060807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-24db937d-a82f-4231-914c-8bf9741867d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 200 len: 993 time: 0.0720456 Aug 11 02:45:21.311763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514411b-3ee6-4e39-b37c-d54a2fe48fc9 req-c5c254b4-8fb5-4bf4-a5b8-92b078f86931 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:21.313440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8514411b-3ee6-4e39-b37c-d54a2fe48fc9 req-c5c254b4-8fb5-4bf4-a5b8-92b078f86931 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.0583832 Aug 11 02:45:21.371723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8514411b-3ee6-4e39-b37c-d54a2fe48fc9 req-d88d3c80-418d-4b2d-95ab-5491633422d4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Aug 11 02:45:21.454250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a87ab3-2321-468a-a1a6-82f54d769227 req-c741748a-79f4-4a27-9196-9e296f6d3ff0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:21.462267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5a87ab3-2321-468a-a1a6-82f54d769227 req-c741748a-79f4-4a27-9196-9e296f6d3ff0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.0735354 Aug 11 02:45:21.516117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5a87ab3-2321-468a-a1a6-82f54d769227 req-2310ff91-ed87-4a3a-b5b7-d8d753b34396 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Aug 11 02:45:21.769704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a6464-269d-4dff-b143-bf8cc9eef3ab req-e38ed631-abaa-4e29-84f9-3e4161db2270 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:21.771410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b14a6464-269d-4dff-b143-bf8cc9eef3ab req-e38ed631-abaa-4e29-84f9-3e4161db2270 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0627861 Aug 11 02:45:21.840757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b14a6464-269d-4dff-b143-bf8cc9eef3ab req-d2afb366-8adc-4508-bb1e-26a25c393fef tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563633 Aug 11 02:45:22.035073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0f9bb-0af7-4384-a802-5c123f9aa287 req-de38e255-95e1-4371-904e-909da620dabd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.042450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5b0f9bb-0af7-4384-a802-5c123f9aa287 req-de38e255-95e1-4371-904e-909da620dabd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0894849 Aug 11 02:45:22.084138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5b0f9bb-0af7-4384-a802-5c123f9aa287 req-d63264a3-9696-4e8a-acf0-d428b8b251dd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Aug 11 02:45:22.548564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-33982f19-62af-4057-912a-73b077a3314e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.550333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-33982f19-62af-4057-912a-73b077a3314e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.2291522 Aug 11 02:45:22.584013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-108fa4f2-a946-4a92-9bf4-fa369a2ecbce tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/quotas/90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 375 time: 0.0228772 Aug 11 02:45:22.594253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e7be1-258a-4d3b-904d-8f4cd3d018b3 req-53f0b485-e154-4faa-bee1-877a08489e36 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.596144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c00e7be1-258a-4d3b-904d-8f4cd3d018b3 req-53f0b485-e154-4faa-bee1-877a08489e36 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 944 time: 0.1146915 Aug 11 02:45:22.611911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-4f1b79aa-eeeb-4a8f-bbab-a69b1995d412 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144764 Aug 11 02:45:22.673974 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f4105cb-5e0a-4706-89ba-68c01eb0ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:22.752982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c00e7be1-258a-4d3b-904d-8f4cd3d018b3 req-84e4939c-507c-42a7-9acb-c8a4ab7a6392 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395946 Aug 11 02:45:22.782826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-5a57b6ee-90ce-40b6-916b-361c59e89a16 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1836135 Aug 11 02:45:22.805083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-16d08131-f5e0-4dc7-b8e5-6690cd302298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:22.807581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-16d08131-f5e0-4dc7-b8e5-6690cd302298 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 1097 time: 0.1077271 Aug 11 02:45:23.127995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-68d1d780-ad8d-4163-9486-58b16f2ffb05 service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271828 Aug 11 02:45:23.132248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-cab2eec7-8d72-41cd-b5c6-a23d4858248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.134675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-cab2eec7-8d72-41cd-b5c6-a23d4858248a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2896185 Aug 11 02:45:23.212160 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:23.232655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-619a75e0-e2e2-4f27-80eb-ef4aea3c14b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 200 len: 217 time: 0.0849009 Aug 11 02:45:23.310875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-56b94730-2b4c-4e8c-9618-a1af375e00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.312272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-56b94730-2b4c-4e8c-9618-a1af375e00cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0722258 Aug 11 02:45:23.319431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-eba0b4b2-b458-4b1f-b0c4-7a978bd8182c service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835480 Aug 11 02:45:23.365519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:23.386661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-b67824a3-4bd7-494d-b485-3b0cb3aea3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.390426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-b67824a3-4bd7-494d-b485-3b0cb3aea3f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655897 Aug 11 02:45:23.390660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:23.472289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.508750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:23.525468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-9f119105-9e58-4d07-bbf8-f94ce38bd485 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267831 Aug 11 02:45:23.562314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:23.569411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:23.691302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7f83fe4-3fd1-4109-82e0-433b7b3cecbc req-8dcfd094-24ca-4d90-ba48-009ab238e4a4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 210 time: 0.0531762 Aug 11 02:45:23.693834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:23.741187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08255eaa-99b8-47e8-ad04-35b0464509e4 req-7d4ef534-c861-47d9-9cdc-c558efc860c2 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039139 Aug 11 02:45:23.852735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:23.969951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40254-9576-499a-93c1-1ea9bab72b28 req-badab5c8-6a7a-4101-9572-f4bd0477a06e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:23.983277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfb40254-9576-499a-93c1-1ea9bab72b28 req-badab5c8-6a7a-4101-9572-f4bd0477a06e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 945 time: 0.1081316 Aug 11 02:45:24.071398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfb40254-9576-499a-93c1-1ea9bab72b28 req-2a93f085-5471-41fb-ad9f-a20b525cc65d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829594 Aug 11 02:45:24.948832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9af0469-ab58-4381-af5c-97d2f1c510cf req-df0da007-25eb-447d-aa82-0ad1907dde2d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 210 time: 0.0951254 Aug 11 02:45:25.123959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-43c7a0d6-0b84-4839-a2b5-fef4dd9d9f8f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.125570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-43c7a0d6-0b84-4839-a2b5-fef4dd9d9f8f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.2906723 Aug 11 02:45:25.146395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'device_id': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'admin_state_up': True, 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:25.198122 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d21b3a4-3457-4452-b313-19dc2580dff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.244891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:25.313526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:25.318810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:25.319213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.322934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac48c-eed1-4b14-9bdb-8f167200ed62 req-df77d539-1768-4ce9-9ac7-09a97615ca16 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.325172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-badac48c-eed1-4b14-9bdb-8f167200ed62 req-df77d539-1768-4ce9-9ac7-09a97615ca16 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 945 time: 0.1055651 Aug 11 02:45:25.413964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-badac48c-eed1-4b14-9bdb-8f167200ed62 req-e6d6db00-d3db-4bd4-beb6-5439f07cd3dc tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702176 Aug 11 02:45:25.414983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.415794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:25.421450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.450676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:25.453392 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba31062-57d0-4fee-9bfd-0bce4351b541" -d '{"events": [{"server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "name": "network-vif-plugged", "status": "completed", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:25.505715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:25.549169 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a561b82-eede-4728-a7a4-c1a4bcea1fd1 x-openstack-request-id: req-8a561b82-eede-4728-a7a4-c1a4bcea1fd1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:25.549614 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "name": "network-vif-plugged", "status": "completed", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:25.550058 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a561b82-eede-4728-a7a4-c1a4bcea1fd1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:25.550670 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'code': 200} Aug 11 02:45:25.571372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.591672 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.621496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.20.0.11 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/ab12ad7f-af58-4b00-9788-11f2e5ddb38a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:25.708257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:25.718354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ca45-6c63-4f20-a6f4-efadea318908 req-ac96ea56-981b-4efa-a3b5-ca0b31ae34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:25.720094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2af9ca45-6c63-4f20-a6f4-efadea318908 req-ac96ea56-981b-4efa-a3b5-ca0b31ae34d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1098 time: 0.0900264 Aug 11 02:45:26.309715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7924b5cf-d462-4704-948a-d80b026f8856 req-1c6cf61e-57b9-4390-aa44-990e682b6762 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 210 time: 0.0386388 Aug 11 02:45:26.351387 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2af9ca45-6c63-4f20-a6f4-efadea318908 req-ad959970-4633-46ef-9dd7-47ec7886d73d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6136134 Aug 11 02:45:26.392058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.407203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Transition to ACTIVE for port object ab12ad7f-af58-4b00-9788-11f2e5ddb38a will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:26.443462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.456769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:26.493916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:26.500590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:26.504934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:26.531123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:26.550424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.681264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:26.682685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.704958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705658e-7edb-4dcd-a1e1-8d283f0ea5d0 req-2455b707-bbd1-4d72-af1c-a865a3751205 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:26.707655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9705658e-7edb-4dcd-a1e1-8d283f0ea5d0 req-2455b707-bbd1-4d72-af1c-a865a3751205 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.1331880 Aug 11 02:45:26.725627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-a0c963c9-60a3-47c7-875b-57010763f50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5868838 Aug 11 02:45:26.739543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Request body: {'port': {'device_id': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:26.795872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9705658e-7edb-4dcd-a1e1-8d283f0ea5d0 req-784a943c-e50d-40eb-baa4-f693910a6dc7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813501 Aug 11 02:45:26.835373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.960437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0b98180d-419f-4822-890d-1507afd7315d None None] Provisioning for port ab12ad7f-af58-4b00-9788-11f2e5ddb38a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:26.968639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0b98180d-419f-4822-890d-1507afd7315d None None] Provisioning complete for port ab12ad7f-af58-4b00-9788-11f2e5ddb38a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:26.969379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b98180d-419f-4822-890d-1507afd7315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.029568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0b98180d-419f-4822-890d-1507afd7315d None None] Port ab12ad7f-af58-4b00-9788-11f2e5ddb38a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:27.343663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab12ad7f-af58-4b00-9788-11f2e5ddb38a {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:27.361524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.383905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Transition to ACTIVE for port object ab12ad7f-af58-4b00-9788-11f2e5ddb38a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:27.390566 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.513706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Pushing event updated for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:27.578679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6ea40-c78e-4cf6-8ad3-08dde888618a req-e80ae8ae-9f31-4dde-925c-6b66a97f1fd7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:27.580239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77a6ea40-c78e-4cf6-8ad3-08dde888618a req-e80ae8ae-9f31-4dde-925c-6b66a97f1fd7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 944 time: 0.1841214 Aug 11 02:45:27.687711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Attempting to bind port ab12ad7f-af58-4b00-9788-11f2e5ddb38a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:27.688358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Attempting to bind port ab12ad7f-af58-4b00-9788-11f2e5ddb38a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:27.689186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Attempting to bind port ab12ad7f-af58-4b00-9788-11f2e5ddb38a on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:27.702616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77a6ea40-c78e-4cf6-8ad3-08dde888618a req-94872df1-72da-4222-a7f6-5c938d172084 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988908 Aug 11 02:45:27.713616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Port ab12ad7f-af58-4b00-9788-11f2e5ddb38a on network e6752534-7c6f-40b8-859e-a550a1cfa678 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:27.721550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Attempting to bind port ab12ad7f-af58-4b00-9788-11f2e5ddb38a on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:27.743227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:27.744013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:27.744755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:27.746386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Bound port: ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:27.747092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.837105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:27.840970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:27.854780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.900448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:27.901220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.902785 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] 10.222.0.67 "PUT /v2.0/ports/ab12ad7f-af58-4b00-9788-11f2e5ddb38a HTTP/1.1" status: 200 len: 1093 time: 1.1680150 Aug 11 02:45:27.903267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:27.905608 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bea6e0-72cb-4893-81a8-77ca5a567803" -d '{"events": [{"name": "network-changed", "server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:27.987208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b470dec-fc3f-4008-9d64-7c502ecc50fc service neutron] Pushing event updated for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:28.003479 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b5ae6-63fd-4bfe-9dfb-b0aaa22fafb6 x-openstack-request-id: req-4e7b5ae6-63fd-4bfe-9dfb-b0aaa22fafb6 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:28.003894 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:28.004266 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e7b5ae6-63fd-4bfe-9dfb-b0aaa22fafb6 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:28.004835 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a', 'status': 'completed', 'code': 200} Aug 11 02:45:28.080682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2abea0-f192-487b-8a71-cd846ce2242a req-e2ea6c4f-82c4-4204-8099-dfcfed78820b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.082411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d2abea0-f192-487b-8a71-cd846ce2242a req-e2ea6c4f-82c4-4204-8099-dfcfed78820b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.1538639 Aug 11 02:45:28.096548 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.097394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-23baaa86-3dc1-46b5-8d96-5d2af9039c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.099090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-23baaa86-3dc1-46b5-8d96-5d2af9039c6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 1096 time: 0.0925708 Aug 11 02:45:28.167854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-dae9764c-222e-419c-bae9-ee2388085e35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a HTTP/1.1" status: 200 len: 217 time: 0.0520720 Aug 11 02:45:28.213355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d2abea0-f192-487b-8a71-cd846ce2242a req-2e7bede3-41ad-4866-9875-72d7f62d64ee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131284 Aug 11 02:45:28.266906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-200ce9bc-a49b-45e2-ac22-9b911b2e5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.270428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-200ce9bc-a49b-45e2-ac22-9b911b2e5cf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0932543 Aug 11 02:45:28.411428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-457c0111-3f28-4f14-a23e-1506bb37f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.414176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-457c0111-3f28-4f14-a23e-1506bb37f29c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353102 Aug 11 02:45:28.432150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515eafd-6b49-4787-9128-fd9c0a329534 req-3d66a51f-ca35-47ce-8db1-33650d6e5dfa tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.434724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a515eafd-6b49-4787-9128-fd9c0a329534 req-3d66a51f-ca35-47ce-8db1-33650d6e5dfa tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.1049888 Aug 11 02:45:28.584008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a515eafd-6b49-4787-9128-fd9c0a329534 req-7b8d64b2-c2ad-4b4e-a20d-5d3b8ebeaa07 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369355 Aug 11 02:45:28.616253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-7ddc0349-dfa0-4a84-877e-9ddf35f9ec76 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799307 Aug 11 02:45:28.617054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53104) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:28.673961 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015bd01-1700-45b5-a267-b70c3f30e3f8 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.675508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4015bd01-1700-45b5-a267-b70c3f30e3f8 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1093 time: 0.0569928 Aug 11 02:45:28.678645 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53106) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:28.683661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:28.721788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.814452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b800c54-674e-4049-af7d-4da1adc5a1cd req-d1816638-8faf-4c80-8166-f97b8370e919 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899438 Aug 11 02:45:28.957628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:28.996706 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-d47e0818-2024-47cf-9ba5-c05122b600f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:28.998511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-d47e0818-2024-47cf-9ba5-c05122b600f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 1096 time: 0.0976520 Aug 11 02:45:29.014107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adbb3-9dcc-4751-9d6f-77c67708a02f req-0f62a3a5-5ec3-4202-b5a3-bcf638c11030 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.016658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb7adbb3-9dcc-4751-9d6f-77c67708a02f req-0f62a3a5-5ec3-4202-b5a3-bcf638c11030 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 944 time: 0.1587617 Aug 11 02:45:29.186871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.25.3.154 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/14451b06-85e1-4ef6-9b84-1f35f5ae9e2c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:29.190260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb7adbb3-9dcc-4751-9d6f-77c67708a02f req-13fbe5fd-58f2-48b8-b512-c30b8e450ef1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580312 Aug 11 02:45:29.234111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-b9cf84c2-5037-4b44-8b4a-f5ec615b960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.235718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-b9cf84c2-5037-4b44-8b4a-f5ec615b960d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2176428 Aug 11 02:45:29.287054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-8053e049-e334-4db3-9bc1-051ae79f3c4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a HTTP/1.1" status: 200 len: 217 time: 0.0431371 Aug 11 02:45:29.358691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-441cc7e3-edb3-4c67-ae4a-0ace90c5ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.361357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-441cc7e3-edb3-4c67-ae4a-0ace90c5ef23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0662782 Aug 11 02:45:29.417839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.444669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-f5a46a58-6d43-4c4b-94ed-3aeccb1f302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:29.447388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-f5a46a58-6d43-4c4b-94ed-3aeccb1f302a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778999 Aug 11 02:45:29.490054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:29.560123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:29.576354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:29.583253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:29.594349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=14451b06-85e1-4ef6-9b84-1f35f5ae9e2c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:29.611941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-dbf0393a-a723-4d1a-ac8a-0b521b3f2110 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520312 Aug 11 02:45:29.744565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bea6e0-72cb-4893-81a8-77ca5a567803 req-f3887931-73ea-41a9-b933-df0d69edd8d6 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256282 Aug 11 02:45:30.131054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.222441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.374439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f75e5-6b04-4ad1-90f6-328e41d0011f req-d0aff796-c397-46e0-b765-cd2264ef8305 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:30.377130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d50f75e5-6b04-4ad1-90f6-328e41d0011f req-d0aff796-c397-46e0-b765-cd2264ef8305 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 944 time: 0.0721390 Aug 11 02:45:30.433101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d50f75e5-6b04-4ad1-90f6-328e41d0011f req-01ac8174-f1f6-4a7f-9f57-f34253f7b478 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Aug 11 02:45:30.494136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.501862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.618044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=14451b06-85e1-4ef6-9b84-1f35f5ae9e2c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:30.635171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:30.817403 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP 0c21a8e9-36eb-46e9-bace-7f4f9d57bac3 associated. External IP: 172.25.3.154, port: 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d. Aug 11 02:45:31.174189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:45:31.353759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:45:31.366016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:45:31.379886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:31.381035 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:31.382215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:45:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:31.440543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ab8cef6-8554-4572-83f4-dc853dbd6084 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7606087 Aug 11 02:45:31.442098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:31.445647 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:31.499184 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aba891-daa0-43a3-b228-2a9dc963ecb5 x-openstack-request-id: req-19aba891-daa0-43a3-b228-2a9dc963ecb5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:31.499476 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:31.499741 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19aba891-daa0-43a3-b228-2a9dc963ecb5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:31.500137 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'status': 'completed', 'code': 200} Aug 11 02:45:31.553093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:31.641040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-7f69cbc2-a8d7-40d4-8178-7bb2b7c7f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.641040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-7f69cbc2-a8d7-40d4-8178-7bb2b7c7f9ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1098 time: 0.1148386 Aug 11 02:45:31.656151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910372ae-7094-4f87-8230-e2214ffd43a9 req-f84413f8-964c-4ad5-89d5-0cfc051dfac0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.657834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-910372ae-7094-4f87-8230-e2214ffd43a9 req-f84413f8-964c-4ad5-89d5-0cfc051dfac0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 944 time: 0.0861936 Aug 11 02:45:31.764216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-910372ae-7094-4f87-8230-e2214ffd43a9 req-27c793e0-2190-406a-8d60-af57c82eed14 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965004 Aug 11 02:45:31.841037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-5e71bf6f-3b46-47fd-a915-87c32598c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:31.844076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-5e71bf6f-3b46-47fd-a915-87c32598c96d service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.1850464 Aug 11 02:45:31.866914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:29Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:31.911676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:45:31.921465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:45:31.922491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:45:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:31.970130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-19e218a6-762b-4901-b628-25e422692159 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 1000 time: 0.1180272 Aug 11 02:45:32.046628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-468ebea9-d922-4a34-af79-7a3af4de68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.048899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-468ebea9-d922-4a34-af79-7a3af4de68e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0716107 Aug 11 02:45:32.164886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-332dab56-94a1-4448-b027-711d09f5c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.167753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-332dab56-94a1-4448-b027-711d09f5c788 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108258 Aug 11 02:45:32.290568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:45:32.366332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-60a74a5b-cceb-4eb1-b2ac-06fde3ce5a08 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904981 Aug 11 02:45:32.521232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36b3b6c9-941a-409c-8ab3-6d0c20b961c3 req-ff4125cc-94a2-4a7f-90c6-6fcfa4866d1f service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416454 Aug 11 02:45:32.689743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:29Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:45:32.718835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e449e-d733-4d1e-b059-f64c840073f1 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:29Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:45:32.965959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf07c9-5582-4dc2-bc62-246d599da1c9 req-7fa4dda2-460e-467c-9516-ca6dc4b34e72 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:32.974359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40cf07c9-5582-4dc2-bc62-246d599da1c9 req-7fa4dda2-460e-467c-9516-ca6dc4b34e72 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 944 time: 0.0806971 Aug 11 02:45:33.033591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40cf07c9-5582-4dc2-bc62-246d599da1c9 req-38236ff8-c057-495e-a100-e7101e1f6e5d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581641 Aug 11 02:45:33.088452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ad5b4-615e-4450-9124-90a024216197 None None] New status for floating IP 0c21a8e9-36eb-46e9-bace-7f4f9d57bac3: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:45:33.273062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab12ad7f-af58-4b00-9788-11f2e5ddb38a details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:33.453262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:33.475281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a', 'mac_address': 'fa:16:3e:7f:f8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:33.546210 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.576208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab12ad7f-af58-4b00-9788-11f2e5ddb38a {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:33.610071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:33.616475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:33.703662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:33.881243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:34.252361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e069-e0e6-406c-9cd3-363592e1c4c6 req-a4690918-5313-4aeb-a891-2bcf607cc9a1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:34.255347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a77e069-e0e6-406c-9cd3-363592e1c4c6 req-a4690918-5313-4aeb-a891-2bcf607cc9a1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 945 time: 0.0839581 Aug 11 02:45:34.322209 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1a77e069-e0e6-406c-9cd3-363592e1c4c6 req-7562e26f-02ae-465b-a9fe-090f12512993 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Aug 11 02:45:35.275777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab12ad7f-af58-4b00-9788-11f2e5ddb38a up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:35.342500 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:35.379429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port ab12ad7f-af58-4b00-9788-11f2e5ddb38a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:35.384701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port ab12ad7f-af58-4b00-9788-11f2e5ddb38a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:35.385248 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.502097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504b5d-1378-488d-bf38-be342ef638bc req-543c01ef-5f97-4a83-87b2-f97266ddab64 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:35.504321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95504b5d-1378-488d-bf38-be342ef638bc req-543c01ef-5f97-4a83-87b2-f97266ddab64 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 945 time: 0.0702605 Aug 11 02:45:35.507875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.544199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:35.548399 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cd6e7a-8bfb-4e4f-8665-bb9f642cbc77" -d '{"events": [{"server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "name": "network-vif-plugged", "status": "completed", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:35.552542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95504b5d-1378-488d-bf38-be342ef638bc req-65f49b77-422e-48bd-b82c-cb5bbd8f6dcb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Aug 11 02:45:35.573346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:35.590027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:35.625543 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a453b-a4b0-4a66-a54b-f2a69e73411c x-openstack-request-id: req-120a453b-a4b0-4a66-a54b-f2a69e73411c {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:35.625961 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "name": "network-vif-plugged", "status": "completed", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:35.626395 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-120a453b-a4b0-4a66-a54b-f2a69e73411c {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:35.627037 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a', 'code': 200} Aug 11 02:45:35.678588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:35.719278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc919a-4417-46e4-86a3-8cf4eec9e95a req-27973da3-27a2-49ab-8309-5a4f051faf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:35.721144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aafc919a-4417-46e4-86a3-8cf4eec9e95a req-27973da3-27a2-49ab-8309-5a4f051faf6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 1098 time: 0.0527906 Aug 11 02:45:35.769020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aafc919a-4417-46e4-86a3-8cf4eec9e95a req-d4e276be-f4a1-41d4-99cf-f12e471e05b3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Aug 11 02:45:36.741145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3537c-e25e-4fdf-ae5e-02fb0fb4ea1f req-2481da0f-7ea5-4f8f-a445-345be60e596f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:36.743972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdb3537c-e25e-4fdf-ae5e-02fb0fb4ea1f req-2481da0f-7ea5-4f8f-a445-345be60e596f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 946 time: 0.0911014 Aug 11 02:45:36.811345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdb3537c-e25e-4fdf-ae5e-02fb0fb4ea1f req-8fb9ddb7-1200-4a73-9cb0-62e71ebe601b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598927 Aug 11 02:45:37.976370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66e792-c7ed-478e-9d51-0975e5de63a9 req-52488a54-31cf-468f-8dd9-21439c5669f9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:37.980500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f66e792-c7ed-478e-9d51-0975e5de63a9 req-52488a54-31cf-468f-8dd9-21439c5669f9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 946 time: 0.0808599 Aug 11 02:45:38.063242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f66e792-c7ed-478e-9d51-0975e5de63a9 req-ab8c43c0-be71-4dcb-a77b-a2e36860720b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Aug 11 02:45:40.761340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:40.837647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:45.816454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53212) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:45.952493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.102809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.108054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.152453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142518fe-5c30-4ce4-93f2-49e54b555814,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:46.156989 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6e8ddc245e04e8796791cb485ffdcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389642 Aug 11 02:45:46.161528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53216) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:46.164951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.165320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.165714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.166101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.166543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.166857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.167254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.167560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.167882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.168210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.168536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.170416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88496f-1c67-4a9a-8c70-d3c0a4040614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:45:46.257766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.289114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.356715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.359878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:46.361277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/142518fe-5c30-4ce4-93f2-49e54b555814 HTTP/1.1" status: 204 len: 168 time: 0.1966939 Aug 11 02:45:46.371383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cc8c4-1fb2-4fd0-ab51-09abd959de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142518fe-5c30-4ce4-93f2-49e54b555814,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:48.877224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-71cefb6f-b9b7-4650-9e18-5eebcdeb87ea tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343041 Aug 11 02:45:49.103236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-bd4f0f7a-154f-4c99-a504-a3dec19fc213 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:49.104936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-bd4f0f7a-154f-4c99-a504-a3dec19fc213 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209930 Aug 11 02:45:49.127163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-f8216a0e-3178-49e6-8c02-fd67e39ab644 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/quotas/3f7f4a0ae89b48929bf270a209bde8b7 HTTP/1.1" status: 200 len: 375 time: 0.0111785 Aug 11 02:45:49.167103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-731411ba-43d7-4914-be9a-4da75d8644cd tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294857 Aug 11 02:45:49.392167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00352184-0478-43f0-9c18-dbc957227528 req-6ba46f04-0653-4c6d-adbf-284a04c1163d tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 210 time: 0.0411599 Aug 11 02:45:50.276018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7778-d594-4d2a-b2d1-6ee64be6c875 req-06dfb4dc-c8e1-4831-abfd-c19ac2783d6b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.277682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f76f7778-d594-4d2a-b2d1-6ee64be6c875 req-06dfb4dc-c8e1-4831-abfd-c19ac2783d6b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0572212 Aug 11 02:45:50.330940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f76f7778-d594-4d2a-b2d1-6ee64be6c875 req-597f3adc-e168-483d-a418-d74b3ac20368 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Aug 11 02:45:50.481232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-70ec2723-6d23-49b6-bb29-870eb9276624 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362136 Aug 11 02:45:50.625165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07d24-1685-48bf-b8f1-5f9f38313d16 req-de556db0-00ff-4802-9f8c-cc802dfa0baa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.626841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb07d24-1685-48bf-b8f1-5f9f38313d16 req-de556db0-00ff-4802-9f8c-cc802dfa0baa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1808410 Aug 11 02:45:50.648710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245b8b-dd4d-455d-8a89-562ed30485b2 req-34a50577-a143-4aef-9372-972fdcb4a137 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.650367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7245b8b-dd4d-455d-8a89-562ed30485b2 req-34a50577-a143-4aef-9372-972fdcb4a137 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1097 time: 0.1408410 Aug 11 02:45:50.702744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-fa3dee50-e411-420a-9201-bb3a39e69391 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:50.704519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-fa3dee50-e411-420a-9201-bb3a39e69391 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070956 Aug 11 02:45:50.729120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Request body: {'port': {'device_id': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '3f7f4a0ae89b48929bf270a209bde8b7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:50.755485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb07d24-1685-48bf-b8f1-5f9f38313d16 req-6a5e3696-0ae8-47d8-89c7-7b7a7237b27f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125619 Aug 11 02:45:50.800660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7245b8b-dd4d-455d-8a89-562ed30485b2 req-da5bc638-bb2e-4466-bd5a-55dbac52a9c0 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322896 Aug 11 02:45:50.912747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e4a5a8e-ca5f-471c-a573-7f9c4d824dd3 req-34749aaf-8b15-435e-94a4-9f3789524dde tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 210 time: 0.0592096 Aug 11 02:45:50.979460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Made reservation on behalf of 3f7f4a0ae89b48929bf270a209bde8b7 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:45:50.986171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.004817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.179100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ad663-2a28-4712-aa95-43b7993c1438 req-30868b97-53f3-4309-a20c-75ec13a46ed3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.180753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b54ad663-2a28-4712-aa95-43b7993c1438 req-30868b97-53f3-4309-a20c-75ec13a46ed3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1470904 Aug 11 02:45:51.201695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1964be-a4f0-43fb-81b1-a389787c60a6 req-e1e3587b-76d9-47f2-986d-52a66451feed tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.203531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d1964be-a4f0-43fb-81b1-a389787c60a6 req-e1e3587b-76d9-47f2-986d-52a66451feed tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1167624 Aug 11 02:45:51.286995 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.299012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.312221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b54ad663-2a28-4712-aa95-43b7993c1438 req-8e5a0223-13ce-42f2-bda0-6e5f072e7d7f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039939 Aug 11 02:45:51.329358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d1964be-a4f0-43fb-81b1-a389787c60a6 req-42d77d65-6879-40fe-9b31-972fee26ffdd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104906 Aug 11 02:45:51.366198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:45:51.394774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:51.459742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b3647b5f-1ecf-40a9-af74-8dd2f53cce87 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 200 len: 993 time: 0.1025980 Aug 11 02:45:51.518685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Allocated IP 192.168.233.61 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/2af4d0ba-66c7-43fe-a1da-4fbf98c858f0) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:45:51.765130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.795242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Transition to ACTIVE for port object 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:51.907427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:51.983796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd07c-2975-46da-a4fa-0c3813a24579 req-e9ddbf45-6d1f-4271-839f-1b9f3304150a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:51.994678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c9fd07c-2975-46da-a4fa-0c3813a24579 req-e9ddbf45-6d1f-4271-839f-1b9f3304150a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1617124 Aug 11 02:45:52.029150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:45:52.054978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:45:52.065234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:45:52.072038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Pushing event updated for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:52.143690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c9fd07c-2975-46da-a4fa-0c3813a24579 req-a5d735ac-3a65-40c3-8fe2-0c9944490ec0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461525 Aug 11 02:45:52.170186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.171527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.209683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-1d06d5e7-7ec3-4da5-b852-582852817973 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4934640 Aug 11 02:45:52.227146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Request body: {'port': {'device_id': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:45:52.366487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.442004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f83f8797-b50d-4dce-8b8f-5bab590468e2 None None] Provisioning for port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:52.449780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f83f8797-b50d-4dce-8b8f-5bab590468e2 None None] Provisioning complete for port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:52.450444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f83f8797-b50d-4dce-8b8f-5bab590468e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.484187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92407d95-656b-4ad6-b470-17739402dd67 req-e92a88fe-5a32-4ae4-8453-f31603ae37c7 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.485840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92407d95-656b-4ad6-b470-17739402dd67 req-e92a88fe-5a32-4ae4-8453-f31603ae37c7 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 935 time: 0.1636872 Aug 11 02:45:52.522047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f83f8797-b50d-4dce-8b8f-5bab590468e2 None None] Port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:45:52.546342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-6fa36bea-04d4-441f-abd5-2609927f8c23 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1769698 Aug 11 02:45:52.653294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3362a5-a1c8-444d-bad6-da0b22c06dfd req-e9be02ea-8c20-4d59-b6b3-2ce296a86580 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:52.655573 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cae7-ec90-4b7e-b52d-16a14bbb178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:52.656204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df3362a5-a1c8-444d-bad6-da0b22c06dfd req-e9be02ea-8c20-4d59-b6b3-2ce296a86580 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.2478094 Aug 11 02:45:52.736638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92407d95-656b-4ad6-b470-17739402dd67 req-d69538e7-1971-44a5-a00c-05da06ecad69 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356431 Aug 11 02:45:53.289119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df3362a5-a1c8-444d-bad6-da0b22c06dfd req-087eeda5-f6c5-4708-b25f-a7ef4dc7bf4c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6162949 Aug 11 02:45:53.357024 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51707636-55d8-46fa-a834-f2bc3c377f5c req-2578e8fa-e0ea-41ea-8800-278a08e7b3f2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:53.358658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51707636-55d8-46fa-a834-f2bc3c377f5c req-2578e8fa-e0ea-41ea-8800-278a08e7b3f2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0876367 Aug 11 02:45:53.488979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51707636-55d8-46fa-a834-f2bc3c377f5c req-56f0a9c6-6412-43b1-baee-0c8cf2bea6ea tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099885 Aug 11 02:45:53.522885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:53.535751 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.556663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Transition to ACTIVE for port object 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:45:53.612592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:53.716540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:53.861288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Attempting to bind port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:45:53.861977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Attempting to bind port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:45:53.862769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Attempting to bind port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:53.905575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:45:53.906022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Attempting to bind port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:45:53.920952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:45:53.921355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:45:53.921881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:45:53.922497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Bound port: 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:45:53.923016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.013554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c6b01-c6bd-4b95-a581-46b66a1ef835 req-c8a85d94-553d-4f49-905c-21318d74ea03 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.015569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-816c6b01-c6bd-4b95-a581-46b66a1ef835 req-c8a85d94-553d-4f49-905c-21318d74ea03 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 947 time: 0.1567271 Aug 11 02:45:54.080756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-a0678273-5687-4e22-b56d-3ecd197658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.082451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-a0678273-5687-4e22-b56d-3ecd197658f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1097 time: 0.0691977 Aug 11 02:45:54.104334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-816c6b01-c6bd-4b95-a581-46b66a1ef835 req-76639f5d-4a01-4ec2-b971-8d1b26dd6655 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Aug 11 02:45:54.105642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:45:54.121896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:45:54.128397 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.182981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.184029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:54.186460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] 10.222.0.61 "PUT /v2.0/ports/2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 HTTP/1.1" status: 200 len: 1096 time: 1.9679260 Aug 11 02:45:54.187137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:45:54.191805 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79abb160-c1c6-4eac-b295-24ca1a015d13" -d '{"events": [{"name": "network-changed", "server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:45:54.212412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-0fc01c7b-10b8-4fb6-a8b0-2c6386b54350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.215005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-0fc01c7b-10b8-4fb6-a8b0-2c6386b54350 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1240146 Aug 11 02:45:54.232911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb255ee8-3180-4d6d-b91d-99f634e49b2d service neutron] Pushing event updated for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:54.317217 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7570d3d-8b2b-4e0d-a094-c38f123cd766 x-openstack-request-id: req-a7570d3d-8b2b-4e0d-a094-c38f123cd766 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:45:54.317746 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:45:54.318260 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7570d3d-8b2b-4e0d-a094-c38f123cd766 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:45:54.319194 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0', 'status': 'completed', 'code': 200} Aug 11 02:45:54.326811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-4f9cafab-da67-4a43-948d-f663357a5445 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 1001 time: 0.1035194 Aug 11 02:45:54.351079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-de393fdb-e2b4-4146-a640-aaabbfba6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.353976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-de393fdb-e2b4-4146-a640-aaabbfba6dd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 1099 time: 0.0959685 Aug 11 02:45:54.434523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-d68bf0ee-dfb4-4601-977f-4813766eff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.435932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-7e10ba36-eace-4a29-a8ca-bb3ff21ea7bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 HTTP/1.1" status: 200 len: 217 time: 0.0708830 Aug 11 02:45:54.437630 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-d68bf0ee-dfb4-4601-977f-4813766eff4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.1032755 Aug 11 02:45:54.520556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-96fd6cdf-395d-40b5-b778-0706aa219510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.522806 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-96fd6cdf-395d-40b5-b778-0706aa219510 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732157 Aug 11 02:45:54.581321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-4df59522-a57d-4963-85b5-8c6911055dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.584118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-4df59522-a57d-4963-85b5-8c6911055dd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.1361010 Aug 11 02:45:54.635936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3dc6-cf1d-4a65-aa1c-0529912e6478 req-07437f8e-5866-4228-8d4f-a084ea842f0f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.637934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-648e3dc6-cf1d-4a65-aa1c-0529912e6478 req-07437f8e-5866-4228-8d4f-a084ea842f0f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1782932 Aug 11 02:45:54.702849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-1b752cd0-e1ec-4839-9f44-9eddf742bd06 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688304 Aug 11 02:45:54.726172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-c2c082a6-f685-4aae-a54e-7fb54d6bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.728134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-c2c082a6-f685-4aae-a54e-7fb54d6bfd8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361625 Aug 11 02:45:54.752351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-648e3dc6-cf1d-4a65-aa1c-0529912e6478 req-d783e055-2e58-4941-98df-e3b50eba81bc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973897 Aug 11 02:45:54.764660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f1f21-e1ef-4022-84e7-fc586ef8abfd req-9894c7c5-fe9a-4c3c-be35-3b27309d3ed1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:54.766630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b5f1f21-e1ef-4022-84e7-fc586ef8abfd req-9894c7c5-fe9a-4c3c-be35-3b27309d3ed1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1275516 Aug 11 02:45:54.844613 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-fd8cb583-7702-4834-a763-8cd9a729eb1e service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342144 Aug 11 02:45:54.900452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b5f1f21-e1ef-4022-84e7-fc586ef8abfd req-0e0ca3b7-0a9c-4113-b98a-6f74f703dbf2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150248 Aug 11 02:45:54.940825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-543e3c56-cfe5-43be-bdc7-f2f6279d9e12 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019155 Aug 11 02:45:55.082053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc83517d-3601-4a35-b7f1-a86ace1a093a req-fb643aae-3181-4ff0-9f21-31393f9d2869 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335995 Aug 11 02:45:55.196725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dbc9edf0-0ee1-4316-8766-cdf06817baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.210844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-d8fb273f-26d7-41b7-ad62-301de4b5ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.212832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-d8fb273f-26d7-41b7-ad62-301de4b5ffc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 1099 time: 0.0807245 Aug 11 02:45:55.341755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196177-8dea-4bd6-a094-40f33ac12428 req-f6e9eebb-77fc-4e7b-b331-a8a44cf5e491 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.343480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75196177-8dea-4bd6-a094-40f33ac12428 req-f6e9eebb-77fc-4e7b-b331-a8a44cf5e491 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 947 time: 0.1284728 Aug 11 02:45:55.380833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-2e85c67a-0957-4ced-a81e-45ebf49e08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.382629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-2e85c67a-0957-4ced-a81e-45ebf49e08ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1557853 Aug 11 02:45:55.412035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75196177-8dea-4bd6-a094-40f33ac12428 req-970997aa-0b56-4044-a545-8ab501fabe7a tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614471 Aug 11 02:45:55.442041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-7b1b7e5e-cc69-4ab2-9262-2f97c3975e53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 HTTP/1.1" status: 200 len: 217 time: 0.0452650 Aug 11 02:45:55.467614 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.508341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-4a916292-4b4b-49fc-bb10-7e5416343de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.510166 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-4a916292-4b4b-49fc-bb10-7e5416343de9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0549710 Aug 11 02:45:55.569705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-d01a6d95-b14f-4565-ac42-f3a81ab8d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.571383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-d01a6d95-b14f-4565-ac42-f3a81ab8d757 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495548 Aug 11 02:45:55.672800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-5d011d85-b022-40c6-9ecd-ea3b35c601e3 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908706 Aug 11 02:45:55.778306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-79abb160-c1c6-4eac-b295-24ca1a015d13 req-f02825bb-6971-4341-b120-a26d14443495 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980244 Aug 11 02:45:55.895169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4326-aaed-4aad-b3bc-db23e49ba43b req-11f7b9f6-bde3-4a67-a81b-2805b721659b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:55.896835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-516d4326-aaed-4aad-b3bc-db23e49ba43b req-11f7b9f6-bde3-4a67-a81b-2805b721659b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0545070 Aug 11 02:45:55.941126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-516d4326-aaed-4aad-b3bc-db23e49ba43b req-ba54f266-690b-4743-a5bb-df9d43960618 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362070 Aug 11 02:45:56.062755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a113c5-4451-4311-ab12-0451e1a57a77 req-79570815-d25f-40fc-bbde-ce1c7b27df78 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.064467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03a113c5-4451-4311-ab12-0451e1a57a77 req-79570815-d25f-40fc-bbde-ce1c7b27df78 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0563943 Aug 11 02:45:56.111809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03a113c5-4451-4311-ab12-0451e1a57a77 req-2abde3ec-2c45-44cd-bcd6-d6a06b4d4fca tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366852 Aug 11 02:45:56.497330 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.573078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973c94d-f8d8-4f8b-8239-28157064cd8c req-c42d8aa2-0e5f-4657-a05e-820eada4cadc tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:56.575944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e973c94d-f8d8-4f8b-8239-28157064cd8c req-c42d8aa2-0e5f-4657-a05e-820eada4cadc tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 947 time: 0.0863714 Aug 11 02:45:56.640656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e973c94d-f8d8-4f8b-8239-28157064cd8c req-63e1d742-6c3f-4d4b-9450-3f452d2f76a9 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Aug 11 02:45:57.096122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5782ed-c3c4-4632-ba16-2c44fce07801 req-70ec99f5-318b-476b-9aac-8d4c08618a02 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.098867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5782ed-c3c4-4632-ba16-2c44fce07801 req-70ec99f5-318b-476b-9aac-8d4c08618a02 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0635233 Aug 11 02:45:57.146327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb5782ed-c3c4-4632-ba16-2c44fce07801 req-e6398bbf-4f18-4c98-86b4-5f416548ca4a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Aug 11 02:45:57.519135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefcfa2-677d-4a55-bcf2-5b8f3c5341ac req-e7e2b9c8-be71-46de-af79-3ee23ef456fd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.520691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edefcfa2-677d-4a55-bcf2-5b8f3c5341ac req-e7e2b9c8-be71-46de-af79-3ee23ef456fd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0544002 Aug 11 02:45:57.569504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edefcfa2-677d-4a55-bcf2-5b8f3c5341ac req-c9b2d54c-01bb-4895-843c-9478cf1c3b12 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Aug 11 02:45:57.792834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21348f-4844-4060-a98d-764a45a697e2 req-5cc591da-4af1-47bd-99bb-d4a314fc1a1e tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:57.794491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df21348f-4844-4060-a98d-764a45a697e2 req-5cc591da-4af1-47bd-99bb-d4a314fc1a1e tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 947 time: 0.0566695 Aug 11 02:45:57.828402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:45:57.847835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df21348f-4844-4060-a98d-764a45a697e2 req-b6f53451-ea9c-4326-9d98-c52a0a3725fa tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Aug 11 02:45:57.957885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:57.978804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0', 'mac_address': 'fa:16:3e:44:55:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:45:58.022377 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.038999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:45:58.079283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:45:58.093905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.114347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:58.165412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:45:58.303550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28e013-f35b-4543-8796-84a9cbfd3d4d req-038d55f8-4581-455c-829e-1f3f962c31da tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.306250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb28e013-f35b-4543-8796-84a9cbfd3d4d req-038d55f8-4581-455c-829e-1f3f962c31da tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0694504 Aug 11 02:45:58.350853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb28e013-f35b-4543-8796-84a9cbfd3d4d req-42e3edeb-d72f-4161-829b-3b0b593a925f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Aug 11 02:45:58.367172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['2af4d0ba-66c7-43fe-a1da-4fbf98c858f0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:45:58.712678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53a952-c3cb-44ba-88a2-9d8df81153d8 req-cbf8fd80-edb9-4b69-b84a-ab295cd86333 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:58.714411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a53a952-c3cb-44ba-88a2-9d8df81153d8 req-cbf8fd80-edb9-4b69-b84a-ab295cd86333 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0569239 Aug 11 02:45:58.765335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a53a952-c3cb-44ba-88a2-9d8df81153d8 req-3c75fd5d-9143-4d89-bd28-5c25c0d67063 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Aug 11 02:45:59.003160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766008-d3c2-422f-a393-17872c6d04b2 req-e8263b97-ce70-4c85-abb6-21e5d775b261 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.004986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7766008-d3c2-422f-a393-17872c6d04b2 req-e8263b97-ce70-4c85-abb6-21e5d775b261 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 948 time: 0.0548477 Aug 11 02:45:59.061214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e7766008-d3c2-422f-a393-17872c6d04b2 req-a484d8da-90af-4753-b13a-e2e36bcd0a26 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487075 Aug 11 02:45:59.518124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798cacc-37f5-40b0-a6d6-6f9d3cdbc393 req-e15d4d3e-8fad-4793-97ee-7c3246d22631 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.520703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4798cacc-37f5-40b0-a6d6-6f9d3cdbc393 req-e15d4d3e-8fad-4793-97ee-7c3246d22631 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0785511 Aug 11 02:45:59.565710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4798cacc-37f5-40b0-a6d6-6f9d3cdbc393 req-368c2626-a55c-49c3-bc0b-bfdeb48c92f7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Aug 11 02:45:59.836717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:45:59.914869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38ceca-f961-4f92-bb25-e0f6ca396ffe req-bcc5e1a2-6e3f-4784-be57-5d3863a361d7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:45:59.916645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b38ceca-f961-4f92-bb25-e0f6ca396ffe req-bcc5e1a2-6e3f-4784-be57-5d3863a361d7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0581334 Aug 11 02:45:59.924580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:45:59.931409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:45:59.932049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.961351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b38ceca-f961-4f92-bb25-e0f6ca396ffe req-ab3bf886-98a9-4faa-a7af-cdfaec7761d0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Aug 11 02:46:00.043844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.070944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:00.073398 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6721f436-e92c-448e-bb5d-e60f5df4b4d5" -d '{"events": [{"server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "name": "network-vif-plugged", "status": "completed", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:00.089724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:00.095375 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:00.138823 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82dec9d-fd16-4ff0-ad92-6234b3005e78 x-openstack-request-id: req-e82dec9d-fd16-4ff0-ad92-6234b3005e78 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:00.139130 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "name": "network-vif-plugged", "status": "completed", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:00.139367 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e82dec9d-fd16-4ff0-ad92-6234b3005e78 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:00.139772 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0', 'code': 200} Aug 11 02:46:00.163341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:00.270053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85830d-a9b3-4819-a29b-61de869f2613 req-d5b0fd07-2c83-491d-b2fb-c4956af7cf21 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.271731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b85830d-a9b3-4819-a29b-61de869f2613 req-d5b0fd07-2c83-491d-b2fb-c4956af7cf21 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 949 time: 0.1145468 Aug 11 02:46:00.292242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127ba0-96cd-45ac-8249-737f5b0e5059 req-0f04f37b-b9a7-4f74-b1b3-4134371c44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.293776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8127ba0-96cd-45ac-8249-737f5b0e5059 req-0f04f37b-b9a7-4f74-b1b3-4134371c44f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 1101 time: 0.0761423 Aug 11 02:46:00.341217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b85830d-a9b3-4819-a29b-61de869f2613 req-a1cf3145-f166-4eb4-926d-c3c66c00f2d4 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580466 Aug 11 02:46:00.355494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8127ba0-96cd-45ac-8249-737f5b0e5059 req-a277f33e-7e33-4b44-8a47-e74253bb0ee0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493968 Aug 11 02:46:00.692018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1bd4d-abfe-43af-94bd-efa8781e0ad6 req-54c5cfb4-11ba-4cdb-9040-70fe39968ffe tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:00.693715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29b1bd4d-abfe-43af-94bd-efa8781e0ad6 req-54c5cfb4-11ba-4cdb-9040-70fe39968ffe tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0536408 Aug 11 02:46:00.762106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29b1bd4d-abfe-43af-94bd-efa8781e0ad6 req-ef1c1b33-de7a-460a-b059-ecb1ae06341d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568490 Aug 11 02:46:01.099484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160576-708e-45f0-ac63-fa72c03d1c0c req-346ede6d-0306-464f-81ad-faac35b39577 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.101559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2160576-708e-45f0-ac63-fa72c03d1c0c req-346ede6d-0306-464f-81ad-faac35b39577 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0590737 Aug 11 02:46:01.150086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2160576-708e-45f0-ac63-fa72c03d1c0c req-9e02e466-b0a9-4a27-bc4e-208ccf33da19 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Aug 11 02:46:01.467492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a972d0-bf79-44c9-bc46-9fbc32a30fdb req-c31d5ded-3acb-4009-99c7-c6c49d66c72a tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.469188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0a972d0-bf79-44c9-bc46-9fbc32a30fdb req-c31d5ded-3acb-4009-99c7-c6c49d66c72a tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 949 time: 0.0540097 Aug 11 02:46:01.512735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0a972d0-bf79-44c9-bc46-9fbc32a30fdb req-56f46d51-f5ae-4f6c-a04d-1a0a06ae3fa3 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 11 02:46:01.822010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd97d4-33eb-4799-b826-9f5c7799834a req-4945f5e1-b1e3-4b2e-8b11-67fa0fc9402f tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.824432 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91bd97d4-33eb-4799-b826-9f5c7799834a req-4945f5e1-b1e3-4b2e-8b11-67fa0fc9402f tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 949 time: 0.0623362 Aug 11 02:46:01.911312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91bd97d4-33eb-4799-b826-9f5c7799834a req-cc702424-9904-49d4-831f-d4b360f44e97 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792167 Aug 11 02:46:01.938176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7de3-7284-4bb7-a683-1347b6f11a78 req-ee043d0e-c88c-42f9-9993-0e2e03b2c9e8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:01.938176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76de7de3-7284-4bb7-a683-1347b6f11a78 req-ee043d0e-c88c-42f9-9993-0e2e03b2c9e8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0810876 Aug 11 02:46:01.983464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76de7de3-7284-4bb7-a683-1347b6f11a78 req-208d6753-1796-4f24-b5dc-6efa3a2ed8ee tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376194 Aug 11 02:46:02.286153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0474f-6c62-498f-84e8-ef320834b4bd req-aab444bc-67db-4c04-a97f-4fac4266a13d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.288084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca0474f-6c62-498f-84e8-ef320834b4bd req-aab444bc-67db-4c04-a97f-4fac4266a13d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0602798 Aug 11 02:46:02.345796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ca0474f-6c62-498f-84e8-ef320834b4bd req-a6b04a21-0868-49b8-8834-de652d48356b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Aug 11 02:46:02.595790 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6c06-1b18-4926-bce9-9deb2412e084 req-c49299e4-1fb8-45f0-9d8d-846e46baaf6d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.597335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2dc6c06-1b18-4926-bce9-9deb2412e084 req-c49299e4-1fb8-45f0-9d8d-846e46baaf6d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0703287 Aug 11 02:46:02.662866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2dc6c06-1b18-4926-bce9-9deb2412e084 req-c188bed2-d107-49f0-ae93-783383651a7f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511696 Aug 11 02:46:02.666321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-5a3550b8-addf-4a63-82ab-ecee2a95f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.668058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-5a3550b8-addf-4a63-82ab-ecee2a95f65c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.0919101 Aug 11 02:46:02.770570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-33cfc30e-e121-425c-bbbb-27d7589872f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.772416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-33cfc30e-e121-425c-bbbb-27d7589872f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.0964632 Aug 11 02:46:02.860747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-bc718360-5eef-41b9-829f-3427a4c4bd00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.0732968 Aug 11 02:46:02.919616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-b44c6c0a-bd8c-4b29-96b3-407b451e4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.921228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-b44c6c0a-bd8c-4b29-96b3-407b451e4c1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0506518 Aug 11 02:46:02.989192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-01565906-6e97-42b5-8b89-9e0a0eed19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:02.990820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-01565906-6e97-42b5-8b89-9e0a0eed19cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561984 Aug 11 02:46:03.167928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170dc08-acc5-4ec3-98b9-8235039dcc95 req-65a79571-d8f1-44e8-a5c9-591bbb43c075 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.169599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f170dc08-acc5-4ec3-98b9-8235039dcc95 req-65a79571-d8f1-44e8-a5c9-591bbb43c075 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 949 time: 0.1182253 Aug 11 02:46:03.175713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-90cb83bd-544c-4fc6-8e72-fa9498bf8dd9 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756148 Aug 11 02:46:03.188944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672e0eb-0478-417d-8c2f-512af30082ef req-27afbf38-93f2-4ecc-b4d1-9f7c35d5259c tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.190792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d672e0eb-0478-417d-8c2f-512af30082ef req-27afbf38-93f2-4ecc-b4d1-9f7c35d5259c tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 949 time: 0.0694087 Aug 11 02:46:03.214952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212885e-1392-4c70-8341-c7cd12244451 req-1ddf4a87-6b54-43d1-8f36-77179377d3fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.216596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4212885e-1392-4c70-8341-c7cd12244451 req-1ddf4a87-6b54-43d1-8f36-77179377d3fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.1231632 Aug 11 02:46:03.310300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f170dc08-acc5-4ec3-98b9-8235039dcc95 req-639c529d-05ed-458e-afd9-11feed1ae324 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/security-groups?id=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285307 Aug 11 02:46:03.317208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Deleting port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:03.317971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.335239 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4212885e-1392-4c70-8341-c7cd12244451 req-702fa849-fb1d-4b61-bf14-7ee1e93ee2b1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016326 Aug 11 02:46:03.360647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a522aaa5-e92f-45ef-8b0e-7756b47dfb56 req-934fd48d-af89-4ae6-a91a-bdcfb6f22b23 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748919 Aug 11 02:46:03.460496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] For port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:03.460824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.476812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Calling delete_port for 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:03.631719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.645849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['2af4d0ba-66c7-43fe-a1da-4fbf98c858f0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:03.663625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Pushing event deleted for resources: {'Port': ['ID=2af4d0ba-66c7-43fe-a1da-4fbf98c858f0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:03.737178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] No DVR routers for this DVR port 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:03.740852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:03.744230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d672e0eb-0478-417d-8c2f-512af30082ef req-b11758ca-5dfb-49d8-b98a-f4ac2c13e7e1 tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.61 "DELETE /v2.0/ports/2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 HTTP/1.1" status: 204 len: 173 time: 0.5461748 Aug 11 02:46:03.744988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'name': 'network-vif-deleted', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:03.748439 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d6142-f81d-4204-a6fb-a5a0fc74ef59" -d '{"events": [{"server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "name": "network-vif-deleted", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:03.836634 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b186326-84cb-4d2a-832d-7154e49263cb x-openstack-request-id: req-9b186326-84cb-4d2a-832d-7154e49263cb {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:03.837077 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed", "name": "network-vif-deleted", "tag": "2af4d0ba-66c7-43fe-a1da-4fbf98c858f0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:03.837478 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b186326-84cb-4d2a-832d-7154e49263cb {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:03.838110 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed', 'name': 'network-vif-deleted', 'tag': '2af4d0ba-66c7-43fe-a1da-4fbf98c858f0', 'status': 'completed', 'code': 200} Aug 11 02:46:03.891337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cbff-f5af-4222-ba76-98ddc127d5cc req-c1d0a463-74fb-400f-ae26-306093ee3bee tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:03.894470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c90cbff-f5af-4222-ba76-98ddc127d5cc req-c1d0a463-74fb-400f-ae26-306093ee3bee tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1149127 Aug 11 02:46:03.966272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c90cbff-f5af-4222-ba76-98ddc127d5cc req-05389cb2-ec4d-4ff4-8fd3-e443069a2b8c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631204 Aug 11 02:46:04.460421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10a84428-63c1-49c1-9393-e22b636b5d8c req-beafd4b8-4196-45a8-96a3-e84f4befbc3c tempest-VolumesNegativeTest-1834331366 tempest-VolumesNegativeTest-1834331366-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a192716-e5b7-48cb-8dbc-dd7b6f8c80ed HTTP/1.1" status: 200 len: 210 time: 0.0342739 Aug 11 02:46:04.511268 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1d592-0191-4f9f-901c-2185a1fea52e req-d030d34a-abaa-42f5-a397-da1d6a4d0e0c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:04.512844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80d1d592-0191-4f9f-901c-2185a1fea52e req-d030d34a-abaa-42f5-a397-da1d6a4d0e0c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0555263 Aug 11 02:46:04.554982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80d1d592-0191-4f9f-901c-2185a1fea52e req-45784042-4a11-4dfd-aaa7-561a2250e7e8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346878 Aug 11 02:46:05.110390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf46090-1d93-4ae6-b73b-c1a61083a0dc req-62ee82df-3f2b-42df-8252-fc76a3684b19 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.112412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bf46090-1d93-4ae6-b73b-c1a61083a0dc req-62ee82df-3f2b-42df-8252-fc76a3684b19 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0559707 Aug 11 02:46:05.156299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1bf46090-1d93-4ae6-b73b-c1a61083a0dc req-9e79181b-591e-46e2-ab7d-f724e7991f72 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370400 Aug 11 02:46:05.290533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5536ef0-4415-4f08-a819-52d2134a39db req-aec2a3e4-35a7-4db7-9dd2-151421e5dd91 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.292496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5536ef0-4415-4f08-a819-52d2134a39db req-aec2a3e4-35a7-4db7-9dd2-151421e5dd91 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0635116 Aug 11 02:46:05.340149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5536ef0-4415-4f08-a819-52d2134a39db req-71092337-e930-4cbc-b9a3-5e90e153bdd5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373671 Aug 11 02:46:05.673599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323233-dd74-403b-bf56-308e94e9c92b req-836b9606-9bcc-44ed-8d4c-741194019c14 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.676582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35323233-dd74-403b-bf56-308e94e9c92b req-836b9606-9bcc-44ed-8d4c-741194019c14 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0935731 Aug 11 02:46:05.749732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35323233-dd74-403b-bf56-308e94e9c92b req-d9ff353f-cda3-490a-a000-d85f32913cb6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659606 Aug 11 02:46:05.765221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98dc6f-9a17-4cfc-8791-b93fbc65a58e req-a4539ecb-67ac-4826-a94c-2c4059417540 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:05.766989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb98dc6f-9a17-4cfc-8791-b93fbc65a58e req-a4539ecb-67ac-4826-a94c-2c4059417540 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0847712 Aug 11 02:46:05.819763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb98dc6f-9a17-4cfc-8791-b93fbc65a58e req-22643312-f5c5-498d-9118-aa5c5aa7d9fb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408659 Aug 11 02:46:05.845154 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:05.882078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:46:05.882229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 2af4d0ba-66c7-43fe-a1da-4fbf98c858f0 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:06.048042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57abf6-6699-4468-b2b1-b13aeeaa6522 req-59c94ff6-0a23-4ef5-bea7-4dbb456cf066 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:06.049661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e57abf6-6699-4468-b2b1-b13aeeaa6522 req-59c94ff6-0a23-4ef5-bea7-4dbb456cf066 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0642309 Aug 11 02:46:06.107088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e57abf6-6699-4468-b2b1-b13aeeaa6522 req-f277198c-2fa2-48ec-83d9-d1cd2162373e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450978 Aug 11 02:46:06.998560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6431-f8a5-4b7e-913a-68677df67274 req-50c87d76-85bb-4b4c-bdcc-7b20d1476b12 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.000277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9ac6431-f8a5-4b7e-913a-68677df67274 req-50c87d76-85bb-4b4c-bdcc-7b20d1476b12 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0672669 Aug 11 02:46:07.063493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9ac6431-f8a5-4b7e-913a-68677df67274 req-33719e8f-d8a8-43aa-88e2-34eebd51791d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562363 Aug 11 02:46:07.307234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710560-c7fd-430b-9275-abad54c9d479 req-14dc7fe2-bfdc-4b51-9b59-8470d8ea1970 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.309319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af710560-c7fd-430b-9275-abad54c9d479 req-14dc7fe2-bfdc-4b51-9b59-8470d8ea1970 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0830495 Aug 11 02:46:07.365073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af710560-c7fd-430b-9275-abad54c9d479 req-e194fbb8-3cce-47cb-b0cf-eebe489b222d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Aug 11 02:46:07.707391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deadd55-b2d8-4bd8-b6e2-611a83536c3b req-66b0d3a5-ad90-4254-ac8a-fa97e194cee1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:07.717319 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5deadd55-b2d8-4bd8-b6e2-611a83536c3b req-66b0d3a5-ad90-4254-ac8a-fa97e194cee1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0891538 Aug 11 02:46:07.760522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5deadd55-b2d8-4bd8-b6e2-611a83536c3b req-fe489642-d942-479f-964f-3bf7848fcfe4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Aug 11 02:46:08.263191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edc933-14e6-43ec-ae8d-da528c7eadec req-ee575efc-0ddd-4540-b7ce-879421fecc12 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.265841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07edc933-14e6-43ec-ae8d-da528c7eadec req-ee575efc-0ddd-4540-b7ce-879421fecc12 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0933590 Aug 11 02:46:08.331023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07edc933-14e6-43ec-ae8d-da528c7eadec req-8438ec95-f651-4041-86c5-230a7be51a6d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535607 Aug 11 02:46:08.956578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3a55-c64a-4d5a-9c4b-427f8aff8d21 req-91cd0089-cdac-4422-b77a-7b69307ef63c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:08.958218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f28f3a55-c64a-4d5a-9c4b-427f8aff8d21 req-91cd0089-cdac-4422-b77a-7b69307ef63c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0651779 Aug 11 02:46:09.035777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f28f3a55-c64a-4d5a-9c4b-427f8aff8d21 req-3de30845-7590-449d-8ba6-52335c010940 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646212 Aug 11 02:46:09.236491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e615-b838-4946-ab3f-43c80096f537 req-07835cdd-906d-477b-97cc-6b429d7b4566 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.239276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3a5e615-b838-4946-ab3f-43c80096f537 req-07835cdd-906d-477b-97cc-6b429d7b4566 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0977187 Aug 11 02:46:09.309824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e3a5e615-b838-4946-ab3f-43c80096f537 req-c69e0b51-40ba-47e5-9855-114a484a99c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623140 Aug 11 02:46:09.465626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833566d-c77c-4a1e-918d-5dfe1637ea04 req-2ac31eef-7133-4dd7-81e7-732e319c3480 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.467678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9833566d-c77c-4a1e-918d-5dfe1637ea04 req-2ac31eef-7133-4dd7-81e7-732e319c3480 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0718379 Aug 11 02:46:09.549780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9833566d-c77c-4a1e-918d-5dfe1637ea04 req-5e3974ab-eaf7-4f6b-b955-499e7bf0e92a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678167 Aug 11 02:46:09.559228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb7da-2b27-46e6-8658-52c3f5105051 req-cba2d798-848a-44ac-b11a-a47c80b962b6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.561747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db3cb7da-2b27-46e6-8658-52c3f5105051 req-cba2d798-848a-44ac-b11a-a47c80b962b6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0928116 Aug 11 02:46:09.631088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db3cb7da-2b27-46e6-8658-52c3f5105051 req-2d5880b0-b867-4373-a5f1-1f9a3feba06d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565419 Aug 11 02:46:09.786478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a19f-3b9a-42d4-8ede-8e8e3da0b8ee req-9d4aa8b2-3948-46c8-aece-d669fbffd7a5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:09.789099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee31a19f-3b9a-42d4-8ede-8e8e3da0b8ee req-9d4aa8b2-3948-46c8-aece-d669fbffd7a5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1015565 Aug 11 02:46:09.861625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee31a19f-3b9a-42d4-8ede-8e8e3da0b8ee req-555d8353-5075-4164-8d95-ac88b1a0b796 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652869 Aug 11 02:46:10.765601 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.824914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7d26a-ab56-464c-9530-d1f6b987fef2 req-9ee7302d-7b80-4b3e-b36d-da4c66071316 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:10.827453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3c7d26a-ab56-464c-9530-d1f6b987fef2 req-9ee7302d-7b80-4b3e-b36d-da4c66071316 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0769470 Aug 11 02:46:10.866952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:10.907822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3c7d26a-ab56-464c-9530-d1f6b987fef2 req-4668a7f9-926e-46a5-b88b-ef2bd16e48b8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679336 Aug 11 02:46:11.366511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53686) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:11.578681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1fc5e01f-a7d4-4c91-b3f4-14165e04ff6e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f7f4a0ae89b48929bf270a209bde8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098722 Aug 11 02:46:11.583854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:11.672668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.700111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.772758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.775550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:11.776802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97ad4b85-fcfa-4a63-b3f9-3a26f19e574c HTTP/1.1" status: 204 len: 168 time: 0.1917105 Aug 11 02:46:11.788001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ad4b85-fcfa-4a63-b3f9-3a26f19e574c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:11.799793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.800209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.800495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.800837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.801175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.801513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.801879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.802301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.802749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.803075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.803403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.803910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984736ba-a65d-4d6a-b90b-6ae2949448ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:11.938654 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-34656d7f-4054-4629-9b83-446341278004 req-fadb4401-7c0d-4f84-b2fb-0d2940ee7f4f service neutron] show failed (client error): The resource could not be found. Aug 11 02:46:11.940213 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-fadb4401-7c0d-4f84-b2fb-0d2940ee7f4f service neutron] 10.222.0.61 "GET /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0902147 Aug 11 02:46:12.127285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637b1c3-6af2-4dc5-83fd-3ecdf3a9ef1d req-e8cbc75d-e1da-4976-b953-97f88801833c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:12.129320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a637b1c3-6af2-4dc5-83fd-3ecdf3a9ef1d req-e8cbc75d-e1da-4976-b953-97f88801833c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 945 time: 0.0784574 Aug 11 02:46:12.247226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a637b1c3-6af2-4dc5-83fd-3ecdf3a9ef1d req-3ea87579-38d8-41a9-9730-f07bca733481 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035955 Aug 11 02:46:12.259288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-671543f8-c501-42a0-943a-124f645ab030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:12.260954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-671543f8-c501-42a0-943a-124f645ab030 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 1097 time: 0.1152389 Aug 11 02:46:12.283713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:12.341512 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:12.357857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.638044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:12.685099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:12.750630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:12.753012 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7890c1c3-f067-41ec-8024-bd214edf49f0" -d '{"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:12.757775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.773443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Transition to ACTIVE for port object c59bf17c-6ad1-4611-b22f-67e5558fdcba will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:12.780717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:12.860014 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a55bf7-3acc-4322-8b71-3da3488f0ff8 x-openstack-request-id: req-13a55bf7-3acc-4322-8b71-3da3488f0ff8 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:12.860574 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:12.861453 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13a55bf7-3acc-4322-8b71-3da3488f0ff8 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:12.862166 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'code': 200} Aug 11 02:46:13.024932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:13.166259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] No DVR routers for this DVR port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:13.438461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:13.438800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:13.439221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:13.445942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:13.446277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:13.460249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:13.460723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:13.461353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Bound using segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:13.462125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Bound port: c59bf17c-6ad1-4611-b22f-67e5558fdcba, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:13.462714 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.511643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c2361-761d-4299-8290-863aa6af22a1 req-ac6f39dd-1b2e-4b81-893f-d1ee7d2417f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.514352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541c2361-761d-4299-8290-863aa6af22a1 req-ac6f39dd-1b2e-4b81-893f-d1ee7d2417f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1163638 Aug 11 02:46:13.665150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541c2361-761d-4299-8290-863aa6af22a1 req-f9d93f64-6e14-4b15-ad74-6a2dad005123 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120789 Aug 11 02:46:13.679207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:13.687599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:13.698941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.767705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.768791 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:13.771483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] 10.222.0.67 "PUT /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 1092 time: 1.4961269 Aug 11 02:46:13.831973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f3cb5-8c11-41c7-b301-5883e2f51cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:13.897746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-23209205-47df-414a-a48b-76ad174461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:13.901215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-23209205-47df-414a-a48b-76ad174461c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.0915091 Aug 11 02:46:14.074930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-69843ee7-9bac-4f22-8926-6afc37fca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.077581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-69843ee7-9bac-4f22-8926-6afc37fca0b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1673546 Aug 11 02:46:14.545417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-2f307178-4b66-42db-9fb5-e1d3e04b0f40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.4586933 Aug 11 02:46:14.615785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-61c75771-dc90-42a2-bcd5-a30330b05c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.618689 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-61c75771-dc90-42a2-bcd5-a30330b05c7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0647161 Aug 11 02:46:14.652171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53748) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:14.662909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'network': {'name': 'tempest-network-smoke--984579965', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:14.703757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656d7f-4054-4629-9b83-446341278004 req-c97432d2-4a5c-481d-90b5-81310df03545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.707382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-c97432d2-4a5c-481d-90b5-81310df03545 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797770 Aug 11 02:46:14.710458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:14.715589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.736675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.859433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.864808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:14.866479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.867198 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:14.898468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3d9d-846a-4b63-9069-d64b9b577cf6 req-01093d62-6205-4631-9499-b5d10ffba15e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:14.900380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e3d9d-846a-4b63-9069-d64b9b577cf6 req-01093d62-6205-4631-9499-b5d10ffba15e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1004446 Aug 11 02:46:14.903766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-33620912-0904-4253-85de-438d8e0ac00a service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830466 Aug 11 02:46:14.918958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:46:14.938634 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff89cc8-53c5-4397-9cd8-b0f11e75a6b7,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:14.948554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:14.949131 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Added segment 8c481619-6247-4e0e-8421-4a00188c9d4f of type vlan for network 810d8e16-21c0-4373-8405-4c7d9162bf38 Aug 11 02:46:14.954019 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77bfadd-e2b9-4d0c-88dc-d0d06482f3f7 x-openstack-request-id: req-e77bfadd-e2b9-4d0c-88dc-d0d06482f3f7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:14.954322 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:14.954577 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e77bfadd-e2b9-4d0c-88dc-d0d06482f3f7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:14.954976 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:46:15.034408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-790e3d9d-846a-4b63-9069-d64b9b577cf6 req-b4f94285-9a33-4ff2-b61d-e2f7412147c7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096404 Aug 11 02:46:15.037514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.062448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34656d7f-4054-4629-9b83-446341278004 req-a969d131-b387-4c8c-8189-5e4f8474098a service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492567 Aug 11 02:46:15.063671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-2d20ebbf-fdf9-476b-8923-c6576deac87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.065283 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-2d20ebbf-fdf9-476b-8923-c6576deac87d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.1013808 Aug 11 02:46:15.186543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.195232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.196193 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.201098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-d9ed25a8-fb85-4075-bc9e-89b5c55c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.203966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-d9ed25a8-fb85-4075-bc9e-89b5c55c4c8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.0759540 Aug 11 02:46:15.292326 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6333065 Aug 11 02:46:15.294845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53754) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:15.301861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'admin_state_up': True, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:15.304706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-7168145d-5a19-4e0d-8705-f2f54eafc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.306261 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-7168145d-5a19-4e0d-8705-f2f54eafc072 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.2236948 Aug 11 02:46:15.310278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56db49-b355-4507-a8d8-9093eba2b0d6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Network': ['ID=810d8e16-21c0-4373-8405-4c7d9162bf38,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:15.324153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:46:15.366183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.367852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.397415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-4e470bee-2dd9-4d4f-aab4-44f39d22009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.399876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-4e470bee-2dd9-4d4f-aab4-44f39d22009d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1857738 Aug 11 02:46:15.485165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-afaca6c9-8d35-460e-b79b-2608fc0c5d1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1669097 Aug 11 02:46:15.503434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.579103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-85cae554-bea4-4ce5-ad5d-1e79844c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.582237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-85cae554-bea4-4ce5-ad5d-1e79844c6416 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0901906 Aug 11 02:46:15.602177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-0406a1f8-eda6-4ac3-b164-2a9c7248258d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1905560 Aug 11 02:46:15.667572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-e96cbf92-3b54-44c2-8bc0-702c425fd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.670365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-e96cbf92-3b54-44c2-8bc0-702c425fd2c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807419 Aug 11 02:46:15.742137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.781671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-d206a3ab-dcb4-486b-8a4d-a385b08bffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.783267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-d206a3ab-dcb4-486b-8a4d-a385b08bffe3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.1168947 Aug 11 02:46:15.844580 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-f72b8b4a-74e1-4352-848f-ca4c34517d2d service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665397 Aug 11 02:46:15.892071 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:15.895629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-8ef7535b-cf33-4668-ad6b-bf21a0783718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:15.898228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-8ef7535b-cf33-4668-ad6b-bf21a0783718 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868599 Aug 11 02:46:15.965788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:15.982295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-0afbdc46-be95-45dd-b8b3-efa4afee98d6 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305850 Aug 11 02:46:16.068018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-0b47200b-3ddf-444e-9c88-b46773586c29 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604657 Aug 11 02:46:16.256978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.293567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.385596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ac5d-49aa-4422-9ec1-61577c5a5e08 req-845bd00f-fd85-447d-a806-e56f2c839dd4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:16.385596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6406ac5d-49aa-4422-9ec1-61577c5a5e08 req-845bd00f-fd85-447d-a806-e56f2c839dd4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.2253513 Aug 11 02:46:16.426198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee81b251-dfa6-4fa9-99d8-50f6ee01c02e req-ba75ffc9-d396-46aa-aed2-e0cf0d3bdb95 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105571 Aug 11 02:46:16.533571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6406ac5d-49aa-4422-9ec1-61577c5a5e08 req-514f0616-5374-46b8-83a2-89e300032a9d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360028 Aug 11 02:46:16.561242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.25.3.246 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/a25c00da-cc69-4c93-a750-293daead3de6) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:16.675153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.719076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:16.765238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:16.771368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:16.775697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:16.782547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=a25c00da-cc69-4c93-a750-293daead3de6,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:17.107193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.681973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:17.797418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3617794-5a33-4b0d-bd18-f62dadaa2ee0 req-bd2bc29c-a5bc-42b6-b741-447da7155748 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:17.800001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3617794-5a33-4b0d-bd18-f62dadaa2ee0 req-bd2bc29c-a5bc-42b6-b741-447da7155748 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1819556 Aug 11 02:46:17.922441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3617794-5a33-4b0d-bd18-f62dadaa2ee0 req-f70596a9-dbe4-4ba4-bb4c-755edc8ae5e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139493 Aug 11 02:46:17.987427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:46:18.127785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:18.151249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Sync routers for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:18.162623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.164249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a52ab17a-15c3-4092-86bd-4933a6b0bf15 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8679843 Aug 11 02:46:18.169115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:18.170270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53766) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.170465 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:45:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:18.258139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-30229a1a-6498-434d-9867-18fa604e603c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.259914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-30229a1a-6498-434d-9867-18fa604e603c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.0726562 Aug 11 02:46:18.303299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:18.388296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e341a126-da73-46b5-88ad-28678ca70658 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=56f7e7d049d8427cb1d586aa416cd6c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2165811 Aug 11 02:46:18.391870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53770) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.401571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd1dfa-4ddc-4cd6-81cb-b15e7c631c16 req-38948012-2b9c-4b56-942a-c93e763b3413 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.403697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9edd1dfa-4ddc-4cd6-81cb-b15e7c631c16 req-38948012-2b9c-4b56-942a-c93e763b3413 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1425753 Aug 11 02:46:18.408719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-e39bad81-f5fb-4f36-9186-af399474844e service neutron] 10.222.0.67 "GET /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.1370080 Aug 11 02:46:18.497303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9edd1dfa-4ddc-4cd6-81cb-b15e7c631c16 req-799da365-2074-49d4-bbec-ec456c161948 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829203 Aug 11 02:46:18.507996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-c51e8730-808c-4bb3-a8ff-019b0ce5d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.510327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-c51e8730-808c-4bb3-a8ff-019b0ce5d48d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1095 time: 0.0684571 Aug 11 02:46:18.567056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba58ba-c5cc-43f0-ba56-ec58b2c5388e tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.574709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37ba58ba-c5cc-43f0-ba56-ec58b2c5388e tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1803238 Aug 11 02:46:18.575498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.581118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:18.607801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9746cde9-b82c-4fec-b0e5-be27521f5ac7 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312023 Aug 11 02:46:18.613401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:18.615951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Checking router: 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:18.616326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Updating router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 port a25c00da-cc69-4c93-a750-293daead3de6 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:18.618723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75782948', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:18.641285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-e0f071f0-d034-48d5-9a61-f7ca81295650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.642835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-e0f071f0-d034-48d5-9a61-f7ca81295650 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1239970 Aug 11 02:46:18.647599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.725249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:18.729976 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.746467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9b81459b-dcd7-4537-abc8-7722855a7b2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.0956323 Aug 11 02:46:18.815683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-ce631613-1f15-4748-9cc0-4c9757fb5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.817364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-ce631613-1f15-4748-9cc0-4c9757fb5da5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0620821 Aug 11 02:46:18.873939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-af0b21f7-c09f-4fc5-ac17-c4d8f4fe3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:18.875742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-af0b21f7-c09f-4fc5-ac17-c4d8f4fe3496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503540 Aug 11 02:46:18.974805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:18.990421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-41a56379-c7f8-4091-bbb7-297db7bb8970 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056097 Aug 11 02:46:19.053529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.058509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Subnet': ['ID=07cb7377-b4b0-4ed3-82b4-ae927ff832de,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:19.072159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Transition to ACTIVE for port object a25c00da-cc69-4c93-a750-293daead3de6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:19.072480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Checking segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:19.073022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network hostable DHCP agents. Network: 810d8e16-21c0-4373-8405-4c7d9162bf38, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:46:19.081568 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.095366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:46:19.106668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 810d8e16-21c0-4373-8405-4c7d9162bf38) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:19.111131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.111788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.126781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b798ff2-be44-469d-b1f4-185d709bf211 None None] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:19.132202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-5844f3a2-fb2b-4494-a86b-880f78021a93 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336772 Aug 11 02:46:19.139543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-65a72d49-88e1-4cfd-862f-cdc7ca5723c8 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5205648 Aug 11 02:46:19.140764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53780) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:19.187771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Attempting to bind port a25c00da-cc69-4c93-a750-293daead3de6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:19.188358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Attempting to bind port a25c00da-cc69-4c93-a750-293daead3de6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:19.188902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Attempting to bind port a25c00da-cc69-4c93-a750-293daead3de6 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:19.199304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:19.199690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:19.200107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.200516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:19.201006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Bound port: a25c00da-cc69-4c93-a750-293daead3de6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:19.201435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.209601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Pushing event updated for resources: {'Port': ['ID=a25c00da-cc69-4c93-a750-293daead3de6,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:19.260678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.261117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.261245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.261561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.262124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.262333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.262638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.262973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.263315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.263654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.263964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.264333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:19.311541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] For port a25c00da-cc69-4c93-a750-293daead3de6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:19.346381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] For port a25c00da-cc69-4c93-a750-293daead3de6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25c00da-cc69-4c93-a750-293daead3de6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:19.354537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.443369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-810d8e16-21c0-4373-8405-4c7d9162bf38', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:46:19.444416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.462495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:19.463230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:45:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:19.466564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba486-333c-4b1a-b437-73eca52480ce None None] Pushing event updated for resources: {'Port': ['ID=a25c00da-cc69-4c93-a750-293daead3de6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:19.570011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:19.743212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:19.760310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b4e8-5f8c-4ba9-a502-120da1204723 req-cb233211-d15d-4b99-a785-950b239d484b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:19.762243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c059b4e8-5f8c-4ba9-a502-120da1204723 req-cb233211-d15d-4b99-a785-950b239d484b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.1342568 Aug 11 02:46:19.796782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:19.829493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c059b4e8-5f8c-4ba9-a502-120da1204723 req-5ed57cf8-f097-498f-aca8-3f9d502e82c0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587935 Aug 11 02:46:20.087579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Allocated IP 172.20.0.2 (810d8e16-21c0-4373-8405-4c7d9162bf38/07cb7377-b4b0-4ed3-82b4-ae927ff832de/28ea7a04-4a23-4c73-acb3-eba6b80eb4c3) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:20.092496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:20.125421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:20.286171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.319329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:20.385417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:20.401422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.444971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.448103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:20.491637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Transition to ACTIVE for port object 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:20.497135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b539-3f6d-4b79-b6aa-672cf7c38442 None None] The sync data for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 is: [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:16Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:20.524196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:20.533442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Transition to ACTIVE for port object 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:20.541968 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.598638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:20.603914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Pushing event updated for resources: {'Port': ['ID=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:20.606920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:20.609794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:20.649290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.20.0.1 (810d8e16-21c0-4373-8405-4c7d9162bf38/07cb7377-b4b0-4ed3-82b4-ae927ff832de/933260ca-4ddb-46f0-9949-c866a654a477) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:20.676360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Attempting to bind port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:20.676810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Attempting to bind port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:20.677187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Attempting to bind port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 on network 810d8e16-21c0-4373-8405-4c7d9162bf38 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:20.683019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:20.683400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Checking segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:20.683864 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.684264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Bound using segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:20.684758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Bound port: 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:20.685192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.763424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] For port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:20.770158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] For port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:20.778665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.836767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.861308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Transition to ACTIVE for port object 933260ca-4ddb-46f0-9949-c866a654a477 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:20.905864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:20.958987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaa688-ab72-461f-9022-fff9a5d25740 None None] Pushing event updated for resources: {'Port': ['ID=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:20.981847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:20.988429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:20.992955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:21.029650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.179578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.229274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25c00da-cc69-4c93-a750-293daead3de6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:21.442245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a25c00da-cc69-4c93-a750-293daead3de6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:21.450128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a25c00da-cc69-4c93-a750-293daead3de6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:21.450657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.589092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.618279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a25c00da-cc69-4c93-a750-293daead3de6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25c00da-cc69-4c93-a750-293daead3de6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:21.624570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.706666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a25c00da-cc69-4c93-a750-293daead3de6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:21.792845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-7aa1993a-3732-408f-85ed-8ea1f6fe2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:21.795548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-7aa1993a-3732-408f-85ed-8ea1f6fe2921 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 1096 time: 0.0570533 Aug 11 02:46:21.807730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:21.836317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b3260-f7ea-47f8-9351-e56dd7b17ad9 req-68a067a1-7bb9-4999-97bc-3c3fb26185ff tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:21.839714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f2b3260-f7ea-47f8-9351-e56dd7b17ad9 req-68a067a1-7bb9-4999-97bc-3c3fb26185ff tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.8048501 Aug 11 02:46:21.909659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:21.984596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f2b3260-f7ea-47f8-9351-e56dd7b17ad9 req-f67ede45-a667-4c8d-9327-1bc32f373f3f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342533 Aug 11 02:46:22.086458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.347860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:22.394819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:22.437890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:22.450083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.463666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Ignored duplicate provisioning block setup for port c59bf17c-6ad1-4611-b22f-67e5558fdcba by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 02:46:22.469375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.503707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedb5126-44d5-41ca-9899-52b5099f0bb1 None None] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:46:22.629907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.641099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.685594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8060493-8dbf-4fab-ad08-aa6ab4ab1bee None None] Provisioning for port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:22.736193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ad209cf-83a7-4de4-9c28-54fc7b81ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.859425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:22.863612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:23.100490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:23.106588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:23.258743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=9']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:23.288148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25c00da-cc69-4c93-a750-293daead3de6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:23.327000 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] No DVR routers for this DVR port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:46:23.328787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774adbe6-95f3-47d7-89e2-e719cfe8a0ee req-2631708b-103a-4dd0-9f58-f56a8627afd5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:23.335926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d349ef8e-1a67-4a39-90d5-634c30220965 None None] Provisioning for port 933260ca-4ddb-46f0-9949-c866a654a477 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:23.336950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774adbe6-95f3-47d7-89e2-e719cfe8a0ee req-2631708b-103a-4dd0-9f58-f56a8627afd5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 943 time: 0.2174406 Aug 11 02:46:23.348452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d349ef8e-1a67-4a39-90d5-634c30220965 None None] Provisioning complete for port 933260ca-4ddb-46f0-9949-c866a654a477 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:23.349186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d349ef8e-1a67-4a39-90d5-634c30220965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.363020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:23.383114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774adbe6-95f3-47d7-89e2-e719cfe8a0ee req-f2e8888c-12ce-4a34-a9d5-97b099b58c90 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Aug 11 02:46:23.425026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d349ef8e-1a67-4a39-90d5-634c30220965 None None] Port 933260ca-4ddb-46f0-9949-c866a654a477 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:23.481640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a25c00da-cc69-4c93-a750-293daead3de6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:23.482355 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.536127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:23.544736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0a5c594f-8ffd-49bd-ab01-5b4388e7f12b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "PUT /v2.0/routers/11ef5687-f2d5-4da5-8f8e-82460b08e1a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4024689 Aug 11 02:46:23.545606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53790) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:23.550212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1810614655', 'description': 'tempest-secgroup_access--1810614655 description', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:23.557030 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Sync routers for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:23.567759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:23.568823 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:23.569688 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:23.576342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:46:23.579139 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.579350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:23.579674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Attempting to bind port c59bf17c-6ad1-4611-b22f-67e5558fdcba on network d4b0c79f-88f4-4674-ba4a-f9f67cff921b {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:23.589787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:23.590363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Checking segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:23.591219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Bound using segment: {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:23.592408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Bound port: c59bf17c-6ad1-4611-b22f-67e5558fdcba, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca56be-aa4e-43b3-b796-850feeab594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:23.593224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.600736 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:23.602159 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:45:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:23.653620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:46:23.732434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ec63e67a-ea35-4745-acfc-b5c71c8c896d None None] Provisioning complete for port 933260ca-4ddb-46f0-9949-c866a654a477 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:23.733471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ec63e67a-ea35-4745-acfc-b5c71c8c896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.736940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:23.737705 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.745202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.745835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:23.752880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.785617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ec63e67a-ea35-4745-acfc-b5c71c8c896d None None] Port 933260ca-4ddb-46f0-9949-c866a654a477 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:23.792548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:23.809062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:23.809926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.811664 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] 10.222.0.61 "PUT /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 1092 time: 2.0085490 Aug 11 02:46:23.812530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:23.815762 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391bed47-2dcf-4e4e-bd55-e85218cde474" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:23.882656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.886842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3376400 Aug 11 02:46:23.896904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53794) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:23.899759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:23.905367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:23.905838 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:23.939152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--550712116', 'description': 'tempest-secgroup_general--550712116 description', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:23.954184 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebbacb3-e2ea-4584-bc6d-3c9ffba1df86 x-openstack-request-id: req-eebbacb3-e2ea-4584-bc6d-3c9ffba1df86 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:23.954494 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:23.954720 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eebbacb3-e2ea-4584-bc6d-3c9ffba1df86 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:23.955128 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:46:23.957918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520dd0f-58ad-42ff-a5d3-95e55da2a251 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:23.971584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db279dc-8e23-4ef5-8765-ef82b2af644d service neutron] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:24.013477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-e05d892e-d44d-4371-a7aa-1bc89245214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.015193 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-e05d892e-d44d-4371-a7aa-1bc89245214c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1096 time: 0.1595342 Aug 11 02:46:24.019143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-909a5e50-e0c4-4da9-ad86-23db7441992d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2461364 Aug 11 02:46:24.081934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-794d397c-6874-4ba3-a5c4-e3a9edaf8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.084091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-794d397c-6874-4ba3-a5c4-e3a9edaf8bbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1096 time: 0.1022041 Aug 11 02:46:24.085231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.114335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:24.117789 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.192285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:24.216503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.224876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-4951f52c-8ab6-4ba5-bc2f-8180d1887636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.226964 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-4951f52c-8ab6-4ba5-bc2f-8180d1887636 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1926942 Aug 11 02:46:24.287659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:24.293209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b14b4b7e-4035-46b1-9278-c0fbc2c77701 None None] Provisioning complete for port 933260ca-4ddb-46f0-9949-c866a654a477 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:24.293606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b14b4b7e-4035-46b1-9278-c0fbc2c77701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.302586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-8a281e46-f38e-4e7e-8e31-57b2aebc59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.304137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-8a281e46-f38e-4e7e-8e31-57b2aebc59ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.2017415 Aug 11 02:46:24.357626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b14b4b7e-4035-46b1-9278-c0fbc2c77701 None None] Port 933260ca-4ddb-46f0-9949-c866a654a477 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:24.364962 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-ebba6463-4a4f-4e94-babd-a8aab49d6e61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1243110 Aug 11 02:46:24.418385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-e3c1361f-07f9-47a1-8980-85b4c1da3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.419940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-e3c1361f-07f9-47a1-8980-85b4c1da3229 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 1097 time: 0.2254546 Aug 11 02:46:24.448878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 2, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:24.460128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-f789c0e6-8e67-4a1a-8e86-2ea96eaf2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.461091 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.462878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-f789c0e6-8e67-4a1a-8e86-2ea96eaf2167 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0832870 Aug 11 02:46:24.474560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-3ef94b23-cb8a-45ef-bb19-ae04507b28ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1408544 Aug 11 02:46:24.485193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.503924 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Checking router: 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:24.504608 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Updating router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 port 933260ca-4ddb-46f0-9949-c866a654a477 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:46:24.565218 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.566532 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.566886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6544633 Aug 11 02:46:24.573098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53798) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:24.581560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'security_group_rule': {'security_group_id': 'ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:24.615973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-be3ffa97-a4f2-43c6-801f-abfe84c0f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.618611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-be3ffa97-a4f2-43c6-801f-abfe84c0f573 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363344 Aug 11 02:46:24.647288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2fe53-938e-4d87-9c9c-8408ee8595c0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c88fd84-e560-41dc-ba5a-39c52faa7598,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:24.676029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-6af1d1b4-2363-49d9-9e43-2423914a255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.677591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-6af1d1b4-2363-49d9-9e43-2423914a255a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.1788759 Aug 11 02:46:24.729386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17baea0-ad62-480e-8484-bfc23443f0ba req-39c66517-1705-4bb7-b320-2eba44734247 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.731070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b17baea0-ad62-480e-8484-bfc23443f0ba req-39c66517-1705-4bb7-b320-2eba44734247 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.1613050 Aug 11 02:46:24.737398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-b9bcae91-c97b-49b2-bf3c-56b72cbe4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.738446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-b9bcae91-c97b-49b2-bf3c-56b72cbe4493 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2620568 Aug 11 02:46:24.746202 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.803993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-2f874a97-3cf5-4006-b537-2d4976ef7e45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 200 len: 217 time: 0.0561509 Aug 11 02:46:24.810534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-fb5ac394-235b-4400-97b0-24ee620494da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.812099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-fb5ac394-235b-4400-97b0-24ee620494da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228740 Aug 11 02:46:24.845752 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-6840db58-4094-4108-b534-ec3635d0d0a6 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159057 Aug 11 02:46:24.848045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b17baea0-ad62-480e-8484-bfc23443f0ba req-8373be1c-336f-4d5c-8956-9de27097dc9d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034799 Aug 11 02:46:24.860591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.873052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.936591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-a83ad533-0e32-49b4-a6cc-9c893d220449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:24.938281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-a83ad533-0e32-49b4-a6cc-9c893d220449 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1145351 Aug 11 02:46:24.945096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593a60d9-1d19-4cb4-a009-ad1dd642b603,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:24.991700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:24.995016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fba74a5c-fec1-42a5-9d37-9f40ec9d7336 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190581 Aug 11 02:46:24.997084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-bf3941ef-48f3-4cab-b1e7-d37b4c451b97 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698980 Aug 11 02:46:25.059627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:25.085203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-013568e3-b018-4086-b79e-0046fcdfb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.087004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-013568e3-b018-4086-b79e-0046fcdfb5fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349621 Aug 11 02:46:25.101800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3996c3f-228e-47d7-94ce-f42a9328290b req-b4e8f180-23ed-449b-9e77-af35d24cf63c service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435477 Aug 11 02:46:25.220588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-2e328bef-75c8-4133-b989-41b7dc260ca0 service neutron] 10.222.0.67 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095077 Aug 11 02:46:25.224212 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922f738e-b609-4106-88c7-f3773fe77df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.227738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:25.229357 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.250991 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.268141 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-bd1c8d4a-a97e-4b08-a669-cac9f1dfbcd2 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648896 Aug 11 02:46:25.277259 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Transition to ACTIVE for port object 933260ca-4ddb-46f0-9949-c866a654a477 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:25.288736 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.296934 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-ba0377ac-4d95-418b-a07c-debde0327ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.300193 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-ba0377ac-4d95-418b-a07c-debde0327ef6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1096 time: 0.1200724 Aug 11 02:46:25.328001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-33205a14-dfeb-445d-a620-1ab721e2e39a tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_access--1810614655&fields=id&tenant_id=56f7e7d049d8427cb1d586aa416cd6c4 HTTP/1.1" status: 200 len: 267 time: 0.1033294 Aug 11 02:46:25.394163 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Pushing event updated for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:25.463310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-0afd9ac3-4d19-4acc-b5a1-a07022a520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.465901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-0afd9ac3-4d19-4acc-b5a1-a07022a520fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1576891 Aug 11 02:46:25.470891 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.471294 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.471743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.472184 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.472618 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.473146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.473579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.474061 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.474581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.474902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.475338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.475759 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:46:25.477297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.509223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-f0fc9894-da11-43bc-99f2-bc1125ef2ea6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_general--550712116&fields=id&tenant_id=56f7e7d049d8427cb1d586aa416cd6c4 HTTP/1.1" status: 200 len: 267 time: 0.1202960 Aug 11 02:46:25.514050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Attempting to bind port 933260ca-4ddb-46f0-9949-c866a654a477 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:25.514561 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Attempting to bind port 933260ca-4ddb-46f0-9949-c866a654a477 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:25.515136 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Attempting to bind port 933260ca-4ddb-46f0-9949-c866a654a477 on network 810d8e16-21c0-4373-8405-4c7d9162bf38 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:25.521854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:25.522625 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Checking segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:25.523155 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.530260 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Bound using segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:25.530260 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Bound port: 933260ca-4ddb-46f0-9949-c866a654a477, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:25.530755 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.588312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e712031f-1795-46c9-a4dc-6c1cd0d27a56 req-5d2b6737-dd34-447d-b85d-9a2058f52b9a service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084569 Aug 11 02:46:25.617352 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-326ceecf-1a66-4f46-8740-3d553ece9cc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 999 time: 0.1403031 Aug 11 02:46:25.664013 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] For port 933260ca-4ddb-46f0-9949-c866a654a477, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:25.673516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] For port 933260ca-4ddb-46f0-9949-c866a654a477, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=933260ca-4ddb-46f0-9949-c866a654a477,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:25.685520 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.704959 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-e449f593-e9db-468f-867f-61f8cce75e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.707554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-e449f593-e9db-468f-867f-61f8cce75e13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0782657 Aug 11 02:46:25.747885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-e31d67bd-d6ab-490b-ad3b-4abe532f1d28 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.763095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-e31d67bd-d6ab-490b-ad3b-4abe532f1d28 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/networks?id=810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 200 len: 796 time: 0.2322085 Aug 11 02:46:25.768976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:25.769778 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:25.787337 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-a3dc8eae-c4ad-41eb-b43b-ee42ccc003b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/quotas/56f7e7d049d8427cb1d586aa416cd6c4 HTTP/1.1" status: 200 len: 375 time: 0.0215456 Aug 11 02:46:25.807271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-80b11e1b-4853-45ba-9a1a-c8d740141e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:25.810268 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-80b11e1b-4853-45ba-9a1a-c8d740141e0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924714 Aug 11 02:46:25.823129 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c71e9-aabb-4a24-b4fa-f5a3ca5ba3f2 None None] Pushing event updated for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:25.922461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-601d73d2-1f5c-46c5-be3e-e62d10f1fc51 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295447 Aug 11 02:46:25.948073 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:26.033785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-8a0bfae8-1361-4312-a614-be466121f1b1 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138073 Aug 11 02:46:26.171047 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-391bed47-2dcf-4e4e-bd55-e85218cde474 req-f268b66a-03a2-4f68-96e4-4786c2b9de2a service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189654 Aug 11 02:46:26.226276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e291b-3a8f-4408-9c7b-eebd53797e8d req-a57502e5-1c1f-43fb-bfc8-a0a84e6dd221 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:26.229698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea7e291b-3a8f-4408-9c7b-eebd53797e8d req-a57502e5-1c1f-43fb-bfc8-a0a84e6dd221 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.1421990 Aug 11 02:46:26.251217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-c66e0140-53d0-4fd7-8523-ac455c91a538 service neutron] 10.222.0.68 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919655 Aug 11 02:46:26.272842 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5d20cb34-1725-4363-a710-789d3542170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:25Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:26.301352 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20cb34-1725-4363-a710-789d3542170a None None] The sync data for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 is: [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:25Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:26.407985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea7e291b-3a8f-4408-9c7b-eebd53797e8d req-622d6486-3d08-4413-8f51-b593c9be5fbc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535933 Aug 11 02:46:26.451443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-2378692b-5a64-4844-a5b6-0bac57803080 service neutron] 10.222.0.68 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835613 Aug 11 02:46:26.511227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:26.886683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba6eee41-1365-4a27-8b11-411c5573988e req-e3461a30-3c73-4d3e-b421-f4df34bf5013 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0584781 Aug 11 02:46:26.927492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-69ac2b1c-2070-4ad0-b718-a119415cf555 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1462541 Aug 11 02:46:27.055479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-2be479ab-b96d-4031-8453-8227e04d3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.059413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-2be479ab-b96d-4031-8453-8227e04d3eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.0762680 Aug 11 02:46:27.138510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 933260ca-4ddb-46f0-9949-c866a654a477 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:27.282650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 933260ca-4ddb-46f0-9949-c866a654a477 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:27.285028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-0975720a-b6d6-464d-92e9-7b7d4c92438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.287076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-0975720a-b6d6-464d-92e9-7b7d4c92438a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2001915 Aug 11 02:46:27.290143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 933260ca-4ddb-46f0-9949-c866a654a477 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:27.290726 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.416108 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.425975 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-7d14df32-1b11-4859-ba5d-b5fe8def4c58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.1278100 Aug 11 02:46:27.466973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 933260ca-4ddb-46f0-9949-c866a654a477, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=933260ca-4ddb-46f0-9949-c866a654a477,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:27.474388 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.535533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-c46000a0-a41e-4666-9f5b-7c3872e55fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.539426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-c46000a0-a41e-4666-9f5b-7c3872e55fdb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1041009 Aug 11 02:46:27.590303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:27.620803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-4bb9e5c4-3f05-45b2-bd47-a957bf33bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.623586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-4bb9e5c4-3f05-45b2-bd47-a957bf33bd6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736601 Aug 11 02:46:27.701838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224202a-d868-4534-ad70-3a1d87ca1e57 req-3df71209-d903-4d60-9322-bc941bab776e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:27.706260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6224202a-d868-4534-ad70-3a1d87ca1e57 req-3df71209-d903-4d60-9322-bc941bab776e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 944 time: 0.0958438 Aug 11 02:46:27.784238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6224202a-d868-4534-ad70-3a1d87ca1e57 req-9dcd7911-789f-4263-9be4-0f827ee5102f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704205 Aug 11 02:46:27.791863 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-331140f7-a571-4884-86ac-d8ef9dafe849 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597133 Aug 11 02:46:27.813955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:27.911492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-94e425cf-ae10-4b4c-b9f1-8b26f145f18b req-765ae239-be4c-40e9-b1a5-48edf9220e8d service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111989 Aug 11 02:46:27.929673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-79536584-e3ae-4d32-9880-1ebdaf1b3fa2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 200 len: 991 time: 0.1136477 Aug 11 02:46:27.961616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:28.075521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90e098ae-129f-4c3b-a3d3-01b2fa32b779 req-0673ac2b-5893-483c-96f8-1648dad9bd4b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0539420 Aug 11 02:46:28.112883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.164596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:28.181136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'port_id': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'mac_address': 'fa:16:3e:76:7b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:28.232804 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.249074 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:28.273778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:28.279861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.348037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=11']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:28.536552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c59bf17c-6ad1-4611-b22f-67e5558fdcba'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:28.570153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-de1619a0-7adb-4ce2-bcb6-ab97fcb74ba7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:28.572664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-de1619a0-7adb-4ce2-bcb6-ab97fcb74ba7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.67 "GET /v2.0/networks?id=810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 200 len: 796 time: 0.1403320 Aug 11 02:46:28.656328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-d5978950-0be4-4f2d-9e56-699a19d5944a tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f7e7d049d8427cb1d586aa416cd6c4 HTTP/1.1" status: 200 len: 477 time: 0.0662866 Aug 11 02:46:28.668981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'port': {'device_id': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'admin_state_up': True, 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'security_groups': ['ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257', '4c88fd84-e560-41dc-ba5a-39c52faa7598']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:28.805721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:46:28.812469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:28.982737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.20.0.12 (810d8e16-21c0-4373-8405-4c7d9162bf38/07cb7377-b4b0-4ed3-82b4-ae927ff832de/f703de0b-d30b-49ba-8b5e-f8bfcfb4460a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:29.039231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 933260ca-4ddb-46f0-9949-c866a654a477 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:29.129896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 933260ca-4ddb-46f0-9949-c866a654a477 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:29.130507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.236229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-989e74d3-b02d-4f6c-9b69-5bac95e639f0 req-1dabbc92-ab75-4472-a825-5f77b56daf8f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0546083 Aug 11 02:46:29.278764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.295522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Transition to ACTIVE for port object f703de0b-d30b-49ba-8b5e-f8bfcfb4460a will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:29.332304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.380306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:29.386501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:29.389039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:29.420065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:29.460724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:29.461959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.485198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-0f93a8a0-1386-4cf1-becb-8d2b15b61374 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8205802 Aug 11 02:46:29.500922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Request body: {'port': {'device_id': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:29.583887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.680211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e20aeec4-61c5-454c-9ecc-1c20e45e7f12 None None] Provisioning for port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:29.685541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e20aeec4-61c5-454c-9ecc-1c20e45e7f12 None None] Provisioning complete for port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:29.686077 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e20aeec4-61c5-454c-9ecc-1c20e45e7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.729865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e20aeec4-61c5-454c-9ecc-1c20e45e7f12 None None] Port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:46:29.901166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f703de0b-d30b-49ba-8b5e-f8bfcfb4460a {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:29.909567 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.923988 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Transition to ACTIVE for port object f703de0b-d30b-49ba-8b5e-f8bfcfb4460a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:46:29.929144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.977146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:29.988971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Pushing event updated for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.046648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c59bf17c-6ad1-4611-b22f-67e5558fdcba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:30.054184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c59bf17c-6ad1-4611-b22f-67e5558fdcba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:30.055045 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.094760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Attempting to bind port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:46:30.095371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Attempting to bind port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:46:30.095906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Attempting to bind port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a on network 810d8e16-21c0-4373-8405-4c7d9162bf38 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:30.102501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a on network 810d8e16-21c0-4373-8405-4c7d9162bf38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:46:30.102982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Attempting to bind port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a on network 810d8e16-21c0-4373-8405-4c7d9162bf38 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:46:30.110424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:46:30.110975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Checking segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:46:30.112244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Bound using segment: {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:46:30.112244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Bound port: f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c481619-6247-4e0e-8421-4a00188c9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:46:30.112783 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.170943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.195798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:46:30.201377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:30.201717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:46:30.204364 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597960ac-fafa-4cbb-b45f-e3c15794aea2" -d '{"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-plugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:30.208708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.220452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:30.228239 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.280728 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10813273-d497-4a14-ab9f-e02517572936 x-openstack-request-id: req-10813273-d497-4a14-ab9f-e02517572936 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:30.280991 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-plugged", "status": "completed", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:30.281258 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10813273-d497-4a14-ab9f-e02517572936 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:30.281488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.281679 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'code': 200} Aug 11 02:46:30.282588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:30.286106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] 10.222.0.67 "PUT /v2.0/ports/f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 200 len: 1132 time: 0.7916803 Aug 11 02:46:30.291516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:30.295648 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b9f45-e531-4330-9d57-c2d9ed89ce67" -d '{"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:30.304944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=12']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.380184 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce09d68-558a-45d7-9e43-6576f9e63a03 x-openstack-request-id: req-5ce09d68-558a-45d7-9e43-6576f9e63a03 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:30.380504 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:30.380740 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ce09d68-558a-45d7-9e43-6576f9e63a03 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:30.381141 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'status': 'completed', 'code': 200} Aug 11 02:46:30.397941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0160e0-5d6f-446b-be9f-584f1ff68f06 service neutron] Pushing event updated for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:30.727634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-76553e7b-fbb6-4082-8a51-5c5a40312a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.729916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-76553e7b-fbb6-4082-8a51-5c5a40312a99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1135 time: 0.3937397 Aug 11 02:46:30.758643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19132578-8e09-4145-8323-1971197cd1ee req-77098180-080b-426f-8cc4-2cf04d991bb6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.760771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19132578-8e09-4145-8323-1971197cd1ee req-77098180-080b-426f-8cc4-2cf04d991bb6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 983 time: 0.3750226 Aug 11 02:46:30.801984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-af53ac73-1483-4670-85af-53df8cb62d9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 200 len: 217 time: 0.0590641 Aug 11 02:46:30.869360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19132578-8e09-4145-8323-1971197cd1ee req-62a31a64-d751-4c43-9266-bf6592ca9b10 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0742426 Aug 11 02:46:30.880868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-655ee862-af84-47ee-890c-120b2eec17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.882425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-655ee862-af84-47ee-890c-120b2eec17bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07cb7377-b4b0-4ed3-82b4-ae927ff832de HTTP/1.1" status: 200 len: 833 time: 0.0679142 Aug 11 02:46:30.956980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a005e3-dd52-458d-8ef3-40582458454d req-5ac5c0b8-5ffd-404c-8479-46e9dd28416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:30.960504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-5ac5c0b8-5ffd-404c-8479-46e9dd28416d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=810d8e16-21c0-4373-8405-4c7d9162bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645583 Aug 11 02:46:31.069942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-eaf18fbd-96a2-46da-a456-cd9997fe3e1e service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962603 Aug 11 02:46:31.183630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a005e3-dd52-458d-8ef3-40582458454d req-7cff64c1-f2c9-4ca7-8f5b-4951281c8102 service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014612 Aug 11 02:46:31.301494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-5a3ddd3d-879a-4f70-9aa0-ff7f3743a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.303100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-5a3ddd3d-879a-4f70-9aa0-ff7f3743a741 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1135 time: 0.0533738 Aug 11 02:46:31.450135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-2248e812-c7ba-4f11-9a88-4c21b14a4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.451639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-2248e812-c7ba-4f11-9a88-4c21b14a4366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 200 len: 897 time: 0.1405401 Aug 11 02:46:31.504310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-35ba9a8c-7216-4843-a92a-76fcecc298dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 200 len: 217 time: 0.0397398 Aug 11 02:46:31.562189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-c7fead4a-3bb6-4b5c-ab57-dbf371da0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.563697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-c7fead4a-3bb6-4b5c-ab57-dbf371da0a19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07cb7377-b4b0-4ed3-82b4-ae927ff832de HTTP/1.1" status: 200 len: 833 time: 0.0508795 Aug 11 02:46:31.625537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-2d624737-702d-4012-8cb6-152d6b91a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:31.627169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-2d624737-702d-4012-8cb6-152d6b91a2b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=810d8e16-21c0-4373-8405-4c7d9162bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549479 Aug 11 02:46:31.732408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-9ff199b2-e40b-47b1-9c65-ccb60d8d1f48 service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963533 Aug 11 02:46:31.843782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b38b9f45-e531-4330-9d57-c2d9ed89ce67 req-1565e8a4-75d9-4c47-b29d-5aa047eb52fd service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027646 Aug 11 02:46:32.025288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e29f3-b29b-4eaa-ae99-ade9c66c15c5 req-c4f5cfde-387a-4c38-8c95-8f6de8067858 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:32.027396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed2e29f3-b29b-4eaa-ae99-ade9c66c15c5 req-c4f5cfde-387a-4c38-8c95-8f6de8067858 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 983 time: 0.0675974 Aug 11 02:46:32.080426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed2e29f3-b29b-4eaa-ae99-ade9c66c15c5 req-55813a10-b1b0-4ef7-abe0-461d927021d4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0459559 Aug 11 02:46:33.226656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d67fe-629f-4d1b-8002-5dbf02f7cc07 req-a60ad0b4-8231-42d4-bf13-21b431c0eed0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:33.228345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458d67fe-629f-4d1b-8002-5dbf02f7cc07 req-a60ad0b4-8231-42d4-bf13-21b431c0eed0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 983 time: 0.0568318 Aug 11 02:46:33.280151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458d67fe-629f-4d1b-8002-5dbf02f7cc07 req-2aa1a7f0-a649-4702-9128-1c156cc5e146 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411801 Aug 11 02:46:34.413343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294746-0730-466e-9fd2-bcf87ca98945 req-fe56373f-a9e7-4e80-927c-c22d94c44e34 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:34.415000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75294746-0730-466e-9fd2-bcf87ca98945 req-fe56373f-a9e7-4e80-927c-c22d94c44e34 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 983 time: 0.0527358 Aug 11 02:46:34.460157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75294746-0730-466e-9fd2-bcf87ca98945 req-b8057149-7954-4cff-9c77-8ec5982d8ddf tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381172 Aug 11 02:46:35.587189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c933-1fae-4a31-b9f4-9d47a7022f50 req-5b4829c4-2e38-4c51-977b-5d0363166f93 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:35.589237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a29c933-1fae-4a31-b9f4-9d47a7022f50 req-5b4829c4-2e38-4c51-977b-5d0363166f93 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 983 time: 0.0585232 Aug 11 02:46:35.635396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f703de0b-d30b-49ba-8b5e-f8bfcfb4460a details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:46:35.636274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a29c933-1fae-4a31-b9f4-9d47a7022f50 req-8aaa5652-98d0-49df-ae3f-7f34545c0071 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0390155 Aug 11 02:46:35.751005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:35.775609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'port_id': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'mac_address': 'fa:16:3e:8e:cb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:46:35.845095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:35.876722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f703de0b-d30b-49ba-8b5e-f8bfcfb4460a {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:46:35.914900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:35.921189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:35.988000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:36.221393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:46:36.768402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9c63-d06f-4a3b-96d3-ca0bb70ae12d req-7190b476-844d-4488-83b2-3ea75de2e265 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:36.770002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-835a9c63-d06f-4a3b-96d3-ca0bb70ae12d req-7190b476-844d-4488-83b2-3ea75de2e265 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 984 time: 0.0533264 Aug 11 02:46:36.816427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-835a9c63-d06f-4a3b-96d3-ca0bb70ae12d req-db3f75ff-3224-4432-9c82-c99fb38baccb tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395772 Aug 11 02:46:37.650233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f703de0b-d30b-49ba-8b5e-f8bfcfb4460a up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:46:37.703032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:46:37.707061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:46:37.707435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:37.790881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:37.815989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:37.818338 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7154f3-418f-411f-b23c-813a608bb742" -d '{"events": [{"server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "name": "network-vif-plugged", "status": "completed", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:37.835122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:46:37.839903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:37.870393 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2929ef-e460-4f05-b648-4808752a9bcc x-openstack-request-id: req-ad2929ef-e460-4f05-b648-4808752a9bcc {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:37.870724 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "name": "network-vif-plugged", "status": "completed", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:37.870944 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad2929ef-e460-4f05-b648-4808752a9bcc {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:37.871351 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'code': 200} Aug 11 02:46:37.900899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:37.986747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bab96-7105-4a3a-a47a-f1587737eb4e req-0df13e34-f067-4809-8cc2-76f6c7ea93e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:37.988359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce8bab96-7105-4a3a-a47a-f1587737eb4e req-0df13e34-f067-4809-8cc2-76f6c7ea93e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.0877903 Aug 11 02:46:37.995620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594617b-f92b-4c2c-9135-dda51d52e8d7 req-e9f55418-101b-452b-b77e-b2c7af8e1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:37.997118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f594617b-f92b-4c2c-9135-dda51d52e8d7 req-e9f55418-101b-452b-b77e-b2c7af8e1439 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1137 time: 0.0670931 Aug 11 02:46:38.053648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce8bab96-7105-4a3a-a47a-f1587737eb4e req-082cc8bd-0834-457c-84b8-11135a1fe352 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0554993 Aug 11 02:46:38.068500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f594617b-f92b-4c2c-9135-dda51d52e8d7 req-3a09c6e3-6984-4742-a44b-e2ac97d029db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557439 Aug 11 02:46:39.182943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaa642-e207-4ca7-8dd4-24a3c6c04202 req-0bf9fe15-110f-4330-bc42-561b0b5c3d8b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.184460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fbaa642-e207-4ca7-8dd4-24a3c6c04202 req-0bf9fe15-110f-4330-bc42-561b0b5c3d8b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.0505004 Aug 11 02:46:39.231341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fbaa642-e207-4ca7-8dd4-24a3c6c04202 req-fb1a3a99-7b08-43ce-9a82-1f96e14c40c5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402055 Aug 11 02:46:39.359138 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce88ddd-bd85-4d53-9fde-3b19adb6adea req-ba7eec97-3a06-4231-95a5-cd2404772a31 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.360866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ce88ddd-bd85-4d53-9fde-3b19adb6adea req-ba7eec97-3a06-4231-95a5-cd2404772a31 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.0607774 Aug 11 02:46:39.412350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ce88ddd-bd85-4d53-9fde-3b19adb6adea req-7e9347e0-d0db-4ddb-aa17-827d65294840 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451350 Aug 11 02:46:39.528913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-bb3cd4e1-f0d7-4e16-b2c2-ee155f6a3ad1 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.530446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-bb3cd4e1-f0d7-4e16-b2c2-ee155f6a3ad1 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1137 time: 0.0484588 Aug 11 02:46:39.550975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-5edb1297-e380-4244-81ca-3a91b5a3ea2a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:39.656119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-5edb1297-e380-4244-81ca-3a91b5a3ea2a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:39.660589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-5edb1297-e380-4244-81ca-3a91b5a3ea2a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:39.686227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70739f8b-bceb-4701-be19-2ffedb2cb0d5 req-5edb1297-e380-4244-81ca-3a91b5a3ea2a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1494319 Aug 11 02:46:39.695969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb1297-e380-4244-81ca-3a91b5a3ea2a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9686976c-40dd-4c63-a4e6-b302e7c873cc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:39.710917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53866) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:39.762490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4d4a9-661c-411f-87f0-6720379ede52 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:39.764070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4aa4d4a9-661c-411f-87f0-6720379ede52 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1132 time: 0.0521033 Aug 11 02:46:39.767860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53868) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:39.772548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:46:39.800039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:39.906386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.023997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.25.3.200 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2eb9e559-1f8f-49d2-9234-dc157285d820) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:46:40.135680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.186060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.228700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:46:40.231639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:46:40.237359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:46:40.268832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=2eb9e559-1f8f-49d2-9234-dc157285d820,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:40.691922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-683e607a-7800-4f5e-af34-99591b68d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.693677 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-683e607a-7800-4f5e-af34-99591b68d1c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.0452673 Aug 11 02:46:40.776645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.810430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-3b1a2287-0b85-48cd-8a3e-97b2fd6de7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.812292 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-3b1a2287-0b85-48cd-8a3e-97b2fd6de7b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1103146 Aug 11 02:46:40.830082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244010-8341-46ae-8044-56eef5fa69e0 req-83e2a5d8-160f-40b8-8af6-22cacb8ad8c7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.831704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8244010-8341-46ae-8044-56eef5fa69e0 req-83e2a5d8-160f-40b8-8af6-22cacb8ad8c7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1588943 Aug 11 02:46:40.849006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.872216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:40.898623 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-574e8245-5f06-4d9b-a0de-9d17fcd57330 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.0783968 Aug 11 02:46:40.948948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8244010-8341-46ae-8044-56eef5fa69e0 req-0478916a-135e-4a2a-ac13-5817062c3029 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091347 Aug 11 02:46:40.960346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-23a8ad33-70e2-4ec0-a9d0-59b7c68b00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:40.961881 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-23a8ad33-70e2-4ec0-a9d0-59b7c68b00cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0531242 Aug 11 02:46:40.987272 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.013412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-4c3e12ec-409d-4545-ace7-e3ef408fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:41.015051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-4c3e12ec-409d-4545-ace7-e3ef408fcb41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446863 Aug 11 02:46:41.115749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-344e5140-6c85-4aa0-975b-ea431d8400d1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925679 Aug 11 02:46:41.164770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.170624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.225400 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a73ce2db-6113-411d-b1c8-9773b07105ce req-3fd81b88-3752-4e27-bb4c-13aab05062cd service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008539 Aug 11 02:46:41.248078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=2eb9e559-1f8f-49d2-9234-dc157285d820,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:41.260061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:41.380551 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Floating IP 086f010a-912f-426d-8af7-ff9b0ef0c2cf associated. External IP: 172.25.3.200, port: f703de0b-d30b-49ba-8b5e-f8bfcfb4460a. Aug 11 02:46:41.886186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:42.002726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:42.015824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Sync routers for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:42.024298 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:42.030712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:42.032166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:42.088906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-39f3b69d-f18f-4460-a6f6-d28008d87ce1 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3195264 Aug 11 02:46:42.091155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:42.091491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53878) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:42.095323 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b690df-4b96-467c-8283-5b8d330d3464" -d '{"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:42.128406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277197a-7a5d-4af7-a8f0-0c3e225b8e84 req-3af0e190-358e-4785-92b6-95d4773f6c3e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.131125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5277197a-7a5d-4af7-a8f0-0c3e225b8e84 req-3af0e190-358e-4785-92b6-95d4773f6c3e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0826890 Aug 11 02:46:42.158765 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb4c44f-1875-4b7a-85e2-86e7c9b1bba5 x-openstack-request-id: req-5bb4c44f-1875-4b7a-85e2-86e7c9b1bba5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:42.159358 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:42.160007 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bb4c44f-1875-4b7a-85e2-86e7c9b1bba5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:42.160007 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'status': 'completed', 'code': 200} Aug 11 02:46:42.196646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:42.229433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5277197a-7a5d-4af7-a8f0-0c3e225b8e84 req-deadaa55-a28b-414e-a185-8c064f9cf70a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901611 Aug 11 02:46:42.236509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.237296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.238192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.239025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.239976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.240808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.241497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.242297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.246242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bb3604c9-f53b-4657-9b1b-5c9f857a3064 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5667 time: 0.1535499 Aug 11 02:46:42.249206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:42.257682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b690df-4b96-467c-8283-5b8d330d3464 req-0d0ed6d4-8198-4fba-a78c-5cf42968225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.260128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-0d0ed6d4-8198-4fba-a78c-5cf42968225c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1137 time: 0.0785916 Aug 11 02:46:42.325368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.325859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.326325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.326782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.327237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.327692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.328139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.328584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.334659 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1252fc7c-78ca-46a0-82db-f8a78029027a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.0799665 Aug 11 02:46:42.335415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53886) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:42.397862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b690df-4b96-467c-8283-5b8d330d3464 req-56503478-c2a3-45a2-b0a8-c902324ca84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.399342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-56503478-c2a3-45a2-b0a8-c902324ca84b service neutron] 10.222.0.67 "GET /v2.0/networks?id=810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 200 len: 897 time: 0.1324489 Aug 11 02:46:42.482617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-a0e6bf91-3182-4d01-bbf1-bd9e9e43a7a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 200 len: 1000 time: 0.0758142 Aug 11 02:46:42.547909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b690df-4b96-467c-8283-5b8d330d3464 req-16f4d507-cf16-4087-80b9-3e6734b66f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.550740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-16f4d507-cf16-4087-80b9-3e6734b66f31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07cb7377-b4b0-4ed3-82b4-ae927ff832de HTTP/1.1" status: 200 len: 833 time: 0.0607309 Aug 11 02:46:42.557257 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f4f893c-188d-4c25-98a3-18b00f110ddf tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.2207296 Aug 11 02:46:42.560737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53888) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:42.601312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b690df-4b96-467c-8283-5b8d330d3464 req-c58957c0-403a-427e-ad6a-84e876ee5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.603540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-c58957c0-403a-427e-ad6a-84e876ee5873 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=810d8e16-21c0-4373-8405-4c7d9162bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444367 Aug 11 02:46:42.607485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1884ca-0571-41ab-84e8-4bbaa3765c09 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.607969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1884ca-0571-41ab-84e8-4bbaa3765c09 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:42.609675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7f1884ca-0571-41ab-84e8-4bbaa3765c09 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=11ef5687-f2d5-4da5-8f8e-82460b08e1a7 HTTP/1.1" status: 200 len: 1992 time: 0.0479634 Aug 11 02:46:42.702747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '086f010a-912f-426d-8af7-ff9b0ef0c2cf', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'port_id': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'mac_address': 'fa:16:3e:8e:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:40Z', 'updated_at': '2021-08-11T02:46:40Z', 'revision_number': 0, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:42.713195 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-b29fdedc-678d-43c1-8973-f9b2c211b7d2 service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008244 Aug 11 02:46:42.734861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Checking router: 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:46:42.744586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:42.745212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:42.859899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:46:42.871164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70b690df-4b96-467c-8283-5b8d330d3464 req-eec5ae51-ab11-4eeb-aed6-3a1fe2d8ca6f service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499274 Aug 11 02:46:43.109967 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '086f010a-912f-426d-8af7-ff9b0ef0c2cf', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'port_id': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'mac_address': 'fa:16:3e:8e:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:40Z', 'updated_at': '2021-08-11T02:46:40Z', 'revision_number': 0, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:43.137980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bb518-c589-4ba0-bbaf-1083fb1ce1dc None None] The sync data for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 is: [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '086f010a-912f-426d-8af7-ff9b0ef0c2cf', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'port_id': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'mac_address': 'fa:16:3e:8e:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:46:40Z', 'updated_at': '2021-08-11T02:46:40Z', 'revision_number': 0, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:46:43.337186 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc2784-4258-45be-a691-58d537fc3085 None None] New status for floating IP 086f010a-912f-426d-8af7-ff9b0ef0c2cf: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:46:49.331276 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:52.659040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-586709ce-5691-44d5-9331-38ed8fe09cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.181076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b781cf1-54b9-444e-83b1-67935b3d682d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.464333 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.500161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.096758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.662587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584836c-307d-4e01-a451-9430a6a336e0 req-b5383658-38aa-4e4d-8a75-3fbb6ba4b865 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:58.664608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e584836c-307d-4e01-a451-9430a6a336e0 req-b5383658-38aa-4e4d-8a75-3fbb6ba4b865 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1098 time: 0.0516191 Aug 11 02:46:58.704183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e584836c-307d-4e01-a451-9430a6a336e0 req-8f6aecab-a18a-431c-845e-5fcaaf535bf0 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Aug 11 02:46:58.736961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53908) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:58.908032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 53e53cf2-3929-45f0-b622-aac61b837f4d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:46:58.908289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.997189 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:58.997695 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.012984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 53e53cf2-3929-45f0-b622-aac61b837f4d owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:46:59.180971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.211610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=53e53cf2-3929-45f0-b622-aac61b837f4d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:46:59.289652 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.290160 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 58eb2903-6437-436d-8dcb-748896aee9aa disassociated (deleted). External IP: 172.25.3.206, port: c59bf17c-6ad1-4611-b22f-67e5558fdcba. Aug 11 02:46:59.529224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:46:59.652193 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:46:59.657075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.665434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Sync routers for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:46:59.677126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:46:59.677977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:46:59.693296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-200e9fc4-fa6a-4c35-b0b2-c78ee8405d37 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/floatingips/58eb2903-6437-436d-8dcb-748896aee9aa HTTP/1.1" status: 204 len: 168 time: 0.9550674 Aug 11 02:46:59.694273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:46:59.697129 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc7b77-c61d-41b4-b9d4-63df72c37954" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:46:59.759383 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c7d74-e6f0-4f41-b618-3685f5751264 x-openstack-request-id: req-3b6c7d74-e6f0-4f41-b618-3685f5751264 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:46:59.760121 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:46:59.760511 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b6c7d74-e6f0-4f41-b618-3685f5751264 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:46:59.761066 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:46:59.848416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-8422e14d-1728-4fbc-92ae-8481f6872a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:46:59.853566 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-8422e14d-1728-4fbc-92ae-8481f6872a7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 1098 time: 0.0667152 Aug 11 02:46:59.855213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:00.017673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-fbeab830-3290-4b18-935e-9d50fb867639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.020315 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-fbeab830-3290-4b18-935e-9d50fb867639 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 200 len: 898 time: 0.1594751 Aug 11 02:47:00.069160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-d83c7d04-c159-4076-afcb-2f933fc2b204 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 200 len: 217 time: 0.0392227 Aug 11 02:47:00.116102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539479-010c-44ee-a672-1411a662639d req-45a757d1-904f-41a5-80b4-ed01eb96418c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.119448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2539479-010c-44ee-a672-1411a662639d req-45a757d1-904f-41a5-80b4-ed01eb96418c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 946 time: 0.0910609 Aug 11 02:47:00.139578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-742052e7-7484-4335-887c-2eddca8c3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.142581 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-742052e7-7484-4335-887c-2eddca8c3ad6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 200 len: 835 time: 0.0640931 Aug 11 02:47:00.172733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:00.173059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2539479-010c-44ee-a672-1411a662639d req-3819e9c7-2324-4b5d-85e2-679b44c2c2a2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Aug 11 02:47:00.205161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-11ccbcc1-67ca-4db8-ac26-bf24eb1493fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:00.206822 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-11ccbcc1-67ca-4db8-ac26-bf24eb1493fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d4b0c79f-88f4-4674-ba4a-f9f67cff921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557206 Aug 11 02:47:00.209335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Checking router: 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:00.225510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:00.226642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:00.318108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-8be2f77a-6bda-4ac6-8eb5-c5e2ae244183 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983868 Aug 11 02:47:00.399109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:00.431321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbbc7b77-c61d-41b4-b9d4-63df72c37954 req-8c8d08b6-c510-4348-becc-fdd03f1c702d service neutron] 10.222.0.61 "GET /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011653 Aug 11 02:47:00.679613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:00.708191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f6b7-d3db-45c1-8384-1a29463e5328 None None] The sync data for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 is: [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:44:52Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc', 'name': '', 'network_id': 'd4b0c79f-88f4-4674-ba4a-f9f67cff921b', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:ae:31:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:51Z', 'updated_at': '2021-08-11T02:44:59Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:00.956156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c5afac-132b-47f1-87a5-0967ffa6a17f None None] New status for floating IP 58eb2903-6437-436d-8dcb-748896aee9aa: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:47:01.344000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1c1f-3c51-4a20-8878-4628eec01498 req-3c4dd1c2-4c58-465c-b9db-abdf223c6d2a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.345743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774d1c1f-3c51-4a20-8878-4628eec01498 req-3c4dd1c2-4c58-465c-b9db-abdf223c6d2a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 946 time: 0.0583577 Aug 11 02:47:01.387711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-774d1c1f-3c51-4a20-8878-4628eec01498 req-b3d92d9c-2d53-4632-91bd-82cd41ef4389 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=594435b9-4d45-43a1-98f3-e2d6247b451f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354943 Aug 11 02:47:01.483563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-9a0beafe-2c9f-44cc-9125-f4e54458cfcd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:01.485194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-9a0beafe-2c9f-44cc-9125-f4e54458cfcd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 946 time: 0.0765531 Aug 11 02:47:01.595314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:01.595705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.695515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port c59bf17c-6ad1-4611-b22f-67e5558fdcba, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c59bf17c-6ad1-4611-b22f-67e5558fdcba,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:01.695915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.714684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for c59bf17c-6ad1-4611-b22f-67e5558fdcba owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:01.870738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.901033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=c59bf17c-6ad1-4611-b22f-67e5558fdcba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:01.929448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.929848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.930201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.930539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.931418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.931748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.932080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.932431 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.932740 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.933065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.933389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.933716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:01.956801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] No DVR routers for this DVR port c59bf17c-6ad1-4611-b22f-67e5558fdcba on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:01.959519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:01.962327 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d8eb8bec-d5ba-4610-9191-b092dd70a09c req-afdc6b9e-09ad-492b-83e1-2ee38fb2557b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "DELETE /v2.0/ports/c59bf17c-6ad1-4611-b22f-67e5558fdcba HTTP/1.1" status: 204 len: 173 time: 0.4697528 Aug 11 02:47:01.962782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-deleted', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:01.965100 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffae5ae-2fd9-46d5-b1f2-1d8e7530f87c" -d '{"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-deleted", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:02.098966 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba521d-d175-4461-8cdd-96d0c1fcf863 x-openstack-request-id: req-d0ba521d-d175-4461-8cdd-96d0c1fcf863 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:02.099558 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00680-dd2a-4470-9020-5ab03c0a27ce", "name": "network-vif-deleted", "tag": "c59bf17c-6ad1-4611-b22f-67e5558fdcba", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:02.099826 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0ba521d-d175-4461-8cdd-96d0c1fcf863 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:02.100243 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e00680-dd2a-4470-9020-5ab03c0a27ce', 'name': 'network-vif-deleted', 'tag': 'c59bf17c-6ad1-4611-b22f-67e5558fdcba', 'status': 'completed', 'code': 200} Aug 11 02:47:02.521913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-821b0e09-35d6-4243-b8b8-59c97a128bbd req-2c07d32a-d8c4-471e-9899-4b2747e02f9f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=84e00680-dd2a-4470-9020-5ab03c0a27ce HTTP/1.1" status: 200 len: 210 time: 0.0365503 Aug 11 02:47:03.604817 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53942) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:04.164444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:04.195989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.200079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c59bf17c-6ad1-4611-b22f-67e5558fdcba {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:04.201632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c59bf17c-6ad1-4611-b22f-67e5558fdcba not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:04.610953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:04.611775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.720991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:04.721361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:04.738343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:05.021979 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.073345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:05.314621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.652666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:05.798979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:05.808203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ba98a327-648a-415e-9986-b97aaa00a184 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/8f032ce7-0fb3-4d17-b4cf-3b3369b16873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977465 Aug 11 02:47:05.808203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53952) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:05.812439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Sync routers for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:05.829859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:05.831072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:05.890518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting subnet 1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:47:05.896483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.979093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:05.997144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:06.215105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.335792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.387103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:06.404131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.417202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f607ddd-650f-4662-a56e-b32a32435a4e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/subnets/1ed5d1f8-d5b3-4fdc-8623-0afa6e2bdd49 HTTP/1.1" status: 204 len: 168 time: 0.6048310 Aug 11 02:47:06.417756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53956) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:06.440544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8fd48-ddcf-4b57-81b5-0618e63600a5 None None] Network d4b0c79f-88f4-4674-ba4a-f9f67cff921b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:06.607403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:47:04Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:06.619679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.652257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Checking router: 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:06.667666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Routers {'8f032ce7-0fb3-4d17-b4cf-3b3369b16873'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:06.668305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:06.766639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:06.777155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] DHCP port deletion for d4b0c79f-88f4-4674-ba4a-f9f67cff921b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:47:06.845723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] Set router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:06.879948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:06.880377 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.093993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Deleting port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:07.094609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.109988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 29ba97ed-ac57-4928-a9da-b83dfeb65cc0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:07.110879 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.152414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:07.189203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] For port 5d0a82f8-155b-40f0-8a35-b76f5079bc58, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d0a82f8-155b-40f0-8a35-b76f5079bc58,segment=NetworkSegment(8cca56be-aa4e-43b3-b796-850feeab594e),segment_id=8cca56be-aa4e-43b3-b796-850feeab594e)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:07.189203 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.209571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Calling delete_port for 5d0a82f8-155b-40f0-8a35-b76f5079bc58 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:07.287739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d0a82f8-155b-40f0-8a35-b76f5079bc58 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:07.450363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.469755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.490416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.498453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:47:04Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:07.501197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] Pushing event deleted for resources: {'Port': ['ID=5d0a82f8-155b-40f0-8a35-b76f5079bc58,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:07.543253 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=29ba97ed-ac57-4928-a9da-b83dfeb65cc0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:07.546309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b115936-d861-4ab3-8939-4cd36ce70cc7 None None] No DVR routers for this DVR port 5d0a82f8-155b-40f0-8a35-b76f5079bc58 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:07.549236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b75e8-3c22-4e25-9cca-a2b7f06d9a19 None None] The sync data for ids ['8f032ce7-0fb3-4d17-b4cf-3b3369b16873'] in n-d-713498-10 is: [{'id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2115139592', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:44:46Z', 'updated_at': '2021-08-11T02:47:04Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': '29ba97ed-ac57-4928-a9da-b83dfeb65cc0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f032ce7-0fb3-4d17-b4cf-3b3369b16873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:44:47Z', 'updated_at': '2021-08-11T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:07.687173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.871699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.875940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.961631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.962637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Fanout notify agent at l3_agent the message router_deleted on router 8f032ce7-0fb3-4d17-b4cf-3b3369b16873 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:47:07.977761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:07.979230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-398bc8d3-7586-405f-8668-a2168270d284 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/routers/8f032ce7-0fb3-4d17-b4cf-3b3369b16873 HTTP/1.1" status: 204 len: 168 time: 1.5600293 Aug 11 02:47:07.983645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53960) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:08.543953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.674508 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.695222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b0c79f-88f4-4674-ba4a-f9f67cff921b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:08.714671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cca56be-aa4e-43b3-b796-850feeab594e') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:08.715060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cca56be-aa4e-43b3-b796-850feeab594e') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:08.725312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.747745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.755549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:47:08.756323 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:47:08.760457 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:47:08.849886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.859897 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.862113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/networks/d4b0c79f-88f4-4674-ba4a-f9f67cff921b HTTP/1.1" status: 204 len: 168 time: 0.8769515 Aug 11 02:47:08.867070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:08.879553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47907a-908b-4ed5-a479-05d7e39a59d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Network': ['ID=d4b0c79f-88f4-4674-ba4a-f9f67cff921b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:08.944104 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:08.993529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.124525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:09.151018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.156014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:09.163120 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/security-groups/594435b9-4d45-43a1-98f3-e2d6247b451f HTTP/1.1" status: 204 len: 168 time: 0.2941360 Aug 11 02:47:09.165500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:09.167085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e0b645ac-2e32-4acf-8ddd-fbf5f64b4efc not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:09.168087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:09.183703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1a35a-7b5a-4564-b300-59525aaebba4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594435b9-4d45-43a1-98f3-e2d6247b451f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:09.231409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:09.232050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 29ba97ed-ac57-4928-a9da-b83dfeb65cc0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:09.792711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53972) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:09.800403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920658271', 'description': 'tempest-secgroup-smoke-920658271 description', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:09.854004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.002892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.016231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.062171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.065034 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2699559 Aug 11 02:47:10.067153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891ce5-d826-415b-b952-30ca5fcf7ec6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0adac-9442-4e9c-a715-9a1de99062b5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.069273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53974) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:10.077306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.121273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.251572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.267274 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.292683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf36718-2320-41ea-ae08-8abf259283e5,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.310422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.314459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-41dfdf25-2af5-40bd-b79f-8a0d72ce3cbf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2434087 Aug 11 02:47:10.318885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53976) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:10.326374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.375762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.483006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.489637 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.516557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d58666-fe1d-42b0-a1d6-9910c90d66f6,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.527196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.528684 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a10aee32-b445-4f66-9adf-eee909542804 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2083101 Aug 11 02:47:10.532969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53980) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:10.541222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.606336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.693054 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.697992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.724585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8eb391-562d-42c9-bf3a-da5254d891dc,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.736945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.741842 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8c24465f-e289-4392-b303-69e896ded666 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038546 Aug 11 02:47:10.742321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53982) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:10.747955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:10.794805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.795131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.882487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.921750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.927250 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.982746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379793a0-7584-4155-8cb6-5f5c1a8287ca,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:10.987364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:10.993415 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a65c4fd-4b40-4f1d-8994-170d507e5dc8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2452826 Aug 11 02:47:10.994244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53984) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.000489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.044067 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:11.052886 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.138719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.145421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.173446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afda39e-3487-466b-91e7-c5127350834c,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.179499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.181764 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d979c021-b83d-4834-8cb1-ac5cf087abc5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862576 Aug 11 02:47:11.187856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53986) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.196709 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '13b0adac-9442-4e9c-a715-9a1de99062b5', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.245133 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:47:11.252462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.373476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.379282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.409262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4e781e-de9f-427d-acb0-6cfbdf09e5ba,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.424065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.431504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 53988) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.432362 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f6cc87bc-1da3-4ee8-a937-b6513b03bfba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2433224 Aug 11 02:47:11.440997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'network': {'name': 'tempest-network-smoke--1554720622', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.483083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:11.493630 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.547942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:47:11.562959 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.563506 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Added segment a44f76b7-7181-48e8-ab6c-f02578f0457c of type vlan for network f7c08339-649c-4768-83a1-7288761a92ab Aug 11 02:47:11.626411 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.669575 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.680248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:11.681284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.777525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3421125 Aug 11 02:47:11.781198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 53994) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:11.786616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'admin_state_up': True, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:11.806083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Network': ['ID=f7c08339-649c-4768-83a1-7288761a92ab,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:11.814685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.815011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.815439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.815710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.815982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.816475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.817082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.817442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.817753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.818125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.818563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.819029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9fcd-6dcf-4cd6-9b0e-a58d810f3d17 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:11.821446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.823029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:11.833869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f7c08339-649c-4768-83a1-7288761a92ab details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:47:11.889939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.074861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.350148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.376297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:12.981511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.125 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b3b5f45e-b2d4-4505-a9b0-ecb64999eacd) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:13.162442 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.219267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.274250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:13.277752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:13.285490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:13.313901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:13.642203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:13.942541 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.115541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3f190e1f-e8da-4707-bab4-d5cc7349266c is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:47:14.287575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:14.302265 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Sync routers for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:14.319337 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:14.319938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.320776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:14.323669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-73d31926-4039-4d83-9175-008c52a6d7df tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5410981 Aug 11 02:47:14.326466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54010) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:14.342787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-96b6d730-09b3-42d7-9de9-6721725e5854 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248554558&fields=id&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 267 time: 0.0709000 Aug 11 02:47:14.520709 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:14.521042 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ec64c8f9-b080-4859-b789-ee7b8754f0b3 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=ca9fbafad59f48c7a6dc14a50c92783c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1926415 Aug 11 02:47:14.525554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54014) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:14.559876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-1da066de-6ae1-430e-a1c5-09886a7c8670 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.562656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-1da066de-6ae1-430e-a1c5-09886a7c8670 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.2081904 Aug 11 02:47:14.588408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-4242c9a9-f04c-4446-b077-25bc5fd6ba88 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/quotas/9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 375 time: 0.0176213 Aug 11 02:47:14.631895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038814ff-d83b-4fb4-8c71-49274e5b92a1 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:14.634378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-038814ff-d83b-4fb4-8c71-49274e5b92a1 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073825 Aug 11 02:47:14.637229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54016) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:14.675290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-3b70eb57-2b00-49cd-be39-7cb557a51261 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0794990 Aug 11 02:47:14.687944 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-76d17a21-37f3-4935-8b8c-eb6dd794e6ae tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486529 Aug 11 02:47:14.690644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54018) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:14.698150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041373796', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:14.874284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-f33e8e62-cff3-41d9-aae0-81ae4c23a96b service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722217 Aug 11 02:47:14.875969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:14.879737 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:14.908085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:13Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:14.946070 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Checking router: 3f190e1f-e8da-4707-bab4-d5cc7349266c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:14.946580 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Updating router 3f190e1f-e8da-4707-bab4-d5cc7349266c port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:14.977894 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.074993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-ae02f708-2de0-4fd3-8e5c-509bb9ac5e7d service neutron] 10.222.0.68 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788690 Aug 11 02:47:15.201638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.335190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Subnet': ['ID=f724f5e1-eacf-4241-a0f4-c62a4255dbef,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:15.360174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:15.361133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network hostable DHCP agents. Network: f7c08339-649c-4768-83a1-7288761a92ab, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:47:15.401458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network f7c08339-649c-4768-83a1-7288761a92ab is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:47:15.408654 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.425599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f7c08339-649c-4768-83a1-7288761a92ab) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:15.426169 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Transition to ACTIVE for port object b3b5f45e-b2d4-4505-a9b0-ecb64999eacd will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:15.436418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:15.438105 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.438837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ebf2e-4e34-4907-ae86-e3fca3c592e8 None None] Network f7c08339-649c-4768-83a1-7288761a92ab requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:15.448604 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.469516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54026) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:15.471562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-651fcfc7-b63a-4667-9d86-f8d67b0744ac tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7791660 Aug 11 02:47:15.545646 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3413b-752a-4c38-940b-1985ee0c9977 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:15.582903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Attempting to bind port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:15.583863 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Attempting to bind port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:15.584727 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Attempting to bind port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:15.594390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:15.595392 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:15.596015 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.596662 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:15.597446 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Bound port: b3b5f45e-b2d4-4505-a9b0-ecb64999eacd, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:15.598094 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.724880 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] For port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:15.732780 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] For port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:15.743629 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.843046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f7c08339-649c-4768-83a1-7288761a92ab', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:47:15.844503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:15.857478 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:15.859728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:16.095402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8b37e01-c8b4-4323-96b6-9cbe1b81bc96 req-466f2691-d104-41db-be79-4d2ca09d7de2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.2940633 Aug 11 02:47:16.146981 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:16.248131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Allocated IP 172.20.0.2 (f7c08339-649c-4768-83a1-7288761a92ab/f724f5e1-eacf-4241-a0f4-c62a4255dbef/347e6c8e-ae85-49ff-bfcc-4cd91b4db166) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:16.274676 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3413b-752a-4c38-940b-1985ee0c9977 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:16.437530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.520652 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:13Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:16.568879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.580850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Transition to ACTIVE for port object 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:16.584789 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909f59d-079e-42a1-bcf0-42574a65f4f0 None None] The sync data for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 is: [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:13Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:16.608678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Transition to ACTIVE for port object 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:16.621192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.674462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Network f7c08339-649c-4768-83a1-7288761a92ab is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:16.683140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:16.687665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:16.706137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Pushing event updated for resources: {'Port': ['ID=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:16.777863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Attempting to bind port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:16.778395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Attempting to bind port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:16.778765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Attempting to bind port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:16.784551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:16.785082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:16.785505 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.786019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Bound using segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:16.786568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Bound port: 347e6c8e-ae85-49ff-bfcc-4cd91b4db166, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:16.787080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.871899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] For port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:16.875848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] For port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:16.881519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:16.999391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa1e46-f2fd-45df-b2c7-9a9c7176b3c2 None None] Pushing event updated for resources: {'Port': ['ID=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:17.044448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.1 (f7c08339-649c-4768-83a1-7288761a92ab/f724f5e1-eacf-4241-a0f4-c62a4255dbef/985dc1db-71af-4894-8d34-59cd259e561d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:17.250513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8593b767-5028-42fa-931d-4ec4690fac35 req-d95ca8a0-0941-4d5c-a4dd-a876c5003566 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0450966 Aug 11 02:47:17.271097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.317194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object 985dc1db-71af-4894-8d34-59cd259e561d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:17.392895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.426950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network f7c08339-649c-4768-83a1-7288761a92ab is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:17.456797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:17.461320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:17.531106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:17.552673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:17.690445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70b6b-d6b0-45e8-9972-c32513c3e78d req-3a02813e-e0b4-4c43-95be-bc60ba004bf5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:17.693222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56d70b6b-d6b0-45e8-9972-c32513c3e78d req-3a02813e-e0b4-4c43-95be-bc60ba004bf5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0945995 Aug 11 02:47:17.805374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56d70b6b-d6b0-45e8-9972-c32513c3e78d req-a6dc10b0-b35a-4ada-9b5b-2770fdb638d2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962527 Aug 11 02:47:17.966543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:18.076453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5d95f415-fe9f-436c-a4c1-53fe0109d5a4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.078234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5d95f415-fe9f-436c-a4c1-53fe0109d5a4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 811 time: 0.4095623 Aug 11 02:47:18.103126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c6a12-9146-49f7-ab7e-7f81ecfd0bde req-8b3f31bf-2708-495b-b136-bfef67608470 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.106408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff2c6a12-9146-49f7-ab7e-7f81ecfd0bde req-8b3f31bf-2708-495b-b136-bfef67608470 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1666706 Aug 11 02:47:18.186832 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-d23201b1-775f-4430-a651-b48f9b4a5fa9 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab HTTP/1.1" status: 200 len: 379 time: 0.0894952 Aug 11 02:47:18.204440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ff2c6a12-9146-49f7-ab7e-7f81ecfd0bde req-4d7fe247-13ab-4626-a3b3-65aa919f7bdb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793748 Aug 11 02:47:18.205943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'port': {'device_id': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'admin_state_up': True, 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'security_groups': ['5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:18.447698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e72a784-3797-4754-8efc-864b87b4ac5e req-29e9186b-b983-44c8-9b84-dd5b9ef60d50 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0668926 Aug 11 02:47:18.617493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d5148-9ed4-4075-a11e-3c43b874d048 None None] Network f7c08339-649c-4768-83a1-7288761a92ab requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:18.621969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-b1051a57-f023-41c7-a83f-fa3ae5b96cd5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:18.635900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-b1051a57-f023-41c7-a83f-fa3ae5b96cd5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.1715755 Aug 11 02:47:18.657601 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5c48124e-b8bb-43dd-b8f7-00d714e08928 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/quotas/90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 375 time: 0.0118599 Aug 11 02:47:18.737318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d341611f-8792-4403-bf36-f9d5976f6714 None None] Provisioning for port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:18.759784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-15fdafa8-2519-4374-a32a-6d93b5ee06d0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0857677 Aug 11 02:47:18.931498 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Made reservation on behalf of 9150bb1b1f5e4c928988fe2f7eb448ab for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:18.935979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.050465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-c7b2bca6-c059-435f-8b97-936a2ef1597a service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680993 Aug 11 02:47:19.240287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b3b5f45e-b2d4-4505-a9b0-ecb64999eacd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:19.252339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.20.0.5 (13ab9632-6788-44f3-850d-ce405e7cd6a7/1f3e167b-7c37-4e3e-8475-a6208dca9962/88d19166-8173-4ffc-86a4-22142fca0502) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:19.319470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.323124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-ca3a66e9-9f5e-495d-a55d-78c2be0f1afa service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695224 Aug 11 02:47:19.337585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.423567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:19.431108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:19.431586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.537778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2252068f-4137-438f-808a-345068814b12 None None] Provisioning for port 985dc1db-71af-4894-8d34-59cd259e561d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:19.541149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54070) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:19.600557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2252068f-4137-438f-808a-345068814b12 None None] Provisioning complete for port 985dc1db-71af-4894-8d34-59cd259e561d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:19.600943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2252068f-4137-438f-808a-345068814b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.665586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.689519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:19.729060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29135616-92b9-4ee1-a945-c3d782dbcd7b req-fd4cdfa6-e67b-4f97-a3a3-67138e2644b6 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0877733 Aug 11 02:47:19.839188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2252068f-4137-438f-808a-345068814b12 None None] Port 985dc1db-71af-4894-8d34-59cd259e561d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:19.843812 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.882112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ceab22d-bdb3-4505-8a1f-848342cbecaf req-2a18824a-0cba-4cc8-b35b-b1059a3bea0a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 210 time: 0.2421286 Aug 11 02:47:19.951083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:19.962146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:19.963552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:19.980940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-42cca1e2-48ac-4589-aea4-70d65f8bf567 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3839 time: 0.4385304 Aug 11 02:47:19.984297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54078) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:19.987415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network f7c08339-649c-4768-83a1-7288761a92ab is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:19.992118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'network': {'name': 'tempest-network-smoke--238671041', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'port_security_enabled': False}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:19.993610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:20.017051 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.049051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:20.060922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.080829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Transition to ACTIVE for port object 88d19166-8173-4ffc-86a4-22142fca0502 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:20.119634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:47:20.144362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.146618 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Added segment 65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26 of type vlan for network c67eae34-03d3-4025-b958-c6c2bf600a62 Aug 11 02:47:20.181207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:20.210777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.213644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.214395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.215278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.215733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.216419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.217056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.217735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.218534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.219723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.220390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.221073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.221891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:20.244022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3f190e1f-e8da-4707-bab4-d5cc7349266c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:20.260449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-53d1251e-cf97-4c6a-b597-9fddffc5415d None None] Provisioning complete for port 985dc1db-71af-4894-8d34-59cd259e561d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:20.261241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53d1251e-cf97-4c6a-b597-9fddffc5415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.265776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:20.268851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.272493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:20.289774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:20.318452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:20.319569 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.321294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:20.357949 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.364641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.365304 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.450143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:20.459203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.482274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4967065 Aug 11 02:47:20.487951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54082) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:20.499773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:20.502749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'admin_state_up': True, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:20.516171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb83c9e-6906-44c4-81a5-29724c807d57 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Network': ['ID=c67eae34-03d3-4025-b958-c6c2bf600a62,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:20.563518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.565218 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.627327 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5a84f7a0-81d2-440d-98cf-1a4e79dd1bee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4294515 Aug 11 02:47:20.651284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c67eae34-03d3-4025-b958-c6c2bf600a62 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:47:20.659957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Request body: {'port': {'device_id': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:20.674295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.854828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-53d1251e-cf97-4c6a-b597-9fddffc5415d None None] Port 985dc1db-71af-4894-8d34-59cd259e561d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:20.936961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.949340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:20.996520 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:21.011212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45eb8e33-881e-4e29-b964-0b0a0728310a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/3f190e1f-e8da-4707-bab4-d5cc7349266c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5399899 Aug 11 02:47:21.024506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.038240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Sync routers for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:21.062239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:21.071528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:21.074086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:21.076179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-785fe9f1-93cf-497c-b8f7-1a0738969d40 req-62efe882-fa3e-4eab-9e4f-2ebb9888b397 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Aug 11 02:47:21.093390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.103747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Provisioning for port 88d19166-8173-4ffc-86a4-22142fca0502 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:21.151945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e41340-b8c4-4dcf-b146-da18ef7d2085 req-d8e1de1f-a55f-48ec-9c20-6bedb58a76fa tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.155083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1e41340-b8c4-4dcf-b146-da18ef7d2085 req-d8e1de1f-a55f-48ec-9c20-6bedb58a76fa tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 931 time: 0.2402883 Aug 11 02:47:21.267318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Provisioning complete for port 88d19166-8173-4ffc-86a4-22142fca0502 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:21.268046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.333150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b3b5f45e-b2d4-4505-a9b0-ecb64999eacd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:21.356092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1e41340-b8c4-4dcf-b146-da18ef7d2085 req-edbb59a0-10e8-4e36-8690-1c8940307a7f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918206 Aug 11 02:47:21.418784 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-9b1f5a0f-0c25-483b-951b-560b5adbac88 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920658271&fields=id&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 267 time: 0.0930066 Aug 11 02:47:21.505033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d19166-8173-4ffc-86a4-22142fca0502 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:21.516519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.521676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Port 88d19166-8173-4ffc-86a4-22142fca0502 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:21.543042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Transition to ACTIVE for port object 88d19166-8173-4ffc-86a4-22142fca0502 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:21.555858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.557702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:21.619699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:21.637844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-90bd83d0-7b41-4cec-9fc9-223707fdf68d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.640697 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-90bd83d0-7b41-4cec-9fc9-223707fdf68d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.2789686 Aug 11 02:47:21.670435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'device_id': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'admin_state_up': True, 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:21.708735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Provisioning complete for port 985dc1db-71af-4894-8d34-59cd259e561d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:21.709379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.715148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:21.791069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Attempting to bind port 88d19166-8173-4ffc-86a4-22142fca0502 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:21.791813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Attempting to bind port 88d19166-8173-4ffc-86a4-22142fca0502 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:21.792503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Attempting to bind port 88d19166-8173-4ffc-86a4-22142fca0502 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:21.799038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Port 88d19166-8173-4ffc-86a4-22142fca0502 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:21.802301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Attempting to bind port 88d19166-8173-4ffc-86a4-22142fca0502 on network 13ab9632-6788-44f3-850d-ce405e7cd6a7 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:21.811158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:21.811944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Checking segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:21.813967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Bound using segment: {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:21.814783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Bound port: 88d19166-8173-4ffc-86a4-22142fca0502, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111b18b-97dd-4058-b02c-02fc8b22a0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:21.815401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.873584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-3ddcf7d9-34db-422c-aa0f-83e5ca72041c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:21.876220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-3ddcf7d9-34db-422c-aa0f-83e5ca72041c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 797 time: 0.4552617 Aug 11 02:47:21.909003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:21.909586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.921699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:21.926642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=88d19166-8173-4ffc-86a4-22142fca0502,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:21.940685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:21.966772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-149b4caf-3099-44b5-b818-fd65ddc68342 None None] Port 985dc1db-71af-4894-8d34-59cd259e561d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:22.006770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.007862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.010060 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 200 len: 1092 time: 1.3544552 Aug 11 02:47:22.010905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:22.012313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-17dee9da-2306-4cda-bd94-1d422eeddd31 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/quotas/ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 375 time: 0.0862863 Aug 11 02:47:22.032058 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53769ee1-0f27-4d6c-98fb-502eb249ca02" -d '{"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:22.082164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.138010 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0352da-3577-4645-bca0-d983445d172e x-openstack-request-id: req-3f0352da-3577-4645-bca0-d983445d172e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:22.138465 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:22.138870 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f0352da-3577-4645-bca0-d983445d172e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:22.139513 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502', 'status': 'completed', 'code': 200} Aug 11 02:47:22.162703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0485b-780b-4406-90c8-295c8cfe15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:22.174020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.200281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:22.204888 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.227445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5471a78b-3bb9-4c12-a3c1-27a177ee3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.230427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-5471a78b-3bb9-4c12-a3c1-27a177ee3871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1095 time: 0.1500895 Aug 11 02:47:22.352791 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-913a71b9-fc47-48f4-929d-3290e7fdb2e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 200 len: 217 time: 0.1073682 Aug 11 02:47:22.411198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:18Z', 'revision_number': 2, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:22.428560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-db8e4aa5-c902-48c2-a3d0-a81fd17bc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.430563 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-db8e4aa5-c902-48c2-a3d0-a81fd17bc04a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0681190 Aug 11 02:47:22.444184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Checking router: 3f190e1f-e8da-4707-bab4-d5cc7349266c for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:22.444647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Updating router 3f190e1f-e8da-4707-bab4-d5cc7349266c port 985dc1db-71af-4894-8d34-59cd259e561d binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:22.475096 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.496487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a619a-a474-462b-8030-1e09e34b6754 req-c4dce64f-60a8-466e-b4eb-1433b69ce93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.498405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-c4dce64f-60a8-466e-b4eb-1433b69ce93e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564060 Aug 11 02:47:22.621173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-014e6026-1b46-4e38-a23d-fe60a850f3ea service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105199 Aug 11 02:47:22.733155 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-59d9f6c4-1c1d-45cc-b7ff-a7ade3a064c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.741178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ffa0e6b-792f-4548-9827-8b2e8a3eeed3 req-d176d505-e2c8-403b-9793-b3ec30611875 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 210 time: 0.4972873 Aug 11 02:47:22.755530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-83e128b5-40cf-4969-b2b3-5743160c20a4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6744940 Aug 11 02:47:22.776344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a32a619a-a474-462b-8030-1e09e34b6754 req-de37fc84-05e4-4d63-9e9d-d321cb9bafaa service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436665 Aug 11 02:47:22.932937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-8866577c-ba74-4fee-8657-9f1d875f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:22.937224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-8866577c-ba74-4fee-8657-9f1d875f731f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1095 time: 0.0905304 Aug 11 02:47:22.971231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.20.0.6 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/5f1ecf61-b01d-4cba-9020-5731b292559c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:23.001294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.032236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Transition to ACTIVE for port object 985dc1db-71af-4894-8d34-59cd259e561d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:23.044697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.25.3.11 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/92f90e03-bdf9-4faf-8cf5-69dddd6fc961) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:23.049032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.103834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-3d66e977-eee0-4a26-adbc-f7d2dbb72c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:23.107003 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-3d66e977-eee0-4a26-adbc-f7d2dbb72c1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.1584549 Aug 11 02:47:23.121858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c49e6-0da5-41f4-b72e-b119a14a2904 None None] Pushing event updated for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:23.156535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-1c9d77f7-0d7a-4c5b-be67-09aead3a4525 service neutron] 10.222.0.68 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619812 Aug 11 02:47:23.221274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Attempting to bind port 985dc1db-71af-4894-8d34-59cd259e561d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:23.221537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Attempting to bind port 985dc1db-71af-4894-8d34-59cd259e561d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:23.221944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Attempting to bind port 985dc1db-71af-4894-8d34-59cd259e561d on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:23.235503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:23.235873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-ce34f96f-ae6b-43b5-be05-82f3d27d0713 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 200 len: 217 time: 0.1144183 Aug 11 02:47:23.236089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:23.236324 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.236728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Bound using segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:23.237225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Bound port: 985dc1db-71af-4894-8d34-59cd259e561d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:23.237615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.296992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f8412-3635-4569-938f-e122de42357a req-7cd1d0f9-6c1a-4ac7-82cb-daebe5629fb2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:23.304681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc1f8412-3635-4569-938f-e122de42357a req-7cd1d0f9-6c1a-4ac7-82cb-daebe5629fb2 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.4087026 Aug 11 02:47:23.323374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:23.388589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-f37587f9-78a9-46e6-9f15-9300e097b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:23.390258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.392754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-f37587f9-78a9-46e6-9f15-9300e097b73a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1460428 Aug 11 02:47:23.479361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.525233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-11f8423b-3f57-47bc-a288-87d61f2da038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:23.528375 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-11f8423b-3f57-47bc-a288-87d61f2da038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216638 Aug 11 02:47:23.534921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] For port 985dc1db-71af-4894-8d34-59cd259e561d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:23.538487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:23.539054 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.550260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] For port 985dc1db-71af-4894-8d34-59cd259e561d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=985dc1db-71af-4894-8d34-59cd259e561d,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:23.611557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.632117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:23.644007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:23.650219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:23.713026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c49e6-0da5-41f4-b72e-b119a14a2904 None None] Pushing event updated for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:23.743685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc1f8412-3635-4569-938f-e122de42357a req-994d2c8e-9184-44ff-8c22-e291b26958c8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364223 Aug 11 02:47:23.758833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:23.804747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-34891584-0d40-4c01-b82f-96c1f541055d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3672154 Aug 11 02:47:23.839763 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-d6dbd01a-5453-4dfc-8a21-5d054f0161f5 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965255 Aug 11 02:47:23.847087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:23.848196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:46:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:23.892753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:23.947888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-a7c318d8-d1a6-484e-9d3d-dfb874eae2f3 service neutron] 10.222.0.68 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087414 Aug 11 02:47:24.009334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaff1ab6-f787-4ac1-a7f1-31a42347817d req-46ecc5dd-5809-4d29-9105-4dc98e534b72 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 210 time: 0.1320035 Aug 11 02:47:24.053657 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53769ee1-0f27-4d6c-98fb-502eb249ca02 req-cc5fdcf1-e211-466f-bb8a-15dd294a58dc service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012382 Aug 11 02:47:24.086174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Transition to ACTIVE for port object 5f1ecf61-b01d-4cba-9020-5731b292559c will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:24.135638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-8ef3d204-2b9b-4ef7-977e-cbd99fa2cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.137305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-8ef3d204-2b9b-4ef7-977e-cbd99fa2cbb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1098 time: 0.2712536 Aug 11 02:47:24.224793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:24.264252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.291161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:24.416331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:24.442511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:24.454799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:24.487657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9572482-d83e-441a-96c9-013691014333 req-3aa3891b-6e8e-4527-8faa-0ae237da719d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 210 time: 0.1390996 Aug 11 02:47:24.559809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:24.627505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.630818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-b923f77e-96dc-4c9c-b86b-5b719b01eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.632540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-b923f77e-96dc-4c9c-b86b-5b719b01eacf service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.4271567 Aug 11 02:47:24.641295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:24.642470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:24.783538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-5ab9fa9b-5503-426e-976c-482c4f64c1b1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1263030 Aug 11 02:47:24.795130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Request body: {'port': {'device_id': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:24.863544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-f28fee2a-82d1-442f-b538-0d8a8c033b9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 1002 time: 0.2174115 Aug 11 02:47:24.994902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.003268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:25.051589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-ed4b2fd9-4ab2-4fb7-a921-68752f2b4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:25.053424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-ed4b2fd9-4ab2-4fb7-a921-68752f2b4c3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1551027 Aug 11 02:47:25.110016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39d44d-e745-4603-8c89-8de0b5edb68b None None] The sync data for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 is: [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:25.125773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8155d8a0-d279-4735-860d-112c77925c12 None None] Provisioning for port 5f1ecf61-b01d-4cba-9020-5731b292559c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:25.248334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8155d8a0-d279-4735-860d-112c77925c12 None None] Provisioning complete for port 5f1ecf61-b01d-4cba-9020-5731b292559c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:25.249455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8155d8a0-d279-4735-860d-112c77925c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.283638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d31d13-6f7e-41d7-90bd-4e44a4798d98 req-0e715575-fc43-43db-8807-13432944fba7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:25.285580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68d31d13-6f7e-41d7-90bd-4e44a4798d98 req-0e715575-fc43-43db-8807-13432944fba7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.3048372 Aug 11 02:47:25.317788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a26eeda-dc79-4e28-90e3-311421fa9162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.354823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8155d8a0-d279-4735-860d-112c77925c12 None None] Port 5f1ecf61-b01d-4cba-9020-5731b292559c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:25.475036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.840634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-2d2c80ff-ced2-4210-bf43-4ba431b54d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:25.842480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-2d2c80ff-ced2-4210-bf43-4ba431b54d37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7795060 Aug 11 02:47:25.960759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.039245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68d31d13-6f7e-41d7-90bd-4e44a4798d98 req-7d55a7f6-7044-47ae-b5f8-51e8d45054c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7310619 Aug 11 02:47:26.058233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aae337-dcd2-4bee-8737-463c92bf0f44 req-005e4457-3bf5-43a5-95b6-f2e0d396804a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:26.059866 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20aae337-dcd2-4bee-8737-463c92bf0f44 req-005e4457-3bf5-43a5-95b6-f2e0d396804a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 931 time: 0.8752711 Aug 11 02:47:26.278764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d931348-1b54-4de8-ad75-9fec1c7fdbe4 req-1a2c2cb8-379d-4451-9401-e32a16151289 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 210 time: 0.0905478 Aug 11 02:47:26.336119 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:26.381753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-9f563f72-924d-4470-b3e7-5721416c2fa5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:26.383611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-9f563f72-924d-4470-b3e7-5721416c2fa5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 797 time: 0.5782945 Aug 11 02:47:26.412626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20aae337-dcd2-4bee-8737-463c92bf0f44 req-5c00bff7-6082-48bb-8d07-ffdb8c61c3c8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441639 Aug 11 02:47:26.443515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-57227982-c96b-45d0-881b-925b36dc627b service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753803 Aug 11 02:47:26.514547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.566123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-1bd2e07d-ab83-4c95-b9ab-8c3295eae8ad tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 379 time: 0.1592915 Aug 11 02:47:26.606221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'port': {'device_id': '7fee040d-39e9-4636-af11-9baa88684ac2', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'admin_state_up': True, 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'security_groups': ['13b0adac-9442-4e9c-a715-9a1de99062b5']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:26.698571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1ecf61-b01d-4cba-9020-5731b292559c {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:26.719938 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.771254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 8554f90b-59e1-40f2-9e70-f2230d42dc4c is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:47:26.795607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Transition to ACTIVE for port object 5f1ecf61-b01d-4cba-9020-5731b292559c will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:26.798971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e1331e3-19a9-4c2a-b99c-ee3e4676be7c req-41ba3b9c-1c61-41a2-8fad-27b0986ec335 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431878 Aug 11 02:47:26.811278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.044597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:27.197266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:27.202418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.323855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 985dc1db-71af-4894-8d34-59cd259e561d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:27.419564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:27.423345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 985dc1db-71af-4894-8d34-59cd259e561d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:27.428533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 985dc1db-71af-4894-8d34-59cd259e561d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:27.428805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.440107 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Sync routers for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:27.458812 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:27.460207 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:27.469795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Attempting to bind port 5f1ecf61-b01d-4cba-9020-5731b292559c on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:27.470888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Attempting to bind port 5f1ecf61-b01d-4cba-9020-5731b292559c by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:27.471832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Attempting to bind port 5f1ecf61-b01d-4cba-9020-5731b292559c on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:27.540634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.546741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9fcc138-d653-4455-9e4b-81a79f6ca32b req-6e8717d7-a032-4e09-a0a1-2694a641e522 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 210 time: 0.1214509 Aug 11 02:47:27.566551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Port 5f1ecf61-b01d-4cba-9020-5731b292559c on network e6752534-7c6f-40b8-859e-a550a1cfa678 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:27.567155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Attempting to bind port 5f1ecf61-b01d-4cba-9020-5731b292559c on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:27.595456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601c67-8efa-46ec-9f6a-ad320d3da000 req-81895a3d-3c39-4870-878f-f09f31a41d3c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:27.598299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c601c67-8efa-46ec-9f6a-ad320d3da000 req-81895a3d-3c39-4870-878f-f09f31a41d3c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.3647144 Aug 11 02:47:27.604293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.610727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9fd49633-781d-4a1a-877f-6b334ec924b0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.1123257 Aug 11 02:47:27.611805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:27.612609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 985dc1db-71af-4894-8d34-59cd259e561d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=985dc1db-71af-4894-8d34-59cd259e561d,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:27.616187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:27.616726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:27.617348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:27.618239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Bound port: 5f1ecf61-b01d-4cba-9020-5731b292559c, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:27.618838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.622911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.713847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:27.777605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb24aaf-c778-478a-b1cc-5f9915fe01dd tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:27.781568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fbb24aaf-c778-478a-b1cc-5f9915fe01dd tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=56f7e7d049d8427cb1d586aa416cd6c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1662383 Aug 11 02:47:27.785377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54134) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:27.826959 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:27.853221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.11 (f7c08339-649c-4768-83a1-7288761a92ab/f724f5e1-eacf-4241-a0f4-c62a4255dbef/c10f0062-5210-44dc-8ae7-6985d13ac425) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:27.876936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c601c67-8efa-46ec-9f6a-ad320d3da000 req-6371e1aa-d4ed-44f4-a6f0-0ee1be0ad939 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688189 Aug 11 02:47:27.907314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:27.917391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca99c4-905f-46b3-80bc-e66e16db595a req-c15368d5-d341-42bb-916c-18e8125c5269 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:27.919082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bca99c4-905f-46b3-80bc-e66e16db595a req-c15368d5-d341-42bb-916c-18e8125c5269 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 943 time: 0.2188013 Aug 11 02:47:27.919830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d59dc67-e070-401e-8f58-970bd66249dc tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:27.921164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:27.922749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7d59dc67-e070-401e-8f58-970bd66249dc tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357205 Aug 11 02:47:27.927317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54136) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:27.950758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.977625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45fdcfcb-cfd2-4ae0-ae8f-f46f8c7ad9d5 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477259 Aug 11 02:47:27.981671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54138) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:28.015773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a6daa531-52cb-4590-9a8a-c445d0faac1b tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=56f7e7d049d8427cb1d586aa416cd6c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325220 Aug 11 02:47:28.021793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54140) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:28.104198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.147389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.150184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.154663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 200 len: 1092 time: 3.3639412 Aug 11 02:47:28.155371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:28.158297 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd33053-74a8-4a37-bedb-d8611ac584a5" -d '{"events": [{"name": "network-changed", "server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:28.214838 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:24Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:28.250451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc8fb8-b35c-4d74-af9e-8c25c481c256 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.258726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c7cc8fb8-b35c-4d74-af9e-8c25c481c256 tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2310224 Aug 11 02:47:28.259473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:28.260304 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Checking router: 8554f90b-59e1-40f2-9e70-f2230d42dc4c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:28.260706 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Updating router 8554f90b-59e1-40f2-9e70-f2230d42dc4c port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:28.265836 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baef22f-f430-4786-96a1-060d0e0dee9d x-openstack-request-id: req-7baef22f-f430-4786-96a1-060d0e0dee9d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:28.266365 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:28.267093 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7baef22f-f430-4786-96a1-060d0e0dee9d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:28.267523 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'status': 'completed', 'code': 200} Aug 11 02:47:28.273651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf56fc-63f3-4876-afd6-d22119447601 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:28.287631 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bca99c4-905f-46b3-80bc-e66e16db595a req-713f9605-2320-44ff-a521-e64e493c260d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538818 Aug 11 02:47:28.316472 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.350838 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-64e6d667-e18a-406a-9ac0-767612c880bc tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886343 Aug 11 02:47:28.352338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54146) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:28.358979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716759373', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:28.437784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-09b49f57-ce7b-4e00-a33f-f1929a39aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.439669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-09b49f57-ce7b-4e00-a33f-f1929a39aea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 1095 time: 0.2039108 Aug 11 02:47:28.528146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.535375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-7a04c8c6-92d8-470f-9148-48a312e2f075 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 200 len: 217 time: 0.0786426 Aug 11 02:47:28.593834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object c10f0062-5210-44dc-8ae7-6985d13ac425 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:28.644812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-dbae30ed-0588-4919-b17c-bb33e11d028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:28.646833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-dbae30ed-0588-4919-b17c-bb33e11d028f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0978944 Aug 11 02:47:28.668645 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.679794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:28.684177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.684785 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Transition to ACTIVE for port object 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:28.694732 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.763403 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Attempting to bind port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:28.763776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Attempting to bind port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:28.764220 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Attempting to bind port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:28.773436 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Pushing event updated for resources: {'Port': ['ID=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:28.777395 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:28.777788 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:28.778287 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.778621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:28.779107 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Bound port: 92f90e03-bdf9-4faf-8cf5-69dddd6fc961, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:28.779490 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:28.786905 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.787250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.787595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.787930 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.788262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.788589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.788913 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.789265 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.789593 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.789960 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.790343 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.790668 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:47:28.958624 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] For port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:28.962757 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] For port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:28.976243 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:29.060614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12876dee-d3c7-4a97-adc8-ca358f0850e5 req-db14ab79-73dc-438b-863d-aa61e2313889 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 210 time: 0.4099357 Aug 11 02:47:29.078207 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:29.078868 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:29.122617 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc38e0-9df6-45b5-8734-66911bc09329 None None] Pushing event updated for resources: {'Port': ['ID=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:29.220392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:29.226596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 985dc1db-71af-4894-8d34-59cd259e561d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:29.273029 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:29.275653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-072d03f4-3b85-43a9-986e-27d09b004e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.278957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-072d03f4-3b85-43a9-986e-27d09b004e73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6123850 Aug 11 02:47:29.326976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 985dc1db-71af-4894-8d34-59cd259e561d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:29.327664 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:29.462462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf72f4-b48c-4e17-9484-0c5bef630b1b req-4a0e6c16-9f6a-4a51-bb9b-227eae6fe11e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.465737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-debf72f4-b48c-4e17-9484-0c5bef630b1b req-4a0e6c16-9f6a-4a51-bb9b-227eae6fe11e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.3948679 Aug 11 02:47:29.527006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network f7c08339-649c-4768-83a1-7288761a92ab is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:29.583675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:29.631882 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:24Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:29.656916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:29.686814 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7877ac1-b0a4-49f9-8bc9-4751aeef22ec None None] The sync data for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 is: [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:24Z', 'revision_number': 3, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:29.731865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:29.852770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-debf72f4-b48c-4e17-9484-0c5bef630b1b req-e1ea7aaf-56b6-4929-8907-ca48fc5ec373 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148983 Aug 11 02:47:29.891987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8095d-a1c5-44b1-a837-0c8a1671e2c4 req-3cce440c-4349-48bd-b6c3-fe61eff6466e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.899903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a8095d-a1c5-44b1-a837-0c8a1671e2c4 req-3cce440c-4349-48bd-b6c3-fe61eff6466e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 943 time: 0.3641191 Aug 11 02:47:29.913129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:29.913872 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:29.944802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-c0fbab51-d58b-463f-9b62-b6e4f2c00796 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042104 Aug 11 02:47:29.991172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-411332f1-9962-491d-8660-cc8f074ccaf4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4135077 Aug 11 02:47:30.011427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b97d999b-6cbe-4441-b282-55752c9afa5f None None] Provisioning for port c10f0062-5210-44dc-8ae7-6985d13ac425 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:30.017771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b97d999b-6cbe-4441-b282-55752c9afa5f None None] Provisioning complete for port c10f0062-5210-44dc-8ae7-6985d13ac425 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:30.018438 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b97d999b-6cbe-4441-b282-55752c9afa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.050140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Request body: {'port': {'device_id': '7fee040d-39e9-4636-af11-9baa88684ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:30.109290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.126895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b97d999b-6cbe-4441-b282-55752c9afa5f None None] Port c10f0062-5210-44dc-8ae7-6985d13ac425 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:30.144560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58a8095d-a1c5-44b1-a837-0c8a1671e2c4 req-8fd146e9-26ec-455b-b379-ba5e0bfa5893 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433045 Aug 11 02:47:30.276728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.286234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Subnet': ['ID=867267a2-536b-46fe-ba35-7e5280b6dd84,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:30.322895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77d6e2ff-d44e-4772-a32c-1225699750b7 req-932df6c7-56af-42e3-851a-f163d0e44081 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514445 Aug 11 02:47:30.360754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Checking segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:30.361055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network hostable DHCP agents. Network: c67eae34-03d3-4025-b958-c6c2bf600a62, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:47:30.379698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4225a-6d23-4a3f-91b8-ee800a677ed6 req-6734eb7d-8d00-4b3f-86e6-52d2ee032068 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.381368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25e4225a-6d23-4a3f-91b8-ee800a677ed6 req-6734eb7d-8d00-4b3f-86e6-52d2ee032068 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 932 time: 0.1670070 Aug 11 02:47:30.532752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network c67eae34-03d3-4025-b958-c6c2bf600a62 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:47:30.558852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25e4225a-6d23-4a3f-91b8-ee800a677ed6 req-7fcf7931-30fb-414c-b16c-04005698c7f2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673832 Aug 11 02:47:30.596464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c67eae34-03d3-4025-b958-c6c2bf600a62) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:30.604620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-eec54dda-0375-4641-adf4-b83db34d1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.606441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-eec54dda-0375-4641-adf4-b83db34d1c09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 1095 time: 0.2124968 Aug 11 02:47:30.607740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.608415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.611928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1204bf4-1e14-4161-b2ac-a51ac149fdb3 None None] Network c67eae34-03d3-4025-b958-c6c2bf600a62 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:30.696094 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf01fbe8-dc3c-4b76-8db7-07375ab942e0 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3381331 Aug 11 02:47:30.696522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54156) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:30.765773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-dbacf541-6a1d-49c8-9334-7e2ae310785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.767291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-dbacf541-6a1d-49c8-9334-7e2ae310785e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1520762 Aug 11 02:47:30.828172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-57c47a56-705a-4875-890a-bb5e3fa0bd91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 200 len: 217 time: 0.0480471 Aug 11 02:47:30.877658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c67eae34-03d3-4025-b958-c6c2bf600a62', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'fixed_ips': [{'subnet_id': '867267a2-536b-46fe-ba35-7e5280b6dd84'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:47:30.879282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.909578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-1a9427bf-312b-44a4-8621-e712d9b9d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:30.912077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-1a9427bf-312b-44a4-8621-e712d9b9d4dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0610371 Aug 11 02:47:30.956179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10f0062-5210-44dc-8ae7-6985d13ac425 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:30.976376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:30.999498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Transition to ACTIVE for port object c10f0062-5210-44dc-8ae7-6985d13ac425 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:31.006939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-452ad029-d810-4e7b-8bd0-cb56b6d3360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.010308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-452ad029-d810-4e7b-8bd0-cb56b6d3360d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867646 Aug 11 02:47:31.011685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.103730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Allocated IP 172.20.0.18 (c67eae34-03d3-4025-b958-c6c2bf600a62/867267a2-536b-46fe-ba35-7e5280b6dd84/17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:31.307589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:31.335354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:31.357331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f8594-1a28-4f49-8050-2bd1b9ff6b22 req-700c683d-8dd3-488e-819a-e5887497c749 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.365352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a4f8594-1a28-4f49-8050-2bd1b9ff6b22 req-700c683d-8dd3-488e-819a-e5887497c749 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.3303170 Aug 11 02:47:31.435078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.482685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a4f8594-1a28-4f49-8050-2bd1b9ff6b22 req-a781e351-502b-4c2a-84ff-a3b7acbb3034 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164441 Aug 11 02:47:31.494197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-baede854-f375-43ac-9f0a-29e81a3f8158 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710000 Aug 11 02:47:31.553513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54a8b-f4a0-4970-9bcb-e3c6a430be8d req-e1b479e0-2095-4b1d-a75d-694ca9cc6361 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.557400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2eb54a8b-f4a0-4970-9bcb-e3c6a430be8d req-e1b479e0-2095-4b1d-a75d-694ca9cc6361 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 943 time: 0.2123692 Aug 11 02:47:31.609277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:31.622883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:31.623538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.623659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:31.623768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:31.624120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:31.655387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.671930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Transition to ACTIVE for port object 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:31.679450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:31.680467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:31.689171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2eb54a8b-f4a0-4970-9bcb-e3c6a430be8d req-9a3f9585-f306-4fef-b99d-c108787095f9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936670 Aug 11 02:47:31.692680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:31.692958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:31.693399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Bound using segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:31.694142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Bound port: c10f0062-5210-44dc-8ae7-6985d13ac425, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:31.694559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.707384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Transition to ACTIVE for port object 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:31.718519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.767230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.826671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123207c-2d9a-4b21-aff4-b4556c1cfee6 req-dccc4324-8dcd-4b93-abd6-bb5eba304a27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.828325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5123207c-2d9a-4b21-aff4-b4556c1cfee6 req-dccc4324-8dcd-4b93-abd6-bb5eba304a27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 944 time: 0.1216862 Aug 11 02:47:31.847356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Network c67eae34-03d3-4025-b958-c6c2bf600a62 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:31.859650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:31.862758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:31.869316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:31.900428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.905993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bd33053-74a8-4a37-bedb-d8611ac584a5 req-7e325b8d-18cd-4a3b-8943-899752d26dd8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906744 Aug 11 02:47:31.907079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Pushing event updated for resources: {'Port': ['ID=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:31.911135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:31.916980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:31.927644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5123207c-2d9a-4b21-aff4-b4556c1cfee6 req-ccf0ca21-050b-4865-9a59-36afb52c1c63 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796549 Aug 11 02:47:31.931441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.995125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:31.995920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:31.997536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] 10.222.0.67 "PUT /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1093 time: 1.9848228 Aug 11 02:47:31.998023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:32.000453 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44b047-5363-4d35-81b3-59db3dab45a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:32.079314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f3ce5-6fd6-4bbf-a8c0-98d6befb2edd service neutron] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:32.114273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.20.0.17 (c67eae34-03d3-4025-b958-c6c2bf600a62/867267a2-536b-46fe-ba35-7e5280b6dd84/44cea783-959f-4136-a578-31906d6bda2b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:32.122757 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72abf6dd-4f54-467b-a7a4-ddbf183ae83f x-openstack-request-id: req-72abf6dd-4f54-467b-a7a4-ddbf183ae83f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:32.123119 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:32.129843 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72abf6dd-4f54-467b-a7a4-ddbf183ae83f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:32.131613 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'status': 'completed', 'code': 200} Aug 11 02:47:32.145202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-f52daa82-d72d-4d02-864d-09787194d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:32.148085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-f52daa82-d72d-4d02-864d-09787194d765 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0833724 Aug 11 02:47:32.178072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Attempting to bind port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:32.178708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Attempting to bind port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:32.179571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Attempting to bind port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c on network c67eae34-03d3-4025-b958-c6c2bf600a62 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:32.191648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:32.197472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:32.198089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Checking segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:32.198756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.199426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Bound using segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:32.200186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Bound port: 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:32.200847 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.226570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-526bb3a7-e337-46f1-8fa6-81a06f749ec6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 217 time: 0.0693231 Aug 11 02:47:32.291318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-309fc83a-8d01-4eff-83fa-bf2a31225c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:32.293163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-309fc83a-8d01-4eff-83fa-bf2a31225c5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.0546103 Aug 11 02:47:32.293861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.312369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f1ecf61-b01d-4cba-9020-5731b292559c details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:32.375775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752acf4-e295-463f-8725-168116502333 req-ea1eadd9-611d-477f-85c4-0b540d62ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:32.378652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-ea1eadd9-611d-477f-85c4-0b540d62ca33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719893 Aug 11 02:47:32.406247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] For port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:32.424003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] For port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:32.440191 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.505254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:32.535799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'mac_address': 'fa:16:3e:20:9e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:32.543539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa874a71-12d3-4650-8b40-cd4e6243c26e None None] Pushing event updated for resources: {'Port': ['ID=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:32.602822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.614035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-ec9ee523-ab71-4a4d-8851-68efba13c3ab service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206733 Aug 11 02:47:32.640964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1ecf61-b01d-4cba-9020-5731b292559c {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:32.682265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:32.691286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.788655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Transition to ACTIVE for port object 44cea783-959f-4136-a578-31906d6bda2b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:32.800995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:32.806523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502861d-8f39-490f-9468-cc9fbd0f9400 req-4366020a-b180-47f8-a5be-c74d257c4e05 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:32.826575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0502861d-8f39-490f-9468-cc9fbd0f9400 req-4366020a-b180-47f8-a5be-c74d257c4e05 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.1887524 Aug 11 02:47:32.833626 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.907732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network c67eae34-03d3-4025-b958-c6c2bf600a62 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:32.915419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:32.917949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:32.920679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:32.991335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:32.997609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f1ecf61-b01d-4cba-9020-5731b292559c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:32.999794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a752acf4-e295-463f-8725-168116502333 req-296d3eb7-3941-4527-b2c5-42676720ab52 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773763 Aug 11 02:47:33.073957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0502861d-8f39-490f-9468-cc9fbd0f9400 req-0f1a61b0-2d3e-42fb-abe7-93bf8fac66ff tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394376 Aug 11 02:47:33.149118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9534-2f68-4c47-8fb1-2c5024b246fa req-4b106b7e-6eeb-4b1c-8734-cb00d1249f17 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:33.151700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a2d9534-2f68-4c47-8fb1-2c5024b246fa req-4b106b7e-6eeb-4b1c-8734-cb00d1249f17 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 944 time: 0.2020450 Aug 11 02:47:33.228355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-4c43f09c-89d5-42f8-9897-907b3dc0b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:33.230133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-4c43f09c-89d5-42f8-9897-907b3dc0b0ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1547501 Aug 11 02:47:33.291038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.320372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a2d9534-2f68-4c47-8fb1-2c5024b246fa req-c4c1eaab-ab96-430b-8d63-010b23f638e1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605091 Aug 11 02:47:33.349839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b46a1-0bff-421b-b272-88c8d0bda8d7 req-067a8725-0b26-46c1-a190-aa153c4bb118 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:33.351556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-301b46a1-0bff-421b-b272-88c8d0bda8d7 req-067a8725-0b26-46c1-a190-aa153c4bb118 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 944 time: 0.1432884 Aug 11 02:47:33.418868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:33.478954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:33.484707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:33.552555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:33.552978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.854975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.864528 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:33.869749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-00f8d933-847c-42c2-8057-8124e2318e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:33.871433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-00f8d933-847c-42c2-8057-8124e2318e01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.6245303 Aug 11 02:47:33.886698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-301b46a1-0bff-421b-b272-88c8d0bda8d7 req-d8f65c31-983b-4bd5-bacf-5549e5329549 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246203 Aug 11 02:47:33.924385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-c914f3da-9ec0-4ecf-8dbd-494d658538d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 217 time: 0.0362327 Aug 11 02:47:34.011446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-3da920b4-bea1-42ce-94e8-a565f0377a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.012957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-3da920b4-bea1-42ce-94e8-a565f0377a35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.0808141 Aug 11 02:47:34.015147 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:34.020182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d3aa7-ceda-43e6-af4b-a1d4bee6b700 None None] Network c67eae34-03d3-4025-b958-c6c2bf600a62 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:34.030652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:34.099914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-34f5abe4-928a-476d-81a2-abb7c206531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.103371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-34f5abe4-928a-476d-81a2-abb7c206531f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803974 Aug 11 02:47:34.173163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network c67eae34-03d3-4025-b958-c6c2bf600a62 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:34.178240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Provisioning for port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:34.178814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:34.190988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Provisioning complete for port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:34.192077 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:34.284561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-d38bc957-3aab-4d04-bdfa-fa37e5218d18 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725030 Aug 11 02:47:34.306689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc70d8-5e09-4665-bb09-00124e28b2df req-7f34e892-fa3f-47a1-8a27-8c0dd9648cdb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.308469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bfc70d8-5e09-4665-bb09-00124e28b2df req-7f34e892-fa3f-47a1-8a27-8c0dd9648cdb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 943 time: 0.1000085 Aug 11 02:47:34.333999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 8554f90b-59e1-40f2-9e70-f2230d42dc4c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:34.380190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 88d19166-8173-4ffc-86a4-22142fca0502 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:34.385375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f1ecf61-b01d-4cba-9020-5731b292559c up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:34.484686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bfc70d8-5e09-4665-bb09-00124e28b2df req-11740322-d5c2-4144-80d6-8507bb5e6717 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599329 Aug 11 02:47:34.488641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:34.530995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:34.548277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a3356f92-1609-4120-8c32-705ba323300f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "PUT /v2.0/routers/8554f90b-59e1-40f2-9e70-f2230d42dc4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8502023 Aug 11 02:47:34.587117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a44b047-5363-4d35-81b3-59db3dab45a0 req-027cf36b-a813-448d-b407-c72f843210f1 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768319 Aug 11 02:47:34.615009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbde84-fe7d-40a3-965a-bc0e566d9e5b req-21dfe33f-21f8-44a3-8a69-94b1065e5b74 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.624121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64dbde84-fe7d-40a3-965a-bc0e566d9e5b req-21dfe33f-21f8-44a3-8a69-94b1065e5b74 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 944 time: 0.1359246 Aug 11 02:47:34.651312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Sync routers for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:34.678541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64dbde84-fe7d-40a3-965a-bc0e566d9e5b req-c01cb93a-c90d-41f5-994f-19263aabda4c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Aug 11 02:47:34.742939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=88d19166-8173-4ffc-86a4-22142fca0502,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:34.749936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] For port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:34.751445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:34.752612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:34.756166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5f1ecf61-b01d-4cba-9020-5731b292559c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:34.832412 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:34.844020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5f1ecf61-b01d-4cba-9020-5731b292559c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:34.844669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:34.885277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-9f796c37-1cf2-458c-8d7e-b5b6f52a66ae tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:34.893317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-9f796c37-1cf2-458c-8d7e-b5b6f52a66ae tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/networks?id=c67eae34-03d3-4025-b958-c6c2bf600a62 HTTP/1.1" status: 200 len: 797 time: 0.1569610 Aug 11 02:47:34.893862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '88d19166-8173-4ffc-86a4-22142fca0502', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'port_id': '88d19166-8173-4ffc-86a4-22142fca0502', 'mac_address': 'fa:16:3e:db:2f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:34.914570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-00a5ff07-e108-4978-be8b-afdbd4bf80a6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/quotas/56f7e7d049d8427cb1d586aa416cd6c4 HTTP/1.1" status: 200 len: 375 time: 0.0201199 Aug 11 02:47:35.031436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-eb1391ea-5082-48f5-828a-cb47f0954a46 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1156979 Aug 11 02:47:35.112043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265214d1-a47b-4d8a-8abd-e9dcceea6272 req-51a3ede0-9269-43a6-99a5-b70a700d51f1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:35.118496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-265214d1-a47b-4d8a-8abd-e9dcceea6272 req-51a3ede0-9269-43a6-99a5-b70a700d51f1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 944 time: 0.0851853 Aug 11 02:47:35.145737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:35.156855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Provisioning for port 44cea783-959f-4136-a578-31906d6bda2b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:35.189674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-265214d1-a47b-4d8a-8abd-e9dcceea6272 req-4760fe5b-abbc-45e3-9da7-83e65fe987f3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675595 Aug 11 02:47:35.228331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c1f85-3e23-47ec-967c-49f3e7e7e035 None None] Pushing event updated for resources: {'Port': ['ID=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:35.232798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Provisioning complete for port 44cea783-959f-4136-a578-31906d6bda2b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:35.233264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.238660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.316671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-fe43d591-f98a-4d1a-b2ae-0fc46ebca565 service neutron] 10.222.0.68 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462058 Aug 11 02:47:35.378129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d19166-8173-4ffc-86a4-22142fca0502 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:35.422311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-0e2f1d5d-6a6c-4baf-b207-1cc4eae2b50a service neutron] 10.222.0.68 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977366 Aug 11 02:47:35.478980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Port 44cea783-959f-4136-a578-31906d6bda2b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:35.493110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=88d19166-8173-4ffc-86a4-22142fca0502,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:35.494186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.512867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.572364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Provisioning complete for port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:35.572793 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc726025-c8fa-4c43-8d0b-461c8233f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.585096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:35.588503 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c7840-8802-4712-9389-1821b8f80022" -d '{"events": [{"server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:35.639694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:35.682630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b6441-abdf-46f7-ac98-19ce7a04a209 req-0af0c0d2-f1d1-4eb5-81f7-43d8a82c044f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:35.684580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c99b6441-abdf-46f7-ac98-19ce7a04a209 req-0af0c0d2-f1d1-4eb5-81f7-43d8a82c044f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 944 time: 0.0923958 Aug 11 02:47:35.691944 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:35.705216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:35.738987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c99b6441-abdf-46f7-ac98-19ce7a04a209 req-4ae7c332-def6-471a-b16f-3926e3e4f901 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 Aug 11 02:47:35.896095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd4439c5-37f3-4436-b9d6-d4b8c9e0fd69 req-db9fc339-c793-409e-88b3-051bcede3ee9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 210 time: 0.0740547 Aug 11 02:47:35.943882 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec9388-4510-43e1-a83e-00d8a364c6bf x-openstack-request-id: req-d6ec9388-4510-43e1-a83e-00d8a364c6bf {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:35.944379 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "name": "network-vif-plugged", "status": "completed", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:35.944789 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d6ec9388-4510-43e1-a83e-00d8a364c6bf {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:35.946033 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'code': 200} Aug 11 02:47:35.952765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['88d19166-8173-4ffc-86a4-22142fca0502'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:35.956650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:35.994207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b2546-2936-437a-b233-53c9ea57f72e req-93657bc7-6e52-4bf7-9d5e-e8c880318230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:35.995872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e9b2546-2936-437a-b233-53c9ea57f72e req-93657bc7-6e52-4bf7-9d5e-e8c880318230 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 1097 time: 0.1034911 Aug 11 02:47:36.006735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185368dd-27d5-46ac-9e4d-fa36073f5f16 req-12355935-353c-40fb-ae96-7d58fd649caf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:36.010208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-185368dd-27d5-46ac-9e4d-fa36073f5f16 req-12355935-353c-40fb-ae96-7d58fd649caf tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 945 time: 0.1024122 Aug 11 02:47:36.080018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e9b2546-2936-437a-b233-53c9ea57f72e req-7acff638-2356-4220-b052-8003c351070a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Aug 11 02:47:36.091375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-185368dd-27d5-46ac-9e4d-fa36073f5f16 req-c95bb955-d384-49d5-a8bf-1a993ccb9cc9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709598 Aug 11 02:47:36.152588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:36.298257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:33Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '44cea783-959f-4136-a578-31906d6bda2b', 'name': '', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:9b:20:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:31Z', 'updated_at': '2021-08-11T02:47:33Z', 'revision_number': 2, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:36.328396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb7d8e-c764-4c4a-9540-a67014618257 req-42761c03-f5c9-4df9-b079-491ca57db221 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:36.330233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edfb7d8e-c764-4c4a-9540-a67014618257 req-42761c03-f5c9-4df9-b079-491ca57db221 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 944 time: 0.0637753 Aug 11 02:47:36.362614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Checking router: 8554f90b-59e1-40f2-9e70-f2230d42dc4c for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:36.363037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Updating router 8554f90b-59e1-40f2-9e70-f2230d42dc4c port 44cea783-959f-4136-a578-31906d6bda2b binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:47:36.375854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-edfb7d8e-c764-4c4a-9540-a67014618257 req-df7eb2bc-7b46-4b59-b56e-c19e8f3e734e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Aug 11 02:47:36.435196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:36.440332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:36.481532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'port_id': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'mac_address': 'fa:16:3e:d7:db:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:36.504246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2b40d1ee-56bf-4f8c-ab23-ddcb284c774e None None] Provisioning complete for port 44cea783-959f-4136-a578-31906d6bda2b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:36.504622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b40d1ee-56bf-4f8c-ab23-ddcb284c774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:36.679690 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:36.682491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b40d1ee-56bf-4f8c-ab23-ddcb284c774e None None] Port 44cea783-959f-4136-a578-31906d6bda2b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:36.722176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10f0062-5210-44dc-8ae7-6985d13ac425 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:36.837770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:36.851876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.081786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9653e-00b5-4478-9b26-76a1d8fdee8a req-9b83b3d5-d0b1-4f55-aacd-f112ff1047ee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.084483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6db9653e-00b5-4478-9b26-76a1d8fdee8a req-9b83b3d5-d0b1-4f55-aacd-f112ff1047ee tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 944 time: 0.1946063 Aug 11 02:47:37.116788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d197abd-e3a2-4221-812f-b06c053ef119 req-b52b80b1-2be6-46ad-b393-57acdbf935d5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 210 time: 0.0974047 Aug 11 02:47:37.130727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-36e9d730-7589-4d85-8634-2e2d2b0e465c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.133354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-36e9d730-7589-4d85-8634-2e2d2b0e465c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.61 "GET /v2.0/networks?id=c67eae34-03d3-4025-b958-c6c2bf600a62 HTTP/1.1" status: 200 len: 797 time: 0.3418102 Aug 11 02:47:37.148916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:37.188305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Request body: {'port': {'device_id': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'admin_state_up': True, 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:37.217527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c10f0062-5210-44dc-8ae7-6985d13ac425'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:37.291917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:37.295676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6db9653e-00b5-4478-9b26-76a1d8fdee8a req-a2ee27dc-01fb-4727-9b30-5c246db7eaa5 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839931 Aug 11 02:47:37.370475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.394040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9947-4da0-413c-9042-0dacc0f8371a req-de40f441-4da1-4df0-9450-d5a0c4ac3596 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.395708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afdc9947-4da0-413c-9042-0dacc0f8371a req-de40f441-4da1-4df0-9450-d5a0c4ac3596 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 945 time: 0.1233759 Aug 11 02:47:37.408161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Transition to ACTIVE for port object 44cea783-959f-4136-a578-31906d6bda2b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:37.423395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.513728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141af0e8-e87b-49d2-9d49-0208ced1cc2e None None] Pushing event updated for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:37.542194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Made reservation on behalf of 56f7e7d049d8427cb1d586aa416cd6c4 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:37.549333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.555777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:37.556160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.578575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afdc9947-4da0-413c-9042-0dacc0f8371a req-2b8e7004-dfb9-483d-a8cc-a3da76bc938f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655698 Aug 11 02:47:37.633297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b85970-d366-482a-bb86-26bc60a91b06 req-f0ba901a-d06b-4a4c-9faa-96517ddb5a2a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:37.636127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96b85970-d366-482a-bb86-26bc60a91b06 req-f0ba901a-d06b-4a4c-9faa-96517ddb5a2a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.1807845 Aug 11 02:47:37.660523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Attempting to bind port 44cea783-959f-4136-a578-31906d6bda2b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:37.660894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Attempting to bind port 44cea783-959f-4136-a578-31906d6bda2b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:37.661434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Attempting to bind port 44cea783-959f-4136-a578-31906d6bda2b on network c67eae34-03d3-4025-b958-c6c2bf600a62 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:37.677770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:37.678220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Checking segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:37.678603 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.679010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Bound using segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:37.679512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Bound port: 44cea783-959f-4136-a578-31906d6bda2b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:37.680450 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.833702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96b85970-d366-482a-bb86-26bc60a91b06 req-68f0a17e-73a6-47f5-9909-72fe944c3609 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193631 Aug 11 02:47:37.850771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] For port 44cea783-959f-4136-a578-31906d6bda2b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:37.864367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] For port 44cea783-959f-4136-a578-31906d6bda2b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=44cea783-959f-4136-a578-31906d6bda2b,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:37.884116 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:37.915535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0fb2882f-78a0-4e78-a825-8b16718a22bb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 267 time: 0.1637869 Aug 11 02:47:38.003189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Allocated IP 172.20.0.27 (c67eae34-03d3-4025-b958-c6c2bf600a62/867267a2-536b-46fe-ba35-7e5280b6dd84/90dddb06-87f1-4fb0-adad-626a2ac4354e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:38.056313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:38.057396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:38.061580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-1e8d1c57-0b82-44a1-bbdf-66bcae941c8c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.071714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-1e8d1c57-0b82-44a1-bbdf-66bcae941c8c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 945 time: 0.1427152 Aug 11 02:47:38.090512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'security_groups': []}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:38.142771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141af0e8-e87b-49d2-9d49-0208ced1cc2e None None] Pushing event updated for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:38.268727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:38.279664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ab44b2-35e1-4880-a3f6-9841f914ea26 req-04142421-bbf4-4590-99b3-3f49e873ff1f tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 210 time: 0.0588534 Aug 11 02:47:38.287147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.365511 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.386458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 88d19166-8173-4ffc-86a4-22142fca0502 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:38.413842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Transition to ACTIVE for port object 90dddb06-87f1-4fb0-adad-626a2ac4354e will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:38.519959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 88d19166-8173-4ffc-86a4-22142fca0502 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:38.535179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 88d19166-8173-4ffc-86a4-22142fca0502 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:38.535741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.593215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb410c0-9397-4e8b-96b6-29bd31bb8c98 req-fcd7437c-b6ff-426a-b4d3-2dc27a629ece tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.595366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbb410c0-9397-4e8b-96b6-29bd31bb8c98 req-fcd7437c-b6ff-426a-b4d3-2dc27a629ece tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 944 time: 0.2070959 Aug 11 02:47:38.633045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.675511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:33Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '44cea783-959f-4136-a578-31906d6bda2b', 'name': '', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:9b:20:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:31Z', 'updated_at': '2021-08-11T02:47:37Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:38.708050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:38.708802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.711454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857140d-9fca-4187-a3d6-e7875e93e995 None None] The sync data for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 is: [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:33Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '44cea783-959f-4136-a578-31906d6bda2b', 'name': '', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:9b:20:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:31Z', 'updated_at': '2021-08-11T02:47:37Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:38.713763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Network c67eae34-03d3-4025-b958-c6c2bf600a62 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:38.740034 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:38.746534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:38.752731 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfd670f-b412-461d-aad1-5e1c4dd8cc66" -d '{"events": [{"server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "name": "network-vif-plugged", "status": "completed", "tag": "88d19166-8173-4ffc-86a4-22142fca0502"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:38.757237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:38.769596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bbb410c0-9397-4e8b-96b6-29bd31bb8c98 req-d811c7d7-6b81-47a0-82ec-9b273686343c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604989 Aug 11 02:47:38.790004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=88d19166-8173-4ffc-86a4-22142fca0502,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:38.810666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.827956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event updated for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:38.867300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.882305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.889652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.890557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.927663 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f1ecf61-b01d-4cba-9020-5731b292559c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:38.978678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:38.979468 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:38.981156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-253f96b2-030c-4d70-8b7f-96056053f0b9 req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "PUT /v2.0/ports/5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 200 len: 904 time: 0.9045072 Aug 11 02:47:38.982056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:38.989131 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53280462-6a9e-4b64-99a7-004b9bf1beef" -d '{"events": [{"name": "network-changed", "server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:39.001362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:39.002139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-63a0febc-ce95-4f3b-83fb-3fb12620ddbc tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8195555 Aug 11 02:47:39.010645 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573379d-d26f-4532-be22-3a7acc61adf0 x-openstack-request-id: req-9573379d-d26f-4532-be22-3a7acc61adf0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:39.010948 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "name": "network-vif-plugged", "status": "completed", "tag": "88d19166-8173-4ffc-86a4-22142fca0502", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:39.011210 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9573379d-d26f-4532-be22-3a7acc61adf0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:39.011656 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502', 'code': 200} Aug 11 02:47:39.080511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Request body: {'port': {'device_id': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:39.106838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f1ecf61-b01d-4cba-9020-5731b292559c'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:39.116494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8928-f66b-4fb2-ab2f-462eac4717cd req-8bd5e3a8-de65-4ce1-9c51-ed1e86ec158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.119867 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0bfe8928-f66b-4fb2-ab2f-462eac4717cd req-8bd5e3a8-de65-4ce1-9c51-ed1e86ec158c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1097 time: 0.1053321 Aug 11 02:47:39.197512 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0bfe8928-f66b-4fb2-ab2f-462eac4717cd req-78a426ba-0489-481f-ab3d-7c990d751528 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683658 Aug 11 02:47:39.311884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:39.321475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.341728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 44cea783-959f-4136-a578-31906d6bda2b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:39.420854 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ee4e1-79b8-4638-ba3d-69129bf78c44 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:39.421323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0badf141-cc38-43a5-9dc9-b5c653dce9e0 None None] Provisioning for port 90dddb06-87f1-4fb0-adad-626a2ac4354e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:39.430091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0badf141-cc38-43a5-9dc9-b5c653dce9e0 None None] Provisioning complete for port 90dddb06-87f1-4fb0-adad-626a2ac4354e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:39.430482 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0badf141-cc38-43a5-9dc9-b5c653dce9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.481923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9a1b-04c5-484b-927e-107f24b5f415 req-a9cdd468-27cd-4973-ad69-d18d90a715b6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.483945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37ed9a1b-04c5-484b-927e-107f24b5f415 req-a9cdd468-27cd-4973-ad69-d18d90a715b6 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.2567136 Aug 11 02:47:39.501102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 44cea783-959f-4136-a578-31906d6bda2b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:39.517030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0badf141-cc38-43a5-9dc9-b5c653dce9e0 None None] Port 90dddb06-87f1-4fb0-adad-626a2ac4354e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:39.518630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 44cea783-959f-4136-a578-31906d6bda2b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:39.519017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.550867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee163-49f8-413e-9657-bf638dbd1465 req-e4a2bbb6-d121-43dc-9ce4-a8788893033c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.552474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-322ee163-49f8-413e-9657-bf638dbd1465 req-e4a2bbb6-d121-43dc-9ce4-a8788893033c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 907 time: 0.3204689 Aug 11 02:47:39.625149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37ed9a1b-04c5-484b-927e-107f24b5f415 req-99933e7b-9282-42a5-8f98-a3309f644a3c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915174 Aug 11 02:47:39.627850 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a9a21-0911-47e9-867e-c08649dfd7f1 x-openstack-request-id: req-067a9a21-0911-47e9-867e-c08649dfd7f1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:39.628147 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:39.628403 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-067a9a21-0911-47e9-867e-c08649dfd7f1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:39.630721 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'status': 'completed', 'code': 200} Aug 11 02:47:39.755297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.761190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-5157fbe8-5636-4ef9-b0f2-f5254d093756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.763849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-5157fbe8-5636-4ef9-b0f2-f5254d093756 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 1059 time: 0.1109428 Aug 11 02:47:39.776982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a9958524-162d-4922-874e-11d423457eac None None] Provisioning complete for port 5f1ecf61-b01d-4cba-9020-5731b292559c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:39.777476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9958524-162d-4922-874e-11d423457eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.838196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a1b7-b30f-44dc-b2ef-62416b3f1dc4 req-ea3aa3d8-c641-4bfa-87a7-dfbd6dfd7d5c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.847438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1908a1b7-b30f-44dc-b2ef-62416b3f1dc4 req-ea3aa3d8-c641-4bfa-87a7-dfbd6dfd7d5c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 895 time: 0.1404018 Aug 11 02:47:39.856167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 44cea783-959f-4136-a578-31906d6bda2b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=44cea783-959f-4136-a578-31906d6bda2b,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:39.870507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd212b9-f11b-4012-8f0a-65a98e83a178 req-fc3de442-d00a-4b60-90d2-7478765951be tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.876623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:39.885093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8bd212b9-f11b-4012-8f0a-65a98e83a178 req-fc3de442-d00a-4b60-90d2-7478765951be tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1793497 Aug 11 02:47:39.960228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-b88cd2d5-e786-4aea-bfba-9fd75bb36726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:39.962869 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-b88cd2d5-e786-4aea-bfba-9fd75bb36726 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1881475 Aug 11 02:47:39.973117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:40.077526 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8bd212b9-f11b-4012-8f0a-65a98e83a178 req-721b37cb-9b55-4569-a1b7-90fbe75a17f7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754780 Aug 11 02:47:40.097880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dddb06-87f1-4fb0-adad-626a2ac4354e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:40.109299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.118778 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-3c2128fe-dcc0-43ce-9059-2383bf5ee707 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 200 len: 217 time: 0.1476161 Aug 11 02:47:40.135207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983975cb-5421-47b4-9d80-5976be1d6f25 req-411ef059-7af5-448e-8d90-94b77f08872f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.139357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983975cb-5421-47b4-9d80-5976be1d6f25 req-411ef059-7af5-448e-8d90-94b77f08872f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.1620822 Aug 11 02:47:40.216055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-e76647bf-0331-4419-ad07-727809e48d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.218930 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-e76647bf-0331-4419-ad07-727809e48d4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0942588 Aug 11 02:47:40.245495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Transition to ACTIVE for port object 90dddb06-87f1-4fb0-adad-626a2ac4354e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:40.279288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.316203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-e03b9d60-e13e-4a2c-a82f-a85d89360963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.319558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-e03b9d60-e13e-4a2c-a82f-a85d89360963 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914977 Aug 11 02:47:40.355207 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-983975cb-5421-47b4-9d80-5976be1d6f25 req-2bc9be94-a2a1-4892-9374-e5fc266e052d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978743 Aug 11 02:47:40.407842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:40.451474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port c10f0062-5210-44dc-8ae7-6985d13ac425 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:40.463325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Pushing event updated for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:40.481199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port c10f0062-5210-44dc-8ae7-6985d13ac425 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:40.481641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.490197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef990d-4d6f-4082-9311-e094b5d5348d req-900f7f77-a722-4fc5-9ac7-22c166d60694 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.509440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8ef990d-4d6f-4082-9311-e094b5d5348d req-900f7f77-a722-4fc5-9ac7-22c166d60694 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.2304277 Aug 11 02:47:40.560265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-70ab3431-adde-4530-bfcc-4b2e274e1fb6 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301965 Aug 11 02:47:40.704422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.714912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8ef990d-4d6f-4082-9311-e094b5d5348d req-07757136-83b5-40c6-93f8-08860d2be5e7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700165 Aug 11 02:47:40.744186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Attempting to bind port 90dddb06-87f1-4fb0-adad-626a2ac4354e on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:40.745594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Attempting to bind port 90dddb06-87f1-4fb0-adad-626a2ac4354e by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:40.746147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Attempting to bind port 90dddb06-87f1-4fb0-adad-626a2ac4354e on network c67eae34-03d3-4025-b958-c6c2bf600a62 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:40.767911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Port 90dddb06-87f1-4fb0-adad-626a2ac4354e on network c67eae34-03d3-4025-b958-c6c2bf600a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:40.768943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Attempting to bind port 90dddb06-87f1-4fb0-adad-626a2ac4354e on network c67eae34-03d3-4025-b958-c6c2bf600a62 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:40.770092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53280462-6a9e-4b64-99a7-004b9bf1beef req-95c5a897-71c1-4adf-afd0-1d73bbc0913f service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009304 Aug 11 02:47:40.788749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:40.791610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Checking segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:40.792401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Bound using segment: {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:40.792953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Bound port: 90dddb06-87f1-4fb0-adad-626a2ac4354e, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:40.797795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.802037 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:40.821712 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.916292 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.923576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:40.944813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:40.949584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ef7c-b447-42ff-9b4f-f4d462e1a5bf req-b7acca66-feb1-401f-8d1e-b2d1c5b8e044 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:40.950988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b875ef7c-b447-42ff-9b4f-f4d462e1a5bf req-b7acca66-feb1-401f-8d1e-b2d1c5b8e044 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1079237 Aug 11 02:47:40.979545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:41.013619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:41.016129 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf97e77-8bb7-441e-a719-af0282fbe47c" -d '{"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:41.028964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:41.037040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.081642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b875ef7c-b447-42ff-9b4f-f4d462e1a5bf req-d2e04887-965d-4107-a507-18fe6c390041 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157203 Aug 11 02:47:41.107473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.107473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.107721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] 10.222.0.61 "PUT /v2.0/ports/90dddb06-87f1-4fb0-adad-626a2ac4354e HTTP/1.1" status: 200 len: 1056 time: 2.0586855 Aug 11 02:47:41.131425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa9831-156e-45d1-b64d-791c411aaf88 req-32552a83-5c17-4262-99b3-4d9d0fa6bdd6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.133712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83fa9831-156e-45d1-b64d-791c411aaf88 req-32552a83-5c17-4262-99b3-4d9d0fa6bdd6 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 907 time: 0.1557486 Aug 11 02:47:41.135261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7806b-76a9-4511-b85c-6563f27e1127 service neutron] Pushing event updated for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:41.262536 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227fe373-7869-470f-9ea9-ee7d4ff48202 x-openstack-request-id: req-227fe373-7869-470f-9ea9-ee7d4ff48202 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:41.262858 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:41.263089 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-227fe373-7869-470f-9ea9-ee7d4ff48202 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:41.263507 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'code': 200} Aug 11 02:47:41.276170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 44cea783-959f-4136-a578-31906d6bda2b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:41.300527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-22536040-16df-4887-a91e-621854d3b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.302199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-22536040-16df-4887-a91e-621854d3b8a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 1059 time: 0.1218514 Aug 11 02:47:41.341729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 44cea783-959f-4136-a578-31906d6bda2b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:41.342158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:41.425271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-b8a37458-f3f5-46b8-aa7e-f864b41aece5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e HTTP/1.1" status: 200 len: 217 time: 0.1133177 Aug 11 02:47:41.621134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-880aed17-a93b-435a-bac4-5a5ebd18d7a7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.623967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-880aed17-a93b-435a-bac4-5a5ebd18d7a7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.4095960 Aug 11 02:47:41.633173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:41.636884 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4633aca9-f1a7-4cf0-aa36-415b613eabd0" -d '{"events": [{"name": "network-changed", "server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:41.676357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5b1a-f3e0-477a-b53b-eba48ba853bb req-b33e0fbf-e726-4e94-9edd-8004f07ed3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.679058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7fa5b1a-f3e0-477a-b53b-eba48ba853bb req-b33e0fbf-e726-4e94-9edd-8004f07ed3c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1098 time: 0.2824590 Aug 11 02:47:41.691247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-11926746-423e-4c32-9606-de2750f1317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:41.693793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-11926746-423e-4c32-9606-de2750f1317e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=867267a2-536b-46fe-ba35-7e5280b6dd84 HTTP/1.1" status: 200 len: 838 time: 0.2604549 Aug 11 02:47:41.696551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-f775c690-4521-4ea7-bc95-51acb114c13a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/quotas/90b9d42a918d4bf0bd271b95fd9303db HTTP/1.1" status: 200 len: 375 time: 0.0523100 Aug 11 02:47:42.086771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb2c3-bf8b-41cf-aa3b-9bb8090da49b req-673720b7-41e2-45bd-a7db-6b7845f6d4b7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.088394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-490cb2c3-bf8b-41cf-aa3b-9bb8090da49b req-673720b7-41e2-45bd-a7db-6b7845f6d4b7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.5916209 Aug 11 02:47:42.157938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7fa5b1a-f3e0-477a-b53b-eba48ba853bb req-8cb8f4b3-34ae-4196-8442-08dc43718f6b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599779 Aug 11 02:47:42.177062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-490cb2c3-bf8b-41cf-aa3b-9bb8090da49b req-76fb2775-4297-4511-ab7f-bdf0f65a9383 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708783 Aug 11 02:47:42.198794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-c8c02790-52ee-4566-a5e7-b326d33a015d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4826133 Aug 11 02:47:42.198794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-c3ad6171-e8dc-4e5b-a855-b379e693e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.198794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-c3ad6171-e8dc-4e5b-a855-b379e693e224 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c67eae34-03d3-4025-b958-c6c2bf600a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4886081 Aug 11 02:47:42.234034 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dc3860-9b8b-4f1c-8625-c1422e14813a x-openstack-request-id: req-a0dc3860-9b8b-4f1c-8625-c1422e14813a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:42.234368 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:42.234619 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0dc3860-9b8b-4f1c-8625-c1422e14813a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:42.235020 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e', 'status': 'completed', 'code': 200} Aug 11 02:47:42.406885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213af147-6187-4f66-9884-d22547e11fb4 req-ca55434a-444d-4b1e-9b9a-6652a373dbba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.408728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-213af147-6187-4f66-9884-d22547e11fb4 req-ca55434a-444d-4b1e-9b9a-6652a373dbba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1334066 Aug 11 02:47:42.445666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-4676f52a-95be-4be8-9f16-2bb66678a21a service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406440 Aug 11 02:47:42.454294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-3dfdfe32-c2bc-470d-a2cc-2fcf36d2c386 service neutron] 10.222.0.61 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393379 Aug 11 02:47:42.582865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-213af147-6187-4f66-9884-d22547e11fb4 req-d7a30c65-b447-4cdd-ac7a-dc0d837d20ab tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595914 Aug 11 02:47:42.665003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-077c7127-414e-4368-9738-7e4fd55ca0bc service neutron] 10.222.0.68 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075775 Aug 11 02:47:42.686767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90a8393f-5fb0-4d37-89bd-9514c0a5a911 req-5ef5a56f-cb36-4e2e-a64c-23cd34b6dfd1 service neutron] 10.222.0.61 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195156 Aug 11 02:47:42.751120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149306-e1c8-49ee-878f-6863ee7cadd9 req-2d373ecd-71bb-44d1-abff-e9743d4016b3 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.752721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73149306-e1c8-49ee-878f-6863ee7cadd9 req-2d373ecd-71bb-44d1-abff-e9743d4016b3 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 907 time: 0.0805676 Aug 11 02:47:42.811460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-1b21044d-541a-4b11-b01b-25a10741b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:42.814767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-1b21044d-541a-4b11-b01b-25a10741b8c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 1059 time: 0.0609136 Aug 11 02:47:42.998642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a93ffbf-ff39-4a92-9192-c2d7a31dc80d req-e9a69bfb-0c2c-4613-9e72-832be0e7da68 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 210 time: 0.0769796 Aug 11 02:47:43.058537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cf005-8ee8-4897-8c40-a8d89fc70418 req-bc58498f-0448-4dc6-97ef-b3c01e1dd32b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.061277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-002cf005-8ee8-4897-8c40-a8d89fc70418 req-bc58498f-0448-4dc6-97ef-b3c01e1dd32b tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.1864688 Aug 11 02:47:43.080048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-fb91c51d-9cbc-4173-bfc0-629ada2700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.082911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-fb91c51d-9cbc-4173-bfc0-629ada2700f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c67eae34-03d3-4025-b958-c6c2bf600a62 HTTP/1.1" status: 200 len: 898 time: 0.2599013 Aug 11 02:47:43.161229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-0c306890-960f-4371-ba74-a4c81895d130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e HTTP/1.1" status: 200 len: 217 time: 0.0648460 Aug 11 02:47:43.187522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-002cf005-8ee8-4897-8c40-a8d89fc70418 req-edb97b0f-8e10-41be-88ca-791bb71ee69e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032040 Aug 11 02:47:43.218919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54278) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:43.230878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-547e3a24-7bfd-4d2f-9c10-e73da35f9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.233360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-547e3a24-7bfd-4d2f-9c10-e73da35f9454 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=867267a2-536b-46fe-ba35-7e5280b6dd84 HTTP/1.1" status: 200 len: 838 time: 0.0624349 Aug 11 02:47:43.285298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25664f-dcc5-4413-953a-182863cd44c2 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.291308 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fb25664f-dcc5-4413-953a-182863cd44c2 tempest-TestVolumeBootPattern-1884356716 tempest-TestVolumeBootPattern-1884356716-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1092 time: 0.0711122 Aug 11 02:47:43.292271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54280) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:43.297477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '88d19166-8173-4ffc-86a4-22142fca0502', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:43.317999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-3e90c926-898c-411f-a855-f35d35a9b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.321477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-3e90c926-898c-411f-a855-f35d35a9b73a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c67eae34-03d3-4025-b958-c6c2bf600a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0793633 Aug 11 02:47:43.327084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.469872 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.483429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-eac91597-2caf-4256-a1a2-ab4bd7e56586 service neutron] 10.222.0.61 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537993 Aug 11 02:47:43.590305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4633aca9-f1a7-4cf0-aa36-415b613eabd0 req-495e6f1b-a495-48d6-8804-9297d4887e1e service neutron] 10.222.0.61 "GET /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991504 Aug 11 02:47:43.601623 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Allocated IP 172.25.3.109 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ca82ba2d-f889-40d8-8f38-97796a988951) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:43.738928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca873313-860d-4578-b8c5-3b2ece8f16e5 req-0d017f63-8399-44e7-9635-1f960fbfd910 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.740692 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca873313-860d-4578-b8c5-3b2ece8f16e5 req-0d017f63-8399-44e7-9635-1f960fbfd910 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.0660641 Aug 11 02:47:43.755561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.793915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca873313-860d-4578-b8c5-3b2ece8f16e5 req-fc785b5a-6821-4912-b5af-ef62bc5cc6d0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387237 Aug 11 02:47:43.799630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:43.844870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:43.850858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:43.858383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:43.896972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=ca82ba2d-f889-40d8-8f38-97796a988951,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:43.957297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777402ef-cd4f-4972-97cc-556cd44c81df req-d5d92c59-d591-4732-9edf-018610fe5015 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.958980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-777402ef-cd4f-4972-97cc-556cd44c81df req-d5d92c59-d591-4732-9edf-018610fe5015 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 907 time: 0.0884914 Aug 11 02:47:43.972798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cf675-775e-4ff8-9382-04159e7a861e req-70b8ef82-b307-441f-a3ac-f03fcca6e32d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:43.974487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae1cf675-775e-4ff8-9382-04159e7a861e req-70b8ef82-b307-441f-a3ac-f03fcca6e32d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.0724196 Aug 11 02:47:44.030348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae1cf675-775e-4ff8-9382-04159e7a861e req-c6d9c05e-c2b6-4d5e-9cad-5ed44ac7ca76 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 Aug 11 02:47:44.086527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54292) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:44.218991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5366898a-2193-4111-b17b-3d9acda5916f req-2c23a656-d709-4b1c-b4f9-b34df2e5ab4e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 210 time: 0.0406222 Aug 11 02:47:44.234776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985eb87-a95c-4fde-b0aa-cb0d6ccbfa73 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:44.240857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8985eb87-a95c-4fde-b0aa-cb0d6ccbfa73 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1093 time: 0.1487217 Aug 11 02:47:44.241103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54294) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:44.247254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:44.301333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.311517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-7574620b-c6a2-4ced-ade7-fa6e92133431 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:44.313163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-7574620b-c6a2-4ced-ade7-fa6e92133431 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 812 time: 0.1896615 Aug 11 02:47:44.330244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Request body: {'port': {'device_id': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'admin_state_up': True, 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:44.376781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 90dddb06-87f1-4fb0-adad-626a2ac4354e details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:44.502880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.514374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:44.534578 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.537832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Made reservation on behalf of 90b9d42a918d4bf0bd271b95fd9303db for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:47:44.541064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '90dddb06-87f1-4fb0-adad-626a2ac4354e', 'network_id': 'c67eae34-03d3-4025-b958-c6c2bf600a62', 'port_id': '90dddb06-87f1-4fb0-adad-626a2ac4354e', 'mac_address': 'fa:16:3e:77:ee:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867267a2-536b-46fe-ba35-7e5280b6dd84', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:44.541526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.617704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.620598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.650082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dddb06-87f1-4fb0-adad-626a2ac4354e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:44.706040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:44.712961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.812939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.240 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/1293b0d6-169a-49fb-b78c-c81d5c8d444a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:44.813700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:44.831374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.838818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Allocated IP 172.20.0.8 (e6752534-7c6f-40b8-859e-a550a1cfa678/fb90c191-0dc2-486c-b55b-5e46ca970841/683bebc4-bf3e-4fb6-bf8b-cd23908378ba) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:47:44.839799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:44.960899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['90dddb06-87f1-4fb0-adad-626a2ac4354e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:44.986714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event updated for resources: {'Port': ['ID=ca82ba2d-f889-40d8-8f38-97796a988951,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:45.040005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.041129 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.190715 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP d853dfdd-c6fd-4ed8-bc30-62fb078f3080 associated. External IP: 172.25.3.109, port: 88d19166-8173-4ffc-86a4-22142fca0502. Aug 11 02:47:45.233610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.278660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Transition to ACTIVE for port object 683bebc4-bf3e-4fb6-bf8b-cd23908378ba will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:45.282172 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.368695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075f8e-c921-4281-8f50-e8fd602bdb8c req-3cffeeeb-34b5-48cc-86e8-5444fe7c0e63 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:45.371661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f075f8e-c921-4281-8f50-e8fd602bdb8c req-3cffeeeb-34b5-48cc-86e8-5444fe7c0e63 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 908 time: 0.2498293 Aug 11 02:47:45.434679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:45.438614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:45.442857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c753e3e-90e6-46db-b408-999481f9b3ba req-fb3bd6a4-244a-4ab0-b287-43c00c25cfce tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 210 time: 0.0973756 Aug 11 02:47:45.461637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:45.485495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:45.512913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=1293b0d6-169a-49fb-b78c-c81d5c8d444a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:45.538502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.554069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:45.612060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:45.628283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Network e6752534-7c6f-40b8-859e-a550a1cfa678 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:47:45.629764 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:45.641731 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:45.642560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:45.646126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:45.687388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:47:45.702536 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b05866b4-914a-4387-b75a-ab9b10ab50c7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4088957 Aug 11 02:47:45.703229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:45.705792 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df939e2-6333-4789-be55-f88135aea4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:45.716716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:47:45.783976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:45.786530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:45.834206 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e814d4-a1b4-43d2-ab91-be7d814ee1d0 x-openstack-request-id: req-f0e814d4-a1b4-43d2-ab91-be7d814ee1d0 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:45.834550 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:45.834750 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0e814d4-a1b4-43d2-ab91-be7d814ee1d0 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:45.835167 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502', 'status': 'completed', 'code': 200} Aug 11 02:47:45.939596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:45.940193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.054036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-df39692b-ac73-46ea-bfbb-b08327965553 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7288299 Aug 11 02:47:46.071367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Request body: {'port': {'device_id': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:47:46.077673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df939e2-6333-4789-be55-f88135aea4cf req-c056eac9-d60f-4e82-ad0a-18e6dd4174fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:46.079306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-c056eac9-d60f-4e82-ad0a-18e6dd4174fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1097 time: 0.1482713 Aug 11 02:47:46.100045 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}, {'id': 'd853dfdd-c6fd-4ed8-bc30-62fb078f3080', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '88d19166-8173-4ffc-86a4-22142fca0502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:db:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:44Z', 'updated_at': '2021-08-11T02:47:44Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:46.112552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94243e31-3c0c-4778-be80-cdb8da2b3321 None None] Provisioning for port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:46.118065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94243e31-3c0c-4778-be80-cdb8da2b3321 None None] Provisioning complete for port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:46.118707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-94243e31-3c0c-4778-be80-cdb8da2b3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.154017 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:46.159139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-94243e31-3c0c-4778-be80-cdb8da2b3321 None None] Port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:47:46.167583 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:46.168314 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:46.284235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:46.288152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.366408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df939e2-6333-4789-be55-f88135aea4cf req-47779dde-187c-4b17-bbed-63a2a3fe7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:46.368061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-47779dde-187c-4b17-bbed-63a2a3fe7b6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.2635992 Aug 11 02:47:46.391240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 90dddb06-87f1-4fb0-adad-626a2ac4354e up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:46.552842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 90dddb06-87f1-4fb0-adad-626a2ac4354e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:46.564139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 90dddb06-87f1-4fb0-adad-626a2ac4354e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:46.565213 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.650115 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}, {'id': 'd853dfdd-c6fd-4ed8-bc30-62fb078f3080', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '88d19166-8173-4ffc-86a4-22142fca0502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:db:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:44Z', 'updated_at': '2021-08-11T02:47:44Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:46.678691 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4410894-c725-49eb-9ff8-5867a2ac73fd None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}, {'id': 'd853dfdd-c6fd-4ed8-bc30-62fb078f3080', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '88d19166-8173-4ffc-86a4-22142fca0502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:db:2f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:44Z', 'updated_at': '2021-08-11T02:47:44Z', 'revision_number': 0, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:46.707707 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.745208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:46.747698 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b70b660-f3f8-40bd-98ba-5069a21ab6aa" -d '{"events": [{"server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "name": "network-vif-plugged", "status": "completed", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:46.763589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:46.769637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:46.827421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:46.944104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e71f7c-2544-49a5-9f2c-c2045b876ada None None] New status for floating IP d853dfdd-c6fd-4ed8-bc30-62fb078f3080: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:47:47.113148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-d7e0695b-a07b-4590-ac78-6ff4fe49b1bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 200 len: 999 time: 0.7235882 Aug 11 02:47:47.130549 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.277582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd674a6b-5127-45f6-a64c-5d285b7851bb req-d6db1f8f-172b-4947-8619-cda518b20ccc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.279230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd674a6b-5127-45f6-a64c-5d285b7851bb req-d6db1f8f-172b-4947-8619-cda518b20ccc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 931 time: 0.3661346 Aug 11 02:47:47.298036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6ab4-b3d6-499f-b513-973c02ce8b8f req-4457a70d-5d9d-4147-bc61-1ecd4abfeb21 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.299718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d74b6ab4-b3d6-499f-b513-973c02ce8b8f req-4457a70d-5d9d-4147-bc61-1ecd4abfeb21 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.3879931 Aug 11 02:47:47.325101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df939e2-6333-4789-be55-f88135aea4cf req-a3427aef-af1b-47ee-b1a2-544333c0c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.326715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-a3427aef-af1b-47ee-b1a2-544333c0c559 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.1944125 Aug 11 02:47:47.365109 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575314b-9dd2-4cbe-bc67-2dbbbd58e6ef x-openstack-request-id: req-0575314b-9dd2-4cbe-bc67-2dbbbd58e6ef {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:47.365514 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "name": "network-vif-plugged", "status": "completed", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:47.365975 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0575314b-9dd2-4cbe-bc67-2dbbbd58e6ef {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:47.366472 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e', 'code': 200} Aug 11 02:47:47.409988 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.460228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd674a6b-5127-45f6-a64c-5d285b7851bb req-e59c7d57-d29f-4c0e-9ed1-86dfd69900e5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594269 Aug 11 02:47:47.503742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c490-7f57-4fd2-9f1b-1ae70f8177c0 req-220b04c6-55c1-47f8-8896-c35da557b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.506658 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a684c490-7f57-4fd2-9f1b-1ae70f8177c0 req-220b04c6-55c1-47f8-8896-c35da557b644 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 1061 time: 0.0732923 Aug 11 02:47:47.525099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df939e2-6333-4789-be55-f88135aea4cf req-58189cb4-f5a8-4256-b10c-796fa452d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:47.526781 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-58189cb4-f5a8-4256-b10c-796fa452d04a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754315 Aug 11 02:47:47.652496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683bebc4-bf3e-4fb6-bf8b-cd23908378ba {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:47.664029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.701202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Transition to ACTIVE for port object 683bebc4-bf3e-4fb6-bf8b-cd23908378ba will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:47:47.718480 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.797898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-6c34cd18-9deb-40d6-ab06-5e3717f3c0a3 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170148 Aug 11 02:47:47.810329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:47.885439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:47.924761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.140736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=1293b0d6-169a-49fb-b78c-c81d5c8d444a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:48.151411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7df939e2-6333-4789-be55-f88135aea4cf req-2181894e-5bc6-4003-ac4a-212b69b1e8ae service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428216 Aug 11 02:47:48.160874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.199122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Attempting to bind port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:47:48.199499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Attempting to bind port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:47:48.199695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Attempting to bind port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:48.208711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba on network e6752534-7c6f-40b8-859e-a550a1cfa678 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:47:48.209049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Attempting to bind port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba on network e6752534-7c6f-40b8-859e-a550a1cfa678 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:47:48.221746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:47:48.222115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Checking segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:47:48.222513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Bound using segment: {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:47:48.222963 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Bound port: 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05999b1a-760b-4239-a2d1-320566a630b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:47:48.223328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.323876 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP f62653ee-7790-4d9d-ba3c-0529ffc54c0e associated. External IP: 172.25.3.240, port: c10f0062-5210-44dc-8ae7-6985d13ac425. Aug 11 02:47:48.393547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:47:48.411132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:47:48.454142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.533509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.534176 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:48.535646 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] 10.222.0.67 "PUT /v2.0/ports/683bebc4-bf3e-4fb6-bf8b-cd23908378ba HTTP/1.1" status: 200 len: 1092 time: 2.4689107 Aug 11 02:47:48.542019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:48.544516 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:48.631907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121316cd-557e-4c54-bd51-283092b13c27 service neutron] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:48.655643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd72a8a-fa0f-4b66-bab7-f077e794aaa2 req-60e85dec-099d-46bd-9b9f-838b7b2d565d tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.657305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cd72a8a-fa0f-4b66-bab7-f077e794aaa2 req-60e85dec-099d-46bd-9b9f-838b7b2d565d tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.2181196 Aug 11 02:47:48.749434 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e510f057-694c-40cf-aad5-418d252780b7 x-openstack-request-id: req-e510f057-694c-40cf-aad5-418d252780b7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:48.749772 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:48.749962 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e510f057-694c-40cf-aad5-418d252780b7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:48.750370 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'status': 'completed', 'code': 200} Aug 11 02:47:48.773918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-ba04001d-e301-4f1d-b8d4-de78f21dc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.775551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-ba04001d-e301-4f1d-b8d4-de78f21dc6e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 1095 time: 0.1567831 Aug 11 02:47:48.786145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d61e45-3830-46ff-8f43-72476985f5b1 req-2151d8ce-6f7c-49e6-9702-fed34f71f4e4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.787837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0d61e45-3830-46ff-8f43-72476985f5b1 req-2151d8ce-6f7c-49e6-9702-fed34f71f4e4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 943 time: 0.1678748 Aug 11 02:47:48.851894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-0d38c526-fa94-4196-8861-feacd8d7be21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba HTTP/1.1" status: 200 len: 217 time: 0.0599403 Aug 11 02:47:48.881593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3f190e1f-e8da-4707-bab4-d5cc7349266c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:48.925089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0d61e45-3830-46ff-8f43-72476985f5b1 req-a5960abb-d6c5-4748-bd36-837d3440461a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256652 Aug 11 02:47:48.995288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-3a336d91-43b0-4657-abcb-9cba7a00ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:48.998014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-3a336d91-43b0-4657-abcb-9cba7a00ee8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1365337 Aug 11 02:47:49.098672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-689b245f-2ec6-406b-b012-180b179b471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.100277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-689b245f-2ec6-406b-b012-180b179b471f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915864 Aug 11 02:47:49.101580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:49.115375 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Sync routers for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:49.131569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:49.132957 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:49.206061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:49.250115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-83ec9f40-b9d3-40a6-812f-95d4f4fe2128 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0077441 Aug 11 02:47:49.301070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-42d1f67b-739d-4ce8-8fea-0a6f96e9fa7b service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865261 Aug 11 02:47:49.323235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:49.454390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf41ef-bf72-404f-af24-f4e1059c06f5 req-b4c048b3-aa98-475d-9c8b-a5ea1b5afa1f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.456060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-beaf41ef-bf72-404f-af24-f4e1059c06f5 req-b4c048b3-aa98-475d-9c8b-a5ea1b5afa1f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.0878577 Aug 11 02:47:49.463845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-463a1db6-910b-489e-9f3c-42a7648ba8c8 req-71b1bcf4-67be-447a-924f-4d64b6b9c7a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542721 Aug 11 02:47:49.504441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-beaf41ef-bf72-404f-af24-f4e1059c06f5 req-3b7386c8-bbf6-40d0-aeb4-4918e3666c04 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Aug 11 02:47:49.537266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54318) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:49.582868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-4b9a3985-9d38-46ce-96d1-5e5f1c5bc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.584531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-4b9a3985-9d38-46ce-96d1-5e5f1c5bc019 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 1095 time: 0.0497527 Aug 11 02:47:49.635986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-058ea6c2-9284-4210-a0c6-42e78b915db8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 200 len: 992 time: 0.0966918 Aug 11 02:47:49.801136 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f62653ee-7790-4d9d-ba3c-0529ffc54c0e', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'port_id': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'mac_address': 'fa:16:3e:d7:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fee040d-39e9-4636-af11-9baa88684ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:46Z', 'updated_at': '2021-08-11T02:47:46Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:49.816967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-dfcb9044-22dd-40ef-8375-97d40f41b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.819629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-dfcb9044-22dd-40ef-8375-97d40f41b64f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2269752 Aug 11 02:47:49.829110 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Checking router: 3f190e1f-e8da-4707-bab4-d5cc7349266c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:49.839440 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:49.840070 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:49.902671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-577af816-a327-4975-8334-84febdd7454f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba HTTP/1.1" status: 200 len: 217 time: 0.0743294 Aug 11 02:47:49.919114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2340c3-cffc-4391-837a-5684308986c3 req-53f2cfb1-2c5a-4aa7-8fc0-ddee95dce02b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:49.921873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a2340c3-cffc-4391-837a-5684308986c3 req-53f2cfb1-2c5a-4aa7-8fc0-ddee95dce02b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.1692593 Aug 11 02:47:49.962878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:50.015611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-de7be37c-cc50-47e3-8621-03c2c217f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.018586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-de7be37c-cc50-47e3-8621-03c2c217f1cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0952065 Aug 11 02:47:50.223250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17ca3d-eeda-42ad-9935-d9adb117eb36 req-a7104459-7cf8-4ba7-8062-7caf0fa93d64 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.225997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e17ca3d-eeda-42ad-9935-d9adb117eb36 req-a7104459-7cf8-4ba7-8062-7caf0fa93d64 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 943 time: 0.2058773 Aug 11 02:47:50.231797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-a9c20e29-c7f7-4c69-80b2-6a7789f8b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.234551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-a9c20e29-c7f7-4c69-80b2-6a7789f8b654 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968358 Aug 11 02:47:50.252066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e5e84-9b04-487f-b622-f6e7a185693b req-449bec98-0464-4cf7-9498-00ea584d5ebb tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.254934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-597e5e84-9b04-487f-b622-f6e7a185693b req-449bec98-0464-4cf7-9498-00ea584d5ebb tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.2145500 Aug 11 02:47:50.270086 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f62653ee-7790-4d9d-ba3c-0529ffc54c0e', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'port_id': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'mac_address': 'fa:16:3e:d7:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fee040d-39e9-4636-af11-9baa88684ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:46Z', 'updated_at': '2021-08-11T02:47:46Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:50.317959 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdff2f-3fc3-4870-a12f-174fa7dbce40 None None] The sync data for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 is: [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'f62653ee-7790-4d9d-ba3c-0529ffc54c0e', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'port_id': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'mac_address': 'fa:16:3e:d7:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fee040d-39e9-4636-af11-9baa88684ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:47:46Z', 'updated_at': '2021-08-11T02:47:46Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:50.536700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6109e5-06ed-49e3-9535-b63abfd66f38 None None] New status for floating IP f62653ee-7790-4d9d-ba3c-0529ffc54c0e: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:47:50.640499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54330) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:50.730389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d9bfcf8a-d744-47c5-892b-c46f9836fca8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 200 len: 992 time: 0.0883334 Aug 11 02:47:50.756473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:50.759376 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:50.818250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e17ca3d-eeda-42ad-9935-d9adb117eb36 req-3540b3a3-f5ed-47f8-970d-ffd707704648 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820007 Aug 11 02:47:50.838456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b080efb-ae08-44d1-b8df-19ab3f766ade req-f9ba19ee-1c7d-40b3-8016-be90b3e7cffd tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:50.840042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b080efb-ae08-44d1-b8df-19ab3f766ade req-f9ba19ee-1c7d-40b3-8016-be90b3e7cffd tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 1061 time: 0.1258767 Aug 11 02:47:50.860916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-a0a9b83d-0d57-4acf-8d3e-1cee14191b0e service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035757 Aug 11 02:47:50.927360 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ab49c-1bea-4eeb-86d4-a4579db60c2b x-openstack-request-id: req-de0ab49c-1bea-4eeb-86d4-a4579db60c2b {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:50.927645 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:50.927910 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de0ab49c-1bea-4eeb-86d4-a4579db60c2b {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:50.928379 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'status': 'completed', 'code': 200} Aug 11 02:47:51.039027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-a59c6c4c-0b8e-44b0-bb30-7fcb9238a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.040477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-a59c6c4c-0b8e-44b0-bb30-7fcb9238a994 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1113739 Aug 11 02:47:51.044973 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab48a84-c68d-4dac-a2be-d6a3eac5e5c2 req-b7d498f2-8fc3-4ac0-9100-456bddd8aa69 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755357 Aug 11 02:47:51.071189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad068-3a5a-48f4-9528-1c4c0002796c req-9a432909-ff1e-4073-a9a3-d9e7b573658c tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.073310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcfad068-3a5a-48f4-9528-1c4c0002796c req-9a432909-ff1e-4073-a9a3-d9e7b573658c tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1137 time: 0.0992231 Aug 11 02:47:51.172150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcfad068-3a5a-48f4-9528-1c4c0002796c req-ea5bc24b-0b2c-47ed-8924-3004e164906a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823293 Aug 11 02:47:51.198699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54336) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:51.200695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-3e2261eb-13e8-43d5-a56e-d8aaadc02413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.202322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-3e2261eb-13e8-43d5-a56e-d8aaadc02413 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.1497030 Aug 11 02:47:51.251385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc364e97-5d38-4e9e-9a6c-633fdefba08a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.253018 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc364e97-5d38-4e9e-9a6c-633fdefba08a tempest-TestSecurityGroupsBasicOps-1329138692 tempest-TestSecurityGroupsBasicOps-1329138692-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 1056 time: 0.0526760 Aug 11 02:47:51.299111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-9c7395ca-ec06-490c-bbb3-b403f6d15319 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1002 time: 0.0884812 Aug 11 02:47:51.387406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-b94184f6-a78e-4d38-9b1f-5ad9afa6a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.390356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-b94184f6-a78e-4d38-9b1f-5ad9afa6a5a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.0828931 Aug 11 02:47:51.459829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-98debdcd-ab9d-4efb-9cdd-2be46eb51588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.462170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-98debdcd-ab9d-4efb-9cdd-2be46eb51588 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640707 Aug 11 02:47:51.611460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460336fe-d36b-4cf0-ae20-ee57167f514f req-fd879dad-469e-40f9-bfd4-8b8d7a50929d tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.613107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-460336fe-d36b-4cf0-ae20-ee57167f514f req-fd879dad-469e-40f9-bfd4-8b8d7a50929d tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.1211209 Aug 11 02:47:51.615367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-70671ee1-08fd-4937-b6d7-06bf096ad5c6 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457639 Aug 11 02:47:51.735502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:51.746519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a91e96c9-16b7-4b5f-ab3a-b8618c27a7e0 req-24effde2-861b-4765-b1d8-a119f2fddbe5 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229966 Aug 11 02:47:51.818439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c9ea7d88-bdc1-4eca-a200-64e1166e4e84 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 200 len: 994 time: 0.0813012 Aug 11 02:47:51.963228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77102c-c886-4175-957f-5cf90ec330ca req-03b446f2-24a2-4a17-8d59-8c82d99dff9e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:51.964961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a77102c-c886-4175-957f-5cf90ec330ca req-03b446f2-24a2-4a17-8d59-8c82d99dff9e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 943 time: 0.0584471 Aug 11 02:47:52.008082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:47:52.016060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a77102c-c886-4175-957f-5cf90ec330ca req-1abe65ae-4076-4384-a03b-655cebc7de4a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Aug 11 02:47:52.150500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:52.169532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'mac_address': 'fa:16:3e:af:12:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:47:52.217098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.241668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683bebc4-bf3e-4fb6-bf8b-cd23908378ba {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:47:52.274893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:52.278470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.333158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:52.575228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['683bebc4-bf3e-4fb6-bf8b-cd23908378ba'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:47:52.686186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-68d72f11-6772-4ff7-a871-d93440c3a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.792791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52cfd-cf65-40f1-b39a-b0cda7195fb0 req-25ded8ff-250a-4a88-8034-3a551bad0998 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:52.794986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-09e52cfd-cf65-40f1-b39a-b0cda7195fb0 req-25ded8ff-250a-4a88-8034-3a551bad0998 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.0855994 Aug 11 02:47:53.033258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-611334c9-2525-4332-abf8-85d29fc7ac05 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:53.034361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-611334c9-2525-4332-abf8-85d29fc7ac05 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.61 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 909 time: 0.0685964 Aug 11 02:47:53.190587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port 90dddb06-87f1-4fb0-adad-626a2ac4354e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:53.190958 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.250551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3a86a-8138-4a57-b503-c04c63f36269 req-62b74465-8eef-4fe4-8664-bc0a9bc011d9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:53.252256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76e3a86a-8138-4a57-b503-c04c63f36269 req-62b74465-8eef-4fe4-8664-bc0a9bc011d9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 944 time: 0.1197352 Aug 11 02:47:53.342524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76e3a86a-8138-4a57-b503-c04c63f36269 req-0fe18aec-7fba-4a6f-9b32-d381dad189b9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812483 Aug 11 02:47:53.352669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port 90dddb06-87f1-4fb0-adad-626a2ac4354e, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=90dddb06-87f1-4fb0-adad-626a2ac4354e,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:53.353099 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.375851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for 90dddb06-87f1-4fb0-adad-626a2ac4354e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:53.528648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.563859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=90dddb06-87f1-4fb0-adad-626a2ac4354e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:53.635992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] No DVR routers for this DVR port 90dddb06-87f1-4fb0-adad-626a2ac4354e on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:53.639411 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:53.642513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6431da55-7018-419a-b9a3-55d1671a68b0 req-84911a78-93e8-4091-9c3c-babe541a9952 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.61 "DELETE /v2.0/ports/90dddb06-87f1-4fb0-adad-626a2ac4354e HTTP/1.1" status: 204 len: 173 time: 0.6013067 Aug 11 02:47:53.643644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'name': 'network-vif-deleted', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:53.647206 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2dce33-696a-47a4-abf6-dc7a973f8f07" -d '{"events": [{"server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "name": "network-vif-deleted", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:53.723180 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cca0936-bfc3-4f95-94b1-0feb8410c02d x-openstack-request-id: req-0cca0936-bfc3-4f95-94b1-0feb8410c02d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:53.723660 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad55a5-6199-46c3-8264-77ba7a2051c0", "name": "network-vif-deleted", "tag": "90dddb06-87f1-4fb0-adad-626a2ac4354e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:53.724008 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cca0936-bfc3-4f95-94b1-0feb8410c02d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:53.724468 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ad55a5-6199-46c3-8264-77ba7a2051c0', 'name': 'network-vif-deleted', 'tag': '90dddb06-87f1-4fb0-adad-626a2ac4354e', 'status': 'completed', 'code': 200} Aug 11 02:47:53.957918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2745ab54-3759-4feb-ab12-d6278c074901 req-a8911108-8f9f-43ed-b1df-9b2ce3ec08bf tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=85ad55a5-6199-46c3-8264-77ba7a2051c0 HTTP/1.1" status: 200 len: 210 time: 0.0419629 Aug 11 02:47:54.021370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:47:54.083197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:47:54.088251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:47:54.088635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:54.233297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:54.285600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:47:54.289671 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb478e8-a4d5-43eb-8aa9-047a87266bf6" -d '{"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-plugged", "status": "completed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:47:54.316053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:54.330349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:54.385229 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c84fe-aa20-47ae-b84e-6156cc4e4594 x-openstack-request-id: req-941c84fe-aa20-47ae-b84e-6156cc4e4594 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:47:54.385697 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-plugged", "status": "completed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:47:54.386207 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-941c84fe-aa20-47ae-b84e-6156cc4e4594 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:47:54.386832 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'code': 200} Aug 11 02:47:54.439063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:54.534899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfad9b-087a-4c19-b095-6a0e8426cd51 req-04d66bff-4536-4d2e-8239-e28b01c1a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:54.536447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cacfad9b-087a-4c19-b095-6a0e8426cd51 req-04d66bff-4536-4d2e-8239-e28b01c1a96e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 1097 time: 0.0838296 Aug 11 02:47:54.544894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c969a-7ec1-446b-8a62-a107270f9c1a req-f65d460e-d2bc-490a-9e69-c05c2e2d72fe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:54.546525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c3c969a-7ec1-446b-8a62-a107270f9c1a req-f65d460e-d2bc-490a-9e69-c05c2e2d72fe tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0845480 Aug 11 02:47:54.602212 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cacfad9b-087a-4c19-b095-6a0e8426cd51 req-69fa296d-e3cb-4ab0-81f9-2ff930cc864a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Aug 11 02:47:54.612408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c3c969a-7ec1-446b-8a62-a107270f9c1a req-8add698b-f60b-4967-a78d-bc5cf8f5040e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Aug 11 02:47:55.047334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54362) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:55.198189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e239baf3-702c-4bbc-8f1f-64ca4a60c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.474715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.848102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26bad8-0b06-460e-8240-8ffe4f6747a3 req-8b40ac0e-3bd5-4bf2-8b8a-999ccd9bf751 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:55.851041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c26bad8-0b06-460e-8240-8ffe4f6747a3 req-8b40ac0e-3bd5-4bf2-8b8a-999ccd9bf751 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1122487 Aug 11 02:47:55.913006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c26bad8-0b06-460e-8240-8ffe4f6747a3 req-f02369f1-d985-4d79-aed7-c4c7f9363610 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Aug 11 02:47:56.027625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.215800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73419f-56e6-4c49-811b-158863251203 req-3abe43d6-9c0e-4e0f-91fd-bd547d19daae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:56.217582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b73419f-56e6-4c49-811b-158863251203 req-3abe43d6-9c0e-4e0f-91fd-bd547d19daae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0723512 Aug 11 02:47:56.281598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b73419f-56e6-4c49-811b-158863251203 req-4b3e7452-7002-4640-ac13-4b87ece42f37 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544007 Aug 11 02:47:56.435290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port 44cea783-959f-4136-a578-31906d6bda2b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:56.436011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.490266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 90dddb06-87f1-4fb0-adad-626a2ac4354e no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:56.517960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 90dddb06-87f1-4fb0-adad-626a2ac4354e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:56.518293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 90dddb06-87f1-4fb0-adad-626a2ac4354e not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:56.532204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.569710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port 44cea783-959f-4136-a578-31906d6bda2b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=44cea783-959f-4136-a578-31906d6bda2b,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:56.570440 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.592537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for 44cea783-959f-4136-a578-31906d6bda2b owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:56.827979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.859915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=44cea783-959f-4136-a578-31906d6bda2b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:57.092771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:57.416141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 8554f90b-59e1-40f2-9e70-f2230d42dc4c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:47:57.434120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ecff1-4b0b-4646-8db0-7e561eff2cff req-f2285b85-f1b4-408e-8c92-2cab9a5f173c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:57.436060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea8ecff1-4b0b-4646-8db0-7e561eff2cff req-f2285b85-f1b4-408e-8c92-2cab9a5f173c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0573156 Aug 11 02:47:57.485900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ea8ecff1-4b0b-4646-8db0-7e561eff2cff req-52bc44d4-fac3-41af-9dc2-ae451e4055f5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Aug 11 02:47:57.581081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:47:57.591065 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4d176718-43f8-49a0-aaef-31af7bdc20ca tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "PUT /v2.0/routers/8554f90b-59e1-40f2-9e70-f2230d42dc4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5393858 Aug 11 02:47:57.592786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54376) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:57.595902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Sync routers for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:47:57.612831 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:57.614327 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:57.680942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting subnet 867267a2-536b-46fe-ba35-7e5280b6dd84 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:47:57.684741 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:57.744703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:57.813935 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:57.907977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.025862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.061164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Subnet': ['ID=867267a2-536b-46fe-ba35-7e5280b6dd84,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:58.071290 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.077296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d8def31-bd54-41f0-ab2d-db2a9974ead5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/subnets/867267a2-536b-46fe-ba35-7e5280b6dd84 HTTP/1.1" status: 204 len: 168 time: 0.4761152 Aug 11 02:47:58.077494 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:58.087491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a37e8-ef84-431b-bcd1-e1535f72bcc7 None None] Network c67eae34-03d3-4025-b958-c6c2bf600a62 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:47:58.163173 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.219068 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:56Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:58.262422 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Checking router: 8554f90b-59e1-40f2-9e70-f2230d42dc4c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:47:58.273692 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Routers {'8554f90b-59e1-40f2-9e70-f2230d42dc4c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:47:58.274708 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:58.331030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.367806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183f43-aab4-46ee-bd82-85acfb83daa6 req-cbcaaa66-8649-4713-9792-41662248e5a0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:58.379849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae183f43-aab4-46ee-bd82-85acfb83daa6 req-cbcaaa66-8649-4713-9792-41662248e5a0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0822122 Aug 11 02:47:58.426937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] DHCP port deletion for c67eae34-03d3-4025-b958-c6c2bf600a62 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:47:58.450527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae183f43-aab4-46ee-bd82-85acfb83daa6 req-7c9c3d7b-4c04-495d-a1e7-146dc0b79a22 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Aug 11 02:47:58.455167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] Set router 8554f90b-59e1-40f2-9e70-f2230d42dc4c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:47:58.514397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Deleting port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:58.515037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.544625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.617915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:47:58.619057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.646682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] For port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,segment=NetworkSegment(65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26),segment_id=65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:58.649089 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.672870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Calling delete_port for 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:58.684177 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:56Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:58.737343 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29624d4e-a5c0-4e57-bf05-369028aeb69a None None] The sync data for ids ['8554f90b-59e1-40f2-9e70-f2230d42dc4c'] in n-d-713498-10 is: [{'id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1353633824', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:20Z', 'updated_at': '2021-08-11T02:47:56Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': '92f90e03-bdf9-4faf-8cf5-69dddd6fc961', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554f90b-59e1-40f2-9e70-f2230d42dc4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:22Z', 'updated_at': '2021-08-11T02:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:47:58.751347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port 92f90e03-bdf9-4faf-8cf5-69dddd6fc961, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:47:58.751733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.767534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:47:58.816723 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:58.862512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] Pushing event deleted for resources: {'Port': ['ID=17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:58.870139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056fe60-a676-41be-850d-95140ce289a1 None None] No DVR routers for this DVR port 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:47:59.002361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.032859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=92f90e03-bdf9-4faf-8cf5-69dddd6fc961,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:47:59.124653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.285299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.290667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.369239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.370608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Fanout notify agent at l3_agent the message router_deleted on router 8554f90b-59e1-40f2-9e70-f2230d42dc4c {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:47:59.388625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.392193 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-441eb8d5-55c3-4536-b59e-18d1ae511fc5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/routers/8554f90b-59e1-40f2-9e70-f2230d42dc4c HTTP/1.1" status: 204 len: 168 time: 1.3136644 Aug 11 02:47:59.396437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54392) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:59.419487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 44cea783-959f-4136-a578-31906d6bda2b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:59.471332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 44cea783-959f-4136-a578-31906d6bda2b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:59.473064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 44cea783-959f-4136-a578-31906d6bda2b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:59.474025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:47:59.516053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:47:59.517654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 17aba42b-dfbd-4e8b-b2e4-5b25bd8e844c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:47:59.539724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.686978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.706000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67eae34-03d3-4025-b958-c6c2bf600a62']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:59.716469 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffe9ce-4f6d-4cb0-a7e9-01225f3982f1 req-d90a2f0c-45df-49ae-8fff-3e3a400fbd8b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:47:59.718126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afffe9ce-4f6d-4cb0-a7e9-01225f3982f1 req-d90a2f0c-45df-49ae-8fff-3e3a400fbd8b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1376288 Aug 11 02:47:59.727709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:59.728067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e3a5f3-cf3b-4ccb-b9ac-9befa4165b26') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:47:59.748212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.778366 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.803975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:47:59.804720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:47:59.810595 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:47:59.832638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-afffe9ce-4f6d-4cb0-a7e9-01225f3982f1 req-e7629cf7-766a-433f-a42f-b385b2cbc881 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022820 Aug 11 02:47:59.916296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.927209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.928110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/networks/c67eae34-03d3-4025-b958-c6c2bf600a62 HTTP/1.1" status: 204 len: 168 time: 0.5305650 Aug 11 02:47:59.931166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:47:59.951956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4234be7-a8cd-43a1-8c6c-59b036ac9b27 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Network': ['ID=c67eae34-03d3-4025-b958-c6c2bf600a62,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:00.041210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:00.173969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port 2eb9e559-1f8f-49d2-9234-dc157285d820 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:00.174508 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.231276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:00.249613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'port_id': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'mac_address': 'fa:16:3e:af:12:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:00.297073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.313238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 683bebc4-bf3e-4fb6-bf8b-cd23908378ba {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:00.316369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.317229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.336451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for 2eb9e559-1f8f-49d2-9234-dc157285d820 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:00.337904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:00.344586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.421665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:00.462028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['683bebc4-bf3e-4fb6-bf8b-cd23908378ba'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:00.544166 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.587560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=2eb9e559-1f8f-49d2-9234-dc157285d820,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:00.686386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:00.687158 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Floating IP 086f010a-912f-426d-8af7-ff9b0ef0c2cf disassociated (deleted). External IP: 172.25.3.200, port: f703de0b-d30b-49ba-8b5e-f8bfcfb4460a. Aug 11 02:48:01.012677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f190552-1e2c-4be4-b931-cf1750953bde req-c0bb4a57-af17-48cb-a089-990f5436bfff tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.014385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f190552-1e2c-4be4-b931-cf1750953bde req-c0bb4a57-af17-48cb-a089-990f5436bfff tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 944 time: 0.0807528 Aug 11 02:48:01.016779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:01.122745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f190552-1e2c-4be4-b931-cf1750953bde req-ee3f89e4-7d6e-437c-92ef-5ca26f21ebc6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Aug 11 02:48:01.198604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:01.236865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:01.242504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:01.250152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:01.250925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 92f90e03-bdf9-4faf-8cf5-69dddd6fc961 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:01.264808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Sync routers for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:01.290909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:01.295216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:01.337735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-560ad7c4-e325-4e76-8285-3946325a9d2b tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/floatingips/086f010a-912f-426d-8af7-ff9b0ef0c2cf HTTP/1.1" status: 204 len: 168 time: 1.4043057 Aug 11 02:48:01.338917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:01.345126 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7c1e6-d10a-4212-a70e-baa1fecd8568" -d '{"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:01.408049 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c37b13-56a7-4923-af8c-7916a2e52f81 x-openstack-request-id: req-a0c37b13-56a7-4923-af8c-7916a2e52f81 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:01.409065 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:01.409771 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0c37b13-56a7-4923-af8c-7916a2e52f81 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:01.410872 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'status': 'completed', 'code': 200} Aug 11 02:48:01.522589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-87ac8319-39e5-4c64-bc2b-ca4f0f7b95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.524679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-87ac8319-39e5-4c64-bc2b-ca4f0f7b95f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 1137 time: 0.0868800 Aug 11 02:48:01.571483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:01.752258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-947d7e01-7ff7-4fee-84d4-5f7937b4fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.754062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-947d7e01-7ff7-4fee-84d4-5f7937b4fc98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 200 len: 897 time: 0.2161827 Aug 11 02:48:01.768898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce63af-53cd-4eb6-941d-35997a4d57eb req-62db6e17-f54d-48dc-9a36-fb6dfe91e22e tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.770676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfce63af-53cd-4eb6-941d-35997a4d57eb req-62db6e17-f54d-48dc-9a36-fb6dfe91e22e tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.0847397 Aug 11 02:48:01.820051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-e3df573c-a4bd-4bbe-8367-99a5ab54dab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 200 len: 217 time: 0.0482392 Aug 11 02:48:01.864365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:01.914585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dfce63af-53cd-4eb6-941d-35997a4d57eb req-78043330-68e9-44f4-a933-94c1ea4130d5 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1031086 Aug 11 02:48:01.917286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Checking router: 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:01.933086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:01.942312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:01.942625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-63a29dff-eb9a-4547-89bf-0d56c2e7078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:01.946663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-63a29dff-eb9a-4547-89bf-0d56c2e7078f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07cb7377-b4b0-4ed3-82b4-ae927ff832de HTTP/1.1" status: 200 len: 833 time: 0.1166461 Aug 11 02:48:02.045346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-cf66dd24-a493-4e14-873d-7c874daa1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.047963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-cf66dd24-a493-4e14-873d-7c874daa1bc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=810d8e16-21c0-4373-8405-4c7d9162bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909426 Aug 11 02:48:02.150049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:02.251768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-a265c33a-69bc-451c-999e-f45fd8e1ae36 service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929040 Aug 11 02:48:02.471817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:02.482044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3fc3b-926e-48a1-b903-9ab7278b5091 req-672f0be5-7531-41e9-91c8-ab6107c5cbae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:02.504796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ace3fc3b-926e-48a1-b903-9ab7278b5091 req-672f0be5-7531-41e9-91c8-ab6107c5cbae tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 944 time: 0.1538641 Aug 11 02:48:02.566060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0af7c1e6-d10a-4212-a70e-baa1fecd8568 req-0eddb3a4-7ffd-4f90-91da-7e3f63f08895 service neutron] 10.222.0.67 "GET /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052175 Aug 11 02:48:02.599744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ace3fc3b-926e-48a1-b903-9ab7278b5091 req-084e07ae-48d6-41e3-8114-94b2394e5672 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937765 Aug 11 02:48:02.624225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:02.625124 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:02.879613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:02.930252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:02.933344 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0478c-bcc7-4168-9b36-93b18c7d4a6d" -d '{"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-plugged", "status": "completed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:02.985191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:03.000049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:03.087866 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa9e64-3196-42b0-bb1b-0a674a39ba64 x-openstack-request-id: req-56fa9e64-3196-42b0-bb1b-0a674a39ba64 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:03.088351 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-plugged", "status": "completed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:03.088774 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56fa9e64-3196-42b0-bb1b-0a674a39ba64 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:03.089403 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'code': 200} Aug 11 02:48:03.125210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:03.132470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-be085162-c242-4024-bf1d-744abc533b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:03.171231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be085162-c242-4024-bf1d-744abc533b03 None None] The sync data for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 is: [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:46:22Z', 'revision_number': 4, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '933260ca-4ddb-46f0-9949-c866a654a477', 'name': '', 'network_id': '810d8e16-21c0-4373-8405-4c7d9162bf38', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'mac_address': 'fa:16:3e:b1:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:19Z', 'updated_at': '2021-08-11T02:46:27Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'subnets': [{'id': '07cb7377-b4b0-4ed3-82b4-ae927ff832de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:03.240586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3c75-5a94-4979-8cd9-2f3dcb9cc485 req-dbf308ef-71d7-453c-b318-821c26ee1f1c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.243389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-252d3c75-5a94-4979-8cd9-2f3dcb9cc485 req-dbf308ef-71d7-453c-b318-821c26ee1f1c tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.1533999 Aug 11 02:48:03.343208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:03.725506 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bf415-5a39-4ec4-bdd7-081c0be0443a None None] New status for floating IP 086f010a-912f-426d-8af7-ff9b0ef0c2cf: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:48:03.807447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-683fa927-cf49-476a-ad11-d3041e02e627 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:03.810349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-683fa927-cf49-476a-ad11-d3041e02e627 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.67 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 985 time: 0.6559799 Aug 11 02:48:03.957327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-252d3c75-5a94-4979-8cd9-2f3dcb9cc485 req-2538e87a-d242-462c-953a-e13cac7ce050 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/security-groups?id=4c88fd84-e560-41dc-ba5a-39c52faa7598&id=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7055156 Aug 11 02:48:04.048436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cbca9-3600-4d3d-8205-e26f8de49fff req-747440f7-9c54-48f9-927f-59253193f8f7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:04.062757 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e42cbca9-3600-4d3d-8205-e26f8de49fff req-747440f7-9c54-48f9-927f-59253193f8f7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.2900150 Aug 11 02:48:04.155633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e42cbca9-3600-4d3d-8205-e26f8de49fff req-af441e30-24c0-4140-be1d-83aa1ae967c9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883386 Aug 11 02:48:04.168710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:04.169275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.333484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:04.334288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.355402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for f703de0b-d30b-49ba-8b5e-f8bfcfb4460a owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:04.591536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.633401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=f703de0b-d30b-49ba-8b5e-f8bfcfb4460a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:04.723843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] No DVR routers for this DVR port f703de0b-d30b-49ba-8b5e-f8bfcfb4460a on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:04.802507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:04.806809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0afc03b-5af0-4fea-9805-e91f695e7580 req-f10fd629-7106-42ab-a31a-c9c424781a79 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.67 "DELETE /v2.0/ports/f703de0b-d30b-49ba-8b5e-f8bfcfb4460a HTTP/1.1" status: 204 len: 173 time: 0.9709041 Aug 11 02:48:04.807765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'name': 'network-vif-deleted', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:04.813062 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dff656-0b7e-4ca6-8c13-6239e916fe04" -d '{"events": [{"server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "name": "network-vif-deleted", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:04.873140 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570db43f-5d62-418f-9c5c-62e6e7e76d64 x-openstack-request-id: req-570db43f-5d62-418f-9c5c-62e6e7e76d64 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:04.873615 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159211d4-3ef0-4304-9103-7cb1646d71a8", "name": "network-vif-deleted", "tag": "f703de0b-d30b-49ba-8b5e-f8bfcfb4460a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:04.874705 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-570db43f-5d62-418f-9c5c-62e6e7e76d64 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:04.874705 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159211d4-3ef0-4304-9103-7cb1646d71a8', 'name': 'network-vif-deleted', 'tag': 'f703de0b-d30b-49ba-8b5e-f8bfcfb4460a', 'status': 'completed', 'code': 200} Aug 11 02:48:05.175590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35b7272f-3f85-4d1c-a9a9-f70add25d85f req-59f7445b-777d-48d7-b3ea-be168e6449fb tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "GET /v2.0/ports?device_id=159211d4-3ef0-4304-9103-7cb1646d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0621459 Aug 11 02:48:05.370715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce585a1-29d1-47c1-a5ae-6c451e865ca2 req-67b615b2-6d06-445c-a79a-fb7f645c415b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:05.379928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ce585a1-29d1-47c1-a5ae-6c451e865ca2 req-67b615b2-6d06-445c-a79a-fb7f645c415b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1290486 Aug 11 02:48:05.437254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ce585a1-29d1-47c1-a5ae-6c451e865ca2 req-cf46f97b-0094-46d8-bd8f-d37d8bd9f979 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523894 Aug 11 02:48:06.293724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54454) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:06.392005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.441946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.541081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.546270 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.550896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/security-groups/4c88fd84-e560-41dc-ba5a-39c52faa7598 HTTP/1.1" status: 204 len: 168 time: 0.2555313 Aug 11 02:48:06.555091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:06.626377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863b306-259e-4672-a0c0-9c1a73cf1f76 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c88fd84-e560-41dc-ba5a-39c52faa7598,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:06.692140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b6af3-ea6d-4923-a9b4-29adf8a218f5 req-8c6f4d22-bd0a-4dff-a2c8-b9e7ac24e8da tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:06.694685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc0b6af3-ea6d-4923-a9b4-29adf8a218f5 req-8c6f4d22-bd0a-4dff-a2c8-b9e7ac24e8da tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1288726 Aug 11 02:48:06.745239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.779014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc0b6af3-ea6d-4923-a9b4-29adf8a218f5 req-01e285b4-119b-4084-8cdd-982497c7d840 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684862 Aug 11 02:48:06.813574 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.917153 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.922630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.927481 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/security-groups/ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257 HTTP/1.1" status: 204 len: 168 time: 0.3675022 Aug 11 02:48:06.931472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54462) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:06.948849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae176ed8-5e7d-4afc-b4e9-8ae7da0ee257,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:06.973355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.974413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.975445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.976405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.977390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.978295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.979245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.980056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.980983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.981793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.983056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:06.983947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45816a3-5238-4faf-9627-5e6ea18249d7 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:07.645249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.049587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485a6f8-d173-446b-a0d3-1de951d3dc6e req-7c5efcc7-db05-4eb1-bce8-ec063e3e11a6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:08.051350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e485a6f8-d173-446b-a0d3-1de951d3dc6e req-7c5efcc7-db05-4eb1-bce8-ec063e3e11a6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0812166 Aug 11 02:48:08.086313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port 933260ca-4ddb-46f0-9949-c866a654a477 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:08.086665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.098545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f703de0b-d30b-49ba-8b5e-f8bfcfb4460a no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:08.147980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: f703de0b-d30b-49ba-8b5e-f8bfcfb4460a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:08.149180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f703de0b-d30b-49ba-8b5e-f8bfcfb4460a not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:08.174585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e485a6f8-d173-446b-a0d3-1de951d3dc6e req-d913b807-1f19-463c-811e-3ba5a6fc54d4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115191 Aug 11 02:48:08.248064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port 933260ca-4ddb-46f0-9949-c866a654a477, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=933260ca-4ddb-46f0-9949-c866a654a477,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:08.248457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.273471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for 933260ca-4ddb-46f0-9949-c866a654a477 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:08.631478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:08.690184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=933260ca-4ddb-46f0-9949-c866a654a477,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:09.012749 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:09.497156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9dc7-b103-4e72-ad8b-bb6860929d4b req-df42425e-9cd6-4029-bc56-15dbe2b2615a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:09.499793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43ec9dc7-b103-4e72-ad8b-bb6860929d4b req-df42425e-9cd6-4029-bc56-15dbe2b2615a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1928499 Aug 11 02:48:09.537853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:09.604255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43ec9dc7-b103-4e72-ad8b-bb6860929d4b req-d683c4b7-53a0-47d5-9da9-63752d94af50 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847313 Aug 11 02:48:09.815026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:09.824922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8d95009c-b176-4abe-b13f-44677d6d1203 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "PUT /v2.0/routers/11ef5687-f2d5-4da5-8f8e-82460b08e1a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916266 Aug 11 02:48:09.825638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54472) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:09.839810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Sync routers for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:09.855623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:09.856284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:09.909750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting subnet 07cb7377-b4b0-4ed3-82b4-ae927ff832de {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:09.914028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:09.987165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.043963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:10.181619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.307016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.339063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.343179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/subnets/07cb7377-b4b0-4ed3-82b4-ae927ff832de HTTP/1.1" status: 204 len: 168 time: 0.5160003 Aug 11 02:48:10.346151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:10.374146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b808f-2750-47f3-b9a8-06d61fff2488 None None] Network 810d8e16-21c0-4373-8405-4c7d9162bf38 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:10.384913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd4ea0-b50a-4895-93d3-2100b659a7c4 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Subnet': ['ID=07cb7377-b4b0-4ed3-82b4-ae927ff832de,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:10.464757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:10.508308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Checking router: 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:10.534980 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Routers {'11ef5687-f2d5-4da5-8f8e-82460b08e1a7'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:10.535635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:10.627441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.751936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] Set router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:10.825749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.885649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d478-68d1-433b-af16-b47f8aace82d req-a9e98acf-7a98-4a73-93fd-4c227b4c13c9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:10.899277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba78d478-68d1-433b-af16-b47f8aace82d req-a9e98acf-7a98-4a73-93fd-4c227b4c13c9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1480210 Aug 11 02:48:10.957312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Deleting port a25c00da-cc69-4c93-a750-293daead3de6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:10.961647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:10.973419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] DHCP port deletion for 810d8e16-21c0-4373-8405-4c7d9162bf38 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:11.010214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba78d478-68d1-433b-af16-b47f8aace82d req-5afca3cc-6212-4c2e-a068-981c5d1328f8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020780 Aug 11 02:48:11.101422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.143571 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.158615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] For port a25c00da-cc69-4c93-a750-293daead3de6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a25c00da-cc69-4c93-a750-293daead3de6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:11.159806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.198622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Calling delete_port for a25c00da-cc69-4c93-a750-293daead3de6 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:11.225419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Deleting port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:11.234035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.332169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:11.394908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] For port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,segment=NetworkSegment(8c481619-6247-4e0e-8421-4a00188c9d4f),segment_id=8c481619-6247-4e0e-8421-4a00188c9d4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:11.395709 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.415303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Calling delete_port for 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:11.431165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:11.469853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c462a-a5ed-456b-8fb0-c128e1d65bcc None None] The sync data for ids ['11ef5687-f2d5-4da5-8f8e-82460b08e1a7'] in n-d-713498-10 is: [{'id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-325093424', 'tenant_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:46:15Z', 'updated_at': '2021-08-11T02:48:08Z', 'revision_number': 5, 'project_id': '56f7e7d049d8427cb1d586aa416cd6c4', 'gw_port': {'id': 'a25c00da-cc69-4c93-a750-293daead3de6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ef5687-f2d5-4da5-8f8e-82460b08e1a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:46:16Z', 'updated_at': '2021-08-11T02:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:11.562151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.612852 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Port': ['ID=a25c00da-cc69-4c93-a750-293daead3de6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:11.627478 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.679638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.738193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] No DVR routers for this DVR port 28ea7a04-4a23-4c73-acb3-eba6b80eb4c3 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:11.741845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509be31a-0abc-4c4b-8ee9-e9fa42f5aae2 None None] Pushing event deleted for resources: {'Port': ['ID=28ea7a04-4a23-4c73-acb3-eba6b80eb4c3,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:11.794598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:11.997801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.013531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.108733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.109841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Fanout notify agent at l3_agent the message router_deleted on router 11ef5687-f2d5-4da5-8f8e-82460b08e1a7 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:48:12.121387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.122975 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7afe3e17-fff5-4794-8d50-7cedbc86bef9 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/routers/11ef5687-f2d5-4da5-8f8e-82460b08e1a7 HTTP/1.1" status: 204 len: 168 time: 1.7732494 Aug 11 02:48:12.126177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54484) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:12.276901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.298442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac62d53-7067-48fc-9632-467e712f9ab1 req-8824b634-8a8d-49eb-9e36-4f80040d2097 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:12.300446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ac62d53-7067-48fc-9632-467e712f9ab1 req-8824b634-8a8d-49eb-9e36-4f80040d2097 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0994606 Aug 11 02:48:12.423370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ac62d53-7067-48fc-9632-467e712f9ab1 req-4342373a-ebe4-4b9b-8b87-4f48ac7703d4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127448 Aug 11 02:48:12.432956 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.459699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810d8e16-21c0-4373-8405-4c7d9162bf38']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:12.487934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c481619-6247-4e0e-8421-4a00188c9d4f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:12.488514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c481619-6247-4e0e-8421-4a00188c9d4f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:12.516688 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.548386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.558064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:12.558549 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:12.562296 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:12.642180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.654300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:12.657531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] 10.222.0.68 "DELETE /v2.0/networks/810d8e16-21c0-4373-8405-4c7d9162bf38 HTTP/1.1" status: 204 len: 168 time: 0.5295725 Aug 11 02:48:12.682922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Pushing event deleted for resources: {'Network': ['ID=810d8e16-21c0-4373-8405-4c7d9162bf38,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:12.698687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.699389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.700174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.700787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.701429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.702230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.703073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.703599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.704262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.704995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.705494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:12.706244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411df24-cbd8-4418-9da4-6715462b9668 tempest-TestSecurityGroupsBasicOps-264920174 tempest-TestSecurityGroupsBasicOps-264920174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:13.319319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 933260ca-4ddb-46f0-9949-c866a654a477 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:13.376508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:13.407132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 933260ca-4ddb-46f0-9949-c866a654a477 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:13.407632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 933260ca-4ddb-46f0-9949-c866a654a477 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:13.408629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25c00da-cc69-4c93-a750-293daead3de6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:13.451268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a25c00da-cc69-4c93-a750-293daead3de6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:13.452225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a25c00da-cc69-4c93-a750-293daead3de6 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:13.655786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1535a-cc09-4f3a-a5f8-04ccca68a10f req-8dffa493-9015-4cdd-8273-f12714fbe2bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:13.671014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5e1535a-cc09-4f3a-a5f8-04ccca68a10f req-8dffa493-9015-4cdd-8273-f12714fbe2bd tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1240139 Aug 11 02:48:13.727097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5e1535a-cc09-4f3a-a5f8-04ccca68a10f req-72a4ff45-9359-4a61-a9c1-3eb51cc979e7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Aug 11 02:48:13.730844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8cad8c5e-fc7e-42c7-9f2a-1a8f717b7068 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56f7e7d049d8427cb1d586aa416cd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511221 Aug 11 02:48:13.731987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:13.825307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.861004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.928364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.931328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:13.935299 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0ff89cc8-53c5-4397-9cd8-b0f11e75a6b7 HTTP/1.1" status: 204 len: 168 time: 0.1997523 Aug 11 02:48:13.944129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef88aa5-f483-4115-9748-82d4f70b5433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff89cc8-53c5-4397-9cd8-b0f11e75a6b7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.279202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54520) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:14.293873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb556082-0974-4ff4-80ab-aa3b5f4d748f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.410805 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb556082-0974-4ff4-80ab-aa3b5f4d748f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.415522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb556082-0974-4ff4-80ab-aa3b5f4d748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.467247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb556082-0974-4ff4-80ab-aa3b5f4d748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b01fee-d091-45b1-b737-94521c1ac5e1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.471823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb556082-0974-4ff4-80ab-aa3b5f4d748f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ced4c1e21e9a45f0830051e7dad75664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914284 Aug 11 02:48:14.476329 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:14.512335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-29edaeb5-83a1-497d-9f97-61c7e28dcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.514920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-29edaeb5-83a1-497d-9f97-61c7e28dcadf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 1097 time: 0.0651703 Aug 11 02:48:14.556658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.582697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.638877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-f731f7b4-bcaf-45b3-8c0c-8d93bb287be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.640591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-f731f7b4-bcaf-45b3-8c0c-8d93bb287be8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1171515 Aug 11 02:48:14.658990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.662571 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:14.664035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5b01fee-d091-45b1-b737-94521c1ac5e1 HTTP/1.1" status: 204 len: 168 time: 0.1848905 Aug 11 02:48:14.675774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6eef19-9149-462c-ba36-a0bd4eaa5b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b01fee-d091-45b1-b737-94521c1ac5e1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:14.719296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-0b9c22fb-61fe-4db9-a3f3-541fc5305008 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba HTTP/1.1" status: 200 len: 217 time: 0.0699251 Aug 11 02:48:14.812579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-4313f4d1-4f01-4fa2-b351-8a51df93445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.815532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-4313f4d1-4f01-4fa2-b351-8a51df93445b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0872772 Aug 11 02:48:14.923562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-3ebc654a-1c11-4d10-a74a-9d9553026220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.925591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-3ebc654a-1c11-4d10-a74a-9d9553026220 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007063 Aug 11 02:48:14.936272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e624-2adb-4311-bdf7-cc7cd6b59adf req-943435a5-755c-4a19-be86-118ed5999520 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:14.938289 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0384e624-2adb-4311-bdf7-cc7cd6b59adf req-943435a5-755c-4a19-be86-118ed5999520 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.1014192 Aug 11 02:48:15.065672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0384e624-2adb-4311-bdf7-cc7cd6b59adf req-70a95cbd-64f2-4d34-b40b-c4148ad5324d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139338 Aug 11 02:48:15.100041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-0f1c3fc6-5311-433c-951c-1147eab57c31 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594951 Aug 11 02:48:15.191102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54532) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:15.237604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cfc875-a925-45b8-bc9c-8d2e8699b96f req-299b22b7-5198-448d-b495-b9dd86e5984a service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307416 Aug 11 02:48:15.257373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c5e917a-7017-4372-82ac-f509720897be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6f9bae3d1cc4da2ae27fd7abe813a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650446 Aug 11 02:48:15.260718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54536) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:15.324465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.353088 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.417739 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.422922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:15.427493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9686976c-40dd-4c63-a4e6-b302e7c873cc HTTP/1.1" status: 204 len: 168 time: 0.1630516 Aug 11 02:48:15.441039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8306b51-88e8-45cb-9c4e-6a87e2b5b151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9686976c-40dd-4c63-a4e6-b302e7c873cc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.273895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73d4e-5768-40d7-97b0-ba84f6f85277 req-8f2a6737-f086-4ceb-a51e-660fdb188a99 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:16.275552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15d73d4e-5768-40d7-97b0-ba84f6f85277 req-8f2a6737-f086-4ceb-a51e-660fdb188a99 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0944381 Aug 11 02:48:16.336851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15d73d4e-5768-40d7-97b0-ba84f6f85277 req-85fffa45-6a44-456d-9581-5a2cb499a25e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517170 Aug 11 02:48:16.464904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54562) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:16.576666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1970228438-network', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:16.599410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Made reservation on behalf of 94596fad38bc4391b46f7a4a6740f2a0 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:16.602009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.611675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.713028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.718507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.749371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:16.760602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e483f3b3-dbef-4d39-bc0a-819ed326bfd3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.770016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.770016 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Added segment e08129c5-7bea-48a5-a97b-6321c5db8ea1 of type vlan for network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 Aug 11 02:48:16.817765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.851579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.852901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:16.853677 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:16.943694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4775593 Aug 11 02:48:16.947918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:16.956877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Request body: {'subnet': {'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1970228438-subnet', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:16.960977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66e29f-f0a0-47e2-bb89-0404990dacb0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec82080-2830-4b90-8097-10ed6f2f2ac5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:16.975017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:16.992067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Made reservation on behalf of 94596fad38bc4391b46f7a4a6740f2a0 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:16.996517 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.286157 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.367052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9cddfe-aa4e-4305-828a-2b1b05a7af59,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:17.379583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Checking segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:17.379947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Network hostable DHCP agents. Network: 1ec82080-2830-4b90-8097-10ed6f2f2ac5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:17.401522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:17.412370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 1ec82080-2830-4b90-8097-10ed6f2f2ac5) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:17.422349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:17.423275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.428019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fada5a-2cce-4206-85e5-ce33ec8294ed None None] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:17.451432 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fcf57485-cf22-4c3d-ad9b-24fcdcc4179f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5014348 Aug 11 02:48:17.456904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:17.463324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:17.493249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.495001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.514675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751c84-fd71-4e91-a80a-d69f0471bd66 req-eace26a7-bbbf-464b-a416-9215b9012d14 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:17.516688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a751c84-fd71-4e91-a80a-d69f0471bd66 req-eace26a7-bbbf-464b-a416-9215b9012d14 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 945 time: 0.0852284 Aug 11 02:48:17.561037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.566009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a751c84-fd71-4e91-a80a-d69f0471bd66 req-4c2e97e1-edb8-4ce9-8e72-de5c8aa76062 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Aug 11 02:48:17.674314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:17.675219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.708390 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.833250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Allocated IP 172.20.0.2 (1ec82080-2830-4b90-8097-10ed6f2f2ac5/1d9cddfe-aa4e-4305-828a-2b1b05a7af59/4938bac2-ad36-4949-bc61-4da7f43d47fe) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:18.074020 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.088072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Transition to ACTIVE for port object 4938bac2-ad36-4949-bc61-4da7f43d47fe will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:18.108347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Transition to ACTIVE for port object 4938bac2-ad36-4949-bc61-4da7f43d47fe will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:18.117569 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.161466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:18.205421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:18.210810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Pushing event updated for resources: {'Port': ['ID=4938bac2-ad36-4949-bc61-4da7f43d47fe,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.219007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:18.225920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:18.337426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.357683 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.377572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Attempting to bind port 4938bac2-ad36-4949-bc61-4da7f43d47fe on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:18.378351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Attempting to bind port 4938bac2-ad36-4949-bc61-4da7f43d47fe by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:18.378908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Attempting to bind port 4938bac2-ad36-4949-bc61-4da7f43d47fe on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:18.396629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:18.397209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Checking segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:18.398408 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.399038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Bound using segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:18.399836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Bound port: 4938bac2-ad36-4949-bc61-4da7f43d47fe, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:18.400478 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.437590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.481154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Allocated IP 172.25.3.129 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:18.530484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:18.534524 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc0672-332c-48d5-95e0-7cb0c2782adc" -d '{"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-unplugged", "status": "completed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:18.572765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:18.579283 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ec532-a69e-4de5-81fc-78f20ab4d264 x-openstack-request-id: req-425ec532-a69e-4de5-81fc-78f20ab4d264 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:18.579583 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-unplugged", "status": "failed", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba", "code": 422}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:18.579913 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-425ec532-a69e-4de5-81fc-78f20ab4d264 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:18.580336 n-d-713498-10 neutron-server[94654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'code': 422} returned with failed status Aug 11 02:48:18.582932 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.585351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] For port 4938bac2-ad36-4949-bc61-4da7f43d47fe, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:18.590832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] For port 4938bac2-ad36-4949-bc61-4da7f43d47fe, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4938bac2-ad36-4949-bc61-4da7f43d47fe,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:18.606631 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.630876 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.664491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:18.665358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.687901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:18.690981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:18.693915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:18.774166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.781621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a2045-cb04-4f67-827c-3be87faded75 req-107f10f1-4a29-4108-9743-97afce293386 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:18.783394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1b94-92e6-4850-b531-e87ca26a9cbe None None] Pushing event updated for resources: {'Port': ['ID=4938bac2-ad36-4949-bc61-4da7f43d47fe,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:18.783622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-827a2045-cb04-4f67-827c-3be87faded75 req-107f10f1-4a29-4108-9743-97afce293386 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 943 time: 0.1341009 Aug 11 02:48:19.130379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.196996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-827a2045-cb04-4f67-827c-3be87faded75 req-0c7ff86b-6374-438b-9e90-b70c4e2a831f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057586 Aug 11 02:48:19.351811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4938bac2-ad36-4949-bc61-4da7f43d47fe up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:19.415425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4938bac2-ad36-4949-bc61-4da7f43d47fe completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:19.420562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8111-5204-4e99-8a9a-76e37d1e478c req-773c1498-2bb6-4b38-a956-95165cde7670 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:19.423174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-512a8111-5204-4e99-8a9a-76e37d1e478c req-773c1498-2bb6-4b38-a956-95165cde7670 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0956948 Aug 11 02:48:19.490098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-512a8111-5204-4e99-8a9a-76e37d1e478c req-a068c125-429b-4b50-a62f-c45062f408b9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566401 Aug 11 02:48:19.506130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.660130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595db70-15f8-43c5-9e9d-d1e0aa0b1b5e req-8316ce16-c5b1-4a9d-af03-061f46c9e0d4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:19.661916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1595db70-15f8-43c5-9e9d-d1e0aa0b1b5e req-8316ce16-c5b1-4a9d-af03-061f46c9e0d4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0647304 Aug 11 02:48:19.717850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1595db70-15f8-43c5-9e9d-d1e0aa0b1b5e req-f384c815-a0eb-4b82-be7c-31d9e6a32ac7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Aug 11 02:48:19.727052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Router aa7b11d8-979f-4547-bd5b-12239796302c is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:19.876966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:19.899606 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Sync routers for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:19.914649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:19.920041 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:19.921376 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:19.923010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54584) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:19.935389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-861b7207-2053-46b7-b966-1c88a71fde19 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4763055 Aug 11 02:48:20.001753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6493f98-1daf-4f18-8f01-7e99144cce46 None None] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:20.173227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:20.232755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625cd98-d837-42c7-8d67-0ec5fc5cafd5 req-f139b6d2-d931-4edd-853d-acc68b022627 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:20.235715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f625cd98-d837-42c7-8d67-0ec5fc5cafd5 req-f139b6d2-d931-4edd-853d-acc68b022627 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1672628 Aug 11 02:48:20.306528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Provisioning for port 4938bac2-ad36-4949-bc61-4da7f43d47fe completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:20.318872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Provisioning complete for port 4938bac2-ad36-4949-bc61-4da7f43d47fe triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:20.319612 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.396091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f625cd98-d837-42c7-8d67-0ec5fc5cafd5 req-1a0663ad-b7dc-4927-93c0-65b7018884e3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369450 Aug 11 02:48:20.475076 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.538454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] For port 4938bac2-ad36-4949-bc61-4da7f43d47fe, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4938bac2-ad36-4949-bc61-4da7f43d47fe,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:20.547284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.613851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Pushing event updated for resources: {'Port': ['ID=4938bac2-ad36-4949-bc61-4da7f43d47fe,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:20.623305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.623859 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.624201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.624812 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.625264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.625644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.626250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.626604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.626998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.628289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.628289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.628289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf98e-4095-4626-84a9-33fe4cf64d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:20.635180 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:18Z', 'revision_number': 3, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:20.691395 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Checking router: aa7b11d8-979f-4547-bd5b-12239796302c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:20.691983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Updating router aa7b11d8-979f-4547-bd5b-12239796302c port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:20.739278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.766330 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:20.975092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7c066c46-f194-4363-85b8-403f65d95d32 None None] Provisioning complete for port 4938bac2-ad36-4949-bc61-4da7f43d47fe triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:20.975092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7c066c46-f194-4363-85b8-403f65d95d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.066795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Allocated IP 172.20.0.1 (1ec82080-2830-4b90-8097-10ed6f2f2ac5/1d9cddfe-aa4e-4305-828a-2b1b05a7af59/9e27c292-e740-47b9-b37e-483af580ccdd) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:21.263323 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.265249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.283128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Transition to ACTIVE for port object 9e27c292-e740-47b9-b37e-483af580ccdd will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:21.287507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4938bac2-ad36-4949-bc61-4da7f43d47fe up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:21.289855 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Transition to ACTIVE for port object 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:21.300956 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.323927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.361487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4938bac2-ad36-4949-bc61-4da7f43d47fe triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:21.362864 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.372459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:21.376548 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:21.382243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:21.382823 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Attempting to bind port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:21.383447 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Attempting to bind port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:21.384534 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Attempting to bind port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:21.386614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.408327 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:21.408914 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:21.409540 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.410187 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:21.410975 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Bound port: 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:21.411569 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.447226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.476558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322fbab-a9dd-4a0f-8b39-de7342484730 None None] Pushing event updated for resources: {'Port': ['ID=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.550411 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] For port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:21.560114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] For port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:21.568022 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.669578 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:21.670483 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:21.681915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534a60d-dade-43c2-9f58-4c8ebb1b4d23 req-78f9eba3-32f7-4650-8d4f-8cb5114c0302 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:21.684484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f534a60d-dade-43c2-9f58-4c8ebb1b4d23 req-78f9eba3-32f7-4650-8d4f-8cb5114c0302 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1341293 Aug 11 02:48:21.722588 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322fbab-a9dd-4a0f-8b39-de7342484730 None None] Pushing event updated for resources: {'Port': ['ID=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.794786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.813383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:21.825946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f534a60d-dade-43c2-9f58-4c8ebb1b4d23 req-12ba47f8-896c-408f-a47d-5ea01eaefacc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241384 Aug 11 02:48:21.859789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-308ddd5a-3a2c-4d91-9434-bb953f9e605d None None] Provisioning for port 9e27c292-e740-47b9-b37e-483af580ccdd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:21.872069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-308ddd5a-3a2c-4d91-9434-bb953f9e605d None None] Provisioning complete for port 9e27c292-e740-47b9-b37e-483af580ccdd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:21.872670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-308ddd5a-3a2c-4d91-9434-bb953f9e605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.922604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-308ddd5a-3a2c-4d91-9434-bb953f9e605d None None] Port 9e27c292-e740-47b9-b37e-483af580ccdd cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:22.070246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.070983 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:18Z', 'revision_number': 3, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:22.075424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.099722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2230ac-9801-42b4-a129-be2ce53f7d54 None None] The sync data for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 is: [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:18Z', 'revision_number': 3, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:22.169906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.173202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.211109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 683bebc4-bf3e-4fb6-bf8b-cd23908378ba no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:22.338339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:22.339961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:22.550659 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Router aa7b11d8-979f-4547-bd5b-12239796302c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:22.675011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b350dd7-7f59-483b-a30d-d41837fce72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.761585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f0c34e4-8a31-4340-86da-caba5985393e None None] Provisioning complete for port 9e27c292-e740-47b9-b37e-483af580ccdd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:22.762441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-cdcf3763-6fff-4857-81ed-e60f967dbb40 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3081634 Aug 11 02:48:22.762970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f0c34e4-8a31-4340-86da-caba5985393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.794775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:22.804991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2660a26e-558b-43fe-b5f1-d94931d6a8f4 admin admin] 10.222.0.68 "PUT /v2.0/routers/aa7b11d8-979f-4547-bd5b-12239796302c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8802264 Aug 11 02:48:22.830993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c34e4-8a31-4340-86da-caba5985393e None None] Port 9e27c292-e740-47b9-b37e-483af580ccdd cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:22.901874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-eeaab213-43bc-46c8-90cc-cb815119ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:22.905061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-eeaab213-43bc-46c8-90cc-cb815119ce7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 1098 time: 0.0934746 Aug 11 02:48:23.110851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac78b1-9d21-4337-9ea8-600aa3db89a6 req-28bd795b-1c0a-4d13-a61f-d7279d59b50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.113125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ac78b1-9d21-4337-9ea8-600aa3db89a6 req-28bd795b-1c0a-4d13-a61f-d7279d59b50c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1443441 Aug 11 02:48:23.121227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-30429209-3125-41b1-bb43-8913bfe87982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.123366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-30429209-3125-41b1-bb43-8913bfe87982 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1903954 Aug 11 02:48:23.221884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-1151cc70-04bf-4d39-901d-d7f6457ee4e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a HTTP/1.1" status: 200 len: 217 time: 0.0779810 Aug 11 02:48:23.283343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-40ac78b1-9d21-4337-9ea8-600aa3db89a6 req-5fde9949-1b60-4bb3-9d65-e19ce5017322 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587029 Aug 11 02:48:23.334538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:23.343266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-b55eef42-6923-415b-acb9-3b0fc67acd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.345260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-b55eef42-6923-415b-acb9-3b0fc67acd4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1027353 Aug 11 02:48:23.374760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5ccf-531b-44c1-9361-51294a62f66e req-ac255245-d4db-4301-96ab-12e92c4d2721 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.376970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcfa5ccf-531b-44c1-9361-51294a62f66e req-ac255245-d4db-4301-96ab-12e92c4d2721 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1678021 Aug 11 02:48:23.438220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:23.443586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:23.444052 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.497268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcfa5ccf-531b-44c1-9361-51294a62f66e req-bb52d6e9-1bb3-4575-bf9c-b7f23ab246bc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058648 Aug 11 02:48:23.499723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-d9d5e947-dee0-451c-8af0-5c1706dc556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:23.501383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-d9d5e947-dee0-451c-8af0-5c1706dc556f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483150 Aug 11 02:48:23.520500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-a203e5db-c2e6-495a-ac0d-f38e6cd741a1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:23.520500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-a203e5db-c2e6-495a-ac0d-f38e6cd741a1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067396 Aug 11 02:48:23.528279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54608) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:23.554556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.587959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:23.593669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.627458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-71b4da1e-36f9-4f19-a67a-0e85aa1a7be0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 200 len: 994 time: 0.0965180 Aug 11 02:48:23.692418 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:23.714822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-f4f3ec2c-66ee-470a-ba17-b1f733f96c9e service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881602 Aug 11 02:48:23.802779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54618) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:23.811143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1456451125-network', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:23.845348 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Made reservation on behalf of 2df3ff0a61af46f990fac56a4d5ae265 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:23.846187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d3d3961-fd95-4c85-82b9-e215d7016709 req-eb64d02c-0c4d-4f70-a672-5d0dc7fa6515 service neutron] 10.222.0.67 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234443 Aug 11 02:48:23.848748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.859718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.012284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.019309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.057266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:24.082981 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.088483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.089031 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Added segment f5c86502-e816-467a-8fc8-56742286c159 of type vlan for network 34925665-824e-4a2e-a365-f3692a13a644 Aug 11 02:48:24.090474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20233c-b7b4-417e-9e43-2e13c5d47136 req-fa619a89-b395-449b-8327-054db11f5873 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.092834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa20233c-b7b4-417e-9e43-2e13c5d47136 req-fa619a89-b395-449b-8327-054db11f5873 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1098 time: 0.0638962 Aug 11 02:48:24.143215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.148098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa20233c-b7b4-417e-9e43-2e13c5d47136 req-ce77f46d-c8d2-463e-b01c-fd332312c21c tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450892 Aug 11 02:48:24.180657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.183955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.184672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.284446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.284737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4800689 Aug 11 02:48:24.293637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Request body: {'subnet': {'network_id': '34925665-824e-4a2e-a365-f3692a13a644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1456451125-subnet', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:24.295546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086cef-113c-4507-a210-72b8b5364dec admin admin] Pushing event updated for resources: {'Network': ['ID=34925665-824e-4a2e-a365-f3692a13a644,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.311779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 34925665-824e-4a2e-a365-f3692a13a644 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:24.324608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Sync routers for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:24.344965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Made reservation on behalf of 2df3ff0a61af46f990fac56a4d5ae265 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:24.348205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.447607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:24.448454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:24.590410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0074b0-1c7d-45ab-8403-4ca57812ce51 req-d0b9db80-876f-41a8-8304-36103e7c6093 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.592931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d0074b0-1c7d-45ab-8403-4ca57812ce51 req-d0b9db80-876f-41a8-8304-36103e7c6093 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1425426 Aug 11 02:48:24.599028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:24.721669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d0074b0-1c7d-45ab-8403-4ca57812ce51 req-1b89e4f1-4cd1-408b-8562-cbb86f911bdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129355 Aug 11 02:48:24.735347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.844927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54646) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.845547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c7b48c-3ef6-403f-b12a-1e9022a45d1b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.854427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Checking segment: {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:24.854648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Network hostable DHCP agents. Network: 34925665-824e-4a2e-a365-f3692a13a644, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:24.878190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Network 34925665-824e-4a2e-a365-f3692a13a644 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:24.892830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 34925665-824e-4a2e-a365-f3692a13a644) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:24.898845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:24.899955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.906479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 4, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '9e27c292-e740-47b9-b37e-483af580ccdd', 'name': '', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'mac_address': 'fa:16:3e:ac:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:20Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 2, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'subnets': [{'id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:24.914318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6c03e-1786-425d-9f3d-876ae5bcae91 None None] Network 34925665-824e-4a2e-a365-f3692a13a644 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:24.918106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9650dd2a-62c5-44b9-8bff-cbfb69fff6b8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6313243 Aug 11 02:48:24.921047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54650) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.929358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:24.972815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.976282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.987217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Checking router: aa7b11d8-979f-4547-bd5b-12239796302c for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:24.987581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Updating router aa7b11d8-979f-4547-bd5b-12239796302c port 9e27c292-e740-47b9-b37e-483af580ccdd binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:25.030318 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.056601 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.245264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4d2ee361-0416-41f4-9513-040c3ef7c699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.258751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-34925665-824e-4a2e-a365-f3692a13a644', 'network_id': '34925665-824e-4a2e-a365-f3692a13a644', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'fixed_ips': [{'subnet_id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:25.259645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.296629 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.309643 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-dc9b0526-2443-4ea2-9432-c8e93c2105cb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4621119 Aug 11 02:48:25.336015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:25.525400 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.580814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:25.581189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.635592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Allocated IP 172.20.0.2 (34925665-824e-4a2e-a365-f3692a13a644/f2c7b48c-3ef6-403f-b12a-1e9022a45d1b/134a5a06-97fb-4e63-a29c-ca9258e4dbab) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:25.686990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.691328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.720542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.744916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Transition to ACTIVE for port object 9e27c292-e740-47b9-b37e-483af580ccdd will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:25.802543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.938815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Allocated IP 172.25.3.218 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/01518a4d-d943-43e8-a35e-a25e14d37957) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:25.958690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c94d-88b2-4ff3-b605-be15ce52c2ec req-2fa59d14-1ff2-4f7e-ae17-899268c94af7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:25.960993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12d3c94d-88b2-4ff3-b605-be15ce52c2ec req-2fa59d14-1ff2-4f7e-ae17-899268c94af7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1004603 Aug 11 02:48:26.040931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12d3c94d-88b2-4ff3-b605-be15ce52c2ec req-4c5b1e36-ea3a-451e-8595-635e7d246466 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689206 Aug 11 02:48:26.061477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496f49a-e812-4b8e-a25f-eb0f472ef09f None None] Pushing event updated for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.067849 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.098477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Transition to ACTIVE for port object 134a5a06-97fb-4e63-a29c-ca9258e4dbab will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:26.157604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Transition to ACTIVE for port object 134a5a06-97fb-4e63-a29c-ca9258e4dbab will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:26.165273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Attempting to bind port 9e27c292-e740-47b9-b37e-483af580ccdd on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:26.165598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Attempting to bind port 9e27c292-e740-47b9-b37e-483af580ccdd by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:26.166050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Attempting to bind port 9e27c292-e740-47b9-b37e-483af580ccdd on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:26.172343 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.177438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:26.177776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Checking segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:26.179959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.179959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Bound using segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:26.179959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Bound port: 9e27c292-e740-47b9-b37e-483af580ccdd, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:26.179959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.189328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.250297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.271902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Network 34925665-824e-4a2e-a365-f3692a13a644 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:26.283694 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:26.288770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:26.307492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:26.312203 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:26.315906 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:26.355537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Pushing event updated for resources: {'Port': ['ID=01518a4d-d943-43e8-a35e-a25e14d37957,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.397725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Pushing event updated for resources: {'Port': ['ID=134a5a06-97fb-4e63-a29c-ca9258e4dbab,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.416655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-d664b555-7a2f-41a1-aa62-fa312f2bd960 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:26.417749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-d664b555-7a2f-41a1-aa62-fa312f2bd960 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2202067 Aug 11 02:48:26.464255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Request body: {'binding': {'host': 'n-h2-713498-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:26.464656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Unknown quota resources ['binding']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:48:26.488803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Attempting to bind port 134a5a06-97fb-4e63-a29c-ca9258e4dbab on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:26.489268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Attempting to bind port 134a5a06-97fb-4e63-a29c-ca9258e4dbab by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:26.489792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Attempting to bind port 134a5a06-97fb-4e63-a29c-ca9258e4dbab on network 34925665-824e-4a2e-a365-f3692a13a644 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:26.513704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] For port 9e27c292-e740-47b9-b37e-483af580ccdd, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:26.517411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:26.517724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Checking segment: {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:26.518367 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.519057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Bound using segment: {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:26.519805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Bound port: 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:26.520545 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.528088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] For port 9e27c292-e740-47b9-b37e-483af580ccdd, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9e27c292-e740-47b9-b37e-483af580ccdd,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:26.547313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.561688 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.671412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:26.672413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:26.683984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496f49a-e812-4b8e-a25f-eb0f472ef09f None None] Pushing event updated for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.689041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] For port 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:26.758372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.760484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on host n-h2-713498-10 for vnic_type normal with profile None {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:26.760826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:26.761184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:26.802928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:26.803382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:26.814193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:26.814546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:26.814928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Bound using segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:26.815388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Bound port: c10f0062-5210-44dc-8ae7-6985d13ac425, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:26.911377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] For port 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=134a5a06-97fb-4e63-a29c-ca9258e4dbab,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:26.922407 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.106635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb3a5-0234-4e88-90ad-0cdb109418be None None] Pushing event updated for resources: {'Port': ['ID=134a5a06-97fb-4e63-a29c-ca9258e4dbab,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:27.123180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:27.414464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317770d1-dd68-4669-a160-eafc89ded1ce req-1f3673a0-f482-4dd0-b245-6be003b57fac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:27.430572 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-317770d1-dd68-4669-a160-eafc89ded1ce req-1f3673a0-f482-4dd0-b245-6be003b57fac tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1955829 Aug 11 02:48:27.551853 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:27.573923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-317770d1-dd68-4669-a160-eafc89ded1ce req-021e123d-d6e5-4f7f-8e49-e2363d61fb30 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223886 Aug 11 02:48:27.603150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.604377 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-4b59e018-7ed4-4662-82d5-a5b91362e6f6 service neutron] 10.222.0.68 "POST /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425/bindings HTTP/1.1" status: 201 len: 390 time: 1.1446714 Aug 11 02:48:27.660434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 4, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '9e27c292-e740-47b9-b37e-483af580ccdd', 'name': '', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'mac_address': 'fa:16:3e:ac:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:20Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'subnets': [{'id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:27.668995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.718081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab930fa-3f4b-4782-b282-1ea5f8aba569 None None] The sync data for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 is: [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:48:21Z', 'revision_number': 4, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '9e27c292-e740-47b9-b37e-483af580ccdd', 'name': '', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'mac_address': 'fa:16:3e:ac:dd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:20Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'subnets': [{'id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:27.996070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-ff526601-f297-4e83-82a2-9a3e509b83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.016549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-ff526601-f297-4e83-82a2-9a3e509b83eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.1757367 Aug 11 02:48:28.078246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243cc1-5ea2-493e-9c9a-af7b2380b3ad req-c796a3e6-2fcc-4b76-a533-4a00ced4854d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.080827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02243cc1-5ea2-493e-9c9a-af7b2380b3ad req-c796a3e6-2fcc-4b76-a533-4a00ced4854d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1627121 Aug 11 02:48:28.109540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Router 81828ecb-c783-4c92-9d5a-b97bdba168c8 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:28.134200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.218149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-db13e9f9-88d4-48cf-accd-fbeda72664ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.219764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-db13e9f9-88d4-48cf-accd-fbeda72664ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.1718137 Aug 11 02:48:28.306343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-2e82534d-b037-4d15-9fae-6736133f3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.309202 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-2e82534d-b037-4d15-9fae-6736133f3486 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1875694 Aug 11 02:48:28.314702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02243cc1-5ea2-493e-9c9a-af7b2380b3ad req-f6e2e92e-ea86-4ff5-bd24-b65dabc474f2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341290 Aug 11 02:48:28.352711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-eaad21b7-7441-4774-b6b5-0799cee274da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.1149695 Aug 11 02:48:28.417141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-73568147-6297-4370-8cc2-c47f01f169e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.418778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-73568147-6297-4370-8cc2-c47f01f169e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0544677 Aug 11 02:48:28.478345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-82df5017-b18c-4ca2-869f-d83301164458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.480137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-82df5017-b18c-4ca2-869f-d83301164458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503302 Aug 11 02:48:28.530132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:28.548440 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Sync routers for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:28.586869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-3c6973a2-cb67-408e-a494-ad8bc246be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:28.588794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-3c6973a2-cb67-408e-a494-ad8bc246be2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.2622669 Aug 11 02:48:28.600911 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:28.602432 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:28.711511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.714725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78b491fe-5320-483c-ac2e-523290f896a6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7909460 Aug 11 02:48:28.723654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54670) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:28.788725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9cd0e-8c74-4465-8f19-906dd4164b0f None None] Network 34925665-824e-4a2e-a365-f3692a13a644 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:28.927511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6f8904a5-4993-4aa3-8748-e8300825b2ff None None] Provisioning for port 134a5a06-97fb-4e63-a29c-ca9258e4dbab completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:28.963746 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:28.983500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-82b9d398-cd33-47e2-aebf-d0f05f8303eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1002 time: 0.3785813 Aug 11 02:48:29.097337 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c34662-5a8b-481d-b1c8-abba674f2b9f req-e1e4ee2d-2ec2-43f4-ac05-7029c681c509 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:29.101095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0c34662-5a8b-481d-b1c8-abba674f2b9f req-e1e4ee2d-2ec2-43f4-ac05-7029c681c509 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0675259 Aug 11 02:48:29.135950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-52f3e121-2c05-4826-8ffc-3abad5c10c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:29.137546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-52f3e121-2c05-4826-8ffc-3abad5c10c28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.1410291 Aug 11 02:48:29.251164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-3d87b562-8982-4de0-96b6-6f8b719457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:29.252896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-3d87b562-8982-4de0-96b6-6f8b719457ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045260 Aug 11 02:48:29.290947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-bf3233f7-463c-4b90-91ce-fbedcd3c4783 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981069 Aug 11 02:48:29.313215 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0c34662-5a8b-481d-b1c8-abba674f2b9f req-344ab771-37c9-4f02-aba4-418618490bc1 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675808 Aug 11 02:48:29.599397 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 134a5a06-97fb-4e63-a29c-ca9258e4dbab up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:29.604536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd2ac6-bef4-4abd-9856-b254557e0542 req-62485daf-9eb9-4094-a051-abf2ea27cccc service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816792 Aug 11 02:48:29.635363 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 3, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:29.676364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-44056047-2be2-44b5-afd8-53de607acd2c service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044390 Aug 11 02:48:29.709088 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Checking router: 81828ecb-c783-4c92-9d5a-b97bdba168c8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:29.710589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Updating router 81828ecb-c783-4c92-9d5a-b97bdba168c8 port 01518a4d-d943-43e8-a35e-a25e14d37957 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:29.716918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 134a5a06-97fb-4e63-a29c-ca9258e4dbab completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:29.733403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92da54-708f-4f63-b485-6021ad39b999 req-c2192fe8-4808-4a4d-8a35-85cc1ac8ce89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:29.734845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b92da54-708f-4f63-b485-6021ad39b999 req-c2192fe8-4808-4a4d-8a35-85cc1ac8ce89 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1287611 Aug 11 02:48:29.736268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 134a5a06-97fb-4e63-a29c-ca9258e4dbab triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:29.737098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.794180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b92da54-708f-4f63-b485-6021ad39b999 req-6607857a-04b7-47ff-8503-3cb0854e13e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499091 Aug 11 02:48:29.798606 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.867547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] Provisioning complete for port 134a5a06-97fb-4e63-a29c-ca9258e4dbab triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:29.869054 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.913327 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-00130124-eaf8-4b5d-a953-779e8eaf1007 service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328179 Aug 11 02:48:30.090518 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.129604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.194057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-d6c69591-a0c4-4650-901d-7b82286aa989 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.196354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] For port 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=134a5a06-97fb-4e63-a29c-ca9258e4dbab,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:30.196846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-d6c69591-a0c4-4650-901d-7b82286aa989 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1098 time: 0.1955526 Aug 11 02:48:30.205681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.223776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-10'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:30.274974 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.292576 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Transition to ACTIVE for port object 01518a4d-d943-43e8-a35e-a25e14d37957 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:30.307549 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.337693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:48:30.337693 n-d-713498-10 neutron-server[94654]: DEBUG oslo_db.api [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:48:30.356012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72986d7-4310-4c48-af16-6c9515d01dbf None None] Pushing event updated for resources: {'Port': ['ID=134a5a06-97fb-4e63-a29c-ca9258e4dbab,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.428124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.437079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.441961 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770033-88ca-427d-8e45-b354161693ad None None] Pushing event updated for resources: {'Port': ['ID=01518a4d-d943-43e8-a35e-a25e14d37957,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.463547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.464076 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.464571 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.465164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.465712 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.466223 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.466732 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.467251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.467751 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.468265 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.468804 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.470242 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99770033-88ca-427d-8e45-b354161693ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:30.475934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Attempting to bind port 01518a4d-d943-43e8-a35e-a25e14d37957 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:30.476554 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Attempting to bind port 01518a4d-d943-43e8-a35e-a25e14d37957 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:30.477146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Attempting to bind port 01518a4d-d943-43e8-a35e-a25e14d37957 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:30.487291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:30.487934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:30.488673 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.489252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:30.490095 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Bound port: 01518a4d-d943-43e8-a35e-a25e14d37957, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:30.490755 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.503744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f54e0-4d6d-4270-9eed-52acafe4a8e3 req-797ad984-5125-457d-bce3-2d89aad1db3f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.505536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-442f54e0-4d6d-4270-9eed-52acafe4a8e3 req-797ad984-5125-457d-bce3-2d89aad1db3f tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0788064 Aug 11 02:48:30.559751 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] For port 01518a4d-d943-43e8-a35e-a25e14d37957, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:30.563279 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] For port 01518a4d-d943-43e8-a35e-a25e14d37957, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01518a4d-d943-43e8-a35e-a25e14d37957,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:30.563502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-442f54e0-4d6d-4270-9eed-52acafe4a8e3 req-c79581f0-206a-4341-a311-43bcf8832d41 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Aug 11 02:48:30.569999 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.626491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:30.627255 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:30.697477 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770033-88ca-427d-8e45-b354161693ad None None] Pushing event updated for resources: {'Port': ['ID=01518a4d-d943-43e8-a35e-a25e14d37957,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.817664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:30.831897 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:30.850524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Allocated IP 172.20.0.1 (34925665-824e-4a2e-a365-f3692a13a644/f2c7b48c-3ef6-403f-b12a-1e9022a45d1b/d6df096b-18c0-4eba-94c1-9389466e6283) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:30.910549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-89e87eda-3276-4d23-84ed-6565455251b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.912281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-89e87eda-3276-4d23-84ed-6565455251b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.0635862 Aug 11 02:48:30.931643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24598c-0b34-4e4e-82c8-4bbe79637442 req-fdc51513-ce60-4f5a-88fb-2ea999fe3fa9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.937245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e24598c-0b34-4e4e-82c8-4bbe79637442 req-fdc51513-ce60-4f5a-88fb-2ea999fe3fa9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1252129 Aug 11 02:48:30.971633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9e27c292-e740-47b9-b37e-483af580ccdd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:30.999028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:31.044541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 9e27c292-e740-47b9-b37e-483af580ccdd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:31.050362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.056417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9e27c292-e740-47b9-b37e-483af580ccdd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:31.058201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.081642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:31.085306 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa1324-78da-446c-9e4c-b95eb96e30c1" -d '{"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:31.088792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Transition to ACTIVE for port object d6df096b-18c0-4eba-94c1-9389466e6283 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:31.092036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.105158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.213305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d6c9b-a82e-43e5-a647-cd642d12b33c req-f52a11d1-2638-4235-b454-cbd3243d4921 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.216227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-972d6c9b-a82e-43e5-a647-cd642d12b33c req-f52a11d1-2638-4235-b454-cbd3243d4921 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.2553220 Aug 11 02:48:31.244044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e24598c-0b34-4e4e-82c8-4bbe79637442 req-8b5d685c-811b-4c7a-afd1-0693b4a8a7a0 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861075 Aug 11 02:48:31.273576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.306540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=7']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.320396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.322197 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 3, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:31.388026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Network 34925665-824e-4a2e-a365-f3692a13a644 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:31.396519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 9e27c292-e740-47b9-b37e-483af580ccdd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9e27c292-e740-47b9-b37e-483af580ccdd,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:31.408839 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.424887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:31.428392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:31.451416 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a440f-b9b5-43e5-a1bd-805191f6cb4c None None] The sync data for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 is: [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 3, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:31.459372 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc445c0-04bf-4f9e-b0ec-6442f00f6cb7 x-openstack-request-id: req-8cc445c0-04bf-4f9e-b0ec-6442f00f6cb7 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:31.459880 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:31.460047 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8cc445c0-04bf-4f9e-b0ec-6442f00f6cb7 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:31.460571 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'code': 200} Aug 11 02:48:31.462574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on host n-h1-713498-10 for vnic_type normal with profile {"migrating_to": "n-h2-713498-10"} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:31.462764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:31.463047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:31.467780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-972d6c9b-a82e-43e5-a647-cd642d12b33c req-d4a4fb7d-bd16-4e51-b25b-9a710f12ec93 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195535 Aug 11 02:48:31.478542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-5776ec4a-4c75-4632-98a6-0a199643008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.481703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-5776ec4a-4c75-4632-98a6-0a199643008c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.5432386 Aug 11 02:48:31.501242 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Pushing event updated for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.513944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:31.514444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Attempting to bind port c10f0062-5210-44dc-8ae7-6985d13ac425 on network f7c08339-649c-4768-83a1-7288761a92ab {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:31.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:31.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Checking segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:31.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Bound using segment: {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:31.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Bound port: c10f0062-5210-44dc-8ae7-6985d13ac425, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44f76b7-7181-48e8-ab6c-f02578f0457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:31.561578 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.610997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-c18e5e9c-2284-4e57-80aa-6cec5fc30ba8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.1183794 Aug 11 02:48:31.624754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 134a5a06-97fb-4e63-a29c-ca9258e4dbab up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:31.629462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.659269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.696353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-ffbbf83f-2414-4b4d-b85c-84038b940f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.698663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-ffbbf83f-2414-4b4d-b85c-84038b940f87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.0692949 Aug 11 02:48:31.706810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-388f87cf-a9ce-4d97-85c2-dd40ac91881a None None] Provisioning complete for port c10f0062-5210-44dc-8ae7-6985d13ac425 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:31.707200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-388f87cf-a9ce-4d97-85c2-dd40ac91881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.753946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-388f87cf-a9ce-4d97-85c2-dd40ac91881a None None] Port c10f0062-5210-44dc-8ae7-6985d13ac425 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:31.767077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 134a5a06-97fb-4e63-a29c-ca9258e4dbab triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:31.767426 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.786359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-b98552ba-50a2-44be-b0a6-ae6c17aa05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.786610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:31.788783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-b98552ba-50a2-44be-b0a6-ae6c17aa05f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778024 Aug 11 02:48:31.792394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:31.810989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.008627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40a000e9-221e-4c1a-9dcc-022393eee350 None None] Provisioning for port d6df096b-18c0-4eba-94c1-9389466e6283 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:32.019865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40a000e9-221e-4c1a-9dcc-022393eee350 None None] Provisioning complete for port d6df096b-18c0-4eba-94c1-9389466e6283 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:32.020354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40a000e9-221e-4c1a-9dcc-022393eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.024214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-eba76697-c5d4-42e4-b7a8-d84589fe88fc service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231503 Aug 11 02:48:32.058220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=8']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:32.094707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-40a000e9-221e-4c1a-9dcc-022393eee350 None None] Port d6df096b-18c0-4eba-94c1-9389466e6283 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:32.250021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.257231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63883b65-9b58-41b8-915b-5edfa79f1a22 req-5faca048-528b-47c4-af31-a5e206355b99 service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229638 Aug 11 02:48:32.357950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:32.359166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.361147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8c7f8bc9-5a18-4b22-b8c5-3ccf72b59544 service neutron] 10.222.0.61 "PUT /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1124 time: 2.1526687 Aug 11 02:48:32.435237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] Provisioning complete for port c10f0062-5210-44dc-8ae7-6985d13ac425 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:32.436812 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.448551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c61331-6638-49c4-8ec4-e41e4ea958bf req-3529eda2-acdf-4b83-bf66-f54227ee1ba5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:32.457618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63c61331-6638-49c4-8ec4-e41e4ea958bf req-3529eda2-acdf-4b83-bf66-f54227ee1ba5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1027541 Aug 11 02:48:32.478219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c10f0062-5210-44dc-8ae7-6985d13ac425'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:32.519540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63c61331-6638-49c4-8ec4-e41e4ea958bf req-a9680214-045b-47fe-a9da-16aaeee303f9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604239 Aug 11 02:48:32.608925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.618666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.636201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.689204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.690297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:32.697385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:32.700724 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43f233-b4ea-415d-8ac9-229d18adc761" -d '{"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:32.724884 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.735318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87bfcf-c0a5-439d-8517-3c7a0e7e444f req-c7b40bd9-896a-4700-9aee-14c2c1cfd273 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:32.744730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Pushing event updated for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:32.749159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c87bfcf-c0a5-439d-8517-3c7a0e7e444f req-c7b40bd9-896a-4700-9aee-14c2c1cfd273 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 944 time: 0.1313105 Aug 11 02:48:32.801502 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9f41d-5eee-4c11-8081-7b1dd41e6e5f x-openstack-request-id: req-58d9f41d-5eee-4c11-8081-7b1dd41e6e5f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:32.802184 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:32.802396 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58d9f41d-5eee-4c11-8081-7b1dd41e6e5f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:32.802737 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'code': 200} Aug 11 02:48:32.838390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c87bfcf-c0a5-439d-8517-3c7a0e7e444f req-a0f38f49-8891-429a-979a-c20ec49c9dad tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876441 Aug 11 02:48:32.979235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Network 34925665-824e-4a2e-a365-f3692a13a644 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:32.981394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:32.988869 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d7733-1137-4713-be26-cbf8e27ef629 None None] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.398484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0f4be321-185b-455e-bb8a-33181c646049 None None] Provisioning complete for port d6df096b-18c0-4eba-94c1-9389466e6283 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:33.399260 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0f4be321-185b-455e-bb8a-33181c646049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.447876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0f4be321-185b-455e-bb8a-33181c646049 None None] Port d6df096b-18c0-4eba-94c1-9389466e6283 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:33.461633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:33.464428 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22725d6c-27bc-4092-9384-4126d1e89607" -d '{"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:33.518125 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38aabe0-8d5f-4f63-af55-1875ab9f2000 x-openstack-request-id: req-a38aabe0-8d5f-4f63-af55-1875ab9f2000 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:33.518406 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:33.518649 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a38aabe0-8d5f-4f63-af55-1875ab9f2000 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:33.519148 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'status': 'completed', 'code': 200} Aug 11 02:48:33.566429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Router 81828ecb-c783-4c92-9d5a-b97bdba168c8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:33.623555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01518a4d-d943-43e8-a35e-a25e14d37957 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:33.633440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d6c-27bc-4092-9384-4126d1e89607 req-48a5b7e2-685f-4d78-ac31-04e9cf40d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:33.635101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-48a5b7e2-685f-4d78-ac31-04e9cf40d7fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1129 time: 0.0889390 Aug 11 02:48:33.727670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 01518a4d-d943-43e8-a35e-a25e14d37957 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:33.733424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 01518a4d-d943-43e8-a35e-a25e14d37957 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:33.733936 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.752629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:33.764588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-655973dd-5d44-4078-8219-8b5b86b6e234 admin admin] 10.222.0.68 "PUT /v2.0/routers/81828ecb-c783-4c92-9d5a-b97bdba168c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0395913 Aug 11 02:48:33.776443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3992926-be08-42aa-8a8a-7f5a4d0ba509 req-b5867dea-a822-4240-9d48-5357ab50dbc8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:33.779077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3992926-be08-42aa-8a8a-7f5a4d0ba509 req-b5867dea-a822-4240-9d48-5357ab50dbc8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1427407 Aug 11 02:48:33.864057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.869140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3992926-be08-42aa-8a8a-7f5a4d0ba509 req-1cbe0b4f-7d97-4971-bc59-9cddc2c55399 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719554 Aug 11 02:48:33.872331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d6c-27bc-4092-9384-4126d1e89607 req-73335d75-1748-40a9-9356-538e7fd663d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:33.875927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-73335d75-1748-40a9-9356-538e7fd663d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.2294679 Aug 11 02:48:33.896655 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 01518a4d-d943-43e8-a35e-a25e14d37957, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01518a4d-d943-43e8-a35e-a25e14d37957,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:33.904333 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.905425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9e27c292-e740-47b9-b37e-483af580ccdd up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:34.005766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=01518a4d-d943-43e8-a35e-a25e14d37957,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:34.030684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9e27c292-e740-47b9-b37e-483af580ccdd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:34.031066 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.118180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-2b1552ca-1ae5-46f3-9a96-a2b2f57059aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1002 time: 0.2297297 Aug 11 02:48:34.173151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362e1b-fa17-49cc-a35b-66e44d185a7c req-a2705e1d-e616-4a1b-ae92-28e112bd14d1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.174861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32362e1b-fa17-49cc-a35b-66e44d185a7c req-a2705e1d-e616-4a1b-ae92-28e112bd14d1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1533813 Aug 11 02:48:34.185189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367cef-0b49-42e0-9d69-a2b756a5bbaa req-51f51316-7063-4359-bb8a-4c921b129c8d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.187119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c367cef-0b49-42e0-9d69-a2b756a5bbaa req-51f51316-7063-4359-bb8a-4c921b129c8d tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1413767 Aug 11 02:48:34.204531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Sync routers for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:34.217787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:34.218767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:34.245657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d6c-27bc-4092-9384-4126d1e89607 req-bf21eb25-9d8b-42ae-a425-e1c69ca00abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.247205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-bf21eb25-9d8b-42ae-a425-e1c69ca00abb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.1196871 Aug 11 02:48:34.305842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32362e1b-fa17-49cc-a35b-66e44d185a7c req-71829af5-8d87-4dd8-9ce3-ad3c5bac4765 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158652 Aug 11 02:48:34.311106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c367cef-0b49-42e0-9d69-a2b756a5bbaa req-8e9007ff-f90e-4c0d-b664-1c35088a9e57 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048903 Aug 11 02:48:34.331496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725d6c-27bc-4092-9384-4126d1e89607 req-1a399a7e-f295-4c37-b9ad-6d874f23e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.333218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-1a399a7e-f295-4c37-b9ad-6d874f23e2c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696666 Aug 11 02:48:34.499907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-8ece7861-057b-466e-b738-99cf087e9ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584074 Aug 11 02:48:34.514349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14ab9-17aa-461f-82b8-be9c9d9726f5 req-338faf9c-d6e1-441a-a34d-fbb86dff1f91 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.516260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01a14ab9-17aa-461f-82b8-be9c9d9726f5 req-338faf9c-d6e1-441a-a34d-fbb86dff1f91 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0901735 Aug 11 02:48:34.593223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:34.618398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01a14ab9-17aa-461f-82b8-be9c9d9726f5 req-ca6fe63d-a6b3-47c0-b859-2d12fd2dbef6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927637 Aug 11 02:48:34.650942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22725d6c-27bc-4092-9384-4126d1e89607 req-05064070-1285-4d54-a8a2-d9bf84d1cbbc service neutron] 10.222.0.67 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336169 Aug 11 02:48:34.651641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:34.835271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.db.resource_extend [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:48:34.883427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-ef6a28a7-cb65-4a5e-b8c4-d3a6787b7c41 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:34.901485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-ef6a28a7-cb65-4a5e-b8c4-d3a6787b7c41 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.1603129 Aug 11 02:48:34.934803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-3c00c07e-75fc-4f0d-bff7-6cbc0b848aa1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/quotas/2df3ff0a61af46f990fac56a4d5ae265 HTTP/1.1" status: 200 len: 375 time: 0.0299420 Aug 11 02:48:35.049205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:35.070084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 has no active binding in host n-h2-713498-10 {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:48:35.081120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-b01e5a72-7462-4206-8310-9a131b6be8af tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436949 Aug 11 02:48:35.099165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338225b-7cd8-4682-8f9e-6bd6fd82a148 req-848e342c-b744-4c5b-a638-ee6c7e75ff7c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.101385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a338225b-7cd8-4682-8f9e-6bd6fd82a148 req-848e342c-b744-4c5b-a638-ee6c7e75ff7c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1045725 Aug 11 02:48:35.104401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:32Z', 'revision_number': 4, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd6df096b-18c0-4eba-94c1-9389466e6283', 'name': '', 'network_id': '34925665-824e-4a2e-a365-f3692a13a644', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'mac_address': 'fa:16:3e:b6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:30Z', 'updated_at': '2021-08-11T02:48:32Z', 'revision_number': 2, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'subnets': [{'id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:35.161054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Checking router: 81828ecb-c783-4c92-9d5a-b97bdba168c8 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:35.163104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Updating router 81828ecb-c783-4c92-9d5a-b97bdba168c8 port d6df096b-18c0-4eba-94c1-9389466e6283 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:35.208287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.252606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a338225b-7cd8-4682-8f9e-6bd6fd82a148 req-53888afd-3b21-49dd-a0e4-6861e652c3d8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280334 Aug 11 02:48:35.294515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-f932320b-71ed-4182-a463-b2b9450bd13c service neutron] 10.222.0.68 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920638 Aug 11 02:48:35.497536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-9307f846-9858-4ac2-96ea-ff49d9ade28e service neutron] 10.222.0.68 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904445 Aug 11 02:48:35.512905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aab4e5-f620-4899-bc59-b2f6e254ce89 req-6d865a91-58f7-4ab3-a996-02a33d5ae71b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.515375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94aab4e5-f620-4899-bc59-b2f6e254ce89 req-6d865a91-58f7-4ab3-a996-02a33d5ae71b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1173484 Aug 11 02:48:35.562901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01518a4d-d943-43e8-a35e-a25e14d37957 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:35.631403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94aab4e5-f620-4899-bc59-b2f6e254ce89 req-864694a0-1ea4-4129-99c9-e31b355922e5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077304 Aug 11 02:48:35.778101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 01518a4d-d943-43e8-a35e-a25e14d37957 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:35.779006 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.797922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2b7bbc7-5754-40d8-8200-3d2f151d963e req-8c1fe974-07d9-4da1-991a-2840cc77ed8e tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 210 time: 0.0475383 Aug 11 02:48:35.847791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.875450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Transition to ACTIVE for port object d6df096b-18c0-4eba-94c1-9389466e6283 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:35.884200 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.971870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033f857-6e8d-4d4d-b82e-19215dd1eec5 None None] Pushing event updated for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.058193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Attempting to bind port d6df096b-18c0-4eba-94c1-9389466e6283 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:36.059082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Attempting to bind port d6df096b-18c0-4eba-94c1-9389466e6283 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:36.059624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Attempting to bind port d6df096b-18c0-4eba-94c1-9389466e6283 on network 34925665-824e-4a2e-a365-f3692a13a644 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:36.069858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:36.070608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Checking segment: {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:36.071245 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.071883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Bound using segment: {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:36.072559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Bound port: d6df096b-18c0-4eba-94c1-9389466e6283, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c86502-e816-467a-8fc8-56742286c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '34925665-824e-4a2e-a365-f3692a13a644'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:36.073154 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.192334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] For port d6df096b-18c0-4eba-94c1-9389466e6283, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:36.199374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] For port d6df096b-18c0-4eba-94c1-9389466e6283, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d6df096b-18c0-4eba-94c1-9389466e6283,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:36.205277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.279732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:36.280400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:36.328049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033f857-6e8d-4d4d-b82e-19215dd1eec5 None None] Pushing event updated for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.437358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:36.512395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd936-df15-4151-adce-fb3e9de2bdb4 req-c6bfea4c-6670-4eca-9ff6-bb2f51a34ab9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.514982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b29dd936-df15-4151-adce-fb3e9de2bdb4 req-c6bfea4c-6670-4eca-9ff6-bb2f51a34ab9 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1255252 Aug 11 02:48:36.573782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b29dd936-df15-4151-adce-fb3e9de2bdb4 req-c32dea5f-61dd-4a03-82f6-eae6cf6848e5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514631 Aug 11 02:48:36.806809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:32Z', 'revision_number': 4, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd6df096b-18c0-4eba-94c1-9389466e6283', 'name': '', 'network_id': '34925665-824e-4a2e-a365-f3692a13a644', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'mac_address': 'fa:16:3e:b6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:30Z', 'updated_at': '2021-08-11T02:48:36Z', 'revision_number': 4, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'subnets': [{'id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:36.875727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fad9f-8371-4552-a6fb-570899856fb3 None None] The sync data for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 is: [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:48:32Z', 'revision_number': 4, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd6df096b-18c0-4eba-94c1-9389466e6283', 'name': '', 'network_id': '34925665-824e-4a2e-a365-f3692a13a644', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'mac_address': 'fa:16:3e:b6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:30Z', 'updated_at': '2021-08-11T02:48:36Z', 'revision_number': 4, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'subnets': [{'id': 'f2c7b48c-3ef6-403f-b12a-1e9022a45d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:36.923717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2261-33d7-4c81-9407-8c46f34f47bc req-253f9464-c736-46e3-a65c-383051e455cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.927436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4b2261-33d7-4c81-9407-8c46f34f47bc req-253f9464-c736-46e3-a65c-383051e455cc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1401057 Aug 11 02:48:37.028848 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-fdf2b711-1227-42c5-b594-2be3518ce502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.031580 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-fdf2b711-1227-42c5-b594-2be3518ce502 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 1096 time: 0.0881054 Aug 11 02:48:37.085426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd3af-60e4-4383-a205-afbde1692e7b req-0eb5f1b8-607e-40fe-b4a1-737712e4e380 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.089455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d29dd3af-60e4-4383-a205-afbde1692e7b req-0eb5f1b8-607e-40fe-b4a1-737712e4e380 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1585727 Aug 11 02:48:37.097052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d4b2261-33d7-4c81-9407-8c46f34f47bc req-8c119d9c-1773-43e1-ac21-87e3aa1d224e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499481 Aug 11 02:48:37.201075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d29dd3af-60e4-4383-a205-afbde1692e7b req-72ba6169-592c-4309-83fd-3c6ecfba53f8 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016910 Aug 11 02:48:37.241776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-4fba43d4-3372-4c2f-a1b6-22f324a62ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.247538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-4fba43d4-3372-4c2f-a1b6-22f324a62ee9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 200 len: 913 time: 0.2079210 Aug 11 02:48:37.262373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eef2940c-821b-4cbd-960c-dadf5f27d04e req-5a00bc1d-fb5b-41a7-a050-7938a69401ce tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 210 time: 0.0506828 Aug 11 02:48:37.396697 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-756f6755-efe5-49a3-8802-c7f8a855537c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 200 len: 998 time: 0.1357346 Aug 11 02:48:37.485433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-e8ccf4c8-99e7-404b-864f-8bcfbfedb889 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.488428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-e8ccf4c8-99e7-404b-864f-8bcfbfedb889 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.61 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.1839373 Aug 11 02:48:37.505673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Request body: {'port': {'device_id': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'admin_state_up': True, 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:37.529745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-841ae1ff-096a-4550-8680-8746c21a49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.532959 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-841ae1ff-096a-4550-8680-8746c21a49a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 200 len: 851 time: 0.1271155 Aug 11 02:48:37.558891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Made reservation on behalf of 2df3ff0a61af46f990fac56a4d5ae265 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:37.563404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.637629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d6df096b-18c0-4eba-94c1-9389466e6283 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:37.641386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-9e1601dc-6a4e-4212-9374-8d0793e14f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.643213 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-9e1601dc-6a4e-4212-9374-8d0793e14f6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6752534-7c6f-40b8-859e-a550a1cfa678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940650 Aug 11 02:48:37.698997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d6df096b-18c0-4eba-94c1-9389466e6283 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:37.707843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d6df096b-18c0-4eba-94c1-9389466e6283 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:37.707843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.810079 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-5a15ae3a-4634-4182-9723-22098b69cf0d service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580729 Aug 11 02:48:37.853136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Allocated IP 172.20.0.6 (1ec82080-2830-4b90-8097-10ed6f2f2ac5/1d9cddfe-aa4e-4305-828a-2b1b05a7af59/12ade22b-1024-4c3d-931a-275797c04d50) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:37.901073 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.998928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d6df096b-18c0-4eba-94c1-9389466e6283, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d6df096b-18c0-4eba-94c1-9389466e6283,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:38.011447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.110425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc16ed9-d85f-48d3-8f59-1a6368afc2eb req-7fd256c9-8db5-4441-a02e-aa7531486ecb service neutron] 10.222.0.61 "GET /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896113 Aug 11 02:48:38.139591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-722e9af2-fcfc-41f0-a3e4-2c340fa562db service neutron] 10.222.0.67 "GET /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425/bindings/n-h2-713498-10 HTTP/1.1" status: 200 len: 385 time: 0.2204111 Aug 11 02:48:38.176231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.300928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.361996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Transition to ACTIVE for port object 12ade22b-1024-4c3d-931a-275797c04d50 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:38.444890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a0cf5-9375-4a1d-bf86-59eb8e07af01 req-c26a5ff8-5e25-4810-9d16-d5ba5f11839c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:38.446529 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa9a0cf5-9375-4a1d-bf86-59eb8e07af01 req-c26a5ff8-5e25-4810-9d16-d5ba5f11839c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 946 time: 0.1977959 Aug 11 02:48:38.494202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb3bfb-e606-4e4a-ab72-0b6bc9403eff req-d9838e78-eb55-40dd-ae26-7ca0be3fbae6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:38.496105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89cb3bfb-e606-4e4a-ab72-0b6bc9403eff req-d9838e78-eb55-40dd-ae26-7ca0be3fbae6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1891100 Aug 11 02:48:38.577161 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.671765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa9a0cf5-9375-4a1d-bf86-59eb8e07af01 req-06743082-305b-40ec-9106-28fca5ec9701 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157986 Aug 11 02:48:38.712962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:38.726401 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-89cb3bfb-e606-4e4a-ab72-0b6bc9403eff req-a916e5df-416d-4108-8448-f90456d82dee tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921856 Aug 11 02:48:38.727481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Pushing event updated for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.737662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:38.742680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:38.761995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:38.935875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:38.978318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:38.981159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.055662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3c189-4a55-4d03-bf3e-67f7edec1025 req-d5d3e8b6-f846-4fa4-ab3d-6400c4089514 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.058688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea3c189-4a55-4d03-bf3e-67f7edec1025 req-d5d3e8b6-f846-4fa4-ab3d-6400c4089514 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1027 time: 0.2535424 Aug 11 02:48:39.064657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-78da5ad4-57c8-46ed-833a-d22e976abe1a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5644727 Aug 11 02:48:39.069667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:39.074339 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e639270-c3e0-4061-b11e-06aaca7e6838" -d '{"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:39.097249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Request body: {'port': {'device_id': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:39.107108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:39.157219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e1abce7a-6f49-4bd3-9d39-c3ae9f56baa2 None None] Provisioning for port 12ade22b-1024-4c3d-931a-275797c04d50 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:39.168098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e1abce7a-6f49-4bd3-9d39-c3ae9f56baa2 None None] Provisioning complete for port 12ade22b-1024-4c3d-931a-275797c04d50 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:39.168754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e1abce7a-6f49-4bd3-9d39-c3ae9f56baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.182593 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f92fc9-1178-47e0-a8b3-a2df09ed27d4 x-openstack-request-id: req-a9f92fc9-1178-47e0-a8b3-a2df09ed27d4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:39.183175 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:39.183463 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a9f92fc9-1178-47e0-a8b3-a2df09ed27d4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:39.184108 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'code': 200} Aug 11 02:48:39.219024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.238899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e1abce7a-6f49-4bd3-9d39-c3ae9f56baa2 None None] Port 12ade22b-1024-4c3d-931a-275797c04d50 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:39.293132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bea3c189-4a55-4d03-bf3e-67f7edec1025 req-e95fd497-bfff-4f3e-813f-1ee852e4135c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137003 Aug 11 02:48:39.362773 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.503829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] Transition to ACTIVE for port object c10f0062-5210-44dc-8ae7-6985d13ac425 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:39.519297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.555631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d6df096b-18c0-4eba-94c1-9389466e6283 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:39.676380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d6df096b-18c0-4eba-94c1-9389466e6283 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:39.676644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.781944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] Pushing event updated for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=11']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.842581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] No DVR routers for this DVR port c10f0062-5210-44dc-8ae7-6985d13ac425 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:40.333713 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:40.528570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eaf77-94d8-4384-87c5-e3988dea159e req-4e7d79b0-9d6f-4e40-96f9-ba02ad4666e7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:40.530356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d6eaf77-94d8-4384-87c5-e3988dea159e req-4e7d79b0-9d6f-4e40-96f9-ba02ad4666e7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.6229782 Aug 11 02:48:40.546492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b30f-362e-4d36-96ab-545a63a5fc4b req-471aa60b-a5f9-45fe-9fc1-ece37ef72f36 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:40.548225 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54b0b30f-362e-4d36-96ab-545a63a5fc4b req-471aa60b-a5f9-45fe-9fc1-ece37ef72f36 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.6448853 Aug 11 02:48:40.645300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ade22b-1024-4c3d-931a-275797c04d50 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:40.663840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.695389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f49f4f51-3e06-41a2-9b43-5440d6c89f5a service neutron] 10.222.0.67 "PUT /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425/bindings/n-h2-713498-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5421422 Aug 11 02:48:40.713690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d6eaf77-94d8-4384-87c5-e3988dea159e req-6fae302c-b510-42db-9144-94e1f8813865 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444173 Aug 11 02:48:40.722405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54b0b30f-362e-4d36-96ab-545a63a5fc4b req-e8f99c33-b076-4e4d-8406-ecf1e3aca513 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514397 Aug 11 02:48:40.724210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Transition to ACTIVE for port object 12ade22b-1024-4c3d-931a-275797c04d50 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:40.734135 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.853483 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.908227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.909783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.919119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-012504ae-90db-4a10-940d-6eb02e51c434 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:40.923732 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-012504ae-90db-4a10-940d-6eb02e51c434 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.1270158 Aug 11 02:48:41.014493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-19f28fc1-2347-4ead-a527-319a2714a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.016913 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-19f28fc1-2347-4ead-a527-319a2714a925 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 1097 time: 0.0856528 Aug 11 02:48:41.110547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f08f3-5978-45d0-ab4e-a45615d67f06 req-09884f08-3ce7-4a82-a8aa-c65f0d7d117c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.112486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e7f08f3-5978-45d0-ab4e-a45615d67f06 req-09884f08-3ce7-4a82-a8aa-c65f0d7d117c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1053 time: 0.2670050 Aug 11 02:48:41.126812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8623ccff-acf8-42e1-80cb-a0b5f404a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.129444 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-8623ccff-acf8-42e1-80cb-a0b5f404a8d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1097 time: 0.0772521 Aug 11 02:48:41.138056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449e339-f954-4404-8588-cecb48c5f8eb req-bfb33ad0-d72a-446c-b2bf-6ecf4c7ff537 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.139730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a449e339-f954-4404-8588-cecb48c5f8eb req-bfb33ad0-d72a-446c-b2bf-6ecf4c7ff537 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.2257981 Aug 11 02:48:41.166866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Attempting to bind port 12ade22b-1024-4c3d-931a-275797c04d50 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:41.166866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Attempting to bind port 12ade22b-1024-4c3d-931a-275797c04d50 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:41.166866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Attempting to bind port 12ade22b-1024-4c3d-931a-275797c04d50 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:41.191262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Port 12ade22b-1024-4c3d-931a-275797c04d50 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:41.191474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Attempting to bind port 12ade22b-1024-4c3d-931a-275797c04d50 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:41.214942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:41.215305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Checking segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:41.215655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Bound using segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:41.216106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Bound port: 12ade22b-1024-4c3d-931a-275797c04d50, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:41.216495 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.233295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e7f08f3-5978-45d0-ab4e-a45615d67f06 req-f236088f-ddcf-4aec-9fc6-729031121a32 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061032 Aug 11 02:48:41.239110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a449e339-f954-4404-8588-cecb48c5f8eb req-40bf7ea3-bc5d-4d00-9d15-ec28f4ba115e tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889103 Aug 11 02:48:41.315378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-afd00b01-34d6-46df-950a-0be157930559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.317203 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-afd00b01-34d6-46df-950a-0be157930559 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.1693540 Aug 11 02:48:41.359767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:41.369152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=12ade22b-1024-4c3d-931a-275797c04d50,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:41.382121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.424460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-f738f94b-1a7d-47ac-a404-4af6cef12310 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 1000 time: 0.0987422 Aug 11 02:48:41.445501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.446538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.448505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] 10.222.0.61 "PUT /v2.0/ports/12ade22b-1024-4c3d-931a-275797c04d50 HTTP/1.1" status: 200 len: 1092 time: 2.3664105 Aug 11 02:48:41.451168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:41.454902 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766" -d '{"events": [{"name": "network-changed", "server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "tag": "12ade22b-1024-4c3d-931a-275797c04d50"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:41.497339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c172-85fa-44d8-937f-6c9add3481e5 service neutron] Pushing event updated for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:41.526935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-9065cf86-fa90-464b-80e5-69927ee58cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.528675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-9065cf86-fa90-464b-80e5-69927ee58cf7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.0951622 Aug 11 02:48:41.561735 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c92bc-9546-4b2e-beb0-844e48d1a4a8 x-openstack-request-id: req-078c92bc-9546-4b2e-beb0-844e48d1a4a8 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:41.562482 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "tag": "12ade22b-1024-4c3d-931a-275797c04d50", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:41.562661 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-078c92bc-9546-4b2e-beb0-844e48d1a4a8 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:41.563309 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50', 'status': 'completed', 'code': 200} Aug 11 02:48:41.594103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-e8f4d6f2-c426-4ece-a68b-3e3a90ee804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.597636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-e8f4d6f2-c426-4ece-a68b-3e3a90ee804f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1095 time: 0.0958493 Aug 11 02:48:41.600743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-ee48c230-d8dc-4010-96b8-2cd175588b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.603425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-ee48c230-d8dc-4010-96b8-2cd175588b37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551882 Aug 11 02:48:41.691690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-833a113e-6187-4edf-99bf-ab88baccf6db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ade22b-1024-4c3d-931a-275797c04d50 HTTP/1.1" status: 200 len: 217 time: 0.0785239 Aug 11 02:48:41.777726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-52188fd6-3115-4019-90ad-ffc29f27897e service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637809 Aug 11 02:48:41.785730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-70d4cdd8-ee8b-40dd-92f1-c6eefa557f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.789479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-70d4cdd8-ee8b-40dd-92f1-c6eefa557f84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d9cddfe-aa4e-4305-828a-2b1b05a7af59 HTTP/1.1" status: 200 len: 849 time: 0.0871639 Aug 11 02:48:41.926646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-7d713bf5-b4a4-4246-880a-57134beaae83 service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238627 Aug 11 02:48:41.989931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-12015c8d-b06f-4f7b-b174-793c76423da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:41.991968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-12015c8d-b06f-4f7b-b174-793c76423da3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ec82080-2830-4b90-8097-10ed6f2f2ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845412 Aug 11 02:48:42.002820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6c4ba-c245-4e62-a62a-0acb61f93594 req-056e1a69-44f7-4d41-8415-6f857807ed65 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.008557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54b6c4ba-c245-4e62-a62a-0acb61f93594 req-056e1a69-44f7-4d41-8415-6f857807ed65 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.1235547 Aug 11 02:48:42.132055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54b6c4ba-c245-4e62-a62a-0acb61f93594 req-2a891346-e6b1-42b7-9202-bf6e692c35f2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128080 Aug 11 02:48:42.185865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-80ecefe2-01d4-44c4-a121-4dce8209f2ed service neutron] 10.222.0.61 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758115 Aug 11 02:48:42.327854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30fd8556-903f-4c33-8815-5f1a4d61d026 req-c9d52e39-18b9-409f-8f7c-8b27d30c650b service neutron] 10.222.0.61 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301031 Aug 11 02:48:42.335722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:42.357436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-69996204-d1ae-4e30-bf55-3be646487779 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.360074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-69996204-d1ae-4e30-bf55-3be646487779 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 1097 time: 0.1032844 Aug 11 02:48:42.428684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:42.519753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43c70-bc38-4c2c-886a-993c8cf2079e req-09a84923-3ccc-41d7-895a-248dceaf5d10 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.522964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7f43c70-bc38-4c2c-886a-993c8cf2079e req-09a84923-3ccc-41d7-895a-248dceaf5d10 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1095 time: 0.1511877 Aug 11 02:48:42.549230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-7ba54d3e-1340-4783-9109-087204d3de0c service neutron] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:42.550093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-7f25b93b-4129-4cc2-808d-f98d4bb6d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.553029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-7f25b93b-4129-4cc2-808d-f98d4bb6d9f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1095 time: 0.1211767 Aug 11 02:48:42.553369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-7ba54d3e-1340-4783-9109-087204d3de0c service neutron] Notify callbacks [] for binding, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.554586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b9b56d81-e657-4c6b-8457-1e9bc8fa9215 req-7ba54d3e-1340-4783-9109-087204d3de0c service neutron] 10.222.0.61 "DELETE /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425/bindings/n-h1-713498-10 HTTP/1.1" status: 204 len: 173 time: 0.1756139 Aug 11 02:48:42.751023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7f43c70-bc38-4c2c-886a-993c8cf2079e req-73c3798b-8cd1-41ed-b305-6f2d873e99bb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210541 Aug 11 02:48:42.805428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-a499308b-2be9-4db5-b8e9-81a9545ad577 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.808350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-a499308b-2be9-4db5-b8e9-81a9545ad577 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f46f5d7-56d4-49c2-a8f3-553699748a91 HTTP/1.1" status: 200 len: 943 time: 0.2395055 Aug 11 02:48:42.887861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-9d2867dc-3346-4654-9ae2-925ed6c82faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.890527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-9d2867dc-3346-4654-9ae2-925ed6c82faa service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.3172040 Aug 11 02:48:42.980213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-67491bb9-c1c2-4971-bbc9-85efcc5332d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12ade22b-1024-4c3d-931a-275797c04d50 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Aug 11 02:48:43.120713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-09c193b5-6f0b-4774-a4be-5e016a881d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.126033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-09c193b5-6f0b-4774-a4be-5e016a881d0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d9cddfe-aa4e-4305-828a-2b1b05a7af59 HTTP/1.1" status: 200 len: 849 time: 0.1115310 Aug 11 02:48:43.155105 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:43.155659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.374363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-a8fb9d31-211b-4102-9d6e-2c189e621dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.377059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-a8fb9d31-211b-4102-9d6e-2c189e621dfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ec82080-2830-4b90-8097-10ed6f2f2ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449141 Aug 11 02:48:43.538516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f46d3-495f-419e-a03e-8e9ae0050a42 req-cf797e53-63dc-4ebc-aab2-b4d2460db010 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.541284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be2f46d3-495f-419e-a03e-8e9ae0050a42 req-cf797e53-63dc-4ebc-aab2-b4d2460db010 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.2806582 Aug 11 02:48:43.568088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:43.569471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.638814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for 683bebc4-bf3e-4fb6-bf8b-cd23908378ba owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:43.723494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be2f46d3-495f-419e-a03e-8e9ae0050a42 req-c37f84cc-2b41-44ca-81a7-7a467ed75836 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642818 Aug 11 02:48:43.780490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-47489fee-f735-4994-86a0-ee34aaa9dda2 service neutron] 10.222.0.61 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879836 Aug 11 02:48:44.019621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdc2bc-8858-4e22-9f69-ec8360de29c1 req-9a2d46f0-a06d-4c03-af83-368e265f85a0 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.021669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68bdc2bc-8858-4e22-9f69-ec8360de29c1 req-9a2d46f0-a06d-4c03-af83-368e265f85a0 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1097 time: 0.2080219 Aug 11 02:48:44.108031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7ab0f13-6ce3-4cd0-8dbe-aa545753d766 req-ba27e8ef-bfab-4ef3-90e6-8f6106629438 service neutron] 10.222.0.61 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194506 Aug 11 02:48:44.127546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.142477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:44.143377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-68bdc2bc-8858-4e22-9f69-ec8360de29c1 req-03ad9a58-0e4d-40e6-afdc-22b51d64de75 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038735 Aug 11 02:48:44.190995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=683bebc4-bf3e-4fb6-bf8b-cd23908378ba,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.262199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] No DVR routers for this DVR port 683bebc4-bf3e-4fb6-bf8b-cd23908378ba on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:44.268820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.272735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88bfedd5-bda0-41a5-adb8-d0006ce95b61 req-b957afa2-b543-4947-9cc7-6fdb0e7e0289 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "DELETE /v2.0/ports/683bebc4-bf3e-4fb6-bf8b-cd23908378ba HTTP/1.1" status: 204 len: 173 time: 1.4547164 Aug 11 02:48:44.273415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-deleted', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:44.277668 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3f2f9-f39a-41dc-a910-713d6d1f62a1" -d '{"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-deleted", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:44.384056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874b7e7-b21a-467f-b9df-fd5e80aa90d3 req-3d02aff8-ac07-4d7a-b3f5-0615c6094cc1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.387480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0874b7e7-b21a-467f-b9df-fd5e80aa90d3 req-3d02aff8-ac07-4d7a-b3f5-0615c6094cc1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1095 time: 0.0941570 Aug 11 02:48:44.457657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0874b7e7-b21a-467f-b9df-fd5e80aa90d3 req-d77664ef-85d8-4d3b-82a2-a34f972dc5a1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Aug 11 02:48:44.608800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaca9d-3f1b-4e21-a969-921a69430b1a req-b23e3c59-3c9d-45de-b331-2ee41cab5a20 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.610544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85aaca9d-3f1b-4e21-a969-921a69430b1a req-b23e3c59-3c9d-45de-b331-2ee41cab5a20 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.0614493 Aug 11 02:48:44.668592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85aaca9d-3f1b-4e21-a969-921a69430b1a req-0894464a-2307-4508-85cd-1ce495160982 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471511 Aug 11 02:48:44.704319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 12ade22b-1024-4c3d-931a-275797c04d50 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:44.707098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:44.723253 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f553d-982d-4aa5-8ab2-d8f29ecfc7c2 x-openstack-request-id: req-2f8f553d-982d-4aa5-8ab2-d8f29ecfc7c2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:44.723864 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46f5d7-56d4-49c2-a8f3-553699748a91", "name": "network-vif-deleted", "tag": "683bebc4-bf3e-4fb6-bf8b-cd23908378ba", "status": "failed", "code": 422}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:44.724413 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f8f553d-982d-4aa5-8ab2-d8f29ecfc7c2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:44.725524 n-d-713498-10 neutron-server[94652]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f46f5d7-56d4-49c2-a8f3-553699748a91', 'name': 'network-vif-deleted', 'tag': '683bebc4-bf3e-4fb6-bf8b-cd23908378ba', 'status': 'failed', 'code': 422} returned with failed status Aug 11 02:48:44.837427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ed85410-178b-40a6-8a72-d6e2a4ccff66 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 200 len: 992 time: 0.1215882 Aug 11 02:48:44.897666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=12ade22b-1024-4c3d-931a-275797c04d50,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:44.923033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '12ade22b-1024-4c3d-931a-275797c04d50', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'port_id': '12ade22b-1024-4c3d-931a-275797c04d50', 'mac_address': 'fa:16:3e:4b:d7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:44.993331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.017938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ade22b-1024-4c3d-931a-275797c04d50 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:45.058342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=12ade22b-1024-4c3d-931a-275797c04d50,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:45.065370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.094388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54838) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:45.138517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.182361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3417c-c55c-4ffb-96f9-aa8dcf9c5bce req-60f89ca7-f94d-4562-a9a2-2852f64cb9db tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:45.184525 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31e3417c-c55c-4ffb-96f9-aa8dcf9c5bce req-60f89ca7-f94d-4562-a9a2-2852f64cb9db tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 907 time: 0.0907159 Aug 11 02:48:45.316587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 1293b0d6-169a-49fb-b78c-c81d5c8d444a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:45.316865 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.392795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['12ade22b-1024-4c3d-931a-275797c04d50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:45.419191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.419736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.444702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 1293b0d6-169a-49fb-b78c-c81d5c8d444a owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:45.619432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fda2a-5e97-4e04-82b0-c3fd6cebbd63 req-6e72b466-ecbf-482f-8879-960fb8d46a2d tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:45.621229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4fda2a-5e97-4e04-82b0-c3fd6cebbd63 req-6e72b466-ecbf-482f-8879-960fb8d46a2d tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1096 time: 0.0510511 Aug 11 02:48:45.669104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a4fda2a-5e97-4e04-82b0-c3fd6cebbd63 req-5f984431-5b46-4b8b-b39a-065ffdf29382 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Aug 11 02:48:45.708168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.735490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=1293b0d6-169a-49fb-b78c-c81d5c8d444a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.807967 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.808341 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP f62653ee-7790-4d9d-ba3c-0529ffc54c0e disassociated (deleted). External IP: 172.25.3.240, port: c10f0062-5210-44dc-8ae7-6985d13ac425. Aug 11 02:48:46.058246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3f190e1f-e8da-4707-bab4-d5cc7349266c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:46.186401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:46.191827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.199277 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Sync routers for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:46.213047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:46.214154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.230619 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6eca89f6-5b34-464a-8550-c002942eb74c tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/floatingips/f62653ee-7790-4d9d-ba3c-0529ffc54c0e HTTP/1.1" status: 204 len: 168 time: 1.1341431 Aug 11 02:48:46.231145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:46.234006 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44d880-7039-4303-98ae-e2c5edb5a2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:46.401641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee2f4-c32a-41e0-9ca2-8f86557ca7fc req-60247f4a-35ce-4d50-bb0f-af3c7c43ea0c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.407155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae9ee2f4-c32a-41e0-9ca2-8f86557ca7fc req-60247f4a-35ce-4d50-bb0f-af3c7c43ea0c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 907 time: 0.0973101 Aug 11 02:48:46.411421 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:46.495631 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7e272-0679-4bf1-81fe-66f603853746 x-openstack-request-id: req-49a7e272-0679-4bf1-81fe-66f603853746 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:46.496111 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:46.496540 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49a7e272-0679-4bf1-81fe-66f603853746 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:46.497205 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'status': 'completed', 'code': 200} Aug 11 02:48:46.582905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429dd21-aafc-4136-805d-963c136e265b req-31526d5d-c994-44bd-b591-746fe8b53119 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.587834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c429dd21-aafc-4136-805d-963c136e265b req-31526d5d-c994-44bd-b591-746fe8b53119 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 907 time: 0.1028988 Aug 11 02:48:46.616617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-288f998b-bbfc-40fe-a5b7-42b49fa223d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.620002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-288f998b-bbfc-40fe-a5b7-42b49fa223d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 1097 time: 0.0825574 Aug 11 02:48:46.682230 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.717425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Checking router: 3f190e1f-e8da-4707-bab4-d5cc7349266c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:46.721094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 12ade22b-1024-4c3d-931a-275797c04d50 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:46.753650 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:46.754952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:46.756110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-8b298cf0-53ef-4a35-86df-43c296e5ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.767912 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-8b298cf0-53ef-4a35-86df-43c296e5ef81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 200 len: 898 time: 0.1397676 Aug 11 02:48:46.794447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 12ade22b-1024-4c3d-931a-275797c04d50 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:46.797240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89f6eb-1b9b-4359-9a85-e96d9761b259 req-407b35ed-d90f-4782-8189-9eeefb0826da tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.800675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e89f6eb-1b9b-4359-9a85-e96d9761b259 req-407b35ed-d90f-4782-8189-9eeefb0826da tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.2110691 Aug 11 02:48:46.810744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 12ade22b-1024-4c3d-931a-275797c04d50 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:46.811123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.858466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-8cce5ae4-69f5-4ced-bdb9-cc9719b05ce2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 200 len: 217 time: 0.0815842 Aug 11 02:48:46.933119 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:46.971288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-02caada9-57d0-410d-987e-a0f76e9c286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.975361 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-02caada9-57d0-410d-987e-a0f76e9c286d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 200 len: 835 time: 0.1000314 Aug 11 02:48:46.988540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.001319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.61', 51741) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:47.009602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port 5f1ecf61-b01d-4cba-9020-5731b292559c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:47.010588 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.060875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:47.064675 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd10501-0551-4691-8afa-871864387d1a" -d '{"events": [{"server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "name": "network-vif-plugged", "status": "completed", "tag": "12ade22b-1024-4c3d-931a-275797c04d50"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:47.074065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=12ade22b-1024-4c3d-931a-275797c04d50,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:47.081497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.102888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e89f6eb-1b9b-4359-9a85-e96d9761b259 req-c5ce817b-c173-44a1-9604-2965356c9edf tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=13b0adac-9442-4e9c-a715-9a1de99062b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825949 Aug 11 02:48:47.120477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-bbca59b1-5731-4ba1-8026-5f2888120241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.123901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-bbca59b1-5731-4ba1-8026-5f2888120241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7c08339-649c-4768-83a1-7288761a92ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398518 Aug 11 02:48:47.161972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d95ac6-26d9-45bd-82cc-f8d14ee0aaba req-a59b6ca2-713a-48bc-90b8-f5319312ac52 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.170996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12d95ac6-26d9-45bd-82cc-f8d14ee0aaba req-a59b6ca2-713a-48bc-90b8-f5319312ac52 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1096 time: 0.3329988 Aug 11 02:48:47.181798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.196624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-a09190bb-ec73-48e7-bdff-00dbde1aec24 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.198694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-a09190bb-ec73-48e7-bdff-00dbde1aec24 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 945 time: 0.1681521 Aug 11 02:48:47.219784 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580f5d36-0226-4ef3-bbd4-52ff6fb0c0ef x-openstack-request-id: req-580f5d36-0226-4ef3-bbd4-52ff6fb0c0ef {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:47.220079 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "name": "network-vif-plugged", "status": "completed", "tag": "12ade22b-1024-4c3d-931a-275797c04d50", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:47.220336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-580f5d36-0226-4ef3-bbd4-52ff6fb0c0ef {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:47.220783 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50', 'code': 200} Aug 11 02:48:47.309436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port 5f1ecf61-b01d-4cba-9020-5731b292559c, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f1ecf61-b01d-4cba-9020-5731b292559c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:47.310138 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.323662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.61', 51742) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:47.338146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:47.348476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for 5f1ecf61-b01d-4cba-9020-5731b292559c owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:47.355180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12d95ac6-26d9-45bd-82cc-f8d14ee0aaba req-fb58165a-8cb8-4125-a99d-580de455dd32 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672440 Aug 11 02:48:47.379532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8d50-7f66-4812-b8a0-e70a3effff7b None None] The sync data for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 is: [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:47:17Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '985dc1db-71af-4894-8d34-59cd259e561d', 'name': '', 'network_id': 'f7c08339-649c-4768-83a1-7288761a92ab', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:a7:15:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:16Z', 'updated_at': '2021-08-11T02:47:27Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': 'f724f5e1-eacf-4241-a0f4-c62a4255dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:47.420812 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-cb581468-1fe7-4dee-aecf-fc942e791932 service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868009 Aug 11 02:48:47.452295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc98f15-ef1a-4a7c-aeda-732254d79780 req-360bd37b-4af5-46ff-8532-afd9cafebfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.453981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7dc98f15-ef1a-4a7c-aeda-732254d79780 req-360bd37b-4af5-46ff-8532-afd9cafebfd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.1279154 Aug 11 02:48:47.552720 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port c10f0062-5210-44dc-8ae7-6985d13ac425 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:47.553842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.641568 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.710537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9212a-5275-456c-8c06-13f58d38b97a req-bc20a56b-c5dc-4b9d-90fd-0484563213bb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.713223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6df9212a-5275-456c-8c06-13f58d38b97a req-bc20a56b-c5dc-4b9d-90fd-0484563213bb tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=33ccb109-0aa2-4ad4-b2da-119f3beeaac9 HTTP/1.1" status: 200 len: 829 time: 0.1619213 Aug 11 02:48:47.718888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=5f1ecf61-b01d-4cba-9020-5731b292559c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.727861 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7dc98f15-ef1a-4a7c-aeda-732254d79780 req-c906913b-c2cc-4155-8d71-d68fd042dafc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944053 Aug 11 02:48:47.803554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] No DVR routers for this DVR port 5f1ecf61-b01d-4cba-9020-5731b292559c on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:47.805624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.807872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c429dd21-aafc-4136-805d-963c136e265b req-64c71d9c-92c0-4c5f-95e1-cd84649cc17a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "DELETE /v2.0/ports/5f1ecf61-b01d-4cba-9020-5731b292559c HTTP/1.1" status: 204 len: 173 time: 1.2016554 Aug 11 02:48:47.808384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'name': 'network-vif-deleted', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:47.812909 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80346e-aee3-40d0-a706-4bdb2b55f7a0" -d '{"events": [{"server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "name": "network-vif-deleted", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:47.815036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fb44d880-7039-4303-98ae-e2c5edb5a2e3 req-a91be4a8-4832-4e49-b6f4-a0bd454eae40 service neutron] 10.222.0.61 "GET /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750813 Aug 11 02:48:47.827625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763e08d-9591-4c1e-b4f2-f6ed8f9578a7 None None] New status for floating IP f62653ee-7790-4d9d-ba3c-0529ffc54c0e: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:48:47.869557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port c10f0062-5210-44dc-8ae7-6985d13ac425, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c10f0062-5210-44dc-8ae7-6985d13ac425,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:47.870934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.898879 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc821e08-b7a0-42da-8a20-8d6c87be94a4 x-openstack-request-id: req-dc821e08-b7a0-42da-8a20-8d6c87be94a4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:47.899163 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ccb109-0aa2-4ad4-b2da-119f3beeaac9", "name": "network-vif-deleted", "tag": "5f1ecf61-b01d-4cba-9020-5731b292559c", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:47.899426 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc821e08-b7a0-42da-8a20-8d6c87be94a4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:47.899836 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ccb109-0aa2-4ad4-b2da-119f3beeaac9', 'name': 'network-vif-deleted', 'tag': '5f1ecf61-b01d-4cba-9020-5731b292559c', 'status': 'completed', 'code': 200} Aug 11 02:48:47.903366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for c10f0062-5210-44dc-8ae7-6985d13ac425 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:48.131672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.193050 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=c10f0062-5210-44dc-8ae7-6985d13ac425,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:48.251696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1861fa2-e6bd-4f6e-9e03-05d3a5337768 req-d9e7683e-3a77-4ef1-a3c1-2e8851e5a2cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fee040d-39e9-4636-af11-9baa88684ac2 HTTP/1.1" status: 200 len: 210 time: 0.0447600 Aug 11 02:48:48.285287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] No DVR routers for this DVR port c10f0062-5210-44dc-8ae7-6985d13ac425 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:48.288610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.291240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-466d52d0-6713-446a-8de5-5e204fbccc0d req-29908ce7-46eb-49cc-9271-73994aeb53e7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "DELETE /v2.0/ports/c10f0062-5210-44dc-8ae7-6985d13ac425 HTTP/1.1" status: 204 len: 173 time: 1.0482857 Aug 11 02:48:48.499277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-deleted', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:48.505264 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f6c533-a8d9-4bd8-988f-1f35fbfb7f7c" -d '{"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-deleted", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:48.557454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b7e1-b0f9-40f5-b239-d6de42a87a8a req-0ad846ab-ecbd-43d0-80e8-fc7c8d053146 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:48.560469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eed4b7e1-b0f9-40f5-b239-d6de42a87a8a req-0ad846ab-ecbd-43d0-80e8-fc7c8d053146 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.1056440 Aug 11 02:48:48.604835 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eca54e-9406-409d-95ba-5462791f29fc x-openstack-request-id: req-10eca54e-9406-409d-95ba-5462791f29fc {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:48.605677 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fee040d-39e9-4636-af11-9baa88684ac2", "name": "network-vif-deleted", "tag": "c10f0062-5210-44dc-8ae7-6985d13ac425", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:48.606313 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10eca54e-9406-409d-95ba-5462791f29fc {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:48.607162 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fee040d-39e9-4636-af11-9baa88684ac2', 'name': 'network-vif-deleted', 'tag': 'c10f0062-5210-44dc-8ae7-6985d13ac425', 'status': 'completed', 'code': 200} Aug 11 02:48:48.631611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eed4b7e1-b0f9-40f5-b239-d6de42a87a8a req-29c9a5b8-7652-486d-8934-8898572002e2 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594594 Aug 11 02:48:48.734375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f1ecf61-b01d-4cba-9020-5731b292559c no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:48.778006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 5f1ecf61-b01d-4cba-9020-5731b292559c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:48.779007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f1ecf61-b01d-4cba-9020-5731b292559c not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:49.099990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f183-6639-40bd-8f22-366a9d4a5edb req-39366cf8-4e2d-4f53-9f56-7add517b71b2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:49.101611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ae6f183-6639-40bd-8f22-366a9d4a5edb req-39366cf8-4e2d-4f53-9f56-7add517b71b2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Aug 11 02:48:49.143194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2ae6f183-6639-40bd-8f22-366a9d4a5edb req-0ffa339f-6329-43ca-beb2-c3173eec9cb2 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352833 Aug 11 02:48:49.316545 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:49.798581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d08a6-e60b-4210-b431-8056132c8fcf req-4c040194-df8f-4303-b5dc-a8c3aa286d22 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:49.800711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b0d08a6-e60b-4210-b431-8056132c8fcf req-4c040194-df8f-4303-b5dc-a8c3aa286d22 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.0749137 Aug 11 02:48:49.844919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.894117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b0d08a6-e60b-4210-b431-8056132c8fcf req-4f22dfbd-3d14-4218-8800-8a90e631217e tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806530 Aug 11 02:48:50.515727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b648fd-50ad-4529-ace1-c05843883ca2 req-f9db0dad-bc5e-4e47-9a5e-6e00be490381 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.517457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72b648fd-50ad-4529-ace1-c05843883ca2 req-f9db0dad-bc5e-4e47-9a5e-6e00be490381 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.5447795 Aug 11 02:48:50.542824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5ca1-cd19-4038-a156-3272956969e4 req-33bc8292-84ea-4112-9d31-9b74b034a659 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.544739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec6e5ca1-cd19-4038-a156-3272956969e4 req-33bc8292-84ea-4112-9d31-9b74b034a659 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 946 time: 0.1257627 Aug 11 02:48:50.663033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72b648fd-50ad-4529-ace1-c05843883ca2 req-07771734-0e49-430a-8f44-c163b89160df tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156735 Aug 11 02:48:50.671589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec6e5ca1-cd19-4038-a156-3272956969e4 req-9cec0a16-4a77-4c17-886d-6b138d2316c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067183 Aug 11 02:48:50.683272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-65bd0422-e40f-4974-8093-08171bb71474 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.685236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-65bd0422-e40f-4974-8093-08171bb71474 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 946 time: 0.1392846 Aug 11 02:48:50.751610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:50.775929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c10f0062-5210-44dc-8ae7-6985d13ac425 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:50.776332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c10f0062-5210-44dc-8ae7-6985d13ac425 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:50.889524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cddcf-84c5-4fb1-a879-40059cfd3bc5 req-1122570a-2e3a-4d6a-9b00-062c0d18d7fc tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.891586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048cddcf-84c5-4fb1-a879-40059cfd3bc5 req-1122570a-2e3a-4d6a-9b00-062c0d18d7fc tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.1383798 Aug 11 02:48:50.959057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 985dc1db-71af-4894-8d34-59cd259e561d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:50.959491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.982391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port ab12ad7f-af58-4b00-9788-11f2e5ddb38a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:50.982807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.017744 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-048cddcf-84c5-4fb1-a879-40059cfd3bc5 req-ccde2294-d4ae-4fd7-97eb-cbcef8a3069c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176848 Aug 11 02:48:51.197241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 985dc1db-71af-4894-8d34-59cd259e561d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=985dc1db-71af-4894-8d34-59cd259e561d,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:51.197717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.233230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port ab12ad7f-af58-4b00-9788-11f2e5ddb38a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:51.233610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.237403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 985dc1db-71af-4894-8d34-59cd259e561d owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:51.301144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for ab12ad7f-af58-4b00-9788-11f2e5ddb38a owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:51.496640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-4d37bd74-6242-4661-87b6-ff881d74a923 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:51.498555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-4d37bd74-6242-4661-87b6-ff881d74a923 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.2870076 Aug 11 02:48:51.549320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-5812404c-7ee4-49c3-908e-338614ea97f4 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/quotas/2df3ff0a61af46f990fac56a4d5ae265 HTTP/1.1" status: 200 len: 375 time: 0.0378387 Aug 11 02:48:51.700821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.714071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-c3692b76-2faf-43e5-930c-b3cd5a4c8729 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1509116 Aug 11 02:48:51.719344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:51.798970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=ab12ad7f-af58-4b00-9788-11f2e5ddb38a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.817669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.965333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=985dc1db-71af-4894-8d34-59cd259e561d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.968802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ddf7713d-4a7c-42c1-b559-0d236b4e0094 req-50280389-544c-4a56-a898-17c671f2cdcc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=c30390e6-2193-4c5f-9f2b-c3fdbc43a270 HTTP/1.1" status: 200 len: 210 time: 0.1536748 Aug 11 02:48:51.996598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] No DVR routers for this DVR port ab12ad7f-af58-4b00-9788-11f2e5ddb38a on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:52.002426 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.004499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd62b202-24e5-4673-ab6b-4d5cba3f8f61 req-ed73ca0e-2692-4a87-8f9c-a7b400aeeaad tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "DELETE /v2.0/ports/ab12ad7f-af58-4b00-9788-11f2e5ddb38a HTTP/1.1" status: 204 len: 173 time: 1.3113563 Aug 11 02:48:52.004982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'name': 'network-vif-deleted', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:52.007498 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89739684-0616-4731-b0e1-0892314bb87a" -d '{"events": [{"server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "name": "network-vif-deleted", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:52.076370 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b68cd3c-ccc0-4678-b322-0ac2b69b3808 x-openstack-request-id: req-9b68cd3c-ccc0-4678-b322-0ac2b69b3808 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:52.076786 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30390e6-2193-4c5f-9f2b-c3fdbc43a270", "name": "network-vif-deleted", "tag": "ab12ad7f-af58-4b00-9788-11f2e5ddb38a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:52.077178 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b68cd3c-ccc0-4678-b322-0ac2b69b3808 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:52.077780 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30390e6-2193-4c5f-9f2b-c3fdbc43a270', 'name': 'network-vif-deleted', 'tag': 'ab12ad7f-af58-4b00-9788-11f2e5ddb38a', 'status': 'completed', 'code': 200} Aug 11 02:48:52.136048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-27026e6d-ccad-4737-b8fe-ecbb22426930 service neutron] 10.222.0.68 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609262 Aug 11 02:48:52.348626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-87459876-9659-4fd8-aa53-e82883edecfa service neutron] 10.222.0.68 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974556 Aug 11 02:48:52.353759 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.686594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0092d2d2-b0b3-4141-8dc8-8fd4f4c34cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.687590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd4bbb24-e330-42c0-b372-07932364716c req-d13074f2-b5f9-49d5-afa4-df347666db90 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 210 time: 0.0662463 Aug 11 02:48:52.722722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3f190e1f-e8da-4707-bab4-d5cc7349266c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:52.899471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:52.909740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7cf245fe-4181-43f1-ac2c-d138c03eec05 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/3f190e1f-e8da-4707-bab4-d5cc7349266c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5916069 Aug 11 02:48:52.912301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54908) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.914678 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Sync routers for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:52.935152 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:52.936852 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:52.984885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting subnet f724f5e1-eacf-4241-a0f4-c62a4255dbef {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:48:52.989327 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.048989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.154883 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:53.229309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.333509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.400030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Subnet': ['ID=f724f5e1-eacf-4241-a0f4-c62a4255dbef,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.406179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.415878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:53.416113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a0fb4-bdf7-4779-954c-06add00211f4 None None] Network f7c08339-649c-4768-83a1-7288761a92ab requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:53.424530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-312e7b8f-fd4a-4540-b17a-e3687f4294e3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/subnets/f724f5e1-eacf-4241-a0f4-c62a4255dbef HTTP/1.1" status: 204 len: 168 time: 0.5106542 Aug 11 02:48:53.520074 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:48:51Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:53.553290 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Checking router: 3f190e1f-e8da-4707-bab4-d5cc7349266c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:53.566851 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Routers {'3f190e1f-e8da-4707-bab4-d5cc7349266c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:53.567512 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3f190e1f-e8da-4707-bab4-d5cc7349266c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:53.739045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.774632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] DHCP port deletion for f7c08339-649c-4768-83a1-7288761a92ab request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:48:53.807407 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] Set router 3f190e1f-e8da-4707-bab4-d5cc7349266c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:53.861362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Deleting port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:53.862045 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.907230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f30796-269c-44cb-a3bb-5ee09b89a9b5 req-c40fcbf6-d1be-420a-82fd-ed0636e9cd2c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:53.909873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55f30796-269c-44cb-a3bb-5ee09b89a9b5 req-c40fcbf6-d1be-420a-82fd-ed0636e9cd2c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.3887606 Aug 11 02:48:53.980531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] For port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,segment=NetworkSegment(a44f76b7-7181-48e8-ab6c-f02578f0457c),segment_id=a44f76b7-7181-48e8-ab6c-f02578f0457c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:53.981051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.983492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fa76648-bb78-4b61-9e34-b2636b0026de req-9aa9d262-50f2-4f89-a338-48b48d4c6f65 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 210 time: 0.0685215 Aug 11 02:48:54.018811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Calling delete_port for 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:54.050775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.126466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55f30796-269c-44cb-a3bb-5ee09b89a9b5 req-b16e01f6-683e-4aef-be4e-538faa64fc72 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050893 Aug 11 02:48:54.139975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.158321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:48:51Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:54.171758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] Pushing event deleted for resources: {'Port': ['ID=347e6c8e-ae85-49ff-bfcc-4cd91b4db166,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:54.180168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7c5c4-9c14-4f82-a71b-b7e3abe39a59 None None] No DVR routers for this DVR port 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:54.223252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812cb1-57f3-42c2-bc2c-fa84f123dd3b None None] The sync data for ids ['3f190e1f-e8da-4707-bab4-d5cc7349266c'] in n-d-713498-10 is: [{'id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402394916', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:47:11Z', 'updated_at': '2021-08-11T02:48:51Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'b3b5f45e-b2d4-4505-a9b0-ecb64999eacd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f190e1f-e8da-4707-bab4-d5cc7349266c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:47:12Z', 'updated_at': '2021-08-11T02:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:54.242738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-22534e6f-6ba8-456f-82bf-b6d0dff682fc tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:54.244303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-22534e6f-6ba8-456f-82bf-b6d0dff682fc tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.67 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.1845222 Aug 11 02:48:54.249252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:54.249600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.307062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Request body: {'port': {'device_id': '1f6837df-4f89-4963-966f-b06451f53eeb', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'admin_state_up': True, 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:54.356014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Made reservation on behalf of 2df3ff0a61af46f990fac56a4d5ae265 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:54.358609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.392284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port b3b5f45e-b2d4-4505-a9b0-ecb64999eacd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:54.392654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.416345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for b3b5f45e-b2d4-4505-a9b0-ecb64999eacd owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:54.419351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab12ad7f-af58-4b00-9788-11f2e5ddb38a no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:54.455376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: ab12ad7f-af58-4b00-9788-11f2e5ddb38a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:54.455860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device ab12ad7f-af58-4b00-9788-11f2e5ddb38a not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:54.703134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Allocated IP 172.20.0.13 (1ec82080-2830-4b90-8097-10ed6f2f2ac5/1d9cddfe-aa4e-4305-828a-2b1b05a7af59/9d27d050-49ca-4724-8be1-849c6c707b98) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:54.892386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.964591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=b3b5f45e-b2d4-4505-a9b0-ecb64999eacd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:55.204365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0aadae44-db01-4fb6-a2b6-1ce60573fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.482748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c402cdb-989c-418c-88fe-0d929665b9a2 req-d758572b-4989-402a-ab2c-6abdce48b980 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 210 time: 0.0890732 Aug 11 02:48:55.490809 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.516040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.527783 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.538132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-67a9e993-c6e9-4520-8063-49aaff336801 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:55.539758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-67a9e993-c6e9-4520-8063-49aaff336801 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.5509050 Aug 11 02:48:55.620238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:55.634702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Transition to ACTIVE for port object 9d27d050-49ca-4724-8be1-849c6c707b98 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:55.653438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:55.653981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 347e6c8e-ae85-49ff-bfcc-4cd91b4db166 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:55.654563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 985dc1db-71af-4894-8d34-59cd259e561d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:55.679307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff763-7ed3-494a-804b-2e6680933ee3 req-f4f34087-84f8-4d70-926a-6f142413b072 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:55.680927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1dff763-7ed3-494a-804b-2e6680933ee3 req-f4f34087-84f8-4d70-926a-6f142413b072 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 945 time: 0.2877374 Aug 11 02:48:55.693487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 985dc1db-71af-4894-8d34-59cd259e561d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:55.694070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 985dc1db-71af-4894-8d34-59cd259e561d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:55.714077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.724678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.867719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1dff763-7ed3-494a-804b-2e6680933ee3 req-41b2a833-39b5-4ee4-af86-48bb9102adc6 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=b1571b02-67d3-4946-9173-562bcc840ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631420 Aug 11 02:48:55.870630 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.872330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.872895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Fanout notify agent at l3_agent the message router_deleted on router 3f190e1f-e8da-4707-bab4-d5cc7349266c {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:48:55.886026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.886487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['12ade22b-1024-4c3d-931a-275797c04d50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:55.887200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b45c87db-db62-4c26-a8a9-422b1c1af4e2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/routers/3f190e1f-e8da-4707-bab4-d5cc7349266c HTTP/1.1" status: 204 len: 168 time: 2.4693048 Aug 11 02:48:55.893863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:55.977554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:55.994704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:55.998983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:56.007820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Pushing event updated for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.054199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.114333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port c1d3c7ef-8719-4773-ac0b-a1df0771d136 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:48:56.115626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.251435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.252220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.257012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.276775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c08339-649c-4768-83a1-7288761a92ab']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:56.299442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44f76b7-7181-48e8-ab6c-f02578f0457c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:56.299698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44f76b7-7181-48e8-ab6c-f02578f0457c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:56.301422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-a770c4d9-c037-4a34-afd0-6eb4caa14833 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0354452 Aug 11 02:48:56.318391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.321987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Request body: {'port': {'device_id': '1f6837df-4f89-4963-966f-b06451f53eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:56.347411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.359764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:48:56.360740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:48:56.366725 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:48:56.378083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port c1d3c7ef-8719-4773-ac0b-a1df0771d136, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=c1d3c7ef-8719-4773-ac0b-a1df0771d136,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:56.378661 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.423003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for c1d3c7ef-8719-4773-ac0b-a1df0771d136 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:48:56.442316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.488126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-db231b01-3437-449e-bf70-40b152385f23 None None] Provisioning for port 9d27d050-49ca-4724-8be1-849c6c707b98 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:56.501013 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.512605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-db231b01-3437-449e-bf70-40b152385f23 None None] Provisioning complete for port 9d27d050-49ca-4724-8be1-849c6c707b98 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:56.514032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db231b01-3437-449e-bf70-40b152385f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.528097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.531753 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/networks/f7c08339-649c-4768-83a1-7288761a92ab HTTP/1.1" status: 204 len: 168 time: 0.6365321 Aug 11 02:48:56.555669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.571312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378ccfd-40a7-4e02-976c-b001c04fbb5e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Network': ['ID=f7c08339-649c-4768-83a1-7288761a92ab,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.617605 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.625133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-db231b01-3437-449e-bf70-40b152385f23 None None] Port 9d27d050-49ca-4724-8be1-849c6c707b98 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:56.665386 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.697090 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.792977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.798069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.800201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/security-groups/13b0adac-9442-4e9c-a715-9a1de99062b5 HTTP/1.1" status: 204 len: 168 time: 0.2424092 Aug 11 02:48:56.808946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a278d0-7144-4a21-bc48-d4d6b200cd8e req-6b119d9a-7247-49ae-9f36-c49123a16b3f tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.810685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a278d0-7144-4a21-bc48-d4d6b200cd8e req-6b119d9a-7247-49ae-9f36-c49123a16b3f tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1028 time: 0.2067192 Aug 11 02:48:56.822778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5589d6c-816a-4b0b-a1c6-328125d4de2e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0adac-9442-4e9c-a715-9a1de99062b5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.007545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a278d0-7144-4a21-bc48-d4d6b200cd8e req-5613ad04-0789-472c-a791-d28845570743 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361854 Aug 11 02:48:57.008611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.034070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['c1d3c7ef-8719-4773-ac0b-a1df0771d136'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:57.097230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=c1d3c7ef-8719-4773-ac0b-a1df0771d136,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.197205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] No DVR routers for this DVR port c1d3c7ef-8719-4773-ac0b-a1df0771d136 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:48:57.233702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.237835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcd6b29a-2d07-4751-83c5-f70d8a7918f5 req-0505439f-328c-4258-ba0d-e0b9dd480065 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.67 "DELETE /v2.0/ports/c1d3c7ef-8719-4773-ac0b-a1df0771d136 HTTP/1.1" status: 204 len: 173 time: 1.6441467 Aug 11 02:48:57.238661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'name': 'network-vif-deleted', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:57.250849 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e02d5-2996-48b4-835d-6270d24f652c" -d '{"events": [{"server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "name": "network-vif-deleted", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:57.276625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cf20f1e-22a1-4256-a640-99a928397424 req-a83ba9d9-03fc-4b08-8984-6313cf9f0d57 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cec40e1-79e5-4783-92df-f57049dca254 HTTP/1.1" status: 200 len: 210 time: 0.0860264 Aug 11 02:48:57.323855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d27d050-49ca-4724-8be1-849c6c707b98 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:57.335743 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.377011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Transition to ACTIVE for port object 9d27d050-49ca-4724-8be1-849c6c707b98 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:57.383322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.432943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54940) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:57.437936 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00800039-bff7-4f2e-8491-2d2c9561eed2 x-openstack-request-id: req-00800039-bff7-4f2e-8491-2d2c9561eed2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:57.438306 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cec40e1-79e5-4783-92df-f57049dca254", "name": "network-vif-deleted", "tag": "c1d3c7ef-8719-4773-ac0b-a1df0771d136", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:57.438475 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00800039-bff7-4f2e-8491-2d2c9561eed2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:57.438929 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cec40e1-79e5-4783-92df-f57049dca254', 'name': 'network-vif-deleted', 'tag': 'c1d3c7ef-8719-4773-ac0b-a1df0771d136', 'status': 'completed', 'code': 200} Aug 11 02:48:57.444642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641099507', 'description': 'tempest-secgroup-smoke-641099507 description', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:57.459660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Pushing event updated for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.496940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.517496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b3b5f45e-b2d4-4505-a9b0-ecb64999eacd no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:48:57.564243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b3b5f45e-b2d4-4505-a9b0-ecb64999eacd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:48:57.564872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b3b5f45e-b2d4-4505-a9b0-ecb64999eacd not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:48:57.609571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Attempting to bind port 9d27d050-49ca-4724-8be1-849c6c707b98 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:57.610159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Attempting to bind port 9d27d050-49ca-4724-8be1-849c6c707b98 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:57.610701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Attempting to bind port 9d27d050-49ca-4724-8be1-849c6c707b98 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:57.619175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Port 9d27d050-49ca-4724-8be1-849c6c707b98 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:57.619558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Attempting to bind port 9d27d050-49ca-4724-8be1-849c6c707b98 on network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:57.628338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:57.628865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Checking segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:57.629471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Bound using segment: {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:57.630238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Bound port: 9d27d050-49ca-4724-8be1-849c6c707b98, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08129c5-7bea-48a5-a97b-6321c5db8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:57.631564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.671985 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.679137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.721252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:57.727305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.727677 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9d27d050-49ca-4724-8be1-849c6c707b98,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:57.729144 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2943840 Aug 11 02:48:57.733644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:57.739458 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.744301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:57.754419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f7cc6-7ffc-4ec2-8050-620dbb2ecfea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c82df10-6717-41c1-a79d-2df1bff6f4db,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.790034 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.797437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.798113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.799893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] 10.222.0.67 "PUT /v2.0/ports/9d27d050-49ca-4724-8be1-849c6c707b98 HTTP/1.1" status: 200 len: 1093 time: 1.4838321 Aug 11 02:48:57.827941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc249f5c-1f5b-41a0-9b27-a770725c3dce service neutron] Pushing event updated for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.945431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-f43148a0-e6f3-4c5b-96f8-8cfd5c8936d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.948779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-f43148a0-e6f3-4c5b-96f8-8cfd5c8936d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.0718083 Aug 11 02:48:57.954858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.961831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.984622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01f1e40-cb70-46dc-95ef-113df85c4aea,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.001272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.003141 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c2f499bf-026a-4532-8cf8-8a529089a348 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2678764 Aug 11 02:48:58.007816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.016798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:58.062818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-af1c9e06-2912-4838-8b79-f420cfcbbccb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d27d050-49ca-4724-8be1-849c6c707b98 HTTP/1.1" status: 200 len: 217 time: 0.1024094 Aug 11 02:48:58.119311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.178130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.230730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.237038 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.261552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecf4062-73f9-42be-b0d2-3b65fc921e44,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.271771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.273425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a68b319d-60f7-4e74-b0f9-2aecd4152299 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2638063 Aug 11 02:48:58.275527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-230e844a-1b90-493a-877f-8aa0abf04898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.277795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54948) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.278026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-230e844a-1b90-493a-877f-8aa0abf04898 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d9cddfe-aa4e-4305-828a-2b1b05a7af59 HTTP/1.1" status: 200 len: 849 time: 0.2043211 Aug 11 02:48:58.286732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:58.289404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b228c-5716-4c8c-9a47-376ae862ecb0 req-55142e40-eed8-4b84-b276-09a11bf9cfdf tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.291941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd9b228c-5716-4c8c-9a47-376ae862ecb0 req-55142e40-eed8-4b84-b276-09a11bf9cfdf tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.1085114 Aug 11 02:48:58.335599 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.403288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-3ea2a0ee-6657-4478-8e22-7fbbb1f17ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.406040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-3ea2a0ee-6657-4478-8e22-7fbbb1f17ee8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ec82080-2830-4b90-8097-10ed6f2f2ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125219 Aug 11 02:48:58.410111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd9b228c-5716-4c8c-9a47-376ae862ecb0 req-e5836c8a-de4d-41e4-9621-044c522aa0e2 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768571 Aug 11 02:48:58.463756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.471775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.506746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d7d57c-abd2-4828-ba5a-aed3fe27de0a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.520772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.525368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9727c42f-af39-482d-833c-41753e92ce27 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445927 Aug 11 02:48:58.529705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54954) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.538440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:58.559295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-261953de-4e9d-4673-a9a6-e4bc31ebdceb service neutron] 10.222.0.67 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401289 Aug 11 02:48:58.637437 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.756169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22d69b43-eb7d-4b2a-8b65-7f23f9cf9c58 req-10fb0f89-055a-4b82-8f8a-5a7544e6f223 service neutron] 10.222.0.67 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863089 Aug 11 02:48:58.785405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.792740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.809526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7b4b0-8808-46dd-95c9-1e7fe2a69952 req-c5f0e580-4e10-43f9-9369-93848f006994 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.811193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7c7b4b0-8808-46dd-95c9-1e7fe2a69952 req-c5f0e580-4e10-43f9-9369-93848f006994 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1190546 Aug 11 02:48:58.835118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7610631e-41ac-4e9e-909b-ce60e06d9283,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.847762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.849004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-538bfd6a-7787-4e4e-bd56-8010f9841056 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3182230 Aug 11 02:48:58.853541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54958) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.859416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:58.875007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7c7b4b0-8808-46dd-95c9-1e7fe2a69952 req-2d84e549-7bc2-48ff-bbae-e1fb71373844 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512981 Aug 11 02:48:58.888902 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:48:58.897726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.975358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.988757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.011257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd1978-b2e0-4a19-b360-49ff25e9299a,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.018722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.020099 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d14fabb0-7950-47fa-a619-57fdbbc7edce tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652880 Aug 11 02:48:59.023281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54960) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:59.028313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'security_group_rule': {'security_group_id': '9c82df10-6717-41c1-a79d-2df1bff6f4db', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:59.059247 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Project ca9fbafad59f48c7a6dc14a50c92783c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:48:59.065316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.145796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.150997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.171596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df328888-894d-468c-b8e8-db2708575d4e,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.183028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.184461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1e9c6a7-68bb-4d8a-93af-57145f8e51b4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601245 Aug 11 02:48:59.187747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:59.193843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'network': {'name': 'tempest-network-smoke--796405165', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:59.219572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:59.223732 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.252820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:59.264864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.265224 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Added segment d35fc495-a9a1-474d-a008-09cf2841a283 of type vlan for network 10d5f39b-2925-437a-a1d9-53b0e3032b01 Aug 11 02:48:59.315070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.351948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.362971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.363997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.439203 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2497621 Aug 11 02:48:59.440523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:59.447032 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e22944b-5bf1-4590-a169-489ac99aa713" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:59.452215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54964) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:59.463582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'admin_state_up': True, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:59.511531 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e54c-90df-4541-96f4-d6f926943afd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Network': ['ID=10d5f39b-2925-437a-a1d9-53b0e3032b01,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.520300 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6b1b0-f527-41fd-acca-aad77ae105ac x-openstack-request-id: req-e2d6b1b0-f527-41fd-acca-aad77ae105ac {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:59.520759 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:59.521162 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e2d6b1b0-f527-41fd-acca-aad77ae105ac {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:59.522318 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98', 'status': 'completed', 'code': 200} Aug 11 02:48:59.528449 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.530729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.533375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:59.637675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.665740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa8d7-8549-4b62-8325-79e7b3267f94 req-3b769803-14ec-4d34-85dd-2ff788633b77 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.668456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-943fa8d7-8549-4b62-8325-79e7b3267f94 req-3b769803-14ec-4d34-85dd-2ff788633b77 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.1261051 Aug 11 02:48:59.672095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-32a7c557-2f77-445a-8d26-aca0e0c76dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.674653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-32a7c557-2f77-445a-8d26-aca0e0c76dd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.1176693 Aug 11 02:48:59.813275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-943fa8d7-8549-4b62-8325-79e7b3267f94 req-82889203-8010-4c3c-980b-531d46dde244 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369042 Aug 11 02:48:59.864508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-251959eb-e824-4091-bf34-a07524383cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:59.866599 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-251959eb-e824-4091-bf34-a07524383cf2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 200 len: 911 time: 0.1790557 Aug 11 02:48:59.873761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.931208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-19cdebfb-49d5-4d18-8608-ab488898d8af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d27d050-49ca-4724-8be1-849c6c707b98 HTTP/1.1" status: 200 len: 217 time: 0.0525920 Aug 11 02:49:00.036480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-8c2dfeed-57f0-463c-bd88-f4d99d6364de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.038070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-8c2dfeed-57f0-463c-bd88-f4d99d6364de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1d9cddfe-aa4e-4305-828a-2b1b05a7af59 HTTP/1.1" status: 200 len: 849 time: 0.0986722 Aug 11 02:49:00.062769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce7328-6e89-4092-a4d7-3eedd14c6991 req-125851bd-a2f4-4a2f-abc9-1b399195133c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.064510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58ce7328-6e89-4092-a4d7-3eedd14c6991 req-125851bd-a2f4-4a2f-abc9-1b399195133c tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0886762 Aug 11 02:49:00.136167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58ce7328-6e89-4092-a4d7-3eedd14c6991 req-827a6931-1bfb-4694-9a11-746c481679c5 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519011 Aug 11 02:49:00.139606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-106bcff3-803b-42f4-8803-78b7e0890415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.141472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-106bcff3-803b-42f4-8803-78b7e0890415 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ec82080-2830-4b90-8097-10ed6f2f2ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955403 Aug 11 02:49:00.157078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.184714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.292680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-efb0ec82-d08b-4de3-b3aa-a79f1d609477 service neutron] 10.222.0.67 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393061 Aug 11 02:49:00.357392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.227 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/f6b00c3f-03a1-41e4-b87b-4cace02ff457) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:00.464320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e22944b-5bf1-4590-a169-489ac99aa713 req-79d2b799-fafd-4a46-97d9-b65a8a4c3160 service neutron] 10.222.0.67 "GET /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592989 Aug 11 02:49:00.465081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c1d3c7ef-8719-4773-ac0b-a1df0771d136 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:00.527539 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.750203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: c1d3c7ef-8719-4773-ac0b-a1df0771d136 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:00.751543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device c1d3c7ef-8719-4773-ac0b-a1df0771d136 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:00.974226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.003899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fb38-dcf5-4009-92e6-3a1a04868e6c req-4f2869cb-6ef0-485c-ac47-b860e20741c1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.007959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f146fb38-dcf5-4009-92e6-3a1a04868e6c req-4f2869cb-6ef0-485c-ac47-b860e20741c1 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.0622978 Aug 11 02:49:01.023410 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-7844485d-101c-4b9d-8882-5f33018a8066 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.025344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-7844485d-101c-4b9d-8882-5f33018a8066 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.1019704 Aug 11 02:49:01.042561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:01.067494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f146fb38-dcf5-4009-92e6-3a1a04868e6c req-d4247546-f7f4-447f-9e32-84d5a3ec5b0f tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Aug 11 02:49:01.074336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:01.081690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:01.090719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=f6b00c3f-03a1-41e4-b87b-4cace02ff457,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:01.294965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:01.295248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.319670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed0cb-db04-4800-b27a-000709c7a7af req-274b754e-0dbe-4ac3-9e76-653e8a11b0e3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.322056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-352ed0cb-db04-4800-b27a-000709c7a7af req-274b754e-0dbe-4ac3-9e76-653e8a11b0e3 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 944 time: 0.0859308 Aug 11 02:49:01.370293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-352ed0cb-db04-4800-b27a-000709c7a7af req-5e102d58-7055-44b7-8f09-30cf4b87d399 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups?id=22e41bec-265a-441d-b570-d67313bacbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Aug 11 02:49:01.495868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] For port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:01.496255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.514209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.884427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.885362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.885362 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Floating IP cabce083-e355-423b-839e-6e68e23460e9 disassociated. External IP: 172.25.3.61, port: bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9. Aug 11 02:49:01.885639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:01.987794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.194088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.235143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.240999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:49:02.260013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0327abd-f512-4eca-9807-e446655ba052 req-3afd0971-9699-4422-a7b4-50e857149538 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.262168 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0327abd-f512-4eca-9807-e446655ba052 req-3afd0971-9699-4422-a7b4-50e857149538 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1096 time: 0.0575428 Aug 11 02:49:02.339240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0327abd-f512-4eca-9807-e446655ba052 req-ce648280-ee95-42ea-b94c-6c37a6bd95bb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Aug 11 02:49:02.428322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9d27d050-49ca-4724-8be1-849c6c707b98 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:02.528349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:02.531042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1344ee49-ddb5-4322-aaf5-7d16d635f06a req-5b276ad2-6888-4fc0-8d1a-454fd451234b tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 210 time: 0.0578346 Aug 11 02:49:02.532285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:02.562054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Sync routers for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:02.581667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:02.582355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:02.583222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.587119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00511242-f0fa-4876-9c0a-9195923ceffb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1322572 Aug 11 02:49:02.590990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54982) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:02.643357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-05f8d4a7-0aed-413f-a27f-5e3b5b99b23a tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=ca9fbafad59f48c7a6dc14a50c92783c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507991 Aug 11 02:49:02.648975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54984) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:02.701837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9d27d050-49ca-4724-8be1-849c6c707b98,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:02.726664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '9d27d050-49ca-4724-8be1-849c6c707b98', 'network_id': '1ec82080-2830-4b90-8097-10ed6f2f2ac5', 'port_id': '9d27d050-49ca-4724-8be1-849c6c707b98', 'mac_address': 'fa:16:3e:60:86:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9cddfe-aa4e-4305-828a-2b1b05a7af59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:02.738615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:02.783092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:02.803042 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Sync routers for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:02.811504 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.823510 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:02.824952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:02.840236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] No DVR routers for this DVR port bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:02.844268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.846870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:02.847892 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-413a5e7a-a6b1-4f54-90a0-e8338f19fa44 req-393317ad-77bc-4f44-8dab-49e488542cdc tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.61 "DELETE /v2.0/ports/bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 HTTP/1.1" status: 204 len: 173 time: 1.8132365 Aug 11 02:49:02.848418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-deleted', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:02.854723 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029c612-a109-4cb2-a01a-1222cc6817f9" -d '{"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-deleted", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:02.894846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:02.895376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:02.921849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e093da-9be0-4d6b-83dc-89759b15e874 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.929340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-74e093da-9be0-4d6b-83dc-89759b15e874 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2750216 Aug 11 02:49:02.929672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54988) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:02.975896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d27d050-49ca-4724-8be1-849c6c707b98 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:02.983247 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb377410-8097-4ec8-8d98-46d928b2c78a x-openstack-request-id: req-cb377410-8097-4ec8-8d98-46d928b2c78a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:02.983780 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d", "name": "network-vif-deleted", "tag": "bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:02.984046 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb377410-8097-4ec8-8d98-46d928b2c78a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:02.985254 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d', 'name': 'network-vif-deleted', 'tag': 'bb03a4b6-30d5-41b4-8750-fb8fe13fcfc9', 'status': 'completed', 'code': 200} Aug 11 02:49:02.988617 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-349b4e75-f807-492f-bc14-804411417bfa tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570936 Aug 11 02:49:02.992642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 54990) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:03.000104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469564550', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:03.028864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9d27d050-49ca-4724-8be1-849c6c707b98,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:03.047410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.095653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:03.123096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:03.129368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.152212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.192701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:03.259011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Checking router: 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:03.259553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Updating router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 port f6b00c3f-03a1-41e4-b87b-4cace02ff457 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:03.315817 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.356300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9d27d050-49ca-4724-8be1-849c6c707b98'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:03.415394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.551789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Subnet': ['ID=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.569431 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:03.597266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Checking segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:03.597672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network hostable DHCP agents. Network: 10d5f39b-2925-437a-a1d9-53b0e3032b01, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:03.602912 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Checking router: d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:03.613417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:03.614701 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:03.644020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9172-43cd-43c8-bb9c-dc48d7445440 req-c996dbb4-760f-470a-a587-0c49642cf025 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:03.647535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c4e9172-43cd-43c8-bb9c-dc48d7445440 req-c996dbb4-760f-470a-a587-0c49642cf025 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1097 time: 0.0713186 Aug 11 02:49:03.666818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:03.690525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 10d5f39b-2925-437a-a1d9-53b0e3032b01) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:03.701074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:03.706263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.717220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c4e9172-43cd-43c8-bb9c-dc48d7445440 req-ae7566dc-57a1-44ef-8ed2-09860ba50393 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611048 Aug 11 02:49:03.725187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31131aa0-358b-48b5-b7d3-af3e47a5f291 None None] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:03.753073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 54996) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:03.753718 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-470baaa2-88cd-45a9-bb51-c6f4dccdc0cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7560787 Aug 11 02:49:03.774937 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:03.911632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2a42a2b1-be43-4483-9c92-f92a7454cbbd req-b928ad86-db7c-4825-8766-d3009696195a tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a2a7288-1775-4fcc-a0cb-7c247dbb1b4d HTTP/1.1" status: 200 len: 210 time: 0.1626897 Aug 11 02:49:03.998657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.061566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Transition to ACTIVE for port object f6b00c3f-03a1-41e4-b87b-4cace02ff457 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:04.080454 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.084400 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:04.118735 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399521d7-a5a8-4d8e-949f-e67d3a12c0b2 None None] The sync data for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 is: [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:41:12Z', 'revision_number': 4, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '35163805-e651-4595-bfc5-9fbf520000c9', 'name': '', 'network_id': 'e6752534-7c6f-40b8-859e-a550a1cfa678', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'mac_address': 'fa:16:3e:43:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:11Z', 'updated_at': '2021-08-11T02:41:22Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'subnets': [{'id': 'fb90c191-0dc2-486c-b55b-5e46ca970841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:04.173361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Attempting to bind port f6b00c3f-03a1-41e4-b87b-4cace02ff457 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:04.174029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Attempting to bind port f6b00c3f-03a1-41e4-b87b-4cace02ff457 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:04.174506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Attempting to bind port f6b00c3f-03a1-41e4-b87b-4cace02ff457 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:04.188083 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:04.188643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:04.189520 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.190187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:04.191115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Bound port: f6b00c3f-03a1-41e4-b87b-4cace02ff457, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:04.192358 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.194894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446a20-d1ae-4f4e-9a9e-7427821afbfe None None] Pushing event updated for resources: {'Port': ['ID=f6b00c3f-03a1-41e4-b87b-4cace02ff457,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.199960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-10d5f39b-2925-437a-a1d9-53b0e3032b01', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:49:04.200949 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.335811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] For port f6b00c3f-03a1-41e4-b87b-4cace02ff457, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:04.361894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] For port f6b00c3f-03a1-41e4-b87b-4cace02ff457, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6b00c3f-03a1-41e4-b87b-4cace02ff457,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:04.369754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.468827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Allocated IP 172.20.0.2 (10d5f39b-2925-437a-a1d9-53b0e3032b01/2bfaa4cb-9d2d-4df1-9abf-cda32711dc80/c098f0f7-956b-476e-a4df-6059da0a9f81) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:04.496537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a944c4-35bd-4460-8de5-bd06c8f3d3c2 None None] New status for floating IP cabce083-e355-423b-839e-6e68e23460e9: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:04.504791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:04.505446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:04.537866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446a20-d1ae-4f4e-9a9e-7427821afbfe None None] Pushing event updated for resources: {'Port': ['ID=f6b00c3f-03a1-41e4-b87b-4cace02ff457,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.938845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6776d-d85f-4a84-a21b-46251e27376b req-bec1d449-4047-4e12-83dc-9c045eccd216 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.941675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c6776d-d85f-4a84-a21b-46251e27376b req-bec1d449-4047-4e12-83dc-9c045eccd216 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1097 time: 0.1341751 Aug 11 02:49:04.992252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:05.062686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c6776d-d85f-4a84-a21b-46251e27376b req-d7996287-c2c9-4352-a9a5-b680c21ebc59 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854170 Aug 11 02:49:05.092932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55004) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:05.107843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.171759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.191440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Transition to ACTIVE for port object c098f0f7-956b-476e-a4df-6059da0a9f81 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:05.202552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.222004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Transition to ACTIVE for port object c098f0f7-956b-476e-a4df-6059da0a9f81 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:05.248157 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.259307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.308987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:05.317349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:05.323661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:05.334843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Pushing event updated for resources: {'Port': ['ID=c098f0f7-956b-476e-a4df-6059da0a9f81,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.373487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.378705 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.381265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "DELETE /v2.0/security-groups/22e41bec-265a-441d-b570-d67313bacbf3 HTTP/1.1" status: 204 len: 168 time: 0.2859659 Aug 11 02:49:05.387922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55006) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:05.389854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Attempting to bind port c098f0f7-956b-476e-a4df-6059da0a9f81 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:05.390236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Attempting to bind port c098f0f7-956b-476e-a4df-6059da0a9f81 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:05.390603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Attempting to bind port c098f0f7-956b-476e-a4df-6059da0a9f81 on network 10d5f39b-2925-437a-a1d9-53b0e3032b01 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:05.395527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:05.401876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:05.401876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Checking segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:05.402435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.402616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Bound using segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:05.403034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Bound port: c098f0f7-956b-476e-a4df-6059da0a9f81, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:05.403428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.416567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d58dbd-f14e-4b6e-9a3c-d17334de8ab7 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e41bec-265a-441d-b570-d67313bacbf3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.438679 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-4b528e5e-033d-4bd4-9236-2029fa31dbb4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] show failed (client error): The resource could not be found. Aug 11 02:49:05.443748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b528e5e-033d-4bd4-9236-2029fa31dbb4 tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "GET /v2.0/security-groups/22e41bec-265a-441d-b570-d67313bacbf3 HTTP/1.1" status: 404 len: 347 time: 0.0468857 Aug 11 02:49:05.454769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55008) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:05.471872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d960c-f415-4ca2-afad-5bc629e4ce00 None None] The sync data for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 is: [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:01Z', 'revision_number': 3, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:05.536640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] For port c098f0f7-956b-476e-a4df-6059da0a9f81, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:05.544506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] For port c098f0f7-956b-476e-a4df-6059da0a9f81, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c098f0f7-956b-476e-a4df-6059da0a9f81,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:05.553165 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.597919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.1 (10d5f39b-2925-437a-a1d9-53b0e3032b01/2bfaa4cb-9d2d-4df1-9abf-cda32711dc80/05bf968c-f55c-44ad-88fe-7a09d31e927a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:05.640102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Deleting port 2f3ce29a-ed39-4a52-b837-27c1aeddb125 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:05.640603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.696831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4bf99-cf96-47b5-bc93-42ba386f8a84 None None] Pushing event updated for resources: {'Port': ['ID=c098f0f7-956b-476e-a4df-6059da0a9f81,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:05.751234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.751234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.770749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Calling delete_port for 2f3ce29a-ed39-4a52-b837-27c1aeddb125 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:05.803124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.823771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object 05bf968c-f55c-44ad-88fe-7a09d31e927a will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:05.930950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.994164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:06.008794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:06.016519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:06.053275 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.054592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.094355 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.159916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Pushing event deleted for resources: {'Port': ['ID=2f3ce29a-ed39-4a52-b837-27c1aeddb125,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.287062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.291883 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.296646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-054508dc-92a4-4722-94b7-e5eccffbb7fa tempest-ServerActionsTestJSON-268032699 tempest-ServerActionsTestJSON-268032699-project] 10.222.0.68 "DELETE /v2.0/floatingips/cabce083-e355-423b-839e-6e68e23460e9 HTTP/1.1" status: 204 len: 168 time: 0.8365481 Aug 11 02:49:06.297213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55012) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:06.342757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd19b-453e-4a6b-a910-dbf0662fdbb7 req-b9228a34-f479-442f-8c42-46535d18a19d tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.344421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-727fd19b-453e-4a6b-a910-dbf0662fdbb7 req-b9228a34-f479-442f-8c42-46535d18a19d tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1097 time: 0.0955935 Aug 11 02:49:06.366586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.428992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9d27d050-49ca-4724-8be1-849c6c707b98 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:06.441138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-727fd19b-453e-4a6b-a910-dbf0662fdbb7 req-102a9a01-b59a-42c4-aa46-1be15970cecb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Aug 11 02:49:06.519987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 9d27d050-49ca-4724-8be1-849c6c707b98 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:06.527046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 9d27d050-49ca-4724-8be1-849c6c707b98 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:06.527644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.643884 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.674401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:06.677347 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a8925-8c7f-4142-ba37-84cbdcf0f207" -d '{"events": [{"server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:06.697771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9d27d050-49ca-4724-8be1-849c6c707b98,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:06.706339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.795000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.807665 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dac05d-d104-4058-934a-c7bef6f6ef39 x-openstack-request-id: req-61dac05d-d104-4058-934a-c7bef6f6ef39 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:06.808218 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:06.808671 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61dac05d-d104-4058-934a-c7bef6f6ef39 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:06.809265 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98', 'code': 200} Aug 11 02:49:07.004102 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.013479 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.052021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366210d2-ee3d-439e-a58e-648e2592f0cf req-58b0e818-9d6d-4b9b-bcdd-dac7a9f5a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.054216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-366210d2-ee3d-439e-a58e-648e2592f0cf req-58b0e818-9d6d-4b9b-bcdd-dac7a9f5a8f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1767085 Aug 11 02:49:07.168965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:07.184220 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.188685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62899040-890a-415b-b81e-987df0190224 None None] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:07.197738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-366210d2-ee3d-439e-a58e-648e2592f0cf req-b1a858a4-13fd-464b-adc4-d864c3629562 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200359 Aug 11 02:49:07.277937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-59e4cced-f186-41ff-8984-372de627d006 None None] Provisioning for port c098f0f7-956b-476e-a4df-6059da0a9f81 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:07.370750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:07.373882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:07.602127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:07.618363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.724708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6b00c3f-03a1-41e4-b87b-4cace02ff457 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:07.727360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f963-10e0-4291-a0a5-650e97a56f1b req-0c4d4ce8-79be-4a35-8b03-5d7464e16a75 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.728995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cfa5f963-10e0-4291-a0a5-650e97a56f1b req-0c4d4ce8-79be-4a35-8b03-5d7464e16a75 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1585305 Aug 11 02:49:07.801460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f6b00c3f-03a1-41e4-b87b-4cace02ff457 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:07.836729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f6b00c3f-03a1-41e4-b87b-4cace02ff457 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:07.837251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.859157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cfa5f963-10e0-4291-a0a5-650e97a56f1b req-99e0bdf5-44a5-4876-9ff6-52bb1f133ec9 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939651 Aug 11 02:49:07.929464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f4e0bf8-8139-4255-a059-b520549714b8 None None] Provisioning for port 05bf968c-f55c-44ad-88fe-7a09d31e927a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:07.950058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:07.954855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ad63900f-e197-47bb-a7fd-f7e43bb0e3f5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/3750b98c-434e-45fa-9f31-f7c8b7d5abc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2001674 Aug 11 02:49:07.962739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9f4e0bf8-8139-4255-a059-b520549714b8 None None] Provisioning complete for port 05bf968c-f55c-44ad-88fe-7a09d31e927a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:07.964082 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9f4e0bf8-8139-4255-a059-b520549714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.079403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Deleting port 35163805-e651-4595-bfc5-9fbf520000c9 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:08.079982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.102063 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Sync routers for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:08.138335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:08.140031 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.143097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.169193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port f6b00c3f-03a1-41e4-b87b-4cace02ff457, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6b00c3f-03a1-41e4-b87b-4cace02ff457,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:08.171462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e0bf8-8139-4255-a059-b520549714b8 None None] Port 05bf968c-f55c-44ad-88fe-7a09d31e927a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:08.178816 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.181800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c098f0f7-956b-476e-a4df-6059da0a9f81 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:08.199330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] For port 35163805-e651-4595-bfc5-9fbf520000c9, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=35163805-e651-4595-bfc5-9fbf520000c9,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:08.199882 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.221753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Calling delete_port for 35163805-e651-4595-bfc5-9fbf520000c9 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:08.320252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=f6b00c3f-03a1-41e4-b87b-4cace02ff457,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.363207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0520ec17-21f2-49c3-b6ec-b1669d362648 None None] Provisioning complete for port 05bf968c-f55c-44ad-88fe-7a09d31e927a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:08.363638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0520ec17-21f2-49c3-b6ec-b1669d362648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.430665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0520ec17-21f2-49c3-b6ec-b1669d362648 None None] Port 05bf968c-f55c-44ad-88fe-7a09d31e927a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:08.447230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c098f0f7-956b-476e-a4df-6059da0a9f81 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:08.452983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c098f0f7-956b-476e-a4df-6059da0a9f81 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:08.453196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.513009 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:08.563341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.604045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c098f0f7-956b-476e-a4df-6059da0a9f81, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c098f0f7-956b-476e-a4df-6059da0a9f81,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:08.611593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.704482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-3743ea8f-78e0-4f7c-9aea-f0fd11f89227 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641099507&fields=id&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 267 time: 0.0551288 Aug 11 02:49:08.720646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b977396b-235f-4f40-acb2-a33662d93855 None None] Provisioning complete for port 05bf968c-f55c-44ad-88fe-7a09d31e927a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:08.721284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b977396b-235f-4f40-acb2-a33662d93855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.730267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c098f0f7-956b-476e-a4df-6059da0a9f81,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.791287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b977396b-235f-4f40-acb2-a33662d93855 None None] Port 05bf968c-f55c-44ad-88fe-7a09d31e927a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:08.860925 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 2, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.895838 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Checking router: 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:08.896490 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Updating router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 port 05bf968c-f55c-44ad-88fe-7a09d31e927a binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:08.901258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-62dadf0b-ebab-4d77-b577-7fb383683816 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.902892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-62dadf0b-ebab-4d77-b577-7fb383683816 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 796 time: 0.1571889 Aug 11 02:49:08.948265 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.971798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-78a566f0-204c-43ef-83c9-1eee3e8c4580 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/quotas/ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 375 time: 0.0324450 Aug 11 02:49:09.006668 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.088669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Pushing event deleted for resources: {'Port': ['ID=35163805-e651-4595-bfc5-9fbf520000c9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.162662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00a59-71e5-4df9-b9cc-692a491d4301 req-da1bf629-a69c-41ba-b189-3db57efa36cb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.164331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0f00a59-71e5-4df9-b9cc-692a491d4301 req-da1bf629-a69c-41ba-b189-3db57efa36cb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1704395 Aug 11 02:49:09.173388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-59f95c4e-aeba-4d44-813f-c06d0979de5a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827338 Aug 11 02:49:09.321395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b0f00a59-71e5-4df9-b9cc-692a491d4301 req-4acde05a-b0a1-4654-bcfc-f83baac2c0c3 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449842 Aug 11 02:49:09.507524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.525751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-47ff2398-8ca6-40c2-88c2-9b505a088384 service neutron] 10.222.0.68 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916296 Aug 11 02:49:09.637044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6b00c3f-03a1-41e4-b87b-4cace02ff457 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:09.649776 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.667488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Transition to ACTIVE for port object 05bf968c-f55c-44ad-88fe-7a09d31e927a will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:09.678256 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.718351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91b54a-9162-4c5c-a267-a50b8f230aaa req-a27dd924-5193-475d-862e-f68a95ed2926 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.721558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d91b54a-9162-4c5c-a267-a50b8f230aaa req-a27dd924-5193-475d-862e-f68a95ed2926 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.2653778 Aug 11 02:49:09.723542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f6b00c3f-03a1-41e4-b87b-4cace02ff457 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:09.724689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.779608 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13c42-50d0-4034-9808-acd684806c66 None None] Pushing event updated for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.834697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c098f0f7-956b-476e-a4df-6059da0a9f81 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:09.869380 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Attempting to bind port 05bf968c-f55c-44ad-88fe-7a09d31e927a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:09.869969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Attempting to bind port 05bf968c-f55c-44ad-88fe-7a09d31e927a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:09.871324 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Attempting to bind port 05bf968c-f55c-44ad-88fe-7a09d31e927a on network 10d5f39b-2925-437a-a1d9-53b0e3032b01 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:09.880491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d91b54a-9162-4c5c-a267-a50b8f230aaa req-13f37f80-9bc7-42de-8474-028774142fb3 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390545 Aug 11 02:49:09.884009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-e4e6b093-56b5-4cfc-924c-119ca17d5467 service neutron] 10.222.0.68 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406682 Aug 11 02:49:09.884269 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:09.884902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Checking segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:09.885580 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.886501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Bound using segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:09.887553 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Bound port: 05bf968c-f55c-44ad-88fe-7a09d31e927a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:09.888205 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.918102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c098f0f7-956b-476e-a4df-6059da0a9f81 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:09.918921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.094734 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] For port 05bf968c-f55c-44ad-88fe-7a09d31e927a, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:10.106871 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] For port 05bf968c-f55c-44ad-88fe-7a09d31e927a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05bf968c-f55c-44ad-88fe-7a09d31e927a,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:10.115566 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.147080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203efd43-fb3f-46de-89f1-c120ca80857c req-57832921-378c-4b12-a946-e65c151b95d4 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.150021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-203efd43-fb3f-46de-89f1-c120ca80857c req-57832921-378c-4b12-a946-e65c151b95d4 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1095378 Aug 11 02:49:10.153579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:10.248641 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:10.248641 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:10.348142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-203efd43-fb3f-46de-89f1-c120ca80857c req-cce152f0-ba60-44c9-9f43-a0d54cdcf7a3 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850708 Aug 11 02:49:10.361949 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13c42-50d0-4034-9808-acd684806c66 None None] Pushing event updated for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.365187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-404b2fcd-6181-4b39-9e9e-92f322b1b3f8 req-aec1b3ac-fb4e-4dd8-b561-16536c847f0d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 210 time: 0.0684173 Aug 11 02:49:10.520631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:10.530838 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:10.536394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1dc2558f-c478-4efd-9d7c-171e7f0d982b admin admin] 10.222.0.68 "PUT /v2.0/routers/d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2351487 Aug 11 02:49:10.537888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55044) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:10.538446 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Sync routers for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:10.556337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:10.557723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:10.868582 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.905208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:10.909413 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.951253 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:10.959391 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc63fe-52db-4afe-84ba-5ceb0c1ac26c req-ce9d899f-cbc5-46ff-9ca3-8389b6d68357 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.960990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6cc63fe-52db-4afe-84ba-5ceb0c1ac26c req-ce9d899f-cbc5-46ff-9ca3-8389b6d68357 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1550038 Aug 11 02:49:10.972744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.005085 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b50065-8737-4128-97c1-a9d413b50b4d None None] The sync data for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 is: [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:11.057862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6cc63fe-52db-4afe-84ba-5ceb0c1ac26c req-93eba89f-741e-4811-8fcf-de799cfaba7b tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851734 Aug 11 02:49:11.090534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.206075 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Deleting port 6daea920-ef67-4267-a92a-0282c40c5977 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:11.207258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.388823 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] For port 6daea920-ef67-4267-a92a-0282c40c5977, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6daea920-ef67-4267-a92a-0282c40c5977,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:11.390371 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.414250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '6daea920-ef67-4267-a92a-0282c40c5977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 5, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port': {'id': '6daea920-ef67-4267-a92a-0282c40c5977', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:41:06Z', 'updated_at': '2021-08-11T02:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:11.425307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Calling delete_port for 6daea920-ef67-4267-a92a-0282c40c5977 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:11.473473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Checking router: d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:11.492064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Routers {'d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:11.493107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:11.608766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6e0b683-ae14-4c5d-9e15-8c2689634a0a req-47919b81-b525-40c6-80f0-4e51a2c81df2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 210 time: 0.0513706 Aug 11 02:49:11.677146 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05bf968c-f55c-44ad-88fe-7a09d31e927a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:11.779159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] Set router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:11.809528 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.840523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Pushing event deleted for resources: {'Port': ['ID=6daea920-ef67-4267-a92a-0282c40c5977,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:11.899439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:49:11Z', 'revision_number': 6, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:11.982912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215bee-87ba-4090-9fd7-a42ac948f7b9 None None] The sync data for ids ['d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2'] in n-d-713498-10 is: [{'id': 'd35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2', 'name': 'tempest-ServerActionsTestJSON-1366254883-router', 'tenant_id': '90b9d42a918d4bf0bd271b95fd9303db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:41:04Z', 'updated_at': '2021-08-11T02:49:11Z', 'revision_number': 6, 'project_id': '90b9d42a918d4bf0bd271b95fd9303db', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:11.984197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.009959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 05bf968c-f55c-44ad-88fe-7a09d31e927a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:12.018238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 05bf968c-f55c-44ad-88fe-7a09d31e927a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:12.018618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.232349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.240555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.254293 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.289152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-d1fd21f7-378b-439f-9d96-f8f4cc7aa642 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.291114 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-d1fd21f7-378b-439f-9d96-f8f4cc7aa642 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 796 time: 0.2630386 Aug 11 02:49:12.294147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 05bf968c-f55c-44ad-88fe-7a09d31e927a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05bf968c-f55c-44ad-88fe-7a09d31e927a,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:12.302131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.359140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73888a5d-436f-48e7-9680-b35524e4e290 req-9240c03d-c51f-4a15-8738-04121f54da51 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.360994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73888a5d-436f-48e7-9680-b35524e4e290 req-9240c03d-c51f-4a15-8738-04121f54da51 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.2219324 Aug 11 02:49:12.369045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996424-b224-4def-83c5-4f7c37a2e55f req-70cc67fa-1258-4000-8dd1-047b46cd7168 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.374187 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-4a309c1e-c4ad-4d19-8d88-6a41cec6c541 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9fbafad59f48c7a6dc14a50c92783c HTTP/1.1" status: 200 len: 379 time: 0.0702848 Aug 11 02:49:12.375253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd996424-b224-4def-83c5-4f7c37a2e55f req-70cc67fa-1258-4000-8dd1-047b46cd7168 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 1098 time: 0.1087413 Aug 11 02:49:12.376738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.377274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:49:12.383288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.388770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f595dda0-861b-4256-9586-074f06eb349d admin admin] 10.222.0.68 "DELETE /v2.0/routers/d35f07ed-7b79-4a02-85ad-6ef6f0ed4ce2 HTTP/1.1" status: 204 len: 168 time: 1.8453245 Aug 11 02:49:12.395925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'port': {'device_id': '0a1bf202-a760-4daa-830b-79356d87805b', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'admin_state_up': True, 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'security_groups': ['9c82df10-6717-41c1-a79d-2df1bff6f4db']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:12.400025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55058) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.404409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.537286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd996424-b224-4def-83c5-4f7c37a2e55f req-590c58ba-458f-420b-be43-166dc1c211ef tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386595 Aug 11 02:49:12.560126 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Deleting subnet fb90c191-0dc2-486c-b55b-5e46ca970841 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:12.566929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.616035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.620276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Deleting port 9d27d050-49ca-4724-8be1-849c6c707b98 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:12.620276 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.653057 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Made reservation on behalf of ca9fbafad59f48c7a6dc14a50c92783c for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:12.660973 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.876929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.20.0.8 (10d5f39b-2925-437a-a1d9-53b0e3032b01/2bfaa4cb-9d2d-4df1-9abf-cda32711dc80/0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:13.154981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e29f7ef5-ebc8-4a0d-9d3a-115fb7d2596e req-0ca534b9-280d-4172-b872-41ddf6504c1d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 210 time: 0.0462010 Aug 11 02:49:13.171171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.182028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] For port 9d27d050-49ca-4724-8be1-849c6c707b98, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=9d27d050-49ca-4724-8be1-849c6c707b98,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:13.182369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.200676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Transition to ACTIVE for port object 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:13.204083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Calling delete_port for 9d27d050-49ca-4724-8be1-849c6c707b98 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:13.206553 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.243711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.287148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:13.292004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:13.296479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:13.354307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.399283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.404705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fb90c191-0dc2-486c-b55b-5e46ca970841 HTTP/1.1" status: 204 len: 168 time: 1.0035505 Aug 11 02:49:13.406384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb90c191-0dc2-486c-b55b-5e46ca970841,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.410175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c316daed-61a3-41ee-b315-f999c7be9dc0 None None] Network e6752534-7c6f-40b8-859e-a550a1cfa678 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:13.416684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55062) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:13.418140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.418499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.418832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.419171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.419502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.419834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.420213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.420579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.420948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.421406 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.422346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.422688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01007ad-6043-4a90-988b-b33cb209598d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.585504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.603806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.701094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05bf968c-f55c-44ad-88fe-7a09d31e927a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:13.705479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['12ade22b-1024-4c3d-931a-275797c04d50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:13.710258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['9d27d050-49ca-4724-8be1-849c6c707b98'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:13.725228 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d27d050-49ca-4724-8be1-849c6c707b98,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.769385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] No DVR routers for this DVR port 9d27d050-49ca-4724-8be1-849c6c707b98 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:13.778793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.781462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73888a5d-436f-48e7-9680-b35524e4e290 req-52702835-1788-41ec-b0af-ae5ea29c212a tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9d27d050-49ca-4724-8be1-849c6c707b98 HTTP/1.1" status: 204 len: 173 time: 1.4021251 Aug 11 02:49:13.784604 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'name': 'network-vif-deleted', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:13.788389 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57108c8-851c-482c-a675-3adc61649a4e" -d '{"events": [{"server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "name": "network-vif-deleted", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:13.812776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-631b8f96-3742-4ab1-b5ae-7a618ff1e5fb req-3e0384f1-f64f-402b-830a-da5df4816d1c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1f6837df-4f89-4963-966f-b06451f53eeb HTTP/1.1" status: 200 len: 210 time: 0.0564060 Aug 11 02:49:13.857084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Deleting port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:13.857439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.888558 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa8285-ea2b-4b11-8c17-44fc02a36bda x-openstack-request-id: req-3caa8285-ea2b-4b11-8c17-44fc02a36bda {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:13.889159 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6837df-4f89-4963-966f-b06451f53eeb", "name": "network-vif-deleted", "tag": "9d27d050-49ca-4724-8be1-849c6c707b98", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:13.889588 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3caa8285-ea2b-4b11-8c17-44fc02a36bda {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:13.891417 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6837df-4f89-4963-966f-b06451f53eeb', 'name': 'network-vif-deleted', 'tag': '9d27d050-49ca-4724-8be1-849c6c707b98', 'status': 'completed', 'code': 200} Aug 11 02:49:13.909857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.926811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.927358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.928091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.928596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.929094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.930014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.930612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.931107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.931566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.932129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.932561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.932991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:13.964278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.965328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.981821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] For port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,segment=NetworkSegment(05999b1a-760b-4239-a2d1-320566a630b4),segment_id=05999b1a-760b-4239-a2d1-320566a630b4)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:13.982359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.010147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-9b7d786a-f87b-4cab-a92c-1e7ec42d07b0 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6198254 Aug 11 02:49:14.017129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Calling delete_port for 0f57319d-bff7-46b3-b7cf-6cd896a0b52c owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:14.024756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-0167a7c5-d246-41a5-b69e-7033f9fd8b5f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:14.026270 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-0167a7c5-d246-41a5-b69e-7033f9fd8b5f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080774 Aug 11 02:49:14.157731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Request body: {'port': {'device_id': '0a1bf202-a760-4daa-830b-79356d87805b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:14.170771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.210837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Pushing event deleted for resources: {'Port': ['ID=0f57319d-bff7-46b3-b7cf-6cd896a0b52c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.220429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] No DVR routers for this DVR port 0f57319d-bff7-46b3-b7cf-6cd896a0b52c on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:14.267477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.287722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e9f2249-a42f-495d-8f8f-6abcdcbf93d3 None None] Provisioning for port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:14.304536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1e9f2249-a42f-495d-8f8f-6abcdcbf93d3 None None] Provisioning complete for port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:14.304898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2249-a42f-495d-8f8f-6abcdcbf93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.352823 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.368240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6752534-7c6f-40b8-859e-a550a1cfa678']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:14.382204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05999b1a-760b-4239-a2d1-320566a630b4') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:14.382505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05999b1a-760b-4239-a2d1-320566a630b4') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:14.396450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.415461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227d19-7feb-4ba5-8dbb-25521b3bab0c req-ce1373c3-644d-4da8-a93c-a36144cbb994 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.417218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e227d19-7feb-4ba5-8dbb-25521b3bab0c req-ce1373c3-644d-4da8-a93c-a36144cbb994 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 931 time: 0.1154821 Aug 11 02:49:14.435959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 05bf968c-f55c-44ad-88fe-7a09d31e927a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:14.437293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.445094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.459631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:14.460096 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:14.461987 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:14.508451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f2249-a42f-495d-8f8f-6abcdcbf93d3 None None] Port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:14.520860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0093b-9df8-4d27-a568-471dfec5898c None None] DHCP port deletion for e6752534-7c6f-40b8-859e-a550a1cfa678 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:49:14.535843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e227d19-7feb-4ba5-8dbb-25521b3bab0c req-bfa6b87c-ffaa-43d7-a984-86248559391d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095717 Aug 11 02:49:14.553851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.560507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.562515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] 10.222.0.68 "DELETE /v2.0/networks/e6752534-7c6f-40b8-859e-a550a1cfa678 HTTP/1.1" status: 204 len: 168 time: 1.1355007 Aug 11 02:49:14.575933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d1f5-fa7d-4929-ac77-d72307231dda admin admin] Pushing event deleted for resources: {'Network': ['ID=e6752534-7c6f-40b8-859e-a550a1cfa678,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.768372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 35163805-e651-4595-bfc5-9fbf520000c9 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:14.785557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:14.789280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55074) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:14.793121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 35163805-e651-4595-bfc5-9fbf520000c9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:14.793459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 35163805-e651-4595-bfc5-9fbf520000c9 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:14.793934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6daea920-ef67-4267-a92a-0282c40c5977 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:14.794957 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.810046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Transition to ACTIVE for port object 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:14.815902 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.816778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6daea920-ef67-4267-a92a-0282c40c5977 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:14.817368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6daea920-ef67-4267-a92a-0282c40c5977 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:14.856888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1ca88b20-bd6b-489f-960c-35284a21b60d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90b9d42a918d4bf0bd271b95fd9303db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648887 Aug 11 02:49:14.861301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55076) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:14.873648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.955587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.993970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Attempting to bind port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:14.996269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Attempting to bind port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:14.996962 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Attempting to bind port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d on network 10d5f39b-2925-437a-a1d9-53b0e3032b01 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:15.002790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d on network 10d5f39b-2925-437a-a1d9-53b0e3032b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:15.003398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Attempting to bind port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d on network 10d5f39b-2925-437a-a1d9-53b0e3032b01 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:15.008429 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.010582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:15.011197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Checking segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:15.011610 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Bound using segment: {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:15.012185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Bound port: 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35fc495-a9a1-474d-a008-09cf2841a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:15.012566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.109489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:15.109790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.113965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:15.115941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.117607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1571b02-67d3-4946-9173-562bcc840ec8 HTTP/1.1" status: 204 len: 168 time: 0.2550099 Aug 11 02:49:15.123901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.132951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05539d-79de-4605-8219-24af0c9ecf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1571b02-67d3-4946-9173-562bcc840ec8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.178837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.179533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.181118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] 10.222.0.61 "PUT /v2.0/ports/0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 1092 time: 1.1471829 Aug 11 02:49:15.181618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:15.194267 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176c2932-1e3e-4dcd-9931-0b103f568d37" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:15.230306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531ad27-4c41-434c-93f0-f43a77f8bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.298029 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e7a1c-7748-457b-8247-a50c182335f2 x-openstack-request-id: req-c31e7a1c-7748-457b-8247-a50c182335f2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:15.301586 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:15.302873 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c31e7a1c-7748-457b-8247-a50c182335f2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:15.304636 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'status': 'completed', 'code': 200} Aug 11 02:49:15.337119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-f11c56bf-05d8-4857-9e86-f826cea29c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.339999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-f11c56bf-05d8-4857-9e86-f826cea29c05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1095 time: 0.1016948 Aug 11 02:49:15.398810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-7f023bab-4238-452f-862c-c32c29589414 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 217 time: 0.0500636 Aug 11 02:49:15.476827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b157407e-17a4-4c79-9cea-7296e53b042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.478460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-b157407e-17a4-4c79-9cea-7296e53b042b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 200 len: 835 time: 0.0694258 Aug 11 02:49:15.605103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-caec2239-2374-41e7-a3b0-13a1c7cc8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.609599 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-caec2239-2374-41e7-a3b0-13a1c7cc8b7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10d5f39b-2925-437a-a1d9-53b0e3032b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220269 Aug 11 02:49:15.615039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f57319d-bff7-46b3-b7cf-6cd896a0b52c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:15.659699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 0f57319d-bff7-46b3-b7cf-6cd896a0b52c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:15.660047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 0f57319d-bff7-46b3-b7cf-6cd896a0b52c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:15.810211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1865841-cbf4-4cf8-a704-89b75f85ea53 req-46f5c04a-75e7-4ee9-b1e8-775ff65a8ca7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.812715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1865841-cbf4-4cf8-a704-89b75f85ea53 req-46f5c04a-75e7-4ee9-b1e8-775ff65a8ca7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 943 time: 0.0705757 Aug 11 02:49:15.874610 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-dca0060d-0223-47ef-aae4-6a7cd12d7b90 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524693 Aug 11 02:49:15.901393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1865841-cbf4-4cf8-a704-89b75f85ea53 req-ba75230b-c490-4a46-b9cc-a18159f4b453 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746095 Aug 11 02:49:15.913227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85bb79-300e-4c5b-a33f-55aa058f68b7 req-0279d999-6c97-4c63-ac46-0af509ab991c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.915351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c85bb79-300e-4c5b-a33f-55aa058f68b7 req-0279d999-6c97-4c63-ac46-0af509ab991c tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.0906005 Aug 11 02:49:15.977901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c85bb79-300e-4c5b-a33f-55aa058f68b7 req-a52cd3e8-db87-43f9-8085-36d7b5ade7ca tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Aug 11 02:49:16.061228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2bc2a790-7c3b-43ef-b38f-a17102689a03 req-07976d3f-b76d-4eee-ade8-b403c5d5f9be service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785815 Aug 11 02:49:16.164661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-4bb1a2a3-359c-4ae8-8aac-fb97191f7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.166452 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-4bb1a2a3-359c-4ae8-8aac-fb97191f7be3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1095 time: 0.0503867 Aug 11 02:49:16.350686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-abe44cb4-4828-460b-9138-8a941a882572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.353157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-abe44cb4-4828-460b-9138-8a941a882572 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 897 time: 0.1782837 Aug 11 02:49:16.430466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-19912bb0-6117-4e34-8d4a-beb95e43dacf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 217 time: 0.0689397 Aug 11 02:49:16.474940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9d27d050-49ca-4724-8be1-849c6c707b98 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:16.500958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 9d27d050-49ca-4724-8be1-849c6c707b98 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:16.501616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 9d27d050-49ca-4724-8be1-849c6c707b98 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:16.531467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-e34d8a0e-d891-463f-9dae-222d54cee915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.533381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-e34d8a0e-d891-463f-9dae-222d54cee915 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 200 len: 835 time: 0.0942855 Aug 11 02:49:16.564461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55108) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.612398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-22016ac9-09a7-47b0-b03a-6d5190f482a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.614345 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-22016ac9-09a7-47b0-b03a-6d5190f482a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10d5f39b-2925-437a-a1d9-53b0e3032b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697451 Aug 11 02:49:16.680505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1691825380-network', 'tenant_id': '57928e3060b146c5b21ab1ab367a4b72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:16.706430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Made reservation on behalf of 57928e3060b146c5b21ab1ab367a4b72 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:16.709780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.721214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.773635 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-1a27baf0-1425-41e4-8a8a-0623598ae021 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489508 Aug 11 02:49:16.837650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.843376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.877562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:49:16.889027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3061e-9073-43ad-8b68-e2c2bd2c6641,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.894987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.895589 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Added segment b117777e-4977-483e-9b89-bb0b2b36ca11 of type vlan for network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 Aug 11 02:49:16.908271 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-176c2932-1e3e-4dcd-9931-0b103f568d37 req-6d285551-4e60-43f0-a37b-a027a181583f service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249871 Aug 11 02:49:16.950511 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.992610 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.993954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.994700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.052691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4823873 Aug 11 02:49:17.054159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55116) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.058943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Request body: {'subnet': {'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1691825380-subnet', 'tenant_id': '57928e3060b146c5b21ab1ab367a4b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:17.091366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Made reservation on behalf of 57928e3060b146c5b21ab1ab367a4b72 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:17.093794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f874c-a7d9-4582-846c-ac02f4ba5fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=d0531f61-ab94-4c0f-aaab-251e49cc1fb9,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.096647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.112616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:17.142851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412631c5-6393-47d7-a1fe-a03754890faa req-bc86b49d-53ec-4b30-88f5-cd1f2cbfd4d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.144480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-412631c5-6393-47d7-a1fe-a03754890faa req-bc86b49d-53ec-4b30-88f5-cd1f2cbfd4d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 943 time: 0.0890398 Aug 11 02:49:17.203630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342bd32-c036-4f59-8082-bebc827d7efb req-af2c14b1-12a8-4925-a2f4-d15b514a751f tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.205591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9342bd32-c036-4f59-8082-bebc827d7efb req-af2c14b1-12a8-4925-a2f4-d15b514a751f tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.0902615 Aug 11 02:49:17.211752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-412631c5-6393-47d7-a1fe-a03754890faa req-948a0389-112d-4f0c-97e9-2964475f45ea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527470 Aug 11 02:49:17.265156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9342bd32-c036-4f59-8082-bebc827d7efb req-310c9362-c8f2-45d9-8d7f-3048f0e574d4 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Aug 11 02:49:17.282249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-c0092171-a524-4626-b111-f35c6e266169 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.284890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-c0092171-a524-4626-b111-f35c6e266169 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 1097 time: 0.1199913 Aug 11 02:49:17.335335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:17.524536 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.531047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Deleting port 12ade22b-1024-4c3d-931a-275797c04d50 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:17.531376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.651708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0707e310-1b3a-4a82-988a-6844bc266101,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.672770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Checking segment: {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:17.673141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Network hostable DHCP agents. Network: d0531f61-ab94-4c0f-aaab-251e49cc1fb9, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:17.682799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] For port 12ade22b-1024-4c3d-931a-275797c04d50, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=12ade22b-1024-4c3d-931a-275797c04d50,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:17.683177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.704721 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Calling delete_port for 12ade22b-1024-4c3d-931a-275797c04d50 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:17.718908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:17.763382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d0531f61-ab94-4c0f-aaab-251e49cc1fb9) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:17.777188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.778110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.778766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6516c0b-fd96-4b3c-b4d5-65326730d773 None None] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:17.811102 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c8d7704f-7d32-4f8a-9b54-670cad1b02c9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7569394 Aug 11 02:49:17.899532 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.917038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['12ade22b-1024-4c3d-931a-275797c04d50'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:17.939686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Pushing event deleted for resources: {'Port': ['ID=12ade22b-1024-4c3d-931a-275797c04d50,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.012909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] No DVR routers for this DVR port 12ade22b-1024-4c3d-931a-275797c04d50 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:18.017342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.021452 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5c09ad5-e094-474f-a6ba-8cbbf09dbae0 req-75614de8-d198-4518-b111-a9f5dc2ad498 tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.61 "DELETE /v2.0/ports/12ade22b-1024-4c3d-931a-275797c04d50 HTTP/1.1" status: 204 len: 173 time: 0.7259440 Aug 11 02:49:18.022247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'name': 'network-vif-deleted', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:18.026696 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce66bdc5-2c14-47a3-9ca1-f2c4f6958792" -d '{"events": [{"server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "name": "network-vif-deleted", "tag": "12ade22b-1024-4c3d-931a-275797c04d50"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:18.032763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727ac72-1288-4954-99d4-af0524d91666 None None] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:18.138256 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab89fa7c-4c31-4193-810e-917cf6027b64 x-openstack-request-id: req-ab89fa7c-4c31-4193-810e-917cf6027b64 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:18.140361 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747dea9-cb80-4d6b-a0b2-8ffea860e4da", "name": "network-vif-deleted", "tag": "12ade22b-1024-4c3d-931a-275797c04d50", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:18.142612 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab89fa7c-4c31-4193-810e-917cf6027b64 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:18.143804 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7747dea9-cb80-4d6b-a0b2-8ffea860e4da', 'name': 'network-vif-deleted', 'tag': '12ade22b-1024-4c3d-931a-275797c04d50', 'status': 'completed', 'code': 200} Aug 11 02:49:18.386263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddce90-13cf-4975-97fa-c86561277e28 req-813ebdd0-c402-4a3a-9a5d-78d1d1f31ec3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:18.388563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5ddce90-13cf-4975-97fa-c86561277e28 req-813ebdd0-c402-4a3a-9a5d-78d1d1f31ec3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 943 time: 0.0653315 Aug 11 02:49:18.499138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b5ddce90-13cf-4975-97fa-c86561277e28 req-bd5aed21-43dc-497b-8119-baa235d1fb3a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004922 Aug 11 02:49:18.578663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b7e69a67-b1dd-4784-83fb-91c6ba582d6b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:18.581043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b7e69a67-b1dd-4784-83fb-91c6ba582d6b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 814 time: 0.1588333 Aug 11 02:49:18.606476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-c6288e5f-4f6e-4e50-b369-303af07f0f0e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/quotas/57928e3060b146c5b21ab1ab367a4b72 HTTP/1.1" status: 200 len: 375 time: 0.0163491 Aug 11 02:49:18.675134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-24421c5f-88e2-4278-a06c-88a1a3163e16 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560291 Aug 11 02:49:18.710455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-55d20731-e319-4ee3-9316-7e0483e8e01a req-e288ade1-5c90-443a-8189-40979c5909cb tempest-TestServerMultinode-1221769215 tempest-TestServerMultinode-1221769215-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7747dea9-cb80-4d6b-a0b2-8ffea860e4da HTTP/1.1" status: 200 len: 210 time: 0.0748742 Aug 11 02:49:18.717366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-53e02164-eacb-4f52-84c0-d7c0d9a9a290 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:18.719426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-53e02164-eacb-4f52-84c0-d7c0d9a9a290 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135181 Aug 11 02:49:18.852932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-ba92fc9d-5cf5-45dc-b73a-f2f831963094 service neutron] 10.222.0.68 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207533 Aug 11 02:49:18.905931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:18.972890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-16455f26-b074-4dbe-ad9b-2931750cf269 service neutron] 10.222.0.68 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127305 Aug 11 02:49:19.036009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:19.061046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'mac_address': 'fa:16:3e:d4:7d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:19.123671 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.146396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:19.171480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:19.177485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.229007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf364095-a0f3-4c4d-9686-bb9011f2c4b9 req-2e1266ea-be6d-4964-a157-517bb23d78c8 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 210 time: 0.0372169 Aug 11 02:49:19.254156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.445039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:19.672326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1e6f4-e851-465d-81a4-df7c0e316421 req-56450f6b-c082-4595-85f8-66d1933c529e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.673992 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fc1e6f4-e851-465d-81a4-df7c0e316421 req-56450f6b-c082-4595-85f8-66d1933c529e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 944 time: 0.0602016 Aug 11 02:49:19.741579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fc1e6f4-e851-465d-81a4-df7c0e316421 req-cc850a34-116a-43c9-be8b-f46b371f42ca tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570700 Aug 11 02:49:19.795818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55154) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:20.218650 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.360654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6539b696-38c8-49a2-b0af-3f305adba7ad req-2565bd18-b884-4ab7-97ab-69dc10f6f554 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 210 time: 0.0311892 Aug 11 02:49:20.500224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-1f892a41-959c-436b-89e1-399464e9135e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.502443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-1f892a41-959c-436b-89e1-399464e9135e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 814 time: 0.1352901 Aug 11 02:49:20.522947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Request body: {'port': {'device_id': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'admin_state_up': True, 'tenant_id': '57928e3060b146c5b21ab1ab367a4b72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:20.563430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Deleting port 9e27c292-e740-47b9-b37e-483af580ccdd {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:20.563970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.673091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] For port 9e27c292-e740-47b9-b37e-483af580ccdd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9e27c292-e740-47b9-b37e-483af580ccdd,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:20.673531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.678665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Made reservation on behalf of 57928e3060b146c5b21ab1ab367a4b72 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:20.682351 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.689925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Calling delete_port for 9e27c292-e740-47b9-b37e-483af580ccdd owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:20.832806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Allocated IP 172.20.0.9 (d0531f61-ab94-4c0f-aaab-251e49cc1fb9/0707e310-1b3a-4a82-988a-6844bc266101/b7907549-7fc3-44d1-ba0e-68d89d87daca) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:20.906619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:20.923430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83585-008d-45f1-8b48-5ed62acb5f0d req-db5e4ba8-4158-491d-b3b3-27bfd82e4974 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.925085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1a83585-008d-45f1-8b48-5ed62acb5f0d req-db5e4ba8-4158-491d-b3b3-27bfd82e4974 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 944 time: 0.0971928 Aug 11 02:49:20.934489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.968784 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e27c292-e740-47b9-b37e-483af580ccdd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.022420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:21.031209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:21.031445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1a83585-008d-45f1-8b48-5ed62acb5f0d req-a0cda4c3-26c6-409e-b6b9-73d5e8b643eb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818672 Aug 11 02:49:21.032326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.133434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.198887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.204712 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.212999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.259795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:21.263076 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41af52-1cb5-4787-99ae-753e170c2edd" -d '{"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:21.281970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:21.288441 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.289505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 12ade22b-1024-4c3d-931a-275797c04d50 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:21.300550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:21.303270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:21.305531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.308031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:21.327014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 12ade22b-1024-4c3d-931a-275797c04d50 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:21.327642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 12ade22b-1024-4c3d-931a-275797c04d50 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:21.380848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.381722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.397205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.401229 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe17d07-5dfd-4e1d-a494-79ea4df70113 x-openstack-request-id: req-bfe17d07-5dfd-4e1d-a494-79ea4df70113 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:21.401552 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:21.401924 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfe17d07-5dfd-4e1d-a494-79ea4df70113 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:21.402332 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'code': 200} Aug 11 02:49:21.402635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-a89a8b30-550d-4b4c-80d3-bfab2d4f85f7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861713 Aug 11 02:49:21.409315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.409665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.410049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.410392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.410729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.411063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.411819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.412411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.412598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.412829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.413162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.413489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:21.423309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Request body: {'port': {'device_id': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:21.540471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.593550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb732-2bba-45d6-9514-27b3993a189c req-72aa1a29-4893-416b-abd1-bd2b4479e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.595127 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23bdb732-2bba-45d6-9514-27b3993a189c req-72aa1a29-4893-416b-abd1-bd2b4479e014 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1097 time: 0.0882053 Aug 11 02:49:21.595315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc5cd2-c523-4d4a-8b2b-e9881c5c2ead req-f0b833a3-2d41-4010-afb2-b941dc0dd880 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.596843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dadc5cd2-c523-4d4a-8b2b-e9881c5c2ead req-f0b833a3-2d41-4010-afb2-b941dc0dd880 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 931 time: 0.0966887 Aug 11 02:49:21.692530 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23bdb732-2bba-45d6-9514-27b3993a189c req-dd2711a2-34c9-4774-8c9c-de54c04e4904 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841196 Aug 11 02:49:21.710948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Router aa7b11d8-979f-4547-bd5b-12239796302c has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:21.722556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dadc5cd2-c523-4d4a-8b2b-e9881c5c2ead req-19e7c172-f102-45ee-9bf2-4892e604f58b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134048 Aug 11 02:49:21.837548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:21.846873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4359c43d-bbe1-4baa-a489-ed36a7cfbb72 admin admin] 10.222.0.68 "PUT /v2.0/routers/aa7b11d8-979f-4547-bd5b-12239796302c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469737 Aug 11 02:49:21.847504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55164) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:21.851799 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Sync routers for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:21.862506 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:21.863342 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:21.925013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:21.936244 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.953729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Transition to ACTIVE for port object b7907549-7fc3-44d1-ba0e-68d89d87daca will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:21.959931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.004156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:22.076866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:22.176783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Attempting to bind port b7907549-7fc3-44d1-ba0e-68d89d87daca on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:22.177581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Attempting to bind port b7907549-7fc3-44d1-ba0e-68d89d87daca by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:22.177957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Attempting to bind port b7907549-7fc3-44d1-ba0e-68d89d87daca on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:22.183853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Port b7907549-7fc3-44d1-ba0e-68d89d87daca on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:22.184262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Attempting to bind port b7907549-7fc3-44d1-ba0e-68d89d87daca on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:22.195719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:22.196637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Checking segment: {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:22.197533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Bound using segment: {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:22.199274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Bound port: b7907549-7fc3-44d1-ba0e-68d89d87daca, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:22.201463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.303531 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:49:20Z', 'revision_number': 5, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:22.356772 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Checking router: aa7b11d8-979f-4547-bd5b-12239796302c for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:22.358535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18713c4-05ff-4ad5-bc28-7e418cc10c43 req-63bbea2a-fc30-4a7d-9e85-53ed00b0dfe8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.359616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b18713c4-05ff-4ad5-bc28-7e418cc10c43 req-63bbea2a-fc30-4a7d-9e85-53ed00b0dfe8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1345856 Aug 11 02:49:22.361030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:22.369494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:22.375329 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Routers {'aa7b11d8-979f-4547-bd5b-12239796302c'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:22.376311 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['aa7b11d8-979f-4547-bd5b-12239796302c'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:22.389549 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.397596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.443174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.443847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.445344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] 10.222.0.67 "PUT /v2.0/ports/b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 1092 time: 1.0292141 Aug 11 02:49:22.449848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:22.453329 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbfd151-ead1-40ef-9efe-d7c9406b2995" -d '{"events": [{"name": "network-changed", "server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:22.477142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b18713c4-05ff-4ad5-bc28-7e418cc10c43 req-3a71bce0-b473-466b-b366-a39a0e8768c3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051505 Aug 11 02:49:22.518007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b983e1-1322-4faa-a0d2-42d5de60840a service neutron] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:22.548414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] Set router aa7b11d8-979f-4547-bd5b-12239796302c gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:22.553361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.586317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-4b38f6bc-99a3-4841-a4c4-2ba842691831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.589993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-4b38f6bc-99a3-4841-a4c4-2ba842691831 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1095 time: 0.0589576 Aug 11 02:49:22.598227 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60855e94-4735-480b-8e8f-b892a68c5c64 x-openstack-request-id: req-60855e94-4735-480b-8e8f-b892a68c5c64 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:22.598572 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:22.598792 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60855e94-4735-480b-8e8f-b892a68c5c64 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:22.599384 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'status': 'completed', 'code': 200} Aug 11 02:49:22.638606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Deleting port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:22.639237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.647972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-1881a40d-5e23-4d19-9b4f-0af4cad6891e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0446396 Aug 11 02:49:22.664541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ade3a595-3527-4a79-a270-c9620cbe5757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.734347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-1827ed6c-a37a-4e7f-b06d-1242345659d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.736422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-1827ed6c-a37a-4e7f-b06d-1242345659d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0811698 Aug 11 02:49:22.777879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] For port 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:22.778317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.796774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-ccae51c2-fca4-4dc8-8447-c7747d86eff5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517151 Aug 11 02:49:22.797768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Calling delete_port for 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:22.822468 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:49:20Z', 'revision_number': 5, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:22.866544 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080aee8-40d2-4def-9407-1eb00d49a221 None None] The sync data for ids ['aa7b11d8-979f-4547-bd5b-12239796302c'] in n-d-713498-10 is: [{'id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'name': 'tempest-TestServerMultinode-1970228438-router', 'tenant_id': '94596fad38bc4391b46f7a4a6740f2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:17Z', 'updated_at': '2021-08-11T02:49:20Z', 'revision_number': 5, 'project_id': '94596fad38bc4391b46f7a4a6740f2a0', 'gw_port': {'id': '7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7b11d8-979f-4547-bd5b-12239796302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:18Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:22.993455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98b51b-2662-4673-bb3c-a5a4568ad127 req-a0a51994-036b-4285-abe6-3136e90810fd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.995144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc98b51b-2662-4673-bb3c-a5a4568ad127 req-a0a51994-036b-4285-abe6-3136e90810fd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.1500676 Aug 11 02:49:23.031330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.033718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-4497378d-0e6c-4a4d-bfc9-61c92039984a service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102413 Aug 11 02:49:23.071782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:23.097696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc98b51b-2662-4673-bb3c-a5a4568ad127 req-a9c78f5a-1a89-4a71-8e5c-bbe0e79b0d74 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949049 Aug 11 02:49:23.155131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.158793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7ca309be-739a-46d5-9b7f-07a7205e2a57 req-2d1bbfc6-aac2-4723-baf3-91a268da28d5 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164699 Aug 11 02:49:23.262492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-d7950626-b18d-4cb6-9b5c-dbc910c145f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.264145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-d7950626-b18d-4cb6-9b5c-dbc910c145f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1095 time: 0.0533164 Aug 11 02:49:23.288341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.293746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.350729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.351302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7b11d8-979f-4547-bd5b-12239796302c {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:49:23.356515 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.357774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2205a382-6246-47d1-888f-c4c76f4a067a admin admin] 10.222.0.68 "DELETE /v2.0/routers/aa7b11d8-979f-4547-bd5b-12239796302c HTTP/1.1" status: 204 len: 168 time: 1.5087030 Aug 11 02:49:23.361187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55172) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.395686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-d0dfe34d-94ee-4cd9-8da2-25a799a82f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.398193 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-d0dfe34d-94ee-4cd9-8da2-25a799a82f35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.1263943 Aug 11 02:49:23.436392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Deleting subnet 1d9cddfe-aa4e-4305-828a-2b1b05a7af59 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:23.440864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.459878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-5dc70cd5-c718-4f72-87b4-99f22becec66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0525751 Aug 11 02:49:23.508176 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.540397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-845597a7-3fea-414a-8603-4f6482818b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.542941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-845597a7-3fea-414a-8603-4f6482818b0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0754826 Aug 11 02:49:23.587872 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-6a469dff-3a45-4405-9a4b-dc6d7fe92faa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366726 Aug 11 02:49:23.603787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9e27c292-e740-47b9-b37e-483af580ccdd no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:23.622193 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.643284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 9e27c292-e740-47b9-b37e-483af580ccdd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:23.644257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9e27c292-e740-47b9-b37e-483af580ccdd not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:23.704076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.721631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7cf3-3f41-44cd-913c-a9ffb6bf006f req-d8454ec3-7909-41d0-8c68-c7696794acd2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.723348 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f15c7cf3-3f41-44cd-913c-a9ffb6bf006f req-d8454ec3-7909-41d0-8c68-c7696794acd2 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1391058 Aug 11 02:49:23.725510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.726142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-010274a3-5191-458a-9ffe-d929d24c2a58 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285720 Aug 11 02:49:23.731317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1d9cddfe-aa4e-4305-828a-2b1b05a7af59 HTTP/1.1" status: 204 len: 168 time: 0.3661776 Aug 11 02:49:23.731736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55176) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.741321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c29250-328f-413a-bf51-98e8b1ca88f2 None None] Network 1ec82080-2830-4b90-8097-10ed6f2f2ac5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:23.775938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd41ef-d08b-4414-a4b1-61142894acef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9cddfe-aa4e-4305-828a-2b1b05a7af59,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:23.912158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f15c7cf3-3f41-44cd-913c-a9ffb6bf006f req-34a4d862-1d13-4b4b-93fb-6af8434cc97f tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616931 Aug 11 02:49:23.917238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.971497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0dbfd151-ead1-40ef-9efe-d7c9406b2995 req-35b8f1c7-42ef-4d53-9065-5482ba9d0352 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322044 Aug 11 02:49:23.998471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Deleting port 4938bac2-ad36-4949-bc61-4da7f43d47fe {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:23.998820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.098328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] For port 4938bac2-ad36-4949-bc61-4da7f43d47fe, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4938bac2-ad36-4949-bc61-4da7f43d47fe,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:24.098700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.116553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Calling delete_port for 4938bac2-ad36-4949-bc61-4da7f43d47fe owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:24.131571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8bb4-2307-4635-905f-341bf16804cd req-81073596-0292-48e8-b708-d2e5d6910cc1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.133209 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28fc8bb4-2307-4635-905f-341bf16804cd req-81073596-0292-48e8-b708-d2e5d6910cc1 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1210926 Aug 11 02:49:24.201070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] DHCP port deletion for 1ec82080-2830-4b90-8097-10ed6f2f2ac5 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:49:24.251594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28fc8bb4-2307-4635-905f-341bf16804cd req-e45e706b-824a-4b7f-94eb-3a65b8f4db90 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113243 Aug 11 02:49:24.269348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Deleting port 4938bac2-ad36-4949-bc61-4da7f43d47fe {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:24.274385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.286699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55182) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.302663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83adc-d4a2-4f1b-8606-7a83050e64c9 req-d4f88f0f-ac75-4f2c-918b-eedb9ddd57ef tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.304248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02d83adc-d4a2-4f1b-8606-7a83050e64c9 req-d4f88f0f-ac75-4f2c-918b-eedb9ddd57ef tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0985618 Aug 11 02:49:24.305483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.332907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4938bac2-ad36-4949-bc61-4da7f43d47fe,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.353724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] No DVR routers for this DVR port 4938bac2-ad36-4949-bc61-4da7f43d47fe on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:24.361527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db4e8b-ff59-4f30-8e9b-bf2032a7fc39 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.367667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-99db4e8b-ff59-4f30-8e9b-bf2032a7fc39 tempest-TestNetworkAdvancedServerOps-1361300323 tempest-TestNetworkAdvancedServerOps-1361300323-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1092 time: 0.0757468 Aug 11 02:49:24.368376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55184) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.377060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:24.396363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] For port 4938bac2-ad36-4949-bc61-4da7f43d47fe, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4938bac2-ad36-4949-bc61-4da7f43d47fe,segment=NetworkSegment(e08129c5-7bea-48a5-a97b-6321c5db8ea1),segment_id=e08129c5-7bea-48a5-a97b-6321c5db8ea1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:24.397301 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.417036 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.420300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Calling delete_port for 4938bac2-ad36-4949-bc61-4da7f43d47fe owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:24.447044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02d83adc-d4a2-4f1b-8606-7a83050e64c9 req-109a97bb-0033-4646-83c5-4919bdc1e05e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191654 Aug 11 02:49:24.478014 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.494689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec82080-2830-4b90-8097-10ed6f2f2ac5']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:24.511448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08129c5-7bea-48a5-a97b-6321c5db8ea1') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:24.511747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08129c5-7bea-48a5-a97b-6321c5db8ea1') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:24.516741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-0bc21949-68a3-4511-af42-6f5877bd98b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878775 Aug 11 02:49:24.527430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.559292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.571172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.575355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:24.577871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:24.580901 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:24.592002 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.642439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] Pushing event deleted for resources: {'Port': ['ID=4938bac2-ad36-4949-bc61-4da7f43d47fe,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.646382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f055d-d093-4580-8ab4-03236a604e17 None None] No DVR routers for this DVR port 4938bac2-ad36-4949-bc61-4da7f43d47fe on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:24.696481 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.703083 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.710668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1ec82080-2830-4b90-8097-10ed6f2f2ac5 HTTP/1.1" status: 204 len: 168 time: 0.9724464 Aug 11 02:49:24.720964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55186) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.726090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf26-98e2-4b48-bf10-779816f13aad req-b788488c-e664-4368-bbda-94416ce14a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.727663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-b788488c-e664-4368-bbda-94416ce14a7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1098 time: 0.1016128 Aug 11 02:49:24.728472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218078-9b33-4c98-ae87-c53da3aaf7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec82080-2830-4b90-8097-10ed6f2f2ac5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.831513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Allocated IP 172.25.3.64 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ea7a56f8-f6f0-4f2c-83c4-f9086a456d41) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:25.120713 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.204732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d89aec99-f983-4c5c-931e-baf06bc1e763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.232579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.280782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:25.289418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:25.300115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:25.329546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=ea7a56f8-f6f0-4f2c-83c4-f9086a456d41,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:25.355035 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf26-98e2-4b48-bf10-779816f13aad req-75eb249e-32e0-4353-ba3b-6ff557b95033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.357037 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-75eb249e-32e0-4353-ba3b-6ff557b95033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.6029475 Aug 11 02:49:25.440003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-e4269e65-55fe-4680-96ba-d1339cd11b25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 1002 time: 0.0706141 Aug 11 02:49:25.476551 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.520129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf26-98e2-4b48-bf10-779816f13aad req-289f14b5-d97d-48fc-b114-1376b5c8dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.522887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-289f14b5-d97d-48fc-b114-1376b5c8dca0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0716555 Aug 11 02:49:25.593288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf26-98e2-4b48-bf10-779816f13aad req-d0d1a8f2-15d6-452b-b867-6e231c044b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.594731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-d0d1a8f2-15d6-452b-b867-6e231c044b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605087 Aug 11 02:49:25.602210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:25.629256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:25.629994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7f3ad5f3-3e6b-4d9e-a611-e94b9ba686dd not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:25.630494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4938bac2-ad36-4949-bc61-4da7f43d47fe no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:25.664227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4938bac2-ad36-4949-bc61-4da7f43d47fe {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:25.665789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4938bac2-ad36-4949-bc61-4da7f43d47fe not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:25.688212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.719888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e218ff-dba6-49df-b823-9bc8375cf461 req-19fc4c17-5f21-4b41-83d0-7fa371a48f88 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.721518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21e218ff-dba6-49df-b823-9bc8375cf461 req-19fc4c17-5f21-4b41-83d0-7fa371a48f88 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.1316867 Aug 11 02:49:25.760459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-f3cb4f03-a7ee-4d4b-9243-58c30b74c42e service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536210 Aug 11 02:49:25.799994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21e218ff-dba6-49df-b823-9bc8375cf461 req-f4e235a0-8613-4f51-9c60-aff509d3804d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Aug 11 02:49:25.889025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-917bbf26-98e2-4b48-bf10-779816f13aad req-4f32701b-1a36-4b99-9a14-a69c930248d9 service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158869 Aug 11 02:49:26.327685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.490516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:26.526666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.540444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.615019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:26.628909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'port_id': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'mac_address': 'fa:16:3e:02:d5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707e310-1b3a-4a82-988a-6844bc266101', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:26.640232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Deleting port d6df096b-18c0-4eba-94c1-9389466e6283 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:26.641064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.680802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.701326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:26.727383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:26.732686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.814181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:26.900739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] For port d6df096b-18c0-4eba-94c1-9389466e6283, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d6df096b-18c0-4eba-94c1-9389466e6283,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:26.901584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.926218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Calling delete_port for d6df096b-18c0-4eba-94c1-9389466e6283 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:26.955839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a3f7b-bf1d-4b83-b482-3a5f37a0f5ad req-f4bf83d6-6275-4c8f-bed4-390b1bdb2d62 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.957843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b6a3f7b-bf1d-4b83-b482-3a5f37a0f5ad req-f4bf83d6-6275-4c8f-bed4-390b1bdb2d62 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 944 time: 0.0794091 Aug 11 02:49:26.985596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.992843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:26.995218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.012971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b6a3f7b-bf1d-4b83-b482-3a5f37a0f5ad req-5147278c-03cf-4dfa-b45b-24d9698fa649 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Aug 11 02:49:27.073346 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:27.147488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event updated for resources: {'Port': ['ID=ea7a56f8-f6f0-4f2c-83c4-f9086a456d41,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.222294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.353048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port ca82ba2d-f889-40d8-8f38-97796a988951 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:27.353505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.383422 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 6b4f39a6-b521-4d82-86c5-edb974cad73a associated. External IP: 172.25.3.64, port: 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d. Aug 11 02:49:27.436295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.458307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.458639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.474762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6df096b-18c0-4eba-94c1-9389466e6283,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.483591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for ca82ba2d-f889-40d8-8f38-97796a988951 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:27.771185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.824378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=ca82ba2d-f889-40d8-8f38-97796a988951,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:27.936559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.937366 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP d853dfdd-c6fd-4ed8-bc30-62fb078f3080 disassociated (deleted). External IP: 172.25.3.109, port: 88d19166-8173-4ffc-86a4-22142fca0502. Aug 11 02:49:28.131040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.363091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b6c6-a80e-4889-9670-14a7ba0352dc req-a51f86d3-0f84-4a76-8de7-f430fd8eb20d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.365728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b15b6c6-a80e-4889-9670-14a7ba0352dc req-a51f86d3-0f84-4a76-8de7-f430fd8eb20d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 944 time: 0.1750846 Aug 11 02:49:28.385874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:28.393192 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.405980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:28.487426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4b15b6c6-a80e-4889-9670-14a7ba0352dc req-88f98856-7a06-4ece-b52e-01bbb958adfc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119394 Aug 11 02:49:28.496396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:28.583928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:28.591906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.595167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port b7907549-7fc3-44d1-ba0e-68d89d87daca completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:28.604950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:28.615774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port b7907549-7fc3-44d1-ba0e-68d89d87daca triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:28.616111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.651309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:28.651983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:28.670687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1231a4f9-3f61-48d7-aec2-00f2e0b91131 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "DELETE /v2.0/floatingips/d853dfdd-c6fd-4ed8-bc30-62fb078f3080 HTTP/1.1" status: 204 len: 168 time: 1.5953774 Aug 11 02:49:28.671798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:28.677374 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e327e6f-8584-438b-8751-c9cf9decab1e" -d '{"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:28.765855 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:28.784075 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Sync routers for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:28.791636 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7518c2c5-4f31-4468-abac-0a02168fa7ae x-openstack-request-id: req-7518c2c5-4f31-4468-abac-0a02168fa7ae {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:28.792153 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "tag": "88d19166-8173-4ffc-86a4-22142fca0502", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:28.793431 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7518c2c5-4f31-4468-abac-0a02168fa7ae {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:28.793431 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502', 'status': 'completed', 'code': 200} Aug 11 02:49:28.806862 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:28.808298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:28.875475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:28.921294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.006773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-c9565295-73ca-45a0-842f-3aa13a2e66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.008748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-c9565295-73ca-45a0-842f-3aa13a2e66a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 1097 time: 0.1730099 Aug 11 02:49:29.018543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78e8996f-a7e2-4908-a569-6df48285d3d4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6439800 Aug 11 02:49:29.018543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:29.020262 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843af8ee-2bdc-48bb-8355-b406ec0a32d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:29.054717 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:29.121788 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.141651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Router 81828ecb-c783-4c92-9d5a-b97bdba168c8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:29.146347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21e43-718f-46ad-966d-eb4828c603d9 req-db90d044-7be2-4105-b453-a21e35445cf8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.158633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1c21e43-718f-46ad-966d-eb4828c603d9 req-db90d044-7be2-4105-b453-a21e35445cf8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.1321769 Aug 11 02:49:29.268029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:29.272330 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448903ac-4061-4b8d-a521-21a0ea975a0d" -d '{"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:29.303465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1c21e43-718f-46ad-966d-eb4828c603d9 req-7832a415-c863-4688-a1b4-e445ed0d8ae0 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114135 Aug 11 02:49:29.304868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-b754c3b7-1d33-4920-849a-c7c3bbb77899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.306780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-b754c3b7-1d33-4920-849a-c7c3bbb77899 service neutron] 10.222.0.61 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.2809358 Aug 11 02:49:29.311611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:29.324603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1061-cce9-4cdf-b2c8-596b7b0c2bd6 req-db5680fc-eb7a-475c-92b8-a78e5e4a4961 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.324986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.333013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33fc1061-cce9-4cdf-b2c8-596b7b0c2bd6 req-db5680fc-eb7a-475c-92b8-a78e5e4a4961 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.2249391 Aug 11 02:49:29.376546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-8981030f-16cd-44ec-ab96-94d06a622099 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 200 len: 217 time: 0.0608342 Aug 11 02:49:29.424202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:29.425707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33fc1061-cce9-4cdf-b2c8-596b7b0c2bd6 req-b07d7983-8fbd-4169-8315-a0e5a12c0413 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913675 Aug 11 02:49:29.450384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Sync routers for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:29.452494 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b33877b6-cd26-4e08-aab3-89a72861769f admin admin] 10.222.0.68 "PUT /v2.0/routers/81828ecb-c783-4c92-9d5a-b97bdba168c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7295451 Aug 11 02:49:29.456457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:29.503716 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394ff9b-e10f-4b39-8d70-224e2cf17dd1 x-openstack-request-id: req-a394ff9b-e10f-4b39-8d70-224e2cf17dd1 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:29.504189 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:29.504605 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a394ff9b-e10f-4b39-8d70-224e2cf17dd1 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:29.505360 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'status': 'completed', 'code': 200} Aug 11 02:49:29.508014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55210) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:29.541609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.555293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:29.556416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:29.575898 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2675354-6f4c-4799-b485-f4499c346edb x-openstack-request-id: req-a2675354-6f4c-4799-b485-f4499c346edb {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:29.576428 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:29.576762 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2675354-6f4c-4799-b485-f4499c346edb {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:29.577377 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'code': 200} Aug 11 02:49:29.794565 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '6b4f39a6-b521-4d82-86c5-edb974cad73a', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'mac_address': 'fa:16:3e:d4:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bf202-a760-4daa-830b-79356d87805b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:25Z', 'updated_at': '2021-08-11T02:49:25Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:29.803807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.813436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f6ee-77f7-4051-9ae2-12f2d5533730 req-a892a68b-451e-4065-a1ef-774d56d4cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.816285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5403f6ee-77f7-4051-9ae2-12f2d5533730 req-a892a68b-451e-4065-a1ef-774d56d4cef2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1097 time: 0.1513951 Aug 11 02:49:29.830802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-e8302a75-afeb-4275-8b76-ffcbfb82cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.833698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-e8302a75-afeb-4275-8b76-ffcbfb82cb55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.3793337 Aug 11 02:49:29.837687 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Checking router: 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:29.842881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-0f8f8f50-9ea9-4f49-b067-16bec35b355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.845572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-0f8f8f50-9ea9-4f49-b067-16bec35b355d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1097 time: 0.2392926 Aug 11 02:49:29.849937 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:29.850921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:29.855422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6fb90425-43d4-44a1-b011-bafd38a8958e tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/6b4f39a6-b521-4d82-86c5-edb974cad73a HTTP/1.1" status: 200 len: 990 time: 0.3444240 Aug 11 02:49:29.933762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:29.962291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5403f6ee-77f7-4051-9ae2-12f2d5533730 req-eddabed6-290b-4f19-a3ed-2debe2441c3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321828 Aug 11 02:49:29.980048 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:29.993211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba02b-66f8-4ac9-a178-78f785f4401d req-526bd44d-5a2a-4771-803f-ceaf76a5b807 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.995944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a38ba02b-66f8-4ac9-a178-78f785f4401d req-526bd44d-5a2a-4771-803f-ceaf76a5b807 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.2451768 Aug 11 02:49:30.088199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.101795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-37959997-8e05-43c9-bdf4-d0a1893cf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.103754 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-37959997-8e05-43c9-bdf4-d0a1893cf1a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 897 time: 0.2474082 Aug 11 02:49:30.112542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-9b6853dc-244e-44c3-aba3-b8a0a71df33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.115002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-9b6853dc-244e-44c3-aba3-b8a0a71df33e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675314 Aug 11 02:49:30.131791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:30.153325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:30.154013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.184489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a38ba02b-66f8-4ac9-a178-78f785f4401d req-a77ea915-cf51-45b4-b1f2-ef605b8c2cf6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670067 Aug 11 02:49:30.240775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.311129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:30.357179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-394441e7-4fd7-43fb-8586-691d4c4b9f85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 998 time: 0.2406952 Aug 11 02:49:30.363077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Deleting port 01518a4d-d943-43e8-a35e-a25e14d37957 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:30.364198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.383075 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '6b4f39a6-b521-4d82-86c5-edb974cad73a', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'mac_address': 'fa:16:3e:d4:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bf202-a760-4daa-830b-79356d87805b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:25Z', 'updated_at': '2021-08-11T02:49:25Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.412474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:49:27Z', 'revision_number': 5, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port': {'id': '01518a4d-d943-43e8-a35e-a25e14d37957', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.467154 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebc8fd-512b-45c5-9144-8ffbe83c9231 None None] The sync data for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 is: [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '6b4f39a6-b521-4d82-86c5-edb974cad73a', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'mac_address': 'fa:16:3e:d4:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bf202-a760-4daa-830b-79356d87805b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:25Z', 'updated_at': '2021-08-11T02:49:25Z', 'revision_number': 0, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:30.489025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Checking router: 81828ecb-c783-4c92-9d5a-b97bdba168c8 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:30.494877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-ad8ba7db-7b43-43ee-96a8-38c3fb34319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.497851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-ad8ba7db-7b43-43ee-96a8-38c3fb34319b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 200 len: 835 time: 0.1186004 Aug 11 02:49:30.501785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-e4e73fa4-54e5-4390-8216-e2b050c6bca1 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758035 Aug 11 02:49:30.510509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Routers {'81828ecb-c783-4c92-9d5a-b97bdba168c8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:30.511476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['81828ecb-c783-4c92-9d5a-b97bdba168c8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.538401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] For port 01518a4d-d943-43e8-a35e-a25e14d37957, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=01518a4d-d943-43e8-a35e-a25e14d37957,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:30.539280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.558302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Calling delete_port for 01518a4d-d943-43e8-a35e-a25e14d37957 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:30.571945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867a11a-cd75-4f6e-9283-2c6d6e0b10c0 req-fafc3c4f-782c-452b-b7a9-e2da16d647b8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.573542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b867a11a-cd75-4f6e-9283-2c6d6e0b10c0 req-fafc3c4f-782c-452b-b7a9-e2da16d647b8 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.0966814 Aug 11 02:49:30.669686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] Set router 81828ecb-c783-4c92-9d5a-b97bdba168c8 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:30.696175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-1e4edba0-e540-440f-9302-806c3b4152fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.697717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-1e4edba0-e540-440f-9302-806c3b4152fe tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 945 time: 0.1231649 Aug 11 02:49:30.733146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-c4367c83-8490-46de-9b43-f5a349388487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.735987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-c4367c83-8490-46de-9b43-f5a349388487 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10d5f39b-2925-437a-a1d9-53b0e3032b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208385 Aug 11 02:49:30.745041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:49:30Z', 'revision_number': 6, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.766986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b867a11a-cd75-4f6e-9283-2c6d6e0b10c0 req-4e41ebc7-ce94-41d4-a2b4-739f0ce084cd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521311 Aug 11 02:49:30.784617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff7b10-3e50-4885-9025-08208a35a4cb None None] The sync data for ids ['81828ecb-c783-4c92-9d5a-b97bdba168c8'] in n-d-713498-10 is: [{'id': '81828ecb-c783-4c92-9d5a-b97bdba168c8', 'name': 'tempest-TestServerMultinode-1456451125-router', 'tenant_id': '2df3ff0a61af46f990fac56a4d5ae265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:24Z', 'updated_at': '2021-08-11T02:49:30Z', 'revision_number': 6, 'project_id': '2df3ff0a61af46f990fac56a4d5ae265', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:30.865950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55218) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:30.881374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:30.961231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3a68-a4f0-4aa7-9e7c-f178092ad8db None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0c21a8e9-36eb-46e9-bace-7f4f9d57bac3', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'port_id': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'mac_address': 'fa:16:3e:a2:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:45:29Z', 'updated_at': '2021-08-11T02:45:33Z', 'revision_number': 1, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:30.961580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 88d19166-8173-4ffc-86a4-22142fca0502 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:30.962029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.980950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-15d582e8-dba1-47a7-9da1-127b81320123 service neutron] 10.222.0.61 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677026 Aug 11 02:49:31.035685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e1043fc5-a987-41d7-bb84-9a38e5e69687 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/6b4f39a6-b521-4d82-86c5-edb974cad73a HTTP/1.1" status: 200 len: 990 time: 0.1657801 Aug 11 02:49:31.053633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-4981766a-ed3a-477a-a3c2-eae74aea0833 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021829 Aug 11 02:49:31.100675 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7234fb-85c4-40a5-9060-b67826596638 None None] New status for floating IP 6b4f39a6-b521-4d82-86c5-edb974cad73a: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:31.151879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 88d19166-8173-4ffc-86a4-22142fca0502, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=88d19166-8173-4ffc-86a4-22142fca0502,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:31.152263 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.174662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 88d19166-8173-4ffc-86a4-22142fca0502 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:31.196227 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.207077 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-843af8ee-2bdc-48bb-8355-b406ec0a32d9 req-de4d1f84-fa61-4afa-8523-932461a9e306 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437695 Aug 11 02:49:31.290207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Pushing event deleted for resources: {'Port': ['ID=01518a4d-d943-43e8-a35e-a25e14d37957,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.436716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.496421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31990b-6a79-4333-9e89-47d8092d7fbd None None] New status for floating IP d853dfdd-c6fd-4ed8-bc30-62fb078f3080: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:31.567257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.572869 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.582235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc82a5-447b-48ad-b2e1-7c775444897c req-4fd6bbdf-5843-4ff6-bfc5-0323d667fbbc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.584503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8bc82a5-447b-48ad-b2e1-7c775444897c req-4fd6bbdf-5843-4ff6-bfc5-0323d667fbbc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.2163827 Aug 11 02:49:31.662842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.663308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81828ecb-c783-4c92-9d5a-b97bdba168c8 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:49:31.670770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.671970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-265f250c-2091-48c3-b472-dbe633ce1199 admin admin] 10.222.0.68 "DELETE /v2.0/routers/81828ecb-c783-4c92-9d5a-b97bdba168c8 HTTP/1.1" status: 204 len: 168 time: 2.2143464 Aug 11 02:49:31.672756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.675625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55222) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:31.719584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8bc82a5-447b-48ad-b2e1-7c775444897c req-0876859a-d7de-4d9a-b0f1-08001fc6c98f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224391 Aug 11 02:49:31.720749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=88d19166-8173-4ffc-86a4-22142fca0502,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.730861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Deleting subnet f2c7b48c-3ef6-403f-b12a-1e9022a45d1b {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:31.745182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.794718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 88d19166-8173-4ffc-86a4-22142fca0502 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:31.798056 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.801323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d0fa5ba-d694-46cf-a20f-6b3c90b1a778 req-55a145b4-f375-4849-bf82-041ac835e6cb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.61 "DELETE /v2.0/ports/88d19166-8173-4ffc-86a4-22142fca0502 HTTP/1.1" status: 204 len: 173 time: 1.0937185 Aug 11 02:49:31.802396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'name': 'network-vif-deleted', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:31.805138 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07706c-818b-4e2e-9469-42aea69d1381" -d '{"events": [{"server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "name": "network-vif-deleted", "tag": "88d19166-8173-4ffc-86a4-22142fca0502"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:31.823136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.879683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01518a4d-d943-43e8-a35e-a25e14d37957 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:31.904652 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98075fbd-ee98-4438-93f6-92d1419fde84 x-openstack-request-id: req-98075fbd-ee98-4438-93f6-92d1419fde84 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:31.904981 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45155fc9-a33f-4dbd-951d-ebb90b320227", "name": "network-vif-deleted", "tag": "88d19166-8173-4ffc-86a4-22142fca0502", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:31.905387 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98075fbd-ee98-4438-93f6-92d1419fde84 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:31.905844 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45155fc9-a33f-4dbd-951d-ebb90b320227', 'name': 'network-vif-deleted', 'tag': '88d19166-8173-4ffc-86a4-22142fca0502', 'status': 'completed', 'code': 200} Aug 11 02:49:31.913253 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 01518a4d-d943-43e8-a35e-a25e14d37957 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:31.914608 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 01518a4d-d943-43e8-a35e-a25e14d37957 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:31.915493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d6df096b-18c0-4eba-94c1-9389466e6283 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:31.940116 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d6df096b-18c0-4eba-94c1-9389466e6283 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:31.940983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d6df096b-18c0-4eba-94c1-9389466e6283 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:32.031018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.049236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55242) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:32.087140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd4bbe7c-1691-4f99-bfa0-8c6a4391bc54 req-c9434652-4f6c-44d9-b8bc-d3b166c5fa59 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0945876 Aug 11 02:49:32.295980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-be7e373b-c235-4973-9639-c2342ed7a726 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.298008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-be7e373b-c235-4973-9639-c2342ed7a726 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 814 time: 0.2435570 Aug 11 02:49:32.349687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-e76f6e13-2953-48d7-a8cb-db2ba57fb09d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/quotas/57928e3060b146c5b21ab1ab367a4b72 HTTP/1.1" status: 200 len: 375 time: 0.0109773 Aug 11 02:49:32.350148 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c69e16b-62c6-46d9-8d4f-d542cb7986fe tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/6b4f39a6-b521-4d82-86c5-edb974cad73a HTTP/1.1" status: 200 len: 992 time: 0.2655551 Aug 11 02:49:32.382748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.434534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c7b48c-3ef6-403f-b12a-1e9022a45d1b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:32.448745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.453862 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5d6e9dfa-e092-4c6a-a26a-4c52f9ac5ac9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f2c7b48c-3ef6-403f-b12a-1e9022a45d1b HTTP/1.1" status: 204 len: 168 time: 0.7768698 Aug 11 02:49:32.454682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0917641-8ef4-403e-b9a6-b2d7908d57be None None] Network 34925665-824e-4a2e-a365-f3692a13a644 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:32.460736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-e2352131-67bc-40f2-80ac-25ca6873be36 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932329 Aug 11 02:49:32.461185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55244) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:32.592118 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.614017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-389a504b-14a8-45c3-aab8-1a93fedd4bfd service neutron] 10.222.0.68 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476541 Aug 11 02:49:32.691018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Deleting port 134a5a06-97fb-4e63-a29c-ca9258e4dbab {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:32.692028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.723512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-39c2901e-3b97-461e-ac38-d248563ecda0 service neutron] 10.222.0.68 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071324 Aug 11 02:49:32.808006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] DHCP port deletion for 34925665-824e-4a2e-a365-f3692a13a644 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:49:32.816401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] For port 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=134a5a06-97fb-4e63-a29c-ca9258e4dbab,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:32.817006 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.847591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Calling delete_port for 134a5a06-97fb-4e63-a29c-ca9258e4dbab owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:32.912003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Deleting port 134a5a06-97fb-4e63-a29c-ca9258e4dbab {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:32.913466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.984000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 88d19166-8173-4ffc-86a4-22142fca0502 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:33.015222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.026176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 88d19166-8173-4ffc-86a4-22142fca0502 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:33.026852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 88d19166-8173-4ffc-86a4-22142fca0502 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:33.034335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52f93990-265b-4e2c-bd6a-f09485403a42 req-be82acbd-5dc0-4308-9c27-85121cf2970e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0385969 Aug 11 02:49:33.057924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] For port 134a5a06-97fb-4e63-a29c-ca9258e4dbab, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=134a5a06-97fb-4e63-a29c-ca9258e4dbab,segment=NetworkSegment(f5c86502-e816-467a-8fc8-56742286c159),segment_id=f5c86502-e816-467a-8fc8-56742286c159)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:33.058486 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.064993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] No DVR routers for this DVR port 134a5a06-97fb-4e63-a29c-ca9258e4dbab on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:33.077544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Calling delete_port for 134a5a06-97fb-4e63-a29c-ca9258e4dbab owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:33.152095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=134a5a06-97fb-4e63-a29c-ca9258e4dbab,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.180381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.208871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] Pushing event deleted for resources: {'Port': ['ID=134a5a06-97fb-4e63-a29c-ca9258e4dbab,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.226553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5d99a-a7ff-4910-bc05-b915f45f6323 None None] No DVR routers for this DVR port 134a5a06-97fb-4e63-a29c-ca9258e4dbab on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:33.304367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-18592e61-5072-40f2-8640-704d3609bf8f req-b83e1c47-aaf5-4a64-89be-a851c48a05cd tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0455933 Aug 11 02:49:33.327802 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.349131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34925665-824e-4a2e-a365-f3692a13a644']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:33.369951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c86502-e816-467a-8fc8-56742286c159') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:33.370521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c86502-e816-467a-8fc8-56742286c159') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:33.387482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.414465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.429637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:33.430452 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:33.433553 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:33.546426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.561977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.568634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] 10.222.0.68 "DELETE /v2.0/networks/34925665-824e-4a2e-a365-f3692a13a644 HTTP/1.1" status: 204 len: 168 time: 1.1005995 Aug 11 02:49:33.574768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 134a5a06-97fb-4e63-a29c-ca9258e4dbab no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:33.588598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1853-8163-4608-affa-910425a97ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=34925665-824e-4a2e-a365-f3692a13a644,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.622185 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 134a5a06-97fb-4e63-a29c-ca9258e4dbab {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:33.622524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 134a5a06-97fb-4e63-a29c-ca9258e4dbab not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:33.776074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55260) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:33.838810 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a0a9f7c-7645-4309-8483-9a702075be96 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94596fad38bc4391b46f7a4a6740f2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609996 Aug 11 02:49:33.841989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:33.916739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.959126 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.046303 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.049684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.051056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e483f3b3-dbef-4d39-bc0a-819ed326bfd3 HTTP/1.1" status: 204 len: 168 time: 0.2080417 Aug 11 02:49:34.062766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f404a-2872-4819-ab8c-e0b7656970eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e483f3b3-dbef-4d39-bc0a-819ed326bfd3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.181384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5313eba-df4d-485e-a145-59182ccad34d req-c6dd87a8-766c-4268-bd7d-37cc63af38e5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0327466 Aug 11 02:49:34.457009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b312dcc-c548-4a99-97c2-7ba9c0630715 req-8d318f16-eeb8-4186-9cca-ec6255545efb tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0469563 Aug 11 02:49:34.595818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-a387394b-cb8b-45c8-85d1-4e6c701f086e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.598980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-a387394b-cb8b-45c8-85d1-4e6c701f086e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 814 time: 0.2791758 Aug 11 02:49:34.617754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Request body: {'port': {'device_id': '35c97105-7208-4165-9cf2-57560354e9b6', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'admin_state_up': True, 'tenant_id': '57928e3060b146c5b21ab1ab367a4b72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:34.679592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55272) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:34.730172 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c3db2918-8f8a-4733-8c32-edfa0ee9845d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2df3ff0a61af46f990fac56a4d5ae265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491812 Aug 11 02:49:34.734347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55274) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:34.781488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Made reservation on behalf of 57928e3060b146c5b21ab1ab367a4b72 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:34.785464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.824857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.868181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.958511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Allocated IP 172.20.0.8 (d0531f61-ab94-4c0f-aaab-251e49cc1fb9/0707e310-1b3a-4a82-988a-6844bc266101/7fdd5971-7b37-4d28-9009-536b32d29c9a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:34.960004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.966091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.981468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6 HTTP/1.1" status: 204 len: 168 time: 0.2373872 Aug 11 02:49:35.002200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578f84a-cabd-4338-bfeb-6cebaabc204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a0926-e629-4c6f-8337-4f8a9d9eb4b6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:35.252780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.321164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7cc98ff-19bf-4227-becc-e2719919616d req-db1e69b4-33ac-4ac8-9e0e-43f2fb5b85c7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0446124 Aug 11 02:49:35.355094 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.367145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:35.445894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:35.451982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:35.455532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:35.507388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Pushing event updated for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:35.571451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.574252 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.640203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31d3166b-b34a-4441-ae9e-ff3f77772694 req-928bd3ad-589d-459e-867d-a24c1ab35107 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0614872 Aug 11 02:49:35.663101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-ffebd8bf-652c-4891-85ee-c8457d38310f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0505431 Aug 11 02:49:35.675860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Request body: {'port': {'device_id': '35c97105-7208-4165-9cf2-57560354e9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:36.103159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.578028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdd5971-7b37-4d28-9009-536b32d29c9a {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:36.597631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.634266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26e7d-e5a4-4226-83de-8b0fdd2e4481 req-9c9fcda9-b6f5-4a9f-bcdf-4566a3af1137 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.637233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9f26e7d-e5a4-4226-83de-8b0fdd2e4481 req-9c9fcda9-b6f5-4a9f-bcdf-4566a3af1137 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 931 time: 0.1833153 Aug 11 02:49:36.649159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Transition to ACTIVE for port object 7fdd5971-7b37-4d28-9009-536b32d29c9a will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:36.674649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.760822 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9f26e7d-e5a4-4226-83de-8b0fdd2e4481 req-f3446d4d-8fb7-47f0-b2e3-b35c6b82d569 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144781 Aug 11 02:49:36.794275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-08ea9f4c-2e15-4c15-960f-3193164bd6e1 req-ff9785d9-da67-4cc7-928f-552d66aecea3 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=45155fc9-a33f-4dbd-951d-ebb90b320227 HTTP/1.1" status: 200 len: 210 time: 0.0532415 Aug 11 02:49:36.799400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Pushing event updated for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.919107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Attempting to bind port 7fdd5971-7b37-4d28-9009-536b32d29c9a on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:36.919456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Attempting to bind port 7fdd5971-7b37-4d28-9009-536b32d29c9a by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:36.919752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Attempting to bind port 7fdd5971-7b37-4d28-9009-536b32d29c9a on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:36.925055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Port 7fdd5971-7b37-4d28-9009-536b32d29c9a on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:36.925518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Attempting to bind port 7fdd5971-7b37-4d28-9009-536b32d29c9a on network d0531f61-ab94-4c0f-aaab-251e49cc1fb9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:36.932925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:36.933410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Checking segment: {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:36.933933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Bound using segment: {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:36.934479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Bound port: 7fdd5971-7b37-4d28-9009-536b32d29c9a, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b117777e-4977-483e-9b89-bb0b2b36ca11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:36.935009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.034690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:37.041784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:37.047592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.087001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.088129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.089769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] 10.222.0.67 "PUT /v2.0/ports/7fdd5971-7b37-4d28-9009-536b32d29c9a HTTP/1.1" status: 200 len: 1092 time: 1.4186535 Aug 11 02:49:37.090356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:37.093018 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e0e02-4047-4f83-a432-7129f5a71b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:37.133027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5fde-573b-40b8-a921-ba7f399fdd5f service neutron] Pushing event updated for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:37.215032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-db71c456-3144-42c6-b885-e25acb6b294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.217764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-db71c456-3144-42c6-b885-e25acb6b294e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 1095 time: 0.0807495 Aug 11 02:49:37.268552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-c69ca0ae-764a-41a5-8380-1a1115e63a8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a HTTP/1.1" status: 200 len: 217 time: 0.0421042 Aug 11 02:49:37.344255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-167ee705-abf0-4d16-ba57-bb73939bf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.347133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-167ee705-abf0-4d16-ba57-bb73939bf2c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0712562 Aug 11 02:49:37.397467 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-466bf671-e365-46fc-87c7-e184eed75360 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420229 Aug 11 02:49:37.439983 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61487109-08fb-416d-ab32-258ab2276d88 x-openstack-request-id: req-61487109-08fb-416d-ab32-258ab2276d88 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:37.440436 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:37.440827 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61487109-08fb-416d-ab32-258ab2276d88 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:37.441436 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a', 'status': 'completed', 'code': 200} Aug 11 02:49:37.544152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-c7272a46-5c08-47ad-ab31-30db19db41da service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390901 Aug 11 02:49:37.646786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e703607-4415-494e-97e6-82fdb7e8a6a7 req-971baf83-920f-4347-9cc5-5293cef5c0cc service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952523 Aug 11 02:49:37.745515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-b289d5c6-63ba-4a14-b3d5-37cb06bb9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.747254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-b289d5c6-63ba-4a14-b3d5-37cb06bb9660 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 1095 time: 0.0520859 Aug 11 02:49:37.873964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-6fa98d6c-878f-45d7-a3d4-e25d6eb2fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.875786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-6fa98d6c-878f-45d7-a3d4-e25d6eb2fd85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.1198921 Aug 11 02:49:37.946493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-8ac1a78b-e648-445c-96f4-e5307ddb3ce5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a HTTP/1.1" status: 200 len: 217 time: 0.0589998 Aug 11 02:49:37.979613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd04d32-ea68-499e-b6e6-fa97c4f2988d req-5906e259-0f49-49e9-b217-37addab62f75 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.981323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fd04d32-ea68-499e-b6e6-fa97c4f2988d req-5906e259-0f49-49e9-b217-37addab62f75 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 943 time: 0.1044807 Aug 11 02:49:38.059655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-cfb4b9f7-d694-4e3a-beb2-c306fc61fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.062186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-cfb4b9f7-d694-4e3a-beb2-c306fc61fb7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.1066093 Aug 11 02:49:38.073760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8fd04d32-ea68-499e-b6e6-fa97c4f2988d req-ddd4535d-316b-48cc-b6ef-8d524879b5cf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723569 Aug 11 02:49:38.115017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-4925dd47-2a63-424f-9deb-3925be1b838a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404928 Aug 11 02:49:38.238839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-54a13503-93bf-4ed8-bffc-031f359c7af9 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160433 Aug 11 02:49:38.363737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a9e0e02-4047-4f83-a432-7129f5a71b9b req-13137708-18a4-4cb0-9c6f-58b93b617f10 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121888 Aug 11 02:49:39.231651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114727e-730b-4e6d-9141-356758e8d84b req-b57d2453-a0f0-4cb3-9b8c-fc5eea45d031 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.233365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d114727e-730b-4e6d-9141-356758e8d84b req-b57d2453-a0f0-4cb3-9b8c-fc5eea45d031 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 943 time: 0.0597188 Aug 11 02:49:39.276672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d114727e-730b-4e6d-9141-356758e8d84b req-f74c4e44-03b0-4000-8c02-0b4a83909dd6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Aug 11 02:49:40.433272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7badb-38c7-460c-ab2e-b7925ce1f856 req-53e4ddc4-2f90-48cb-b9b0-3a6b2d808a76 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.437005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9c7badb-38c7-460c-ab2e-b7925ce1f856 req-53e4ddc4-2f90-48cb-b9b0-3a6b2d808a76 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 943 time: 0.0696306 Aug 11 02:49:40.485022 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e9c7badb-38c7-460c-ab2e-b7925ce1f856 req-2ed03702-6d54-4ab6-b67c-b1502aca52a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Aug 11 02:49:40.535456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7fdd5971-7b37-4d28-9009-536b32d29c9a details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:40.667339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:40.683003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '7fdd5971-7b37-4d28-9009-536b32d29c9a', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'port_id': '7fdd5971-7b37-4d28-9009-536b32d29c9a', 'mac_address': 'fa:16:3e:f9:35:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707e310-1b3a-4a82-988a-6844bc266101', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:40.724638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.739794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdd5971-7b37-4d28-9009-536b32d29c9a {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:40.761411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:40.768398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.815581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.831132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:40.903249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.020003 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7fdd5971-7b37-4d28-9009-536b32d29c9a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:41.678333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de534f-5ebd-46e7-9909-03dc737b2ddf req-3f522a61-0872-49ff-b3d4-f7d4d9abd8fc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.681156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25de534f-5ebd-46e7-9909-03dc737b2ddf req-3f522a61-0872-49ff-b3d4-f7d4d9abd8fc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 944 time: 0.1026773 Aug 11 02:49:41.730858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25de534f-5ebd-46e7-9909-03dc737b2ddf req-dc3b9471-589c-4f96-ad13-ed6043109255 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Aug 11 02:49:42.568106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7fdd5971-7b37-4d28-9009-536b32d29c9a up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:42.639206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 7fdd5971-7b37-4d28-9009-536b32d29c9a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:42.644008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 7fdd5971-7b37-4d28-9009-536b32d29c9a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:42.644455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.772579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.812233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:42.815259 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45fe765-46c2-4393-aa5f-488566b9e733" -d '{"events": [{"server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:42.835476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:42.842399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.882432 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28e4a55-d620-4a98-8e0d-3f5b3398addf x-openstack-request-id: req-f28e4a55-d620-4a98-8e0d-3f5b3398addf {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:42.882877 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:42.883262 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f28e4a55-d620-4a98-8e0d-3f5b3398addf {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:42.883868 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a', 'code': 200} Aug 11 02:49:42.899363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93aa16-574e-47f9-92ee-bd08cd25cb3e req-218fe640-480e-4a3a-8d63-407ff0196b86 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:42.900920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c93aa16-574e-47f9-92ee-bd08cd25cb3e req-218fe640-480e-4a3a-8d63-407ff0196b86 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 944 time: 0.0904000 Aug 11 02:49:42.923767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:42.976851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c93aa16-574e-47f9-92ee-bd08cd25cb3e req-8a3315ac-95a0-4dec-bcbc-2f4b9767ea60 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Aug 11 02:49:43.008949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2809-917f-4e18-90fb-f6764d265212 req-681a51cd-b717-4f3c-951d-3d7eb38c1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.010560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-930d2809-917f-4e18-90fb-f6764d265212 req-681a51cd-b717-4f3c-951d-3d7eb38c1a24 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 1097 time: 0.0490606 Aug 11 02:49:43.057911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-930d2809-917f-4e18-90fb-f6764d265212 req-8b2216c2-927c-43cd-953e-3101a27ea5e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Aug 11 02:49:43.432467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55326) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:43.610499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 14451b06-85e1-4ef6-9b84-1f35f5ae9e2c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:43.610844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.697189 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.697506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.711238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 14451b06-85e1-4ef6-9b84-1f35f5ae9e2c owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:43.882704 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.912550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=14451b06-85e1-4ef6-9b84-1f35f5ae9e2c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.986769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.987121 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Floating IP 0c21a8e9-36eb-46e9-bace-7f4f9d57bac3 disassociated (deleted). External IP: 172.25.3.154, port: 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d. Aug 11 02:49:44.174084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a4be-5b12-41b9-ab50-b9967d52a7ed req-42a525a4-ce22-49b3-b938-ba88ebbf5221 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.176952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-add1a4be-5b12-41b9-ab50-b9967d52a7ed req-42a525a4-ce22-49b3-b938-ba88ebbf5221 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0860617 Aug 11 02:49:44.233406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-add1a4be-5b12-41b9-ab50-b9967d52a7ed req-c632323b-c97d-41bf-90d3-8aa72fccd499 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Aug 11 02:49:44.276192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:44.433421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:44.441602 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.450963 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:44.470817 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:44.472424 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:44.487844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ce3f64c3-38fc-458e-9b63-94908a91b975 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "DELETE /v2.0/floatingips/0c21a8e9-36eb-46e9-bace-7f4f9d57bac3 HTTP/1.1" status: 204 len: 168 time: 1.0538192 Aug 11 02:49:44.488780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:44.493194 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f193e-1422-4c2b-b2fd-0175042ab09b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:44.632958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f099-e40a-4f38-afc3-915c9847f802 req-be6fb8d2-5c9d-485d-a144-9130a59a887e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.642964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd99f099-e40a-4f38-afc3-915c9847f802 req-be6fb8d2-5c9d-485d-a144-9130a59a887e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0875416 Aug 11 02:49:44.651719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:44.690260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd99f099-e40a-4f38-afc3-915c9847f802 req-511aed62-c377-4b59-b21b-b82dc87f6f30 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Aug 11 02:49:44.736680 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f9459-c160-42f1-bf86-276918f2e639 x-openstack-request-id: req-af3f9459-c160-42f1-bf86-276918f2e639 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:44.737106 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:44.737271 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af3f9459-c160-42f1-bf86-276918f2e639 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:44.737763 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'status': 'completed', 'code': 200} Aug 11 02:49:44.838413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-0f2a0103-f01b-4fa2-9bc6-76d4b5ac3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.840057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-0f2a0103-f01b-4fa2-9bc6-76d4b5ac3218 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 1098 time: 0.0712743 Aug 11 02:49:44.870640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b71fe-7e82-4f7a-ae0f-b89d19fbe1f8 req-fd46cffb-617d-4004-9d4e-60ae3f837874 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.872238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f4b71fe-7e82-4f7a-ae0f-b89d19fbe1f8 req-fd46cffb-617d-4004-9d4e-60ae3f837874 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.0769715 Aug 11 02:49:44.977547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f4b71fe-7e82-4f7a-ae0f-b89d19fbe1f8 req-d78d7bfb-3f27-437b-aaf7-bb6f853d6b9e tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933959 Aug 11 02:49:44.990853 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:44.997936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-51307db9-58a5-4d98-ad40-09e557903ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.999451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-51307db9-58a5-4d98-ad40-09e557903ea1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 200 len: 912 time: 0.1464572 Aug 11 02:49:45.044676 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:45.062114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:45.063188 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:45.067433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-17ca982f-ef82-466c-8941-9b4a2b6b341e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 200 len: 217 time: 0.0505798 Aug 11 02:49:45.139507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-0e533205-cf39-4ac8-b868-ffca9e930440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.141532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-0e533205-cf39-4ac8-b868-ffca9e930440 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 200 len: 850 time: 0.0648906 Aug 11 02:49:45.208597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-962a2486-037a-40d1-a359-b40e7ea5b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.210780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-962a2486-037a-40d1-a359-b40e7ea5b764 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13ab9632-6788-44f3-850d-ce405e7cd6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604734 Aug 11 02:49:45.218583 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:45.329842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-1dd26729-395d-46f6-b6fd-0f57a9877f3b service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090703 Aug 11 02:49:45.439768 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:45.460053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-178f193e-1422-4c2b-b2fd-0175042ab09b req-bd34bf43-0aab-487b-b8b7-69da70baee3b service neutron] 10.222.0.67 "GET /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213994 Aug 11 02:49:45.559007 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c0231-2cee-476e-8e33-208cbca29826 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:34:48Z', 'revision_number': 4, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'fa3cc827-574d-4203-a6bb-0aa00e1c1f60', 'name': '', 'network_id': '13ab9632-6788-44f3-850d-ce405e7cd6a7', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'mac_address': 'fa:16:3e:3d:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:46Z', 'updated_at': '2021-08-11T02:35:00Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'subnets': [{'id': '1f3e167b-7c37-4e3e-8475-a6208dca9962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:45.813439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1eb20e-08b5-464e-96db-330cfd16b3cf None None] New status for floating IP 0c21a8e9-36eb-46e9-bace-7f4f9d57bac3: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:45.856339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d241e-a34a-43f3-9d73-bc61894df550 req-b10009a5-f4a1-40bf-b77a-69d2eb119405 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.858063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-263d241e-a34a-43f3-9d73-bc61894df550 req-b10009a5-f4a1-40bf-b77a-69d2eb119405 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0603356 Aug 11 02:49:45.915891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-263d241e-a34a-43f3-9d73-bc61894df550 req-0da056f1-040e-41d3-80da-5b22670814bc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 Aug 11 02:49:46.006438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-32d469d2-0cca-410b-b2fa-58945577106c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.008007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-32d469d2-0cca-410b-b2fa-58945577106c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0588207 Aug 11 02:49:46.148995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1a22-55c8-4fce-82f6-3894de992ea9 req-f2bebb68-298a-482d-897f-ba18da72821c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.150671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaeb1a22-55c8-4fce-82f6-3894de992ea9 req-f2bebb68-298a-482d-897f-ba18da72821c tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.0653005 Aug 11 02:49:46.162331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Deleting port 7fdd5971-7b37-4d28-9009-536b32d29c9a {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:46.162729 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.259829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaeb1a22-55c8-4fce-82f6-3894de992ea9 req-1be159a1-8ed4-411a-8523-e54b8524bb56 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/security-groups?id=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936005 Aug 11 02:49:46.302610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] For port 7fdd5971-7b37-4d28-9009-536b32d29c9a, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7fdd5971-7b37-4d28-9009-536b32d29c9a,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:46.303035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.319127 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Calling delete_port for 7fdd5971-7b37-4d28-9009-536b32d29c9a owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:46.492538 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.513252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca', '7fdd5971-7b37-4d28-9009-536b32d29c9a'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:46.527226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Pushing event deleted for resources: {'Port': ['ID=7fdd5971-7b37-4d28-9009-536b32d29c9a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.583818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] No DVR routers for this DVR port 7fdd5971-7b37-4d28-9009-536b32d29c9a on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:46.587386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.589520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20ec75e5-1721-4f5c-92fd-a7240bff3800 req-c562fa0a-3cd7-45dc-9352-e1065513f841 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "DELETE /v2.0/ports/7fdd5971-7b37-4d28-9009-536b32d29c9a HTTP/1.1" status: 204 len: 173 time: 0.5742030 Aug 11 02:49:46.590992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'name': 'network-vif-deleted', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:46.593970 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09ebab-c6ab-44ef-a92d-74f7722e71c1" -d '{"events": [{"server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "name": "network-vif-deleted", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:46.606461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-474b1501-3199-486f-8577-2a1ea3281e0d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.608086 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-474b1501-3199-486f-8577-2a1ea3281e0d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 946 time: 0.1492660 Aug 11 02:49:46.653994 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1dd8c8-8ca8-4291-b5a0-19802e48c4de x-openstack-request-id: req-3a1dd8c8-8ca8-4291-b5a0-19802e48c4de {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:46.654637 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c97105-7208-4165-9cf2-57560354e9b6", "name": "network-vif-deleted", "tag": "7fdd5971-7b37-4d28-9009-536b32d29c9a", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:46.655469 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a1dd8c8-8ca8-4291-b5a0-19802e48c4de {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:46.655904 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c97105-7208-4165-9cf2-57560354e9b6', 'name': 'network-vif-deleted', 'tag': '7fdd5971-7b37-4d28-9009-536b32d29c9a', 'status': 'completed', 'code': 200} Aug 11 02:49:46.742125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:46.743235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.871092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] For port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:46.871517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.889281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:47.047513 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.087903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00418e9d-e074-4261-b7a1-eb2e380bc1ed req-b7784f49-901e-46b0-8f79-f8a0ec6af7a5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=35c97105-7208-4165-9cf2-57560354e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0521140 Aug 11 02:49:47.116326 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:47.185792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] No DVR routers for this DVR port 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:47.189162 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.193241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c781aa5-de23-4918-bf53-14ac2349f310 req-d629d23a-5953-4362-987a-4c307df5364d tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.67 "DELETE /v2.0/ports/45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d HTTP/1.1" status: 204 len: 173 time: 0.5780118 Aug 11 02:49:47.395903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c641417a-ae08-4180-860f-de0905cc7f03 req-e5e4aa66-1f61-46b0-854a-fe2eac274330 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0471833 Aug 11 02:49:48.359712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd43bf-23aa-4bde-9797-71890bd1af85 req-3ca529b5-b965-49fc-83cd-c37d27146586 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.362235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbfd43bf-23aa-4bde-9797-71890bd1af85 req-3ca529b5-b965-49fc-83cd-c37d27146586 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1068878 Aug 11 02:49:48.425990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbfd43bf-23aa-4bde-9797-71890bd1af85 req-1bbc449c-ee9a-468b-8207-cd1d8577cd93 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Aug 11 02:49:48.550779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aaa6ed4c-d50d-4764-a4f6-7c2a0714f1f3 req-059c0838-c17b-4f20-8ee1-57f54d6cbfe4 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0489378 Aug 11 02:49:48.657375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'name': 'network-vif-deleted', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:48.659821 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea88f1-e446-4f21-876e-83ef01dc7ed6" -d '{"events": [{"server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "name": "network-vif-deleted", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:48.719210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8027d-478f-4877-8589-0deaf3777598 req-28e92bf1-2057-4167-ac6d-de01b24a0346 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.720922 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71f8027d-478f-4877-8589-0deaf3777598 req-28e92bf1-2057-4167-ac6d-de01b24a0346 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0645390 Aug 11 02:49:48.722704 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e718fc24-cade-4969-9298-89a1c7f7e9eb x-openstack-request-id: req-e718fc24-cade-4969-9298-89a1c7f7e9eb {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:48.723083 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa30eec3-e87b-47a5-998a-83d9a11c6b69", "name": "network-vif-deleted", "tag": "45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:48.723863 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e718fc24-cade-4969-9298-89a1c7f7e9eb {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:48.724203 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa30eec3-e87b-47a5-998a-83d9a11c6b69', 'name': 'network-vif-deleted', 'tag': '45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d', 'status': 'completed', 'code': 200} Aug 11 02:49:48.766469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71f8027d-478f-4877-8589-0deaf3777598 req-8a54662a-2848-4b0b-aded-1d04a146ccd5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 11 02:49:48.957558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a009a6-d5c4-4dba-8b43-fe76fed67df0 req-775bee55-a3d5-4745-a7d3-cc47c1fc84ad tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.959645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8a009a6-d5c4-4dba-8b43-fe76fed67df0 req-775bee55-a3d5-4745-a7d3-cc47c1fc84ad tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0620599 Aug 11 02:49:49.034424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c8a009a6-d5c4-4dba-8b43-fe76fed67df0 req-7d16bfb4-3a2a-443c-a744-594eabe26e12 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620499 Aug 11 02:49:49.720470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da9a687c-1b7b-4682-a9ba-fa9007a78423 req-ab9ab839-4797-4901-8b8a-2ebab2b8e6ab tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0334687 Aug 11 02:49:50.598164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7fdd5971-7b37-4d28-9009-536b32d29c9a no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:50.620243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 7fdd5971-7b37-4d28-9009-536b32d29c9a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:50.620676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7fdd5971-7b37-4d28-9009-536b32d29c9a not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:50.621156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:50.641347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:50.641687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 45b19e4c-f39d-4fa1-a1b9-6d5ba86c594d not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:50.842407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f5c11bf7-fe63-4e56-990b-afd4d1c50de3 req-c970642a-8c68-46da-a775-df822c3f6fda tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa30eec3-e87b-47a5-998a-83d9a11c6b69 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Aug 11 02:49:50.978451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238af7b-9dde-49ff-86f1-5238b1c63088 req-11152284-ad99-4204-95cc-36aec6a0af07 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.980123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e238af7b-9dde-49ff-86f1-5238b1c63088 req-11152284-ad99-4204-95cc-36aec6a0af07 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0584326 Aug 11 02:49:51.026046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e238af7b-9dde-49ff-86f1-5238b1c63088 req-8bf5a25c-c4b3-408c-b151-b46450b85345 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Aug 11 02:49:51.195825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061348a4-9dd4-49ea-a09b-f1d8f1be5907 req-242d4a04-01b8-4b5f-96d9-ab7da3f6d7e4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.197470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-061348a4-9dd4-49ea-a09b-f1d8f1be5907 req-242d4a04-01b8-4b5f-96d9-ab7da3f6d7e4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0724699 Aug 11 02:49:51.251403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-061348a4-9dd4-49ea-a09b-f1d8f1be5907 req-30acb543-c57d-4ab9-96aa-95e2a6d4e16c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Aug 11 02:49:51.901314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55408) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:52.054857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Deleting port 50d41cf8-3f33-4ffc-b958-b12f67ecaed2 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:52.055356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.153450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.153877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.169353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Calling delete_port for 50d41cf8-3f33-4ffc-b958-b12f67ecaed2 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:52.347153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.379320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'Port': ['ID=50d41cf8-3f33-4ffc-b958-b12f67ecaed2,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.454574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.459974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.462274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc2d6c78-7197-48c3-bee8-7792adfb7b5f tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "DELETE /v2.0/floatingips/fc60bae7-67d6-4b34-8d97-c65f10e331ea HTTP/1.1" status: 204 len: 168 time: 0.5594015 Aug 11 02:49:52.675892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e03ca92b-77c5-4c85-aec9-4cfefc30fc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.887803 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ab7c0-119e-4bbd-a398-a1e1d5f86f12 req-0f92f36a-b6e2-4b0c-b749-a901febc6dee tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.890578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8ab7c0-119e-4bbd-a398-a1e1d5f86f12 req-0f92f36a-b6e2-4b0c-b749-a901febc6dee tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0840216 Aug 11 02:49:52.951373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8ab7c0-119e-4bbd-a398-a1e1d5f86f12 req-f823571b-cb9e-4b22-8d08-71a761b4e92c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528789 Aug 11 02:49:53.101629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f7146-3386-4a88-96ec-7b1fe9ff547d req-a97fe7ba-c030-4d1d-b307-05ac37d7a02f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.104416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f28f7146-3386-4a88-96ec-7b1fe9ff547d req-a97fe7ba-c030-4d1d-b307-05ac37d7a02f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0726578 Aug 11 02:49:53.170908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f28f7146-3386-4a88-96ec-7b1fe9ff547d req-b2286680-4d68-4f49-9ff5-f9b0fc283dca tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Aug 11 02:49:53.356876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85e15-9619-409f-a665-1a41f7ee41d2 req-ca28f17c-1d72-4f06-8056-cac649ae604c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.358523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ad85e15-9619-409f-a665-1a41f7ee41d2 req-ca28f17c-1d72-4f06-8056-cac649ae604c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0578048 Aug 11 02:49:53.401052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ad85e15-9619-409f-a665-1a41f7ee41d2 req-61374c39-11d9-420c-9235-bda1cfe38c1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Aug 11 02:49:53.534139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49473-05eb-4f4a-a906-888ccf58e981 req-12156f3a-f8e0-45ef-9002-fa4dbeb5394b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.535913 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b49473-05eb-4f4a-a906-888ccf58e981 req-12156f3a-f8e0-45ef-9002-fa4dbeb5394b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0582757 Aug 11 02:49:53.579364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10b49473-05eb-4f4a-a906-888ccf58e981 req-e1dec0fc-2c86-4d1b-917f-31250199d858 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Aug 11 02:49:53.792283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ae35d-5c06-49d5-890f-91fb1944efaa req-61a2ad66-6cbc-40c4-9ad1-19193399c423 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.795330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-235ae35d-5c06-49d5-890f-91fb1944efaa req-61a2ad66-6cbc-40c4-9ad1-19193399c423 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0716841 Aug 11 02:49:53.854920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-235ae35d-5c06-49d5-890f-91fb1944efaa req-f817ba9f-14e7-441f-b62a-692f8d5994cc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466428 Aug 11 02:49:53.987748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca385fa7-777c-4c0a-a748-ab2482f297f8 req-295fe3f6-1072-41e8-a347-1f1cf69c928c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.989411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca385fa7-777c-4c0a-a748-ab2482f297f8 req-295fe3f6-1072-41e8-a347-1f1cf69c928c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0610898 Aug 11 02:49:54.052831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca385fa7-777c-4c0a-a748-ab2482f297f8 req-24e59bb4-3527-46b3-b119-5b9e19f4fcb7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564542 Aug 11 02:49:54.267745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd1d1-8d76-452d-8e21-92f32ec170c9 req-5af35343-01d6-4dc7-817e-1c91a524eb39 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.269229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dffd1d1-8d76-452d-8e21-92f32ec170c9 req-5af35343-01d6-4dc7-817e-1c91a524eb39 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0608649 Aug 11 02:49:54.327925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dffd1d1-8d76-452d-8e21-92f32ec170c9 req-dbef1e2e-3113-4252-9503-b7be3df4b361 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513730 Aug 11 02:49:54.335617 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:54.472517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811eb9e-c19c-4d28-910f-ef297f945e6d req-123f2362-582c-4d04-8429-1309712f2c0f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.475313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6811eb9e-c19c-4d28-910f-ef297f945e6d req-123f2362-582c-4d04-8429-1309712f2c0f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0697119 Aug 11 02:49:54.522788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6811eb9e-c19c-4d28-910f-ef297f945e6d req-a851f8d8-4dc0-4816-a92c-59306b50cc20 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Aug 11 02:49:54.727468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ea95b-d550-47b9-bdc9-9a26904b7cfa req-3a4b2348-efb1-4cfe-933e-3fd565f287a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.729131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0ea95b-d550-47b9-bdc9-9a26904b7cfa req-3a4b2348-efb1-4cfe-933e-3fd565f287a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0619960 Aug 11 02:49:54.772690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a0ea95b-d550-47b9-bdc9-9a26904b7cfa req-9b971509-07b3-4ca7-aca8-b7fa8aa5621a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Aug 11 02:49:54.945044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb93d-7779-485c-8e91-443d7459f5e4 req-ee1c95d7-3e87-4e51-9145-e785f8d3c97e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.946832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a47eb93d-7779-485c-8e91-443d7459f5e4 req-ee1c95d7-3e87-4e51-9145-e785f8d3c97e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0669744 Aug 11 02:49:55.003465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a47eb93d-7779-485c-8e91-443d7459f5e4 req-43e7e104-2d37-4b2e-bef8-7c0891e9b525 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Aug 11 02:49:55.202905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5507d299-1db8-488f-a9bf-2dbe8010c214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.273263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90dcd4-5811-48ec-a2de-d3e5c6149bcb req-9a825b93-ab1a-492b-a63f-fc822a47dea2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.276136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b90dcd4-5811-48ec-a2de-d3e5c6149bcb req-9a825b93-ab1a-492b-a63f-fc822a47dea2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0827842 Aug 11 02:49:55.335968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b90dcd4-5811-48ec-a2de-d3e5c6149bcb req-9eec738e-49ff-48f8-83cd-52f84ea57df4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 Aug 11 02:49:55.474171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.543091 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce75e1a-6a37-4645-ae89-f2ffd2fa8dba req-507bc612-647c-452d-9a67-d92c61a6196c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.545527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ce75e1a-6a37-4645-ae89-f2ffd2fa8dba req-507bc612-647c-452d-9a67-d92c61a6196c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0891275 Aug 11 02:49:55.611517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ce75e1a-6a37-4645-ae89-f2ffd2fa8dba req-b0b702ed-ee8e-4817-bb47-24354d59e81d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Aug 11 02:49:55.911464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.946530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae30926-fb9f-4bf0-b51e-a7170d60299f req-a77c1bf1-5409-4223-a52a-b46917902fe4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.947458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ae30926-fb9f-4bf0-b51e-a7170d60299f req-a77c1bf1-5409-4223-a52a-b46917902fe4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 814 time: 0.1805339 Aug 11 02:49:55.984059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ae30926-fb9f-4bf0-b51e-a7170d60299f req-6548644d-a2ba-4cd9-a3fb-ca50a6ab3602 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/quotas/57928e3060b146c5b21ab1ab367a4b72 HTTP/1.1" status: 200 len: 375 time: 0.0174267 Aug 11 02:49:56.000376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.042448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.050537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ae30926-fb9f-4bf0-b51e-a7170d60299f req-1c3c5744-25ba-4355-8659-69ac871e4986 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600491 Aug 11 02:49:56.154978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.158889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.160299 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] 10.222.0.68 "DELETE /v2.0/security-groups/5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3 HTTP/1.1" status: 204 len: 168 time: 0.2474635 Aug 11 02:49:56.174926 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad91c4-6877-42d2-9385-8efb369abdb7 tempest-TestVolumeBootPattern-968146777 tempest-TestVolumeBootPattern-968146777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f753f0b-0bb5-4655-a4e3-8ce04f4e87d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.258781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6122ed-4684-4298-ac5a-13f3c42a6a8a req-ff4d3b9c-2006-4a46-9cd4-6edea450d13c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.260952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.261549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c6122ed-4684-4298-ac5a-13f3c42a6a8a req-ff4d3b9c-2006-4a46-9cd4-6edea450d13c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0842192 Aug 11 02:49:56.328422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c6122ed-4684-4298-ac5a-13f3c42a6a8a req-a75cf67d-76a8-409d-8309-e11fe689123a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Aug 11 02:49:56.461120 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295915d-8ce9-4c41-b131-4f7e47eed332 req-32f63753-0938-43aa-8313-02f8b6f068af tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.463616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4295915d-8ce9-4c41-b131-4f7e47eed332 req-32f63753-0938-43aa-8313-02f8b6f068af tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0561388 Aug 11 02:49:56.524759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.526462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4295915d-8ce9-4c41-b131-4f7e47eed332 req-b351359c-84ce-4e74-9c4a-a5cd54dbb3c9 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561984 Aug 11 02:49:56.721228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcda65d1-c611-4493-a2bc-afc25faeb6be req-5c884c78-9356-4c8a-b4db-3056a8949a7f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=57928e3060b146c5b21ab1ab367a4b72 HTTP/1.1" status: 200 len: 221 time: 0.0323865 Aug 11 02:49:56.914202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7179f0-a321-4c25-91f4-28e8adcfda83 req-15894481-8026-4ad1-9c5e-d8375b2947df tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.917517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b7179f0-a321-4c25-91f4-28e8adcfda83 req-15894481-8026-4ad1-9c5e-d8375b2947df tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0912080 Aug 11 02:49:56.979063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b7179f0-a321-4c25-91f4-28e8adcfda83 req-d9dd2269-e919-49a8-a685-ab317988bb6c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 Aug 11 02:49:57.127191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d927bb4-4cd9-4508-9457-3d1691ee7da0 req-e0821ade-e5b2-4d2f-89d8-ecfca9ffd4c9 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.128805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d927bb4-4cd9-4508-9457-3d1691ee7da0 req-e0821ade-e5b2-4d2f-89d8-ecfca9ffd4c9 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0676711 Aug 11 02:49:57.175787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d927bb4-4cd9-4508-9457-3d1691ee7da0 req-dc74c225-cc11-44a3-9175-c1aa715ecf6b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Aug 11 02:49:57.331514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daf5f7-cec6-42f1-b823-a1e4e1062a8d req-97a3b918-e131-41b2-9bee-8442616fa19c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.333662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00daf5f7-cec6-42f1-b823-a1e4e1062a8d req-97a3b918-e131-41b2-9bee-8442616fa19c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0550795 Aug 11 02:49:57.363589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.378800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00daf5f7-cec6-42f1-b823-a1e4e1062a8d req-7dd618e7-a02e-4e2c-9bf3-5809adbe903c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Aug 11 02:49:57.512407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f664281-839a-4be9-bf7a-5eacc6c311ee req-00cf3484-1d61-4345-a6df-c038b17a9cfb tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.514126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f664281-839a-4be9-bf7a-5eacc6c311ee req-00cf3484-1d61-4345-a6df-c038b17a9cfb tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0577626 Aug 11 02:49:57.559984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f664281-839a-4be9-bf7a-5eacc6c311ee req-6d9ccc35-abf8-4552-9b1a-93fb8be88206 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 Aug 11 02:49:57.705352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de502342-b02b-463c-a97a-08427ca32fb3 req-a8defd46-f714-408e-b332-e017ea413e7b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.707091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de502342-b02b-463c-a97a-08427ca32fb3 req-a8defd46-f714-408e-b332-e017ea413e7b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0614493 Aug 11 02:49:57.760902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de502342-b02b-463c-a97a-08427ca32fb3 req-c111f122-d426-4782-a680-57ee943e3eda tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Aug 11 02:49:57.773758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Deleting port fa3cc827-574d-4203-a6bb-0aa00e1c1f60 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:57.774172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.890763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] For port fa3cc827-574d-4203-a6bb-0aa00e1c1f60, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:57.891334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.909223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcbe35-a3cf-4e17-a6f1-7566a8ff743f req-dc280e66-465f-4ce0-a23e-5182835b50be tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.909592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Calling delete_port for fa3cc827-574d-4203-a6bb-0aa00e1c1f60 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:57.915012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9fcbe35-a3cf-4e17-a6f1-7566a8ff743f req-dc280e66-465f-4ce0-a23e-5182835b50be tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0626323 Aug 11 02:49:57.969431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f9fcbe35-a3cf-4e17-a6f1-7566a8ff743f req-bd1b60cc-03b6-4899-9ff9-103b4630299a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 Aug 11 02:49:58.114351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed63cb-6884-4004-9e42-bb708d21716d req-130231fe-ab6f-484e-997a-c760104f4440 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.116459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17ed63cb-6884-4004-9e42-bb708d21716d req-130231fe-ab6f-484e-997a-c760104f4440 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0622709 Aug 11 02:49:58.120856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.175324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17ed63cb-6884-4004-9e42-bb708d21716d req-6daa15be-134b-485f-a9e5-5b7091eee515 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Aug 11 02:49:58.187954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.221628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3cc827-574d-4203-a6bb-0aa00e1c1f60,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.359278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ab81-6988-48c2-b70d-fed9eccdf702 req-9a283fb3-af90-4b99-bb9c-9ec39c2ce4de tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.362147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fed1ab81-6988-48c2-b70d-fed9eccdf702 req-9a283fb3-af90-4b99-bb9c-9ec39c2ce4de tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0933146 Aug 11 02:49:58.411172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fed1ab81-6988-48c2-b70d-fed9eccdf702 req-b796ee80-d6b8-4bc9-acf8-e0d4288a40b1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Aug 11 02:49:58.444837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.602190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63255d20-87fe-414f-96bc-52e6bb0eb470 req-6fa871b6-d2ce-4671-9e1d-102ea7a207e8 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.605026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63255d20-87fe-414f-96bc-52e6bb0eb470 req-6fa871b6-d2ce-4671-9e1d-102ea7a207e8 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0873513 Aug 11 02:49:58.674933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63255d20-87fe-414f-96bc-52e6bb0eb470 req-9ad45419-0e65-4feb-b3c6-762e39fd95ff tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611494 Aug 11 02:49:58.729277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:58.827903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f1bee-1f46-4275-b97b-2a4e15a3473a req-13e2f23f-0c6b-48c4-b0c6-d5fb26da85cc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.830511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-455f1bee-1f46-4275-b97b-2a4e15a3473a req-13e2f23f-0c6b-48c4-b0c6-d5fb26da85cc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0783310 Aug 11 02:49:58.872070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:58.880294 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b43e8b4-d23d-4d3c-ade2-e4dd43f81c47 admin admin] 10.222.0.68 "PUT /v2.0/routers/33ff9585-0f39-4ab6-aa51-45d5d3eb3d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170990 Aug 11 02:49:58.883589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55542) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:58.885259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-455f1bee-1f46-4275-b97b-2a4e15a3473a req-f6de3b0f-f19b-4e3b-bf15-c54963726886 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Aug 11 02:49:58.891685 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Sync routers for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:58.911651 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:58.912794 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:59.089456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.101278 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:59.139404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ef9d-82ac-42bd-b0dc-69894997e884 req-339ed696-a3ae-423b-b221-7603f955e6d3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.142693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ee4ef9d-82ac-42bd-b0dc-69894997e884 req-339ed696-a3ae-423b-b221-7603f955e6d3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0967591 Aug 11 02:49:59.209042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ee4ef9d-82ac-42bd-b0dc-69894997e884 req-55c37df0-5203-4277-96b8-3c52c6c1a7ac tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Aug 11 02:49:59.286903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.318891 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:49:58Z', 'revision_number': 5, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port': {'id': 'adcdd74a-d003-4e0b-a15d-09c2cb8fa569', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:42Z', 'updated_at': '2021-08-11T02:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:59.353077 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Checking router: 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:59.355365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Deleting port adcdd74a-d003-4e0b-a15d-09c2cb8fa569 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:59.355715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.364206 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Routers {'33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:59.365146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:59.434555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caccabe-23c3-420d-b156-d28a17dd9087 req-c0a7ab07-43a1-4061-8e71-0a37b59ec426 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.438664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2caccabe-23c3-420d-b156-d28a17dd9087 req-c0a7ab07-43a1-4061-8e71-0a37b59ec426 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1088614 Aug 11 02:49:59.465436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] For port adcdd74a-d003-4e0b-a15d-09c2cb8fa569, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:59.466437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.469504 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] Set router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:59.487788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Calling delete_port for adcdd74a-d003-4e0b-a15d-09c2cb8fa569 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:59.490240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2caccabe-23c3-420d-b156-d28a17dd9087 req-6e1786be-787e-44df-bfa2-2b7b34992ac2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Aug 11 02:49:59.553378 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:49:59Z', 'revision_number': 6, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:59.598778 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2c48-a256-43b2-946a-25a6122825e7 None None] The sync data for ids ['33ff9585-0f39-4ab6-aa51-45d5d3eb3d88'] in n-d-713498-10 is: [{'id': '33ff9585-0f39-4ab6-aa51-45d5d3eb3d88', 'name': 'tempest-TestVolumeBootPattern-166621419-router', 'tenant_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:40Z', 'updated_at': '2021-08-11T02:49:59Z', 'revision_number': 6, 'project_id': '9150bb1b1f5e4c928988fe2f7eb448ab', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:59.709012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92954ad-a079-4feb-8aa6-5c76da94a1ca req-faf92a2b-43d5-4768-a0dc-3158fac19753 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.710819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b92954ad-a079-4feb-8aa6-5c76da94a1ca req-faf92a2b-43d5-4768-a0dc-3158fac19753 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0586166 Aug 11 02:49:59.744311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.752963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b92954ad-a079-4feb-8aa6-5c76da94a1ca req-19b8291f-38db-4244-b41c-1d9988c8d5a2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Aug 11 02:49:59.796345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Pushing event deleted for resources: {'Port': ['ID=adcdd74a-d003-4e0b-a15d-09c2cb8fa569,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.874718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.890716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a51f-3eeb-4b8f-9ace-0651b9d85760 req-54848e55-1059-4d31-8c3a-d8b35c08d9a4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.892470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1472a51f-3eeb-4b8f-9ace-0651b9d85760 req-54848e55-1059-4d31-8c3a-d8b35c08d9a4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0567472 Aug 11 02:49:59.942392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1472a51f-3eeb-4b8f-9ace-0651b9d85760 req-93d4d5da-b701-4cb3-9784-c35c2b0554bf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Aug 11 02:50:00.057232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.062263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.122764 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.123385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:00.129664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.131146 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f0a83b50-d63a-4360-bb11-0de1d42dba1e admin admin] 10.222.0.68 "DELETE /v2.0/routers/33ff9585-0f39-4ab6-aa51-45d5d3eb3d88 HTTP/1.1" status: 204 len: 168 time: 1.2463937 Aug 11 02:50:00.135170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:00.173073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3199b-85c9-4534-9ac4-775d7bca525e req-eb149c5c-caa8-4dc2-94bc-646b08c97a72 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.175112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fa3199b-85c9-4534-9ac4-775d7bca525e req-eb149c5c-caa8-4dc2-94bc-646b08c97a72 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0703368 Aug 11 02:50:00.193568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Deleting subnet 1f3e167b-7c37-4e3e-8475-a6208dca9962 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:00.198703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.228470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fa3199b-85c9-4534-9ac4-775d7bca525e req-979346f8-a582-430c-bfa5-19aaa5eae12f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Aug 11 02:50:00.253450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.389226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137b475-8ecc-4fde-b9f3-ae355b4ca3b2 req-c167b8ba-a582-462b-a62c-38e4038b08e1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.391257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a137b475-8ecc-4fde-b9f3-ae355b4ca3b2 req-c167b8ba-a582-462b-a62c-38e4038b08e1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0607345 Aug 11 02:50:00.402634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.436184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a137b475-8ecc-4fde-b9f3-ae355b4ca3b2 req-5f7d9a80-cc92-4619-9f0e-1b145769cd09 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Aug 11 02:50:00.469690 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.506720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.509209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ba87c-8f05-49e3-ace1-80d73dbee2d5 None None] Network 13ab9632-6788-44f3-850d-ce405e7cd6a7 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:00.509969 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1f3e167b-7c37-4e3e-8475-a6208dca9962 HTTP/1.1" status: 204 len: 168 time: 0.3729327 Aug 11 02:50:00.510248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70398eca-a0a0-4af2-b719-e1f132ce3e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3e167b-7c37-4e3e-8475-a6208dca9962,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:00.513484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55570) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:00.617194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.683282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74541dab-1b3b-43e0-90b0-b37b60e92995 req-5e1821c2-aa9e-464d-9109-3e66aa64e218 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.687480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Deleting port c673b6f5-7269-4c56-bec5-64501d165669 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:00.687830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.696343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74541dab-1b3b-43e0-90b0-b37b60e92995 req-5e1821c2-aa9e-464d-9109-3e66aa64e218 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1200922 Aug 11 02:50:00.769093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] For port c673b6f5-7269-4c56-bec5-64501d165669, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c673b6f5-7269-4c56-bec5-64501d165669,segment=NetworkSegment(d111b18b-97dd-4058-b02c-02fc8b22a0af),segment_id=d111b18b-97dd-4058-b02c-02fc8b22a0af)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:00.769472 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.772753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74541dab-1b3b-43e0-90b0-b37b60e92995 req-82179ff1-57c3-4a22-862b-e7460d390c48 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747056 Aug 11 02:50:00.796949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Calling delete_port for c673b6f5-7269-4c56-bec5-64501d165669 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:00.919446 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:00.950223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43efa5-698b-42c7-9a18-132e0a4d7512 req-a8e9f8b8-207a-4393-8f03-1870d24eeb1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.952013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c43efa5-698b-42c7-9a18-132e0a4d7512 req-a8e9f8b8-207a-4393-8f03-1870d24eeb1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0650284 Aug 11 02:50:00.967691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c673b6f5-7269-4c56-bec5-64501d165669,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:00.975577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e212cb4-c3f8-4da6-a16b-d7d6dd133156 None None] DHCP port deletion for 13ab9632-6788-44f3-850d-ce405e7cd6a7 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:00.983354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] No DVR routers for this DVR port c673b6f5-7269-4c56-bec5-64501d165669 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:01.010787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c43efa5-698b-42c7-9a18-132e0a4d7512 req-debe76d9-64eb-416c-a263-afdcafe7de9d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Aug 11 02:50:01.074837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.087396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ab9632-6788-44f3-850d-ce405e7cd6a7']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:01.104047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd111b18b-97dd-4058-b02c-02fc8b22a0af') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:01.104452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd111b18b-97dd-4058-b02c-02fc8b22a0af') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:01.115078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.130748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.138153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:01.138618 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:01.140725 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:01.196470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdeedc-5515-4c4f-a413-0465a78e86ec req-172bee62-025a-4195-b56d-505c4b92e168 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.198129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12bdeedc-5515-4c4f-a413-0465a78e86ec req-172bee62-025a-4195-b56d-505c4b92e168 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0638382 Aug 11 02:50:01.211727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.234643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.238115 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/13ab9632-6788-44f3-850d-ce405e7cd6a7 HTTP/1.1" status: 204 len: 168 time: 0.7189989 Aug 11 02:50:01.240630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d812a-89d5-422b-8d57-9cb87fa378c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ab9632-6788-44f3-850d-ce405e7cd6a7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:01.241322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55582) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.306975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12bdeedc-5515-4c4f-a413-0465a78e86ec req-187d4f76-8305-473e-b72e-95d65582d0b0 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002188 Aug 11 02:50:01.627927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device adcdd74a-d003-4e0b-a15d-09c2cb8fa569 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:01.670326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: adcdd74a-d003-4e0b-a15d-09c2cb8fa569 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:01.671221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device adcdd74a-d003-4e0b-a15d-09c2cb8fa569 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:01.672438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c673b6f5-7269-4c56-bec5-64501d165669 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:01.720212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c673b6f5-7269-4c56-bec5-64501d165669 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:01.720762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c673b6f5-7269-4c56-bec5-64501d165669 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:01.721762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fa3cc827-574d-4203-a6bb-0aa00e1c1f60 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:01.761310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: fa3cc827-574d-4203-a6bb-0aa00e1c1f60 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:01.761898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device fa3cc827-574d-4203-a6bb-0aa00e1c1f60 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:01.981152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b979ad5-e661-475c-9b8a-69a118b5d7ee req-53773222-5633-4343-8fb2-3d4e559ad99e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.983545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b979ad5-e661-475c-9b8a-69a118b5d7ee req-53773222-5633-4343-8fb2-3d4e559ad99e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1879728 Aug 11 02:50:02.001700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f8d4-6c54-4179-a285-0f97bd35e36f req-e3f471a8-77d4-4f9b-be27-2430c9c47a70 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.003849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b422f8d4-6c54-4179-a285-0f97bd35e36f req-e3f471a8-77d4-4f9b-be27-2430c9c47a70 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.2104607 Aug 11 02:50:02.130514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b979ad5-e661-475c-9b8a-69a118b5d7ee req-36f0202c-3890-4a40-b6b2-20545ebe1f2c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216428 Aug 11 02:50:02.133897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b422f8d4-6c54-4179-a285-0f97bd35e36f req-5ca50f84-09ae-4a3e-84fe-ce2169e1c6e8 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097729 Aug 11 02:50:02.312593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.450707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bf931-f8f8-4594-850b-42f80cef4b3c req-d7204edb-bcbe-460d-acd7-b8640348c7d9 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.452300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd3bf931-f8f8-4594-850b-42f80cef4b3c req-d7204edb-bcbe-460d-acd7-b8640348c7d9 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1002948 Aug 11 02:50:02.549489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd3bf931-f8f8-4594-850b-42f80cef4b3c req-640ed66e-01c2-418b-a55d-c6906f64d133 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863931 Aug 11 02:50:02.667137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Deleting port 481cdc9c-c552-48da-bdba-aaa23dbf3992 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:02.667477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.752041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] For port 481cdc9c-c552-48da-bdba-aaa23dbf3992, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=481cdc9c-c552-48da-bdba-aaa23dbf3992,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:02.752407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.766092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Calling delete_port for 481cdc9c-c552-48da-bdba-aaa23dbf3992 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:02.958552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.990403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=481cdc9c-c552-48da-bdba-aaa23dbf3992,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.228241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.380272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62414-9b11-479c-902a-8a9afdeac209 req-9dcd2ee4-f68b-4d0b-9de9-fda84bbf756a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.381700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70e62414-9b11-479c-902a-8a9afdeac209 req-9dcd2ee4-f68b-4d0b-9de9-fda84bbf756a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1039865 Aug 11 02:50:03.466324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70e62414-9b11-479c-902a-8a9afdeac209 req-6a5bd53c-699d-4448-a6ab-c02a53b55397 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777974 Aug 11 02:50:03.542599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:03.693400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:03.700642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-74613e0b-eff4-4506-b979-159a2fe56f8a admin admin] 10.222.0.68 "PUT /v2.0/routers/001e72fc-642b-40b4-aa59-5dbaefcf4c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4576688 Aug 11 02:50:03.702662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Sync routers for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:03.704339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55610) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.716569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:03.716837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081886b8-51c5-407c-be06-c107bfe65cb7 req-1a4ba653-cea8-4a5a-8786-3171563847f1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.717731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:03.718431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-081886b8-51c5-407c-be06-c107bfe65cb7 req-1a4ba653-cea8-4a5a-8786-3171563847f1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0755656 Aug 11 02:50:03.770560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-081886b8-51c5-407c-be06-c107bfe65cb7 req-96f38f37-3f2b-4079-8f82-609f32bff94e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Aug 11 02:50:03.831588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.904425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:04.000971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.081998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3b252-821c-4a04-9fcf-3b0045c2fecf req-0e5e8cd2-9f4b-43b2-b1e3-e35f1aa6487b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.090787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fab3b252-821c-4a04-9fcf-3b0045c2fecf req-0e5e8cd2-9f4b-43b2-b1e3-e35f1aa6487b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0698180 Aug 11 02:50:04.094078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Deleting port b67e6672-b2b2-45ee-85db-36cc84107467 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:04.094673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.142107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fab3b252-821c-4a04-9fcf-3b0045c2fecf req-ab60860f-622f-4ec0-810d-1141845e1dab tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Aug 11 02:50:04.208252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:50:02Z', 'revision_number': 5, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port': {'id': 'b67e6672-b2b2-45ee-85db-36cc84107467', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:34:56Z', 'updated_at': '2021-08-11T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:04.240615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Checking router: 001e72fc-642b-40b4-aa59-5dbaefcf4c05 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:04.248126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] For port b67e6672-b2b2-45ee-85db-36cc84107467, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b67e6672-b2b2-45ee-85db-36cc84107467,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:04.248509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.255938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Routers {'001e72fc-642b-40b4-aa59-5dbaefcf4c05'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:04.257076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:04.264445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Calling delete_port for b67e6672-b2b2-45ee-85db-36cc84107467 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:04.418920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] Set router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:04.457086 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.485996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b67e6672-b2b2-45ee-85db-36cc84107467,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.497213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:50:04Z', 'revision_number': 6, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:04.526876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c34479-3f89-4f90-b158-a5122cf7e6a0 None None] The sync data for ids ['001e72fc-642b-40b4-aa59-5dbaefcf4c05'] in n-d-713498-10 is: [{'id': '001e72fc-642b-40b4-aa59-5dbaefcf4c05', 'name': 'tempest-TestVolumeBootPattern-61146898-router', 'tenant_id': 'f3a63bb92a894e56aacabb18fba1388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:34:55Z', 'updated_at': '2021-08-11T02:50:04Z', 'revision_number': 6, 'project_id': 'f3a63bb92a894e56aacabb18fba1388a', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:04.592565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.621382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dce23-cd78-4970-870e-6515e7ea8954 req-5a028df4-2b1b-4ae1-9b5c-a4f3ae7eccc7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.623072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-552dce23-cd78-4970-870e-6515e7ea8954 req-5a028df4-2b1b-4ae1-9b5c-a4f3ae7eccc7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0677814 Aug 11 02:50:04.685930 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-552dce23-cd78-4970-870e-6515e7ea8954 req-493481dc-e7d2-41a5-8803-7f293ae0a38d tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506356 Aug 11 02:50:04.700229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.702945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.752885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.754321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001e72fc-642b-40b4-aa59-5dbaefcf4c05 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:04.759740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.760961 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96fe5b32-df0b-4f2b-aa76-fe711099fe4c admin admin] 10.222.0.68 "DELETE /v2.0/routers/001e72fc-642b-40b4-aa59-5dbaefcf4c05 HTTP/1.1" status: 204 len: 168 time: 1.0552967 Aug 11 02:50:04.764739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:04.814915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Deleting subnet 82267001-27a5-4936-820b-86ab06cf6ffd {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:04.819510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.858254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.971784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.058993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.086894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82267001-27a5-4936-820b-86ab06cf6ffd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.090438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.092384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-40e67d11-1a05-458e-a2c7-4db61caaccee admin admin] 10.222.0.68 "DELETE /v2.0/subnets/82267001-27a5-4936-820b-86ab06cf6ffd HTTP/1.1" status: 204 len: 168 time: 0.3263762 Aug 11 02:50:05.095422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55622) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:05.098981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a8e48-5d35-4e29-9981-993322388f3c None None] Network 5a034660-1212-46d8-9123-664752317354 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:05.182774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.265102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Deleting port 34c54156-fb5d-42f9-b9b4-5cd644332d81 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:05.265907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.315057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d890-7140-45c0-8bd7-3c92c06ffd1e req-fc9b3ac0-2ae3-4f67-b99b-8f39d846b03d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.322038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b51d890-7140-45c0-8bd7-3c92c06ffd1e req-fc9b3ac0-2ae3-4f67-b99b-8f39d846b03d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0810556 Aug 11 02:50:05.353416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] DHCP port deletion for 5a034660-1212-46d8-9123-664752317354 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:05.376339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3b51d890-7140-45c0-8bd7-3c92c06ffd1e req-44a8d4fa-6904-4276-9299-6c912b87786b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Aug 11 02:50:05.391356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] For port 34c54156-fb5d-42f9-b9b4-5cd644332d81, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=34c54156-fb5d-42f9-b9b4-5cd644332d81,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:05.391978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.414335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Calling delete_port for 34c54156-fb5d-42f9-b9b4-5cd644332d81 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:05.443862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Deleting port 34c54156-fb5d-42f9-b9b4-5cd644332d81 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:05.444582 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.518391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.573133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=34c54156-fb5d-42f9-b9b4-5cd644332d81,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.577210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] No DVR routers for this DVR port 34c54156-fb5d-42f9-b9b4-5cd644332d81 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:05.586932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] For port 34c54156-fb5d-42f9-b9b4-5cd644332d81, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=34c54156-fb5d-42f9-b9b4-5cd644332d81,segment=NetworkSegment(cd0c0f97-8690-4c82-b75b-34a6e29dde5b),segment_id=cd0c0f97-8690-4c82-b75b-34a6e29dde5b)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:05.587324 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.606983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 34c54156-fb5d-42f9-b9b4-5cd644332d81 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:05.619140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f74dc-bf14-46a8-b901-9d8dedbd2e7d req-feecdf22-0834-4dff-bbc7-67bca0e369fa tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.621670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-299f74dc-bf14-46a8-b901-9d8dedbd2e7d req-feecdf22-0834-4dff-bbc7-67bca0e369fa tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1449816 Aug 11 02:50:05.636625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Calling delete_port for 34c54156-fb5d-42f9-b9b4-5cd644332d81 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:05.641425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 34c54156-fb5d-42f9-b9b4-5cd644332d81 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:05.642079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 34c54156-fb5d-42f9-b9b4-5cd644332d81 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:05.642497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 481cdc9c-c552-48da-bdba-aaa23dbf3992 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:05.669733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 481cdc9c-c552-48da-bdba-aaa23dbf3992 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:05.670213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 481cdc9c-c552-48da-bdba-aaa23dbf3992 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:05.670540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b67e6672-b2b2-45ee-85db-36cc84107467 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:05.684145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-299f74dc-bf14-46a8-b901-9d8dedbd2e7d req-4f0ef8c9-5179-4735-80d5-89965a6d1508 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502794 Aug 11 02:50:05.694312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b67e6672-b2b2-45ee-85db-36cc84107467 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:05.694312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b67e6672-b2b2-45ee-85db-36cc84107467 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:05.722378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.748455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a034660-1212-46d8-9123-664752317354']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:05.781624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:05.782378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0c0f97-8690-4c82-b75b-34a6e29dde5b') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:05.804138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.830656 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.845304 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.850153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:05.862294 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:05.892212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] Pushing event deleted for resources: {'Port': ['ID=34c54156-fb5d-42f9-b9b4-5cd644332d81,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.897609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d620a6-4d64-49f0-9130-ee8324a2cc92 None None] No DVR routers for this DVR port 34c54156-fb5d-42f9-b9b4-5cd644332d81 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:05.899355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36d1e-9ef0-4e68-a50a-766d6d9e32db req-a304421e-3966-4cf3-a49f-f52917002eee tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.901254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11c36d1e-9ef0-4e68-a50a-766d6d9e32db req-a304421e-3966-4cf3-a49f-f52917002eee tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0887318 Aug 11 02:50:05.936062 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.945581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.949497 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] 10.222.0.68 "DELETE /v2.0/networks/5a034660-1212-46d8-9123-664752317354 HTTP/1.1" status: 204 len: 168 time: 0.8529103 Aug 11 02:50:05.978391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb4c7-0667-4fa5-a3c6-f0a5ccaed7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5a034660-1212-46d8-9123-664752317354,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.982268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11c36d1e-9ef0-4e68-a50a-766d6d9e32db req-d5b35929-c089-47a2-8239-ad73f97bedfb tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608132 Aug 11 02:50:05.991602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3bdad-1653-43e4-874a-bcffec3d975b req-cba0596a-8372-4721-a785-ba23dff8df43 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.993157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3bdad-1653-43e4-874a-bcffec3d975b req-cba0596a-8372-4721-a785-ba23dff8df43 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0909097 Aug 11 02:50:06.052786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8a3bdad-1653-43e4-874a-bcffec3d975b req-0e93aa6d-6459-4c73-9fe6-92c3e89ffaa6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497658 Aug 11 02:50:06.117908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 55638) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:06.246574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e249a7c7-1dcd-4227-9a5d-ecfb9c45afde admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9150bb1b1f5e4c928988fe2f7eb448ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270056 Aug 11 02:50:06.248849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55640) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:06.270997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b0132-940c-4c58-be09-31755d049e1d req-24ff913d-a7de-4ff6-b76b-5011bbf4a6f0 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.273728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b98b0132-940c-4c58-be09-31755d049e1d req-24ff913d-a7de-4ff6-b76b-5011bbf4a6f0 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1288161 Aug 11 02:50:06.308931 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.327373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b98b0132-940c-4c58-be09-31755d049e1d req-665f2e3f-98c7-43d1-a60c-81f8477359cd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Aug 11 02:50:06.342458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.415509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.419269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.421794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b3a0443-372e-45e2-815d-c0f844d0aeb7 HTTP/1.1" status: 204 len: 168 time: 0.1708722 Aug 11 02:50:06.434191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7986-bcdb-4aca-895a-60cf7e12a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a0443-372e-45e2-815d-c0f844d0aeb7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.504519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648da2b-6936-45c7-92ea-e7adce66428c req-edb445e8-e177-4b57-903a-890eb607cf63 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.506322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5648da2b-6936-45c7-92ea-e7adce66428c req-edb445e8-e177-4b57-903a-890eb607cf63 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0762198 Aug 11 02:50:06.549902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5648da2b-6936-45c7-92ea-e7adce66428c req-ebfbc795-429c-4dc6-8d97-3c908f5339ab tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Aug 11 02:50:06.677973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea452a8-262f-4a3d-999a-70617a91fb24 req-ff2b1aae-1b80-4887-9a55-39dec55cd5f1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.679724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ea452a8-262f-4a3d-999a-70617a91fb24 req-ff2b1aae-1b80-4887-9a55-39dec55cd5f1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0582387 Aug 11 02:50:06.718841 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ea452a8-262f-4a3d-999a-70617a91fb24 req-e933adde-beea-43d6-8efa-e2d419684546 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Aug 11 02:50:06.833953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55656) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:06.881699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-554b0cf4-430a-46ec-8fed-2faf635c8ab4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f3a63bb92a894e56aacabb18fba1388a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455742 Aug 11 02:50:06.884373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55658) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:06.885499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37086d-50af-469e-aa65-911723f9a207 req-708d29d3-e44e-42ab-9e8f-e8da6a65235a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.887114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c37086d-50af-469e-aa65-911723f9a207 req-708d29d3-e44e-42ab-9e8f-e8da6a65235a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0521669 Aug 11 02:50:06.930441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c37086d-50af-469e-aa65-911723f9a207 req-0e0495c1-2b61-43b3-a4f1-dd47ed90f642 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369174 Aug 11 02:50:06.944753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.976002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.037400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.040923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.042391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ffff7cd-b804-453c-af4f-b167f3bb5a51 HTTP/1.1" status: 204 len: 168 time: 0.1571040 Aug 11 02:50:07.063462 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14d4b-7360-49f2-9fc6-9bdf618c028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffff7cd-b804-453c-af4f-b167f3bb5a51,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.108351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d4568-da2c-4cff-9d92-c7446dfc160b req-9a731857-5958-432d-b02d-d3e3035f925e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.111011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e00d4568-da2c-4cff-9d92-c7446dfc160b req-9a731857-5958-432d-b02d-d3e3035f925e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1011357 Aug 11 02:50:07.190224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e00d4568-da2c-4cff-9d92-c7446dfc160b req-630dd25d-0831-4695-9d5f-03bce92b757c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Aug 11 02:50:07.205844 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa6669-d0c0-4aac-9940-ab2ab4c7c530 req-7bbd580e-42ad-4ef2-881f-6a0c51762eaa tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.211739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81aa6669-d0c0-4aac-9940-ab2ab4c7c530 req-7bbd580e-42ad-4ef2-881f-6a0c51762eaa tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0995305 Aug 11 02:50:07.266852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81aa6669-d0c0-4aac-9940-ab2ab4c7c530 req-acccd710-d08c-4d59-b956-84cea51bc5bd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393896 Aug 11 02:50:07.391528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b36b-814d-45ff-a098-554e6e676b6f req-86268e7d-8633-466c-a589-c64fc155b90c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.393539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9458b36b-814d-45ff-a098-554e6e676b6f req-86268e7d-8633-466c-a589-c64fc155b90c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0753245 Aug 11 02:50:07.452700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9458b36b-814d-45ff-a098-554e6e676b6f req-03aba27d-72b4-47fb-9893-1e897f4e5996 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Aug 11 02:50:07.624686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb174-8e97-45cc-87b4-4038a3a9fe22 req-9014548d-6f8d-4d7f-9ca2-a10da7da3108 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.627027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42dfb174-8e97-45cc-87b4-4038a3a9fe22 req-9014548d-6f8d-4d7f-9ca2-a10da7da3108 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0885036 Aug 11 02:50:07.695465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-42dfb174-8e97-45cc-87b4-4038a3a9fe22 req-57d7dae1-35c8-494c-afd9-431044f994bd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604355 Aug 11 02:50:07.888888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd07e4-a451-43f5-b556-192cd5ebf92c req-91f3b49e-abb4-4b68-bcaa-9a49eacdd28f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.890953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dbd07e4-a451-43f5-b556-192cd5ebf92c req-91f3b49e-abb4-4b68-bcaa-9a49eacdd28f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0615852 Aug 11 02:50:07.933840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dbd07e4-a451-43f5-b556-192cd5ebf92c req-06acbe50-9096-42a1-89b5-b6ed20a79b34 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364740 Aug 11 02:50:08.064503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1309-8649-44fe-b265-8d4e090fa055 req-6a246487-9421-4731-a42a-fcc519171024 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.066197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-293f1309-8649-44fe-b265-8d4e090fa055 req-6a246487-9421-4731-a42a-fcc519171024 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0558341 Aug 11 02:50:08.113558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-293f1309-8649-44fe-b265-8d4e090fa055 req-8c5af873-eee5-41b1-b7e1-a9c4b2c6549d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Aug 11 02:50:08.290032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb334f-57cc-4d8e-9f6e-44913d3fe5f0 req-dac3f54c-5409-4d5c-a105-44ada3bb3430 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.292478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88cb334f-57cc-4d8e-9f6e-44913d3fe5f0 req-dac3f54c-5409-4d5c-a105-44ada3bb3430 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0569060 Aug 11 02:50:08.336203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88cb334f-57cc-4d8e-9f6e-44913d3fe5f0 req-867f0a82-02ee-483d-b638-f9e171a8a26d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Aug 11 02:50:08.429372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca8e9-f1b7-464b-842e-c9dbce3085e3 req-4e236280-9a19-4d2e-8964-2c1ee8c335b3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.431107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b6ca8e9-f1b7-464b-842e-c9dbce3085e3 req-4e236280-9a19-4d2e-8964-2c1ee8c335b3 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0584950 Aug 11 02:50:08.500730 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b6ca8e9-f1b7-464b-842e-c9dbce3085e3 req-043c637c-3eab-4300-a3f5-a22c9fba6b49 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627885 Aug 11 02:50:08.533202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5726ed-c13d-430b-b440-722f3ca5821c req-353253e8-bdec-4911-bf96-b10ac95f2431 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.536275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b5726ed-c13d-430b-b440-722f3ca5821c req-353253e8-bdec-4911-bf96-b10ac95f2431 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0816438 Aug 11 02:50:08.579353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b5726ed-c13d-430b-b440-722f3ca5821c req-f6913006-b3ae-4f1a-b68a-2724a914c505 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Aug 11 02:50:08.741721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8349-3637-4722-a461-2dc101a25519 req-91f52d08-a7c8-4f05-9d1a-0dbee6ff03f3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.743429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa9a8349-3637-4722-a461-2dc101a25519 req-91f52d08-a7c8-4f05-9d1a-0dbee6ff03f3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0586941 Aug 11 02:50:08.794705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa9a8349-3637-4722-a461-2dc101a25519 req-d62beece-e6d8-422f-b862-3a6da200a794 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Aug 11 02:50:08.928984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf2385-a971-452f-8295-9f68dbce438e req-a75a9bef-99c0-494b-aa3f-fcd1a7ac3b9f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.930696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4bf2385-a971-452f-8295-9f68dbce438e req-a75a9bef-99c0-494b-aa3f-fcd1a7ac3b9f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0611286 Aug 11 02:50:08.982418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4bf2385-a971-452f-8295-9f68dbce438e req-5f11ea1d-77d2-4ee5-9455-1ed763eb2ac1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Aug 11 02:50:09.156160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e196c-ac10-4456-b3d7-d3623bc1506a req-d0bd89b0-3421-4c41-8976-13fcab70f89d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.157758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca1e196c-ac10-4456-b3d7-d3623bc1506a req-d0bd89b0-3421-4c41-8976-13fcab70f89d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0542784 Aug 11 02:50:09.202312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca1e196c-ac10-4456-b3d7-d3623bc1506a req-34edd4d7-818a-4e01-a30e-5c30d387dcf6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Aug 11 02:50:09.328947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3587cf-2bfb-4eb4-b31a-aad8679efd48 req-acdfcaa5-e88f-4a7f-82e2-3faa8f920307 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.330534 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c3587cf-2bfb-4eb4-b31a-aad8679efd48 req-acdfcaa5-e88f-4a7f-82e2-3faa8f920307 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0544286 Aug 11 02:50:09.376036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4c3587cf-2bfb-4eb4-b31a-aad8679efd48 req-5df73f28-3b73-4244-91c4-fe8af74e8754 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Aug 11 02:50:09.690205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dca07f-97f5-4596-93f4-b4d669cc23a5 req-94fe47f6-cb17-46b2-8e47-3d32c1e37636 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.692350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90dca07f-97f5-4596-93f4-b4d669cc23a5 req-94fe47f6-cb17-46b2-8e47-3d32c1e37636 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0841916 Aug 11 02:50:09.701678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2f97a-0675-4a02-bf47-e9a8569a8001 req-3c25fe8d-e48d-4f2b-aadf-6901611012aa tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.703375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27f2f97a-0675-4a02-bf47-e9a8569a8001 req-3c25fe8d-e48d-4f2b-aadf-6901611012aa tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1053913 Aug 11 02:50:09.769374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90dca07f-97f5-4596-93f4-b4d669cc23a5 req-f7efacc2-1ad7-40cd-8d59-0c13554a3b2f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649316 Aug 11 02:50:09.775671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-27f2f97a-0675-4a02-bf47-e9a8569a8001 req-1d6b2221-6c78-44ec-8789-ca12c6d88cc4 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643506 Aug 11 02:50:09.909588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6769cb-097d-460b-903b-b5d95e8c6a43 req-924e32ac-40fd-46b6-aebb-d7bb99d1c293 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.911666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d6769cb-097d-460b-903b-b5d95e8c6a43 req-924e32ac-40fd-46b6-aebb-d7bb99d1c293 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0628712 Aug 11 02:50:09.968473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d6769cb-097d-460b-903b-b5d95e8c6a43 req-b6bcf4fe-d4e5-4b44-ae6d-8de60d0254ef tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Aug 11 02:50:10.125241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0633e-b167-4e68-ba4a-3b4500b0603e req-632a7356-5e2a-4d09-83c0-6d11f075270e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.127023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7a0633e-b167-4e68-ba4a-3b4500b0603e req-632a7356-5e2a-4d09-83c0-6d11f075270e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0584276 Aug 11 02:50:10.178280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7a0633e-b167-4e68-ba4a-3b4500b0603e req-9309ff05-bb21-4132-a4bc-471c98706974 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Aug 11 02:50:10.310270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb26f4c-b85d-47dd-8a7d-b38b0b956213 req-cf0f84fa-8655-4a30-953a-19a809e19d71 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.312425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbb26f4c-b85d-47dd-8a7d-b38b0b956213 req-cf0f84fa-8655-4a30-953a-19a809e19d71 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0550711 Aug 11 02:50:10.357688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dbb26f4c-b85d-47dd-8a7d-b38b0b956213 req-1190b136-3056-4fa1-b1af-bc113f6dab76 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Aug 11 02:50:10.825152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.927435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.970668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7965c-75b5-450b-b852-2978c7fed41a req-db87b47c-fc15-4392-93bc-d50da0c0f0ad tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.972311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aad7965c-75b5-450b-b852-2978c7fed41a req-db87b47c-fc15-4392-93bc-d50da0c0f0ad tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.1010513 Aug 11 02:50:11.009777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5bdaa-30d8-4257-92d4-21c31a400e32 req-02335cf2-c9a5-4265-b886-a1abe6b446db tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.011442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7e5bdaa-30d8-4257-92d4-21c31a400e32 req-02335cf2-c9a5-4265-b886-a1abe6b446db tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0773771 Aug 11 02:50:11.050144 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aad7965c-75b5-450b-b852-2978c7fed41a req-f68177bc-0211-475f-80c3-f222198fbf0b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659521 Aug 11 02:50:11.071956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7e5bdaa-30d8-4257-92d4-21c31a400e32 req-7d0bc3e3-5ed4-47c5-a5a8-88729e982aad tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 Aug 11 02:50:12.239514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798d3ff-e022-466e-b0e0-803c686991b0 req-48c2133d-0a5c-448f-8916-b14c1cdbd254 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.241184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9798d3ff-e022-466e-b0e0-803c686991b0 req-48c2133d-0a5c-448f-8916-b14c1cdbd254 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0970066 Aug 11 02:50:12.259445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba6b72-8e93-4bad-be6d-3e8613d644e3 req-075c728c-ef4c-4f27-892c-4509eb96d6a7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.261091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4ba6b72-8e93-4bad-be6d-3e8613d644e3 req-075c728c-ef4c-4f27-892c-4509eb96d6a7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0835273 Aug 11 02:50:12.325775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9798d3ff-e022-466e-b0e0-803c686991b0 req-f9f29c07-ba7e-40ff-b92a-4f907976fabf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634942 Aug 11 02:50:12.331849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4ba6b72-8e93-4bad-be6d-3e8613d644e3 req-b239e6e2-8930-4455-8544-12b889623746 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626733 Aug 11 02:50:13.491166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1dc13-5a49-4b1b-9dcd-235af0108083 req-3d7f3c26-c075-4fba-abaa-2f1bb0355a20 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.492919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75d1dc13-5a49-4b1b-9dcd-235af0108083 req-3d7f3c26-c075-4fba-abaa-2f1bb0355a20 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0916965 Aug 11 02:50:13.536311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552c331-6a0a-4507-b9bf-4eefb92254fd req-053a02fd-01ce-4860-9857-092c6e278aba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.538271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4552c331-6a0a-4507-b9bf-4eefb92254fd req-053a02fd-01ce-4860-9857-092c6e278aba tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0946739 Aug 11 02:50:13.568269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75d1dc13-5a49-4b1b-9dcd-235af0108083 req-c80a9a5e-cc09-4107-96bc-f1682d84f34f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Aug 11 02:50:13.599710 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4552c331-6a0a-4507-b9bf-4eefb92254fd req-09225cae-4fc7-45b6-b5fb-cab2111f2daa tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473397 Aug 11 02:50:14.770662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5635cd-b218-4d77-a533-0475b47135d0 req-6fc20580-273a-4bcb-9e07-73f313cd66b2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.772318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f5635cd-b218-4d77-a533-0475b47135d0 req-6fc20580-273a-4bcb-9e07-73f313cd66b2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1129181 Aug 11 02:50:14.798774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc37f5-a1fb-4fdb-add2-49ff5229d0f6 req-62b3c8f6-d2ed-4c5e-8660-230de8736d33 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.800836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdc37f5-a1fb-4fdb-add2-49ff5229d0f6 req-62b3c8f6-d2ed-4c5e-8660-230de8736d33 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0878069 Aug 11 02:50:14.854873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f5635cd-b218-4d77-a533-0475b47135d0 req-4b853587-fdef-4afd-807e-5ca2856b18c5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Aug 11 02:50:14.869961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bdc37f5-a1fb-4fdb-add2-49ff5229d0f6 req-0558939c-7948-4f68-a7f2-257261ea1cdc tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591905 Aug 11 02:50:15.086694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4e0c-6c51-4be7-8194-94c86e172b36 req-33566455-c50e-4745-b9c2-e93a57942b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.088306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c6a4e0c-6c51-4be7-8194-94c86e172b36 req-33566455-c50e-4745-b9c2-e93a57942b97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1097 time: 0.0504384 Aug 11 02:50:15.129007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c6a4e0c-6c51-4be7-8194-94c86e172b36 req-c81e86e3-34ff-47e9-8086-12bc2bfc6d78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307732 Aug 11 02:50:15.212022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:15.339480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:15.366375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'port_id': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'mac_address': 'fa:16:3e:d4:7d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:15.438303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.461230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:15.500468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:15.506169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.589988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.167028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c760-e8fc-4429-af6a-a74b49ac1328 req-c7289c43-c876-4a65-9629-abcce2951700 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.170451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77f7c760-e8fc-4429-af6a-a74b49ac1328 req-c7289c43-c876-4a65-9629-abcce2951700 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1578031 Aug 11 02:50:16.188570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae102-f37d-4682-8679-0759d6404921 req-83f749b5-76ec-4703-a218-154136f50cea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.191877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1fae102-f37d-4682-8679-0759d6404921 req-83f749b5-76ec-4703-a218-154136f50cea tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 944 time: 0.1604710 Aug 11 02:50:16.304915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77f7c760-e8fc-4429-af6a-a74b49ac1328 req-f85a86b9-1fe6-45a0-894b-c486ac85583c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110902 Aug 11 02:50:16.321775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1fae102-f37d-4682-8679-0759d6404921 req-88f0d36d-15ab-4053-be4f-6f9f1ec11e5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176217 Aug 11 02:50:16.760395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:17.232594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:17.318204 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.332729 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:17.360731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:17.365005 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.444127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:17.510814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d243f-b397-49c5-853d-e1f3bd688f82 req-64f41104-9dec-4dd8-badf-2d9d4a652e1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.512640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-410d243f-b397-49c5-853d-e1f3bd688f82 req-64f41104-9dec-4dd8-badf-2d9d4a652e1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0960104 Aug 11 02:50:17.554826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15971c31-8341-4d79-8d54-24318e365e81 req-f005ddea-53aa-4336-ae47-e230cfd22197 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.556800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15971c31-8341-4d79-8d54-24318e365e81 req-f005ddea-53aa-4336-ae47-e230cfd22197 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 943 time: 0.0981672 Aug 11 02:50:17.586875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-410d243f-b397-49c5-853d-e1f3bd688f82 req-23a19d42-8a97-4c4b-9ea8-4fe09f98f0a4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Aug 11 02:50:17.620898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15971c31-8341-4d79-8d54-24318e365e81 req-aa43338f-ddef-4053-a7cc-a7dcee0c1e82 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500364 Aug 11 02:50:17.648457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55750) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:18.128466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-032a3ee8-1083-448f-8042-76ed0a640395 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/floatingips/6b4f39a6-b521-4d82-86c5-edb974cad73a HTTP/1.1" status: 200 len: 990 time: 0.4777482 Aug 11 02:50:18.773571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66f34f-6aa4-4b8a-bbc9-75b4dfd81370 req-c19b453b-d46a-4aeb-bff3-d80d962d1866 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.775265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d66f34f-6aa4-4b8a-bbc9-75b4dfd81370 req-c19b453b-d46a-4aeb-bff3-d80d962d1866 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0808854 Aug 11 02:50:18.833334 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d66f34f-6aa4-4b8a-bbc9-75b4dfd81370 req-f3046046-4359-4b18-b2d6-146b93cab77f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Aug 11 02:50:19.231999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:19.299900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:19.300289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.407661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.449155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:19.453154 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640a429-1426-4ee6-b4e8-e9bccb307e71" -d '{"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:19.477139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:19.482849 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.531595 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d7acd-2ce0-4c7e-8303-6354f3a13790 x-openstack-request-id: req-f05d7acd-2ce0-4c7e-8303-6354f3a13790 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:19.532004 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:19.532356 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f05d7acd-2ce0-4c7e-8303-6354f3a13790 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:19.532883 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'code': 200} Aug 11 02:50:19.572425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:19.966211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142e626-2757-498f-91f7-10c2d8cf3d65 req-f51b9a61-7c74-4309-b5ba-af99f7fd67c3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.967901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e142e626-2757-498f-91f7-10c2d8cf3d65 req-f51b9a61-7c74-4309-b5ba-af99f7fd67c3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0613039 Aug 11 02:50:20.016488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e142e626-2757-498f-91f7-10c2d8cf3d65 req-65625469-3f62-44cb-8c8a-25cb8b98b8b4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Aug 11 02:50:21.157372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fa40a-d2e0-4925-a2dc-cb7393403583 req-52a5e423-f2cd-4857-b5a8-54dc0ab2e859 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.159025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b1fa40a-d2e0-4925-a2dc-cb7393403583 req-52a5e423-f2cd-4857-b5a8-54dc0ab2e859 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0541537 Aug 11 02:50:21.208472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b1fa40a-d2e0-4925-a2dc-cb7393403583 req-f57068ef-e64c-4391-acb1-f68bfc440297 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Aug 11 02:50:22.358996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78803cf-9634-4b8d-8871-6a72571319fb req-61561958-9085-463e-bc6b-49d9cf5c204e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.360556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f78803cf-9634-4b8d-8871-6a72571319fb req-61561958-9085-463e-bc6b-49d9cf5c204e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0641963 Aug 11 02:50:22.404394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f78803cf-9634-4b8d-8871-6a72571319fb req-77353dc7-aa36-473d-b8f6-2501a49d74a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372102 Aug 11 02:50:22.666026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2978a282-a849-46bb-9b2f-f2143e253e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.800889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:22.914734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.929618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'port_id': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'mac_address': 'fa:16:3e:02:d5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707e310-1b3a-4a82-988a-6844bc266101', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:22.979972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.999548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:23.037906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:23.044004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.122862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.131330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:23.175451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.175959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.176545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.177114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.177691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.178347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.178876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.179448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.180080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.180557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.180947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.181518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:23.578115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc37d6-fe3b-47e2-b10d-3901211d8811 req-395913ad-dd1f-4191-95ea-f89e32867a67 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.580224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bc37d6-fe3b-47e2-b10d-3901211d8811 req-395913ad-dd1f-4191-95ea-f89e32867a67 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 944 time: 0.0691755 Aug 11 02:50:23.636390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bc37d6-fe3b-47e2-b10d-3901211d8811 req-73f67134-3aee-4811-ab0a-84077dfc721b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 Aug 11 02:50:24.818359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:24.907939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6494e-2681-4c14-a1ae-2304e5074d3f req-b7244783-4d61-40cf-a928-85a61b2a149b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.911010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05b6494e-2681-4c14-a1ae-2304e5074d3f req-b7244783-4d61-40cf-a928-85a61b2a149b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 944 time: 0.1138918 Aug 11 02:50:24.962482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port b7907549-7fc3-44d1-ba0e-68d89d87daca triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:24.963311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.002264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05b6494e-2681-4c14-a1ae-2304e5074d3f req-26fc7853-ee86-46b6-ad91-d7c3b9382472 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780125 Aug 11 02:50:25.159892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.265714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:25.270300 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc21bc9e-df34-4713-8a05-ad5fb7b0568e" -d '{"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:25.299020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:25.301679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2302149e-7c1a-4129-8369-c1371b88c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.307735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.367771 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5427ec3-664e-4ce7-9c9c-c32f32abc718 x-openstack-request-id: req-f5427ec3-664e-4ce7-9c9c-c32f32abc718 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:25.368205 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:25.368640 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5427ec3-664e-4ce7-9c9c-c32f32abc718 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:25.369346 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'code': 200} Aug 11 02:50:25.438714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:25.496979 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.257501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cce3c-67b1-4d11-a587-9ff73802c772 req-65e9d55f-a93e-41c8-9c9f-f92deaac83e3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.262429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-483cce3c-67b1-4d11-a587-9ff73802c772 req-65e9d55f-a93e-41c8-9c9f-f92deaac83e3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0893371 Aug 11 02:50:26.539459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.872670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-483cce3c-67b1-4d11-a587-9ff73802c772 req-ba39d180-70cc-40d6-bf01-fbe2e6b8818b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008291 Aug 11 02:50:26.903907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6615-6abb-4558-8c73-969361b0118c req-0fdcac48-127e-49e1-af4c-2b5b11f89a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.905879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-0fdcac48-127e-49e1-af4c-2b5b11f89a5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1097 time: 0.1144102 Aug 11 02:50:27.161441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6615-6abb-4558-8c73-969361b0118c req-6087daa6-978c-427c-ad8b-44fb4291079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.163665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-6087daa6-978c-427c-ad8b-44fb4291079e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.2275414 Aug 11 02:50:27.262524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-b0e25818-6b36-471b-8d13-20c48ef1feb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0873823 Aug 11 02:50:27.381207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6615-6abb-4558-8c73-969361b0118c req-e8b07925-47cf-416b-99b9-60dcbb0134f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.384429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-e8b07925-47cf-416b-99b9-60dcbb0134f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.1120903 Aug 11 02:50:27.439035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-f2fb00dc-380d-4513-92d9-b8db7fac7c1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468946 Aug 11 02:50:27.598556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-15ffcbbb-f874-4bcf-88d5-98feef65f253 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512983 Aug 11 02:50:27.819557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-067e6615-6abb-4558-8c73-969361b0118c req-711558a3-0812-4d3e-86b5-a1e7994217e4 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079818 Aug 11 02:50:28.137569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff4491-b007-461e-97d2-635297a505b6 req-6076b086-3058-48d7-a94c-1fd124beb8a6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.141475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2ff4491-b007-461e-97d2-635297a505b6 req-6076b086-3058-48d7-a94c-1fd124beb8a6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1289613 Aug 11 02:50:28.147661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.261686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2ff4491-b007-461e-97d2-635297a505b6 req-a6c1135c-f6b5-4423-a087-69097aba409e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029930 Aug 11 02:50:29.482869 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cda8e-6dbd-4670-a6af-9d933ff516e4 req-04f4e95f-8aa4-458c-9c43-f3b7b7d1698d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.486924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e71cda8e-6dbd-4670-a6af-9d933ff516e4 req-04f4e95f-8aa4-458c-9c43-f3b7b7d1698d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1016734 Aug 11 02:50:29.563197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e71cda8e-6dbd-4670-a6af-9d933ff516e4 req-50f3f258-8f78-428e-9194-8d9efbddfa26 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666795 Aug 11 02:50:29.793661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-e68725fc-a44f-417b-84d7-fbb0d70319e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716062 Aug 11 02:50:29.926066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-2465f911-881d-4804-8cb4-a11f3ea565bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.928316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-2465f911-881d-4804-8cb4-a11f3ea565bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1097 time: 0.0683270 Aug 11 02:50:30.149759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-2dc7dda2-ab29-4674-9e1f-6de3bac79cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.152562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-2dc7dda2-ab29-4674-9e1f-6de3bac79cd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 897 time: 0.1892841 Aug 11 02:50:30.315698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-3dabebe5-d4dc-42ee-89d5-f0e9ebb520a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 1000 time: 0.1550057 Aug 11 02:50:30.386300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-cb346b4b-2dac-4e01-9931-474f33f98a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.388889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-cb346b4b-2dac-4e01-9931-474f33f98a8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 200 len: 835 time: 0.0633304 Aug 11 02:50:30.469476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-f17b4eb4-cf98-42b3-87c9-4547e18c2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.473894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-f17b4eb4-cf98-42b3-87c9-4547e18c2a35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10d5f39b-2925-437a-a1d9-53b0e3032b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763357 Aug 11 02:50:30.716758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-539da4ac-8ce2-4ea3-81c8-66a6def3e3a0 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263045 Aug 11 02:50:30.925043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496348c8-0eaf-4c3b-accf-d49a7cd093a2 req-4fea56dc-939e-4dc3-9488-f705056d2e68 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.928543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-496348c8-0eaf-4c3b-accf-d49a7cd093a2 req-4fea56dc-939e-4dc3-9488-f705056d2e68 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.2095430 Aug 11 02:50:30.997114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-81975623-d76d-4b35-8c1c-cae4e5b44173 req-ef80e868-654a-4b52-843b-7a13fa4c5d4f service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752130 Aug 11 02:50:31.015112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-496348c8-0eaf-4c3b-accf-d49a7cd093a2 req-c024c3a9-a742-4b34-a16f-db1e5ab5b02b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Aug 11 02:50:31.346612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:32.266768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9a5a2-ce9b-4acb-bfdf-d98bbb0d9d87 req-ad24a6b6-6989-4a8b-8a19-f3d6cec9c8cd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.269613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02e9a5a2-ce9b-4acb-bfdf-d98bbb0d9d87 req-ad24a6b6-6989-4a8b-8a19-f3d6cec9c8cd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.1044273 Aug 11 02:50:32.344629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02e9a5a2-ce9b-4acb-bfdf-d98bbb0d9d87 req-d901cc7d-8c54-49c2-96d1-85cf075478af tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678995 Aug 11 02:50:33.535191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4373ea-e553-4697-968f-32fa72ca6642 req-3329c8ca-c0e6-4d55-89cb-7ba1afa36902 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:33.537836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c4373ea-e553-4697-968f-32fa72ca6642 req-3329c8ca-c0e6-4d55-89cb-7ba1afa36902 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0834448 Aug 11 02:50:33.610214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0c4373ea-e553-4697-968f-32fa72ca6642 req-3a989a7e-6351-4d62-a5f6-7a74e38c275e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Aug 11 02:50:34.775179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53b733-0ae8-4910-b8d4-ad5ea19a1f49 req-52edc325-e0af-478a-a95c-611515666f56 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.776969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d53b733-0ae8-4910-b8d4-ad5ea19a1f49 req-52edc325-e0af-478a-a95c-611515666f56 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0646172 Aug 11 02:50:34.856956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d53b733-0ae8-4910-b8d4-ad5ea19a1f49 req-a2fd67d2-19fb-4b71-a5ad-7ba7da247145 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723796 Aug 11 02:50:34.884352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-e79a4bfa-21be-4c5f-a3cd-88b3b04570be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.886472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-e79a4bfa-21be-4c5f-a3cd-88b3b04570be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1097 time: 0.0690293 Aug 11 02:50:35.000492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-2b8a23e1-a19c-4435-96f0-e0d763bcfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.002244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-2b8a23e1-a19c-4435-96f0-e0d763bcfbee service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.1060665 Aug 11 02:50:35.058107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-0703bcac-7a73-4acf-b070-f7f08c521bc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0480056 Aug 11 02:50:35.122240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-58fcd332-0b86-4950-95c9-90e3f5ff0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.123836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-58fcd332-0b86-4950-95c9-90e3f5ff0fc3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0561702 Aug 11 02:50:35.163979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-1f1c8524-3d59-41af-874e-fe6e485ca8ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303702 Aug 11 02:50:35.277309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-f5a80b0b-fed2-4188-8692-2e3c7a9574ea service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020272 Aug 11 02:50:35.396356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b88d836c-1f8a-4ad0-a85e-efffd0eb0504 req-c2ea9a19-e748-45ac-a37e-19350977718a service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079125 Aug 11 02:50:36.004920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990aa18-5bc4-4e72-a08f-b18166f94214 req-fba2e90d-2940-4465-87b7-8fe645b49fd6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.006679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8990aa18-5bc4-4e72-a08f-b18166f94214 req-fba2e90d-2940-4465-87b7-8fe645b49fd6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0586236 Aug 11 02:50:36.058591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8990aa18-5bc4-4e72-a08f-b18166f94214 req-0aab6385-8ab4-4bcf-8e93-04786d8a69bd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Aug 11 02:50:37.238725 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd2727-86ba-48c6-82ab-fe6466c084c4 req-4d6a0f7e-75d7-4b6f-9e50-2c6417825a5d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:37.241445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88cd2727-86ba-48c6-82ab-fe6466c084c4 req-4d6a0f7e-75d7-4b6f-9e50-2c6417825a5d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0843983 Aug 11 02:50:37.292782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88cd2727-86ba-48c6-82ab-fe6466c084c4 req-af6c5a49-1336-4dfb-b541-494d63896ce0 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Aug 11 02:50:38.425231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807b5a-d554-481b-9ce9-177d9928e27c req-f94b7013-0ca9-4938-aeb0-02757cf2a03b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.426897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7807b5a-d554-481b-9ce9-177d9928e27c req-f94b7013-0ca9-4938-aeb0-02757cf2a03b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0569353 Aug 11 02:50:38.470956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7807b5a-d554-481b-9ce9-177d9928e27c req-88fe09c7-a8ec-4705-9846-744b148ed628 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Aug 11 02:50:38.604147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368210eb-b4e2-4239-8d52-03bc9ce25596 req-4389a106-2942-4284-a80d-0bc09ecbddce tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.605686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-368210eb-b4e2-4239-8d52-03bc9ce25596 req-4389a106-2942-4284-a80d-0bc09ecbddce tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0535154 Aug 11 02:50:38.653435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-368210eb-b4e2-4239-8d52-03bc9ce25596 req-928bd3b1-84c5-4594-8add-fd218fb17db6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Aug 11 02:50:38.880884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:39.014911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.054371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab51e-0524-48be-b2f7-dd97a768768b req-f8623ebf-32e8-4172-8df5-b09f28faf6c4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.056041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a9ab51e-0524-48be-b2f7-dd97a768768b req-f8623ebf-32e8-4172-8df5-b09f28faf6c4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 945 time: 0.0800109 Aug 11 02:50:39.068713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:39.073342 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c31af-da14-426b-86fb-a2976858e4c6" -d '{"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-unplugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:39.098532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:39.106182 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.113596 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a9ab51e-0524-48be-b2f7-dd97a768768b req-5eab0518-7b98-4e99-aa6d-8052a16c7031 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 Aug 11 02:50:39.155082 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d18d2c6-3f94-4626-9e17-655216c389ea x-openstack-request-id: req-4d18d2c6-3f94-4626-9e17-655216c389ea {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:39.155393 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-unplugged", "status": "failed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "code": 422}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:39.155642 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d18d2c6-3f94-4626-9e17-655216c389ea {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:39.156061 n-d-713498-10 neutron-server[94654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'code': 422} returned with failed status Aug 11 02:50:39.193388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.529434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-ca675edf-13f8-4bc8-807f-9ba5d6836e4a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1873496 Aug 11 02:50:40.290874 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5449f-7dee-4bcd-9884-4d23c92b88d6 req-306a69ea-e2d4-48bd-8f3b-41927ab25056 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.293046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6b5449f-7dee-4bcd-9884-4d23c92b88d6 req-306a69ea-e2d4-48bd-8f3b-41927ab25056 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0827479 Aug 11 02:50:40.351327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6b5449f-7dee-4bcd-9884-4d23c92b88d6 req-12e85a13-74c5-424c-9b6d-7ef1bf5ed70f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Aug 11 02:50:40.644021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-b06f834d-5afa-49a5-9b12-b921207f3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.645962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-b06f834d-5afa-49a5-9b12-b921207f3bd1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d&tenant_id=57928e3060b146c5b21ab1ab367a4b72 HTTP/1.1" status: 200 len: 1095 time: 0.0530751 Aug 11 02:50:40.722057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-7cea1731-f20a-4fe8-8a19-9f9635834a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.724924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-7cea1731-f20a-4fe8-8a19-9f9635834a01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1095 time: 0.0549948 Aug 11 02:50:40.835529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-43b2b6cf-887f-44aa-963f-76a283b52b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.837120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-43b2b6cf-887f-44aa-963f-76a283b52b98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.0996945 Aug 11 02:50:40.838998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.894347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-9525dc9b-defa-4633-95e3-0b29f9005eac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0447800 Aug 11 02:50:40.933863 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.953480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-7e1a328e-997c-4b45-bf2d-77a3960718c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.955101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-7e1a328e-997c-4b45-bf2d-77a3960718c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0511205 Aug 11 02:50:40.992640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-1c3efccd-525e-4a84-95fb-fb0f74392438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288301 Aug 11 02:50:41.108827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-c352f2b8-3c5c-48aa-8a3c-a173f90330ec service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057138 Aug 11 02:50:41.215210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cd9bc8e-2535-4582-8fc2-77bd1f3ecbe2 req-e6e01574-9f9c-4d57-9ad4-28a9f88c9fb7 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962453 Aug 11 02:50:41.528527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01ece5-bdf1-4c0a-868b-c72642457f95 req-9b81ddcd-fd67-44aa-bf4c-219de8b7d194 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:41.530528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c01ece5-bdf1-4c0a-868b-c72642457f95 req-9b81ddcd-fd67-44aa-bf4c-219de8b7d194 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0700946 Aug 11 02:50:41.611882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c01ece5-bdf1-4c0a-868b-c72642457f95 req-1bb00c81-4d52-4c4c-b3ff-7ea2b8296413 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718560 Aug 11 02:50:42.800994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd77022-d385-4143-834c-e6edd78a1091 req-dab048f3-e636-41cd-9689-be6a1ca6cf38 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.803250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efd77022-d385-4143-834c-e6edd78a1091 req-dab048f3-e636-41cd-9689-be6a1ca6cf38 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0903790 Aug 11 02:50:42.851987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-efd77022-d385-4143-834c-e6edd78a1091 req-91af8641-4a4e-487c-9da1-1695414df1a2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Aug 11 02:50:44.067021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee2ea-9e1c-47fa-bc96-b2d6f70d7973 req-cd8662dd-4806-4978-9c3d-8ee2e87629f6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.069474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1ee2ea-9e1c-47fa-bc96-b2d6f70d7973 req-cd8662dd-4806-4978-9c3d-8ee2e87629f6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0910723 Aug 11 02:50:44.130869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1ee2ea-9e1c-47fa-bc96-b2d6f70d7973 req-5d1bf01e-ef73-408a-ac2c-52f201048307 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Aug 11 02:50:45.289503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cfd15-011a-4e84-9e7e-2adc005c03c0 req-b6c68359-36be-42cd-9dfe-645e6e31aa0d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.291473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653cfd15-011a-4e84-9e7e-2adc005c03c0 req-b6c68359-36be-42cd-9dfe-645e6e31aa0d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0637424 Aug 11 02:50:45.346538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653cfd15-011a-4e84-9e7e-2adc005c03c0 req-6d23dc25-1dd8-43c1-952d-dd801ceaa6d8 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468042 Aug 11 02:50:46.546694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07e5d-311b-49f5-91ca-ccfdaf13ab75 req-00ab2eee-f5f9-4641-807a-2289a0bc6188 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.562893 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cc07e5d-311b-49f5-91ca-ccfdaf13ab75 req-00ab2eee-f5f9-4641-807a-2289a0bc6188 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.1187251 Aug 11 02:50:46.602513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4cc07e5d-311b-49f5-91ca-ccfdaf13ab75 req-97e7e1aa-3d42-4511-bc13-69c6f9123344 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Aug 11 02:50:47.786528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5cf63-88f8-445d-9622-ff857634c5d3 req-cb110bcc-b694-481d-9803-8ad9e6571877 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.789113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15b5cf63-88f8-445d-9622-ff857634c5d3 req-cb110bcc-b694-481d-9803-8ad9e6571877 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0602202 Aug 11 02:50:47.845595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15b5cf63-88f8-445d-9622-ff857634c5d3 req-ae598d73-32ab-4cf0-94dd-eebad1852942 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Aug 11 02:50:49.029272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875c0c-b4f0-4d4e-906e-aa4604631c31 req-b9ffd6f0-9599-4696-9305-5bc4bc55bd22 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.032472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99875c0c-b4f0-4d4e-906e-aa4604631c31 req-b9ffd6f0-9599-4696-9305-5bc4bc55bd22 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0747652 Aug 11 02:50:49.095391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99875c0c-b4f0-4d4e-906e-aa4604631c31 req-7a124bb4-f14f-4778-88ea-7dc28e26a262 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Aug 11 02:50:50.267866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aef89-68f0-463a-b596-b64b8354c983 req-00a167fd-ac08-4376-b920-1491508f1b88 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.270619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-440aef89-68f0-463a-b596-b64b8354c983 req-00a167fd-ac08-4376-b920-1491508f1b88 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0868530 Aug 11 02:50:50.322385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-440aef89-68f0-463a-b596-b64b8354c983 req-77ec7c42-4552-4b8e-af9c-ff4c30550b38 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Aug 11 02:50:51.502922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7733-cb1f-484c-8c5e-84687492c236 req-1a111f41-4727-4721-9e65-f0387019b331 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:51.505656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3ca7733-cb1f-484c-8c5e-84687492c236 req-1a111f41-4727-4721-9e65-f0387019b331 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0926561 Aug 11 02:50:51.551365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3ca7733-cb1f-484c-8c5e-84687492c236 req-9ee797af-cf29-403b-ba73-ebc27e03c8a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Aug 11 02:50:52.673416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6039650-e03f-41ab-8011-965537e67397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.713206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec7cae-4cca-4c08-bf86-e5521ff92ff8 req-86a3593b-05ac-4670-8b25-b33f713e687c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:52.715625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecec7cae-4cca-4c08-bf86-e5521ff92ff8 req-86a3593b-05ac-4670-8b25-b33f713e687c tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0694048 Aug 11 02:50:52.760762 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecec7cae-4cca-4c08-bf86-e5521ff92ff8 req-9faa363f-5857-4349-ae04-beee0ba9616e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Aug 11 02:50:53.892099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3e6a-d4b9-46e4-9a0c-edcca9036572 req-53bc8223-0637-496b-9859-503494aab8e5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.894392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1ea3e6a-d4b9-46e4-9a0c-edcca9036572 req-53bc8223-0637-496b-9859-503494aab8e5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0585294 Aug 11 02:50:53.943940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1ea3e6a-d4b9-46e4-9a0c-edcca9036572 req-657ba80f-e1c8-46f3-a5fc-8a0591efd485 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Aug 11 02:50:55.040315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:55.111018 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e1d46-f7b5-4d9c-b311-ce08df8b4adb req-9b80c882-6700-4cff-b447-6fc9aec577a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.113703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-444e1d46-f7b5-4d9c-b311-ce08df8b4adb req-9b80c882-6700-4cff-b447-6fc9aec577a1 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 943 time: 0.0798120 Aug 11 02:50:55.159588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:55.172792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'network_id': 'd0531f61-ab94-4c0f-aaab-251e49cc1fb9', 'port_id': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'mac_address': 'fa:16:3e:02:d5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707e310-1b3a-4a82-988a-6844bc266101', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:55.178888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-444e1d46-f7b5-4d9c-b311-ce08df8b4adb req-799b8fb2-01bc-4abc-adf2-2c1a6827a359 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575421 Aug 11 02:50:55.225043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-26c628a9-b40a-4a06-a567-0450729375d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.231850 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.248804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:55.272363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:55.277305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.339138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.431744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55936) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:55.479656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.538821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:55.614095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port ea7a56f8-f6f0-4f2c-83c4-f9086a456d41 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:55.614448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.696376 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.696707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.710798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for ea7a56f8-f6f0-4f2c-83c4-f9086a456d41 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:55.875216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.904097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=ea7a56f8-f6f0-4f2c-83c4-f9086a456d41,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.936229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.936573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.936916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.937247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.937575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.937937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.938260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.938584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.938909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.939234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.939554 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.940369 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:55.989758 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.990237 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Floating IP 6b4f39a6-b521-4d82-86c5-edb974cad73a disassociated (deleted). External IP: 172.25.3.64, port: 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d. Aug 11 02:50:56.220609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:56.313156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdf5f-97c0-423b-9b86-46a085e3c9ec req-93f7331c-a682-451e-a65e-2223bbde3368 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.314974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56fcdf5f-97c0-423b-9b86-46a085e3c9ec req-93f7331c-a682-451e-a65e-2223bbde3368 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 944 time: 0.0561416 Aug 11 02:50:56.350086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:56.356216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.362153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56fcdf5f-97c0-423b-9b86-46a085e3c9ec req-ad1f1f1e-63b4-47f4-b456-01b07ad07dd6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Aug 11 02:50:56.365853 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Sync routers for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:56.383220 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:56.390674 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4b3e62d4-8c76-41f4-b42a-a97f200425cd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/floatingips/6b4f39a6-b521-4d82-86c5-edb974cad73a HTTP/1.1" status: 204 len: 168 time: 0.9571619 Aug 11 02:50:56.391635 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:56.396539 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:56.397438 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.450552 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be9c55-44a2-4aa9-ac4e-5a4aeb3a6e05 x-openstack-request-id: req-95be9c55-44a2-4aa9-ac4e-5a4aeb3a6e05 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:56.451158 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:56.451158 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-95be9c55-44a2-4aa9-ac4e-5a4aeb3a6e05 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:56.451495 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'status': 'completed', 'code': 200} Aug 11 02:50:56.534477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.551508 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:56.557434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-23bb72e6-06fb-4168-bc87-a3501891f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.559020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-23bb72e6-06fb-4168-bc87-a3501891f377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 1097 time: 0.0801468 Aug 11 02:50:56.709157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c144b-63d7-4bec-abe9-ae4b4b1660e1 req-c0e09c38-42ea-4091-ba77-d9eafad9a94a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.710827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-022c144b-63d7-4bec-abe9-ae4b4b1660e1 req-c0e09c38-42ea-4091-ba77-d9eafad9a94a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0924289 Aug 11 02:50:56.712478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-67bae205-806a-4d58-afb3-0452893f60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.713995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-67bae205-806a-4d58-afb3-0452893f60a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 200 len: 897 time: 0.1441741 Aug 11 02:50:56.772823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-c9015ecd-965a-4a24-bec9-75a508bf834f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 200 len: 217 time: 0.0501814 Aug 11 02:50:56.800583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-022c144b-63d7-4bec-abe9-ae4b4b1660e1 req-9d26e6dc-74e1-4019-b7e1-d34ccefc6ad5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803206 Aug 11 02:50:56.814609 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.842434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-2ea2f149-6d19-446c-ae07-7f7bfc601e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.844134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-2ea2f149-6d19-446c-ae07-7f7bfc601e2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 200 len: 835 time: 0.0607805 Aug 11 02:50:56.872656 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Checking router: 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:56.888980 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:56.890433 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:56.905488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-12ac0526-0885-4329-882a-efe9c1e7d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.907188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-12ac0526-0885-4329-882a-efe9c1e7d46b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10d5f39b-2925-437a-a1d9-53b0e3032b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533357 Aug 11 02:50:57.016580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-1293579e-eb70-4c86-b04d-b82897c4924a service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999837 Aug 11 02:50:57.050740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:57.068653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:57.126848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port b7907549-7fc3-44d1-ba0e-68d89d87daca triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:57.127616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.188048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a23cb8a-ee2f-48dd-ada7-a96450a5ac45 req-946121c0-dc97-4de9-83a2-4a024dfaae15 service neutron] 10.222.0.61 "GET /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610920 Aug 11 02:50:57.246866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.288915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:57.292298 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e6f9fe-d519-4eef-b157-fb28fffb2afe" -d '{"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:57.325584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:57.333406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.393875 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc28215-440c-4147-bf36-f86cdf368c79 x-openstack-request-id: req-1bc28215-440c-4147-bf36-f86cdf368c79 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:57.393875 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-plugged", "status": "completed", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:57.394267 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1bc28215-440c-4147-bf36-f86cdf368c79 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:57.394626 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'code': 200} Aug 11 02:50:57.432959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.504595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:57.539518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd295e73-6efb-4e89-ba13-993f0c6df1c0 None None] The sync data for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 is: [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 4, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05bf968c-f55c-44ad-88fe-7a09d31e927a', 'name': '', 'network_id': '10d5f39b-2925-437a-a1d9-53b0e3032b01', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'mac_address': 'fa:16:3e:69:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:12Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'subnets': [{'id': '2bfaa4cb-9d2d-4df1-9abf-cda32711dc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:57.563822 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6a968-7b1f-4835-851b-3e3adc3ddd5e req-213a0dad-aa9b-427c-a4c3-44d59719e559 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.568277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64e6a968-7b1f-4835-851b-3e3adc3ddd5e req-213a0dad-aa9b-427c-a4c3-44d59719e559 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0971797 Aug 11 02:50:57.609879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5b957-d3b7-4fd6-9a8b-caab3713d407 req-434d0584-09eb-4997-9431-e81e60c63b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.611647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70f5b957-d3b7-4fd6-9a8b-caab3713d407 req-434d0584-09eb-4997-9431-e81e60c63b07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1098 time: 0.0894024 Aug 11 02:50:57.634887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64e6a968-7b1f-4835-851b-3e3adc3ddd5e req-af3be2e7-b871-4554-9fa6-4497f26ac4d3 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Aug 11 02:50:57.667392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-70f5b957-d3b7-4fd6-9a8b-caab3713d407 req-33a9ec32-e64a-48d0-88e1-ea84d08582c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Aug 11 02:50:57.817234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607df9-e707-40a8-92fc-82f48be08d68 None None] New status for floating IP 6b4f39a6-b521-4d82-86c5-edb974cad73a: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:50:57.962308 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774e438-8c01-4785-a8d9-b1150b6a7956 req-064f0f94-a5e2-4c0d-bd60-f5aaebf77a20 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.964135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5774e438-8c01-4785-a8d9-b1150b6a7956 req-064f0f94-a5e2-4c0d-bd60-f5aaebf77a20 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0672178 Aug 11 02:50:58.013203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5774e438-8c01-4785-a8d9-b1150b6a7956 req-af138670-d2a6-4c5b-9499-9faf84a06434 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c82df10-6717-41c1-a79d-2df1bff6f4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Aug 11 02:50:58.124363 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.168461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-b3707488-4819-49aa-8c8a-1cccce5f5399 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.170032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-b3707488-4819-49aa-8c8a-1cccce5f5399 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 945 time: 0.0554473 Aug 11 02:50:58.282927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:58.283298 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.383997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:58.384310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.400552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:58.572952 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.606002 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.620288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.620647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.621082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.621445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.621651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.622031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.622411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.622871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.623152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.623489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.623881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.624186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:58.664020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] No DVR routers for this DVR port 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:58.667279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.669440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e826fbc-fe1b-440a-8c27-40a3e6468809 req-bbb092f2-a1dd-4298-ad40-5f1703463cf5 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.61 "DELETE /v2.0/ports/0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d HTTP/1.1" status: 204 len: 173 time: 0.4886165 Aug 11 02:50:58.669994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-deleted', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:58.678069 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a8f94-e0cd-449c-a28c-db318dbc1589" -d '{"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-deleted", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:58.753571 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b9903-3022-4c65-ba30-1e62b21d6eaa x-openstack-request-id: req-1d2b9903-3022-4c65-ba30-1e62b21d6eaa {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:58.754230 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1bf202-a760-4daa-830b-79356d87805b", "name": "network-vif-deleted", "tag": "0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:58.755480 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d2b9903-3022-4c65-ba30-1e62b21d6eaa {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:58.755980 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bf202-a760-4daa-830b-79356d87805b', 'name': 'network-vif-deleted', 'tag': '0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d', 'status': 'completed', 'code': 200} Aug 11 02:50:58.822121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a564f-5331-4792-8415-f51a3359bb55 req-293a4613-c6cf-478a-81a7-a8e0ca8f1296 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.827217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb3a564f-5331-4792-8415-f51a3359bb55 req-293a4613-c6cf-478a-81a7-a8e0ca8f1296 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0691345 Aug 11 02:50:58.880556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb3a564f-5331-4792-8415-f51a3359bb55 req-9f5752ef-9df0-4c28-80e8-34019bfb769b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Aug 11 02:50:59.167023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a759b490-20fd-4a91-ac84-0787d8c3f3ca req-7f8c501b-4ff2-4aa0-a2a4-c378abb888c7 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a1bf202-a760-4daa-830b-79356d87805b HTTP/1.1" status: 200 len: 210 time: 0.0534017 Aug 11 02:51:00.020303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5bc67-93a6-4257-822e-c93042489237 req-0a118168-e4ce-441e-b8a1-c7ae1aba7b27 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.021419 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bf5bc67-93a6-4257-822e-c93042489237 req-0a118168-e4ce-441e-b8a1-c7ae1aba7b27 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0586572 Aug 11 02:51:00.079270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4bf5bc67-93a6-4257-822e-c93042489237 req-c2d5855b-a6f2-45e3-bc92-9c96e4a4a2c6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Aug 11 02:51:00.230835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 55998) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:00.246088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80521501-6059-4a47-8425-8c6b510d5bcd req-77ea3f43-7fc9-403f-b587-4032adbbbbaf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.248836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80521501-6059-4a47-8425-8c6b510d5bcd req-77ea3f43-7fc9-403f-b587-4032adbbbbaf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0688951 Aug 11 02:51:00.309932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80521501-6059-4a47-8425-8c6b510d5bcd req-2177990a-f820-4b68-96a0-bcb4645ea6cf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529187 Aug 11 02:51:00.487330 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d934f-a99e-4529-9173-ffabf6ee0d14 req-5a014adb-a94e-4d2d-92f5-bd3a6d5ea509 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.490012 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e59d934f-a99e-4529-9173-ffabf6ee0d14 req-5a014adb-a94e-4d2d-92f5-bd3a6d5ea509 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0758283 Aug 11 02:51:00.562518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e59d934f-a99e-4529-9173-ffabf6ee0d14 req-acdcf759-018b-476a-be50-efa28cc6c0ec tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611012 Aug 11 02:51:00.769961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802c445-c181-4b0d-907d-ef947baa3b7c req-c2e65e53-8e9b-47f8-9c4b-e21d43a87762 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.771497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8802c445-c181-4b0d-907d-ef947baa3b7c req-c2e65e53-8e9b-47f8-9c4b-e21d43a87762 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0641017 Aug 11 02:51:00.796004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.824071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8802c445-c181-4b0d-907d-ef947baa3b7c req-28c07863-9ef3-4dc9-87d1-2a0769b56534 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Aug 11 02:51:00.984266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70606-ba81-4180-a0c6-b8346e53ae63 req-f735704d-9906-4bc3-a9f5-c64be5c6643b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.986282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a70606-ba81-4180-a0c6-b8346e53ae63 req-f735704d-9906-4bc3-a9f5-c64be5c6643b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0700281 Aug 11 02:51:01.039314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-15a70606-ba81-4180-a0c6-b8346e53ae63 req-d4fd8529-9583-409e-8459-6fae75bc0354 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Aug 11 02:51:01.139316 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port 05bf968c-f55c-44ad-88fe-7a09d31e927a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:01.139817 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.231397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f91ac-8a6f-4659-8415-40d38917ba30 req-86f9dfa5-cf39-41ed-9e4c-e3494cbf8250 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.233246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a99f91ac-8a6f-4659-8415-40d38917ba30 req-86f9dfa5-cf39-41ed-9e4c-e3494cbf8250 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0781660 Aug 11 02:51:01.247510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port 05bf968c-f55c-44ad-88fe-7a09d31e927a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05bf968c-f55c-44ad-88fe-7a09d31e927a,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:01.248431 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.264915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for 05bf968c-f55c-44ad-88fe-7a09d31e927a owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:01.294267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a99f91ac-8a6f-4659-8415-40d38917ba30 req-447be449-b127-4887-aae8-fe54ca484951 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Aug 11 02:51:01.449152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864685-bdb1-404a-bea7-000caf55dc14 req-a69c4d16-f4cc-4a88-aec4-2f131278506d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.452027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6864685-bdb1-404a-bea7-000caf55dc14 req-a69c4d16-f4cc-4a88-aec4-2f131278506d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0704374 Aug 11 02:51:01.520167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6864685-bdb1-404a-bea7-000caf55dc14 req-eb156f30-9144-4b17-a3dc-0f13e8bb92d5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Aug 11 02:51:01.526371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.566892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=05bf968c-f55c-44ad-88fe-7a09d31e927a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:01.869547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e545-9919-42c2-a126-4a013d947dd9 req-1c746935-0c3c-4fb0-a644-0cceccd426d7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.871415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0586e545-9919-42c2-a126-4a013d947dd9 req-1c746935-0c3c-4fb0-a644-0cceccd426d7 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0730739 Aug 11 02:51:01.902444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.926562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0586e545-9919-42c2-a126-4a013d947dd9 req-8f3045a5-0b15-4ff2-9676-df375a86ea29 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Aug 11 02:51:02.161763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:02.286932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:02.294538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ab4047a9-f3d6-48ff-a53b-fff7a1e07d10 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "PUT /v2.0/routers/3750b98c-434e-45fa-9f31-f7c8b7d5abc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614924 Aug 11 02:51:02.297229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56018) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:02.304320 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Sync routers for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:02.321114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:02.322244 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:02.390490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting subnet 2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:02.395168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.456947 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:02.465304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.585095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.670158 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:02.686101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.699772 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Checking router: 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:02.713148 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Routers {'3750b98c-434e-45fa-9f31-f7c8b7d5abc0'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:02.714606 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:02.727831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfaa4cb-9d2d-4df1-9abf-cda32711dc80,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.733625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.737524 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-19aa3a2c-c3dd-4837-b4dd-1599a8d8fd6a tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/subnets/2bfaa4cb-9d2d-4df1-9abf-cda32711dc80 HTTP/1.1" status: 204 len: 168 time: 0.4383974 Aug 11 02:51:02.741046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56020) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:02.746194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df9c00-e293-43b6-b3bb-604c20fd42ee None None] Network 10d5f39b-2925-437a-a1d9-53b0e3032b01 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:02.882801 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] Set router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:02.974362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] DHCP port deletion for 10d5f39b-2925-437a-a1d9-53b0e3032b01 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:03.088060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Deleting port c098f0f7-956b-476e-a4df-6059da0a9f81 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:03.088892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.112220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c64ec-bb16-45de-b985-ea7309adbe87 req-702c9f69-396b-43c5-a67d-2f89e9c30a38 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.120653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-185c64ec-bb16-45de-b985-ea7309adbe87 req-702c9f69-396b-43c5-a67d-2f89e9c30a38 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0732932 Aug 11 02:51:03.194811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-185c64ec-bb16-45de-b985-ea7309adbe87 req-8608fa0c-3272-4d9a-9ed6-e9493d429dbc tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727975 Aug 11 02:51:03.232464 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:03.259801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] For port c098f0f7-956b-476e-a4df-6059da0a9f81, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c098f0f7-956b-476e-a4df-6059da0a9f81,segment=NetworkSegment(d35fc495-a9a1-474d-a008-09cf2841a283),segment_id=d35fc495-a9a1-474d-a008-09cf2841a283)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:03.260861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.294079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521feecf-d65f-4f82-b680-4e62b6649e46 None None] The sync data for ids ['3750b98c-434e-45fa-9f31-f7c8b7d5abc0'] in n-d-713498-10 is: [{'id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391723449', 'tenant_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:59Z', 'updated_at': '2021-08-11T02:51:01Z', 'revision_number': 5, 'project_id': 'ca9fbafad59f48c7a6dc14a50c92783c', 'gw_port': {'id': 'f6b00c3f-03a1-41e4-b87b-4cace02ff457', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750b98c-434e-45fa-9f31-f7c8b7d5abc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:00Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:03.295046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Calling delete_port for c098f0f7-956b-476e-a4df-6059da0a9f81 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:03.413996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.441096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:03.483931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:03.484393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 0e6ef09d-2dce-4ab7-ba97-5fe5c2ab9d0d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:03.514476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.569207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] Pushing event deleted for resources: {'Port': ['ID=c098f0f7-956b-476e-a4df-6059da0a9f81,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.583925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4f953-1c26-4275-9202-c12aa3589a64 None None] No DVR routers for this DVR port c098f0f7-956b-476e-a4df-6059da0a9f81 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:03.597045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.713731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Deleting port f6b00c3f-03a1-41e4-b87b-4cace02ff457 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:03.714701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.786772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c9767-7cc7-49b8-9272-a64d505e4b26 req-31adf730-8320-43c5-aa8c-880b3c71dee2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.788398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-833c9767-7cc7-49b8-9272-a64d505e4b26 req-31adf730-8320-43c5-aa8c-880b3c71dee2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1412935 Aug 11 02:51:03.794258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05bf968c-f55c-44ad-88fe-7a09d31e927a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:03.841736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 05bf968c-f55c-44ad-88fe-7a09d31e927a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:03.842472 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05bf968c-f55c-44ad-88fe-7a09d31e927a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:03.843100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c098f0f7-956b-476e-a4df-6059da0a9f81 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:03.844421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-16febaa9-3474-4d81-9167-747e5f30e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.847589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-16febaa9-3474-4d81-9167-747e5f30e70a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=57928e3060b146c5b21ab1ab367a4b72&device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 1098 time: 0.1842654 Aug 11 02:51:03.880254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c098f0f7-956b-476e-a4df-6059da0a9f81 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:03.881204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c098f0f7-956b-476e-a4df-6059da0a9f81 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:03.905004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] For port f6b00c3f-03a1-41e4-b87b-4cace02ff457, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f6b00c3f-03a1-41e4-b87b-4cace02ff457,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:03.905617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.928467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Calling delete_port for f6b00c3f-03a1-41e4-b87b-4cace02ff457 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:03.954496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-833c9767-7cc7-49b8-9272-a64d505e4b26 req-717b1e1c-4b88-420a-9f56-7f2c2182a410 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443086 Aug 11 02:51:04.016685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-b26c964c-cab7-4a6c-8da5-2fda6c762b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:04.019483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-b26c964c-cab7-4a6c-8da5-2fda6c762b7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 200 len: 915 time: 0.1562545 Aug 11 02:51:04.067392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-88deb26e-3482-41fc-a0af-45ea5f3f7fab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 200 len: 217 time: 0.0379872 Aug 11 02:51:04.156798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-4feb3e2e-84ff-4677-9602-afe7b685ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:04.159159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-4feb3e2e-84ff-4677-9602-afe7b685ce71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 200 len: 854 time: 0.0854764 Aug 11 02:51:04.201322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-bed48c75-26db-4b12-a045-690e3e7fa957 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d0531f61-ab94-4c0f-aaab-251e49cc1fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337481 Aug 11 02:51:04.208977 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.242317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Port': ['ID=f6b00c3f-03a1-41e4-b87b-4cace02ff457,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.335515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-14b157d4-ff92-4043-b4ce-a3977cb071a3 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268716 Aug 11 02:51:04.338597 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.461638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.462561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7ed5bbb-2216-4442-b8e4-3d2483ec3fae req-4d1abab6-6d78-40ef-a09a-5d2eb9ec9235 service neutron] 10.222.0.67 "GET /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142139 Aug 11 02:51:04.464709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.519803 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.520545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Fanout notify agent at l3_agent the message router_deleted on router 3750b98c-434e-45fa-9f31-f7c8b7d5abc0 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:04.529209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.532656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7ed6c095-e67f-4c90-9bfa-06a02a66c444 tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/routers/3750b98c-434e-45fa-9f31-f7c8b7d5abc0 HTTP/1.1" status: 204 len: 168 time: 1.7885673 Aug 11 02:51:04.535070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56030) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:04.657085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.762620 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.775394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d5f39b-2925-437a-a1d9-53b0e3032b01']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:04.787936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35fc495-a9a1-474d-a008-09cf2841a283') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:04.788248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35fc495-a9a1-474d-a008-09cf2841a283') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:04.799839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.817922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.828805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:04.829490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:04.835253 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:04.944730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.952956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.954902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/networks/10d5f39b-2925-437a-a1d9-53b0e3032b01 HTTP/1.1" status: 204 len: 168 time: 0.4185240 Aug 11 02:51:04.959633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56032) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:04.967917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b4b4c-cfbd-4420-b423-a488757f23fd tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'Network': ['ID=10d5f39b-2925-437a-a1d9-53b0e3032b01,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:05.085242 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.155234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.215209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b962-c173-43e8-a4e4-097246daaac6 req-7c41e892-b8e1-4273-a7bd-7d6cc2fffc3f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.216891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0315b962-c173-43e8-a4e4-097246daaac6 req-7c41e892-b8e1-4273-a7bd-7d6cc2fffc3f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1134133 Aug 11 02:51:05.606114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6b00c3f-03a1-41e4-b87b-4cace02ff457 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:05.625489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0315b962-c173-43e8-a4e4-097246daaac6 req-9b274e1f-4582-4dee-9497-86191276aad2 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965926 Aug 11 02:51:05.638425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f6b00c3f-03a1-41e4-b87b-4cace02ff457 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:05.638721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.639297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f6b00c3f-03a1-41e4-b87b-4cace02ff457 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:05.643562 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.644780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] 10.222.0.68 "DELETE /v2.0/security-groups/9c82df10-6717-41c1-a79d-2df1bff6f4db HTTP/1.1" status: 204 len: 168 time: 0.6839914 Aug 11 02:51:05.655404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3219f-64b7-4b07-9014-d8c7b812dc5b tempest-TestNetworkAdvancedServerOps-738990779 tempest-TestNetworkAdvancedServerOps-738990779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c82df10-6717-41c1-a79d-2df1bff6f4db,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.041925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56042) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.239364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cb6edaba-cddb-4c52-960b-22120b799734 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca9fbafad59f48c7a6dc14a50c92783c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961851 Aug 11 02:51:06.242418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56046) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.301564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.326167 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.384824 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.387627 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.389132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bec6e5f-da0a-4e7a-b769-504c0942b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1454651 Aug 11 02:51:06.399535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311febf1-44d6-4134-be4f-f26daf2e5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bec6e5f-da0a-4e7a-b769-504c0942b1f9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.715499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56054) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.769295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee477f25-c645-4eb9-aa61-6276fa6f0135 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a67a83244c34221923d03d19ab3eaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515435 Aug 11 02:51:06.772970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56056) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.813256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b7228-537b-4e69-a30d-817a636ac552 req-49fb8d1f-12df-4689-a3db-e7ee0166b0cf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:06.816056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd8b7228-537b-4e69-a30d-817a636ac552 req-49fb8d1f-12df-4689-a3db-e7ee0166b0cf tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0701964 Aug 11 02:51:06.849412 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.864441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd8b7228-537b-4e69-a30d-817a636ac552 req-7eb12806-af58-40bd-9c57-30e053475506 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Aug 11 02:51:06.886467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.978420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.981769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.983720 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c3bec91e-971c-492c-a0b0-3cc0e917cae5 HTTP/1.1" status: 204 len: 168 time: 0.2092915 Aug 11 02:51:06.998252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3c09e-a382-4ea5-90e4-43b8b39a1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bec91e-971c-492c-a0b0-3cc0e917cae5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.052478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb58d-34ec-4c1b-81c6-3bad3893d836 req-e432ff5b-7ac1-42fa-802d-44d159c5a87a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.055137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-831eb58d-34ec-4c1b-81c6-3bad3893d836 req-e432ff5b-7ac1-42fa-802d-44d159c5a87a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0853689 Aug 11 02:51:07.119594 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-831eb58d-34ec-4c1b-81c6-3bad3893d836 req-4e6db400-6e15-4cf5-9aea-c8162cc93bbd tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562904 Aug 11 02:51:07.320280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7b83-159a-4ed1-8986-be5da7f7d9ed req-ac3d2229-d047-489a-be16-93e97ccb9548 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.323046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-846a7b83-159a-4ed1-8986-be5da7f7d9ed req-ac3d2229-d047-489a-be16-93e97ccb9548 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0869408 Aug 11 02:51:07.372942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-846a7b83-159a-4ed1-8986-be5da7f7d9ed req-c72e16ab-de0d-46c6-98d1-000da30041e5 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Aug 11 02:51:07.559295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7b6b-a08e-4933-b2c4-56e890c0af7c req-13b1241e-1225-478a-92ce-08251fd63822 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.561060 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7e7b6b-a08e-4933-b2c4-56e890c0af7c req-13b1241e-1225-478a-92ce-08251fd63822 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0624382 Aug 11 02:51:07.618946 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7e7b6b-a08e-4933-b2c4-56e890c0af7c req-acd80294-a067-4859-97d1-ea70e1a8cd2f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Aug 11 02:51:07.859977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bf873-ea30-46d9-88a7-ca30cc30df4b req-6060ceac-4a0a-48cd-a890-2fc6def88288 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.863006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e3bf873-ea30-46d9-88a7-ca30cc30df4b req-6060ceac-4a0a-48cd-a890-2fc6def88288 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0809357 Aug 11 02:51:07.914311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e3bf873-ea30-46d9-88a7-ca30cc30df4b req-73c3acdf-123b-42bb-8235-eddc19557922 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Aug 11 02:51:07.968559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56092) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:08.087155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513533c4-7531-4b6c-8af2-e294b52b8d0c req-f1e4f8b1-a781-41cf-bfa6-e8b5c48dc10f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.089366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-513533c4-7531-4b6c-8af2-e294b52b8d0c req-f1e4f8b1-a781-41cf-bfa6-e8b5c48dc10f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0644164 Aug 11 02:51:08.135839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1569459242-network', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:08.149296 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-513533c4-7531-4b6c-8af2-e294b52b8d0c req-8fbf21c0-f058-400e-9ddf-a3b21d498371 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Aug 11 02:51:08.172488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Made reservation on behalf of 4dd2ba6279e24ed28babbada57175fad for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:08.176026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.192754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.343066 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:08.353870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.359065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.389696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:08.390811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd228877-dac3-4d3f-b629-71ba58e2b455 req-19da62a0-77ef-4913-8ea2-c3e87149280e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.393134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd228877-dac3-4d3f-b629-71ba58e2b455 req-19da62a0-77ef-4913-8ea2-c3e87149280e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0912108 Aug 11 02:51:08.401115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3698aa5-e7e3-460f-a384-7ad34d032f94,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.410799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.411497 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Added segment 9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5 of type vlan for network 7c11d638-dcba-4569-bec6-81cc066767c9 Aug 11 02:51:08.467675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd228877-dac3-4d3f-b629-71ba58e2b455 req-6dbd55d7-a780-42e0-b79f-1424d4a85c1a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Aug 11 02:51:08.488750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.541339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.542766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.543511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.632206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6623690 Aug 11 02:51:08.632745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e293-0986-47d1-894a-92e826aa9160 req-4dae42e1-d2c5-4aa3-ac2b-f61740fb326e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.635970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0b0e293-0986-47d1-894a-92e826aa9160 req-4dae42e1-d2c5-4aa3-ac2b-f61740fb326e tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0871005 Aug 11 02:51:08.637036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56102) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:08.646601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Request body: {'subnet': {'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1569459242-subnet', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:08.649750 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aaa73-fe89-4ae1-963d-98d22479181a admin admin] Pushing event updated for resources: {'Network': ['ID=7c11d638-dcba-4569-bec6-81cc066767c9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.663708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7c11d638-dcba-4569-bec6-81cc066767c9 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:08.705911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Made reservation on behalf of 4dd2ba6279e24ed28babbada57175fad for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:08.708305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.712975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0b0e293-0986-47d1-894a-92e826aa9160 req-a8014b0f-1947-4ecd-b5f4-47b9b85adb2d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Aug 11 02:51:09.040999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a88ed-8453-4806-997e-89747e7c9469 req-3a5e39de-c6da-42fa-8c6e-2b0ea0c31943 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.040999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-789a88ed-8453-4806-997e-89747e7c9469 req-3a5e39de-c6da-42fa-8c6e-2b0ea0c31943 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1655128 Aug 11 02:51:09.083478 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.187801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-789a88ed-8453-4806-997e-89747e7c9469 req-4a3c6f1f-dd24-44fc-a58e-e44c01ca4a73 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385837 Aug 11 02:51:09.220692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:09.240465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Checking segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:09.241062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Network hostable DHCP agents. Network: 7c11d638-dcba-4569-bec6-81cc066767c9, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:09.285484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Network 7c11d638-dcba-4569-bec6-81cc066767c9 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:09.328940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7c11d638-dcba-4569-bec6-81cc066767c9) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:09.335814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.336420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.344599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec88714-bade-4b97-b8d2-3538dd8f87c8 None None] Network 7c11d638-dcba-4569-bec6-81cc066767c9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:09.362065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ca98c-66c5-4170-b70c-52d52b871de6 req-a20ff7af-f097-4f9b-8fe5-8827e5a4afeb tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.363633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-079ca98c-66c5-4170-b70c-52d52b871de6 req-a20ff7af-f097-4f9b-8fe5-8827e5a4afeb tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1006963 Aug 11 02:51:09.365648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c2903164-4c83-45ab-977b-0214333c4c37 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7270155 Aug 11 02:51:09.370453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:09.375250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:09.404310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.405425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.428440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-079ca98c-66c5-4170-b70c-52d52b871de6 req-f6938b85-ab47-446c-9251-75cd5cbaf334 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 Aug 11 02:51:09.479912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.601537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d39df1-1be8-4c5c-b1d1-9d5ff4053ffd req-eb956a9d-202b-4414-b5ad-d4ecaa6caf48 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.603324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3d39df1-1be8-4c5c-b1d1-9d5ff4053ffd req-eb956a9d-202b-4414-b5ad-d4ecaa6caf48 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0603118 Aug 11 02:51:09.625099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-7c11d638-dcba-4569-bec6-81cc066767c9', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:09.626137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.672016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3d39df1-1be8-4c5c-b1d1-9d5ff4053ffd req-6bc733ec-6e83-4c9b-b833-f33dbe89d2d6 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Aug 11 02:51:09.684380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.837370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05463df-bc2f-4d02-8e7a-5bdd2f9377b5 req-04c6b1a0-6ba9-43bb-b1c4-cf703fa83431 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.839705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e05463df-bc2f-4d02-8e7a-5bdd2f9377b5 req-04c6b1a0-6ba9-43bb-b1c4-cf703fa83431 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0791636 Aug 11 02:51:09.881670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Allocated IP 172.20.0.2 (7c11d638-dcba-4569-bec6-81cc066767c9/9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa/87b65b76-1daa-4ba9-b454-00a695001143) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:09.897867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e05463df-bc2f-4d02-8e7a-5bdd2f9377b5 req-9d572f22-ec91-45ff-ad80-aeafae8b6d4a tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Aug 11 02:51:10.033445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.069366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.088125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e77f5-c5e4-4db6-9fd4-934bdac76336 req-c43f63f6-511e-4bfe-a7dc-b703e705a801 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.090967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c52e77f5-c5e4-4db6-9fd4-934bdac76336 req-c43f63f6-511e-4bfe-a7dc-b703e705a801 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0684788 Aug 11 02:51:10.146045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c52e77f5-c5e4-4db6-9fd4-934bdac76336 req-caad8a3f-2bc9-40b3-ba42-758831847b4b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Aug 11 02:51:10.158607 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.169639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Transition to ACTIVE for port object 87b65b76-1daa-4ba9-b454-00a695001143 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:10.203183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Transition to ACTIVE for port object 87b65b76-1daa-4ba9-b454-00a695001143 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:10.212932 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.229191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Allocated IP 172.25.3.232 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/7ab43eb1-34c5-433d-b90e-a179e40a1262) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:10.286208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Network 7c11d638-dcba-4569-bec6-81cc066767c9 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:10.295997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:10.303192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:10.317064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Pushing event updated for resources: {'Port': ['ID=87b65b76-1daa-4ba9-b454-00a695001143,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.318210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edd9a-621c-4f5d-b5c0-ead858e0894c req-b5271989-52ec-4e73-9b27-caa21888098f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.320686 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa2edd9a-621c-4f5d-b5c0-ead858e0894c req-b5271989-52ec-4e73-9b27-caa21888098f tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0663114 Aug 11 02:51:10.365246 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa2edd9a-621c-4f5d-b5c0-ead858e0894c req-c1d29863-e8d0-4076-aa4f-e02f09c3e0da tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 11 02:51:10.399138 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.413634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Attempting to bind port 87b65b76-1daa-4ba9-b454-00a695001143 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:10.414254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Attempting to bind port 87b65b76-1daa-4ba9-b454-00a695001143 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:10.414841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Attempting to bind port 87b65b76-1daa-4ba9-b454-00a695001143 on network 7c11d638-dcba-4569-bec6-81cc066767c9 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:10.423471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:10.424130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Checking segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:10.424758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.425396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Bound using segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:10.426191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Bound port: 87b65b76-1daa-4ba9-b454-00a695001143, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:10.426861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.455537 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.495644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:10.498904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:10.503474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:10.524492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] For port 87b65b76-1daa-4ba9-b454-00a695001143, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:10.528336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] For port 87b65b76-1daa-4ba9-b454-00a695001143, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=87b65b76-1daa-4ba9-b454-00a695001143,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:10.535228 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.545839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Pushing event updated for resources: {'Port': ['ID=7ab43eb1-34c5-433d-b90e-a179e40a1262,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.559482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e694bb3-eea6-4998-ab1b-3c8522f135c3 req-39d0733c-a929-49e2-b05b-f22801366f62 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.562341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e694bb3-eea6-4998-ab1b-3c8522f135c3 req-39d0733c-a929-49e2-b05b-f22801366f62 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0893683 Aug 11 02:51:10.609982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d14e2-49cf-40fc-83aa-318596450c44 None None] Pushing event updated for resources: {'Port': ['ID=87b65b76-1daa-4ba9-b454-00a695001143,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.653232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e694bb3-eea6-4998-ab1b-3c8522f135c3 req-fc7d3627-7e3d-4345-9443-70def0cc3755 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779266 Aug 11 02:51:10.873682 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.966168 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.995735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.331808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.515123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:11.691392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 87b65b76-1daa-4ba9-b454-00a695001143 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:11.768905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:11.783860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 87b65b76-1daa-4ba9-b454-00a695001143 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:11.796975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.799731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd09146e-5f7b-498f-bce7-f6e5ebf6d51f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4277551 Aug 11 02:51:11.802738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Sync routers for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:11.803005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56138) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:11.814670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:11.815345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:11.960260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:12.059402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d57bf2-25a6-4d9d-91f0-e33543ccba8e None None] Network 7c11d638-dcba-4569-bec6-81cc066767c9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:12.250219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Provisioning for port 87b65b76-1daa-4ba9-b454-00a695001143 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:12.282482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Provisioning complete for port 87b65b76-1daa-4ba9-b454-00a695001143 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:12.283042 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.443845 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.645974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 3, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:12.651190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.661141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Allocated IP 172.20.0.1 (7c11d638-dcba-4569-bec6-81cc066767c9/9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa/dd6cfc71-9846-4efd-922c-dca5d0a85bb3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:12.724479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Checking router: 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:12.725866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Updating router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 port 7ab43eb1-34c5-433d-b90e-a179e40a1262 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:12.800859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.810713 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.818617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Transition to ACTIVE for port object dd6cfc71-9846-4efd-922c-dca5d0a85bb3 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:12.858996 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.864808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] For port 87b65b76-1daa-4ba9-b454-00a695001143, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=87b65b76-1daa-4ba9-b454-00a695001143,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:12.877138 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.926160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Network 7c11d638-dcba-4569-bec6-81cc066767c9 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:12.928512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:12.937196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:12.978363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.010125 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.169672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8844e1-ff83-4b04-a106-29bcce488688 None None] Pushing event updated for resources: {'Port': ['ID=87b65b76-1daa-4ba9-b454-00a695001143,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.330264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-74485d57-22c5-46e4-a21a-612c39259cfe None None] Provisioning complete for port 87b65b76-1daa-4ba9-b454-00a695001143 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:13.330765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-74485d57-22c5-46e4-a21a-612c39259cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.353986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.636060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.642914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.764607 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.780796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.797353 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 87b65b76-1daa-4ba9-b454-00a695001143 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:13.856536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37e4f607-b8d3-4af1-a8a5-362ebca3387e None None] Provisioning for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:13.860584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.868938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-37e4f607-b8d3-4af1-a8a5-362ebca3387e None None] Provisioning complete for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:13.869850 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-37e4f607-b8d3-4af1-a8a5-362ebca3387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.905622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Network 7c11d638-dcba-4569-bec6-81cc066767c9 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:13.907559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:13.916004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-37e4f607-b8d3-4af1-a8a5-362ebca3387e None None] Port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:13.924633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Transition to ACTIVE for port object 7ab43eb1-34c5-433d-b90e-a179e40a1262 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:13.937625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.997913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 87b65b76-1daa-4ba9-b454-00a695001143 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:13.998624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.058148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43838-c9ca-43a9-ad39-ab31081d16ae None None] Pushing event updated for resources: {'Port': ['ID=7ab43eb1-34c5-433d-b90e-a179e40a1262,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:14.115860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:14.144272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Attempting to bind port 7ab43eb1-34c5-433d-b90e-a179e40a1262 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:14.145216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Attempting to bind port 7ab43eb1-34c5-433d-b90e-a179e40a1262 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:14.146097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Attempting to bind port 7ab43eb1-34c5-433d-b90e-a179e40a1262 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:14.163754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:14.164607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:14.165405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.166557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:14.167581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Bound port: 7ab43eb1-34c5-433d-b90e-a179e40a1262, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:14.168381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.323015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] For port 7ab43eb1-34c5-433d-b90e-a179e40a1262, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:14.328115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] For port 7ab43eb1-34c5-433d-b90e-a179e40a1262, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7ab43eb1-34c5-433d-b90e-a179e40a1262,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:14.336846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.383161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:14.406413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-249577e8-061c-422b-b3ac-1ea93e0ea9c5 admin admin] 10.222.0.68 "PUT /v2.0/routers/2c6c816e-968b-4031-bb3f-c6d1a7eb8772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018214 Aug 11 02:51:14.449701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-30d0f504-9ba6-4394-b0a0-7ebd76144809 None None] Provisioning complete for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:14.450234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-30d0f504-9ba6-4394-b0a0-7ebd76144809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.495378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-30d0f504-9ba6-4394-b0a0-7ebd76144809 None None] Port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:14.498226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:14.498975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.501436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43838-c9ca-43a9-ad39-ab31081d16ae None None] Pushing event updated for resources: {'Port': ['ID=7ab43eb1-34c5-433d-b90e-a179e40a1262,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:14.663099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:14.943163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 2, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:15.004829 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5193-c7ee-4b3f-90ff-eb16090af4f0 None None] The sync data for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 is: [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 2, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:15.115789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56164) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.121209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-141296939-network', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:15.147164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Made reservation on behalf of 88f716f1b3844d40b597745b6a4e599d for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:15.150473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.167525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.356709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.366119 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.430818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa90dd-0c2f-40f5-850f-10464018d71b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.458345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:15.493020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.493590 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Added segment 2ab152ff-c6ed-40fd-ab8e-bcde1203d321 of type vlan for network b0bfd6da-95e9-4a1c-9862-3da1882063fb Aug 11 02:51:15.597673 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.641303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.642807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:15.643446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.712677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5954375 Aug 11 02:51:15.715790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.725335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Request body: {'subnet': {'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-141296939-subnet', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:15.734382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2932e8-370c-4818-92c3-6d21abcdaa52 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bfd6da-95e9-4a1c-9862-3da1882063fb,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.750542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:15.778686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Made reservation on behalf of 88f716f1b3844d40b597745b6a4e599d for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:15.784647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.121738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.264874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417a8b7d-3c2e-49d5-a489-414e49d0f028,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.269129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Checking segment: {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:16.269603 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Network hostable DHCP agents. Network: b0bfd6da-95e9-4a1c-9862-3da1882063fb, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:16.302014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:16.327565 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b0bfd6da-95e9-4a1c-9862-3da1882063fb) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:16.333304 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.334159 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.342289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77ee88-d339-462e-9820-53ffa2af598e None None] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:16.356861 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9c398a39-0046-4c6d-8874-a9c998dec312 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6365380 Aug 11 02:51:16.357364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:16.369146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:16.416544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.417760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.532309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.572674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:16.573667 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.756015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.851637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Allocated IP 172.20.0.2 (b0bfd6da-95e9-4a1c-9862-3da1882063fb/417a8b7d-3c2e-49d5-a489-414e49d0f028/4b70d352-ca8a-4b59-87f3-61d19c8f0e0e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:17.139112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.156377 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.168599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Transition to ACTIVE for port object 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:17.181524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.191099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Transition to ACTIVE for port object 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:17.199221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.291087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:17.293338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:17.301783 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:17.310104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366836d-8289-40d5-bac6-dfd2e72bc476 req-cc369f55-6244-4592-961c-e6340fa5d02d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.326544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6366836d-8289-40d5-bac6-dfd2e72bc476 req-cc369f55-6244-4592-961c-e6340fa5d02d tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1260440 Aug 11 02:51:17.346475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Pushing event updated for resources: {'Port': ['ID=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.390561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6366836d-8289-40d5-bac6-dfd2e72bc476 req-a587f874-5e61-4fac-92df-b23fff891844 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626187 Aug 11 02:51:17.402908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Allocated IP 172.25.3.111 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/71226361-0d9b-4274-925f-0344935fa46f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:17.430278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Attempting to bind port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:17.430902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Attempting to bind port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:17.431477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Attempting to bind port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e on network b0bfd6da-95e9-4a1c-9862-3da1882063fb {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:17.441626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:17.443692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Checking segment: {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:17.444497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.445175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Bound using segment: {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:17.446100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Bound port: 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:17.446829 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.532909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.570498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] For port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:17.577680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] For port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:17.588369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.589954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.645957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:17.650571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:17.656538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:17.685282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7ab43eb1-34c5-433d-b90e-a179e40a1262 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:17.699920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Pushing event updated for resources: {'Port': ['ID=71226361-0d9b-4274-925f-0344935fa46f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.762721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e096-c812-4f61-9f00-44d5963a2ecc None None] Pushing event updated for resources: {'Port': ['ID=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.812142 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7ab43eb1-34c5-433d-b90e-a179e40a1262 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:17.820336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7ab43eb1-34c5-433d-b90e-a179e40a1262 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:17.820976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.015641 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.045576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 7ab43eb1-34c5-433d-b90e-a179e40a1262, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7ab43eb1-34c5-433d-b90e-a179e40a1262,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:18.053066 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.125894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=7ab43eb1-34c5-433d-b90e-a179e40a1262,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:18.584251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7323-bc68-4d44-84f7-b26a1785715f req-2fdac07d-e7b4-46fc-abe5-995d5c1c1051 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.585959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f6c7323-bc68-4d44-84f7-b26a1785715f req-2fdac07d-e7b4-46fc-abe5-995d5c1c1051 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.0720944 Aug 11 02:51:18.602643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.638451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f6c7323-bc68-4d44-84f7-b26a1785715f req-c7103cad-0f6c-4e68-80d9-45c842530ec4 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Aug 11 02:51:18.674361 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Sync routers for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:18.691302 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:18.692501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:18.849589 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:18.925767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eda35c-a55e-487f-abb4-5007c6a162cc None None] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:18.963507 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.996852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-9d230791-0ad0-4fec-bdec-0e96c972fc27 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.999735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-9d230791-0ad0-4fec-bdec-0e96c972fc27 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 946 time: 0.1015701 Aug 11 02:51:19.001524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-945b1361-1bc4-4f91-b80f-5650ce4c1b87 None None] Provisioning for port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:19.170683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Deleting port b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:19.171212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.192476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Router 892069fa-5b32-4763-9987-eed22a28cf88 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:19.211057 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 2, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.265779 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Checking router: 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:19.266403 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Updating router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:19.318857 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.345985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:19.366415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Sync routers for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:19.367603 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.374112 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f312a22c-84a7-4620-896a-fca5b4523887 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0102353 Aug 11 02:51:19.374442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] For port b7907549-7fc3-44d1-ba0e-68d89d87daca, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=b7907549-7fc3-44d1-ba0e-68d89d87daca,segment=NetworkSegment(b117777e-4977-483e-9b89-bb0b2b36ca11),segment_id=b117777e-4977-483e-9b89-bb0b2b36ca11)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:19.374442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.374787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56184) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:19.393081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:19.396045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.412772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Calling delete_port for b7907549-7fc3-44d1-ba0e-68d89d87daca owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:19.730604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:19.871997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.897344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['b7907549-7fc3-44d1-ba0e-68d89d87daca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:19.932650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:19.950293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Pushing event deleted for resources: {'Port': ['ID=b7907549-7fc3-44d1-ba0e-68d89d87daca,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.958858 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.985024 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Transition to ACTIVE for port object dd6cfc71-9846-4efd-922c-dca5d0a85bb3 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:19.990999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c98b-d6df-4ac3-bd96-f8334862b4e2 req-6921996d-8d21-47c5-84e2-63c316c25294 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.993760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7c2c98b-d6df-4ac3-bd96-f8334862b4e2 req-6921996d-8d21-47c5-84e2-63c316c25294 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3465518-5da4-452c-a2ba-0c9c5f4fc17d HTTP/1.1" status: 200 len: 868 time: 0.1849954 Aug 11 02:51:19.996081 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.079636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:20.098141 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Pushing event updated for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.103828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:20.104799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.108049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] No DVR routers for this DVR port b7907549-7fc3-44d1-ba0e-68d89d87daca on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:20.121552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.127982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b410af7f-bd4d-472e-9aa4-4806a951838e req-029b50cf-e471-4359-89c2-e249b4a43c2b tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.67 "DELETE /v2.0/ports/b7907549-7fc3-44d1-ba0e-68d89d87daca HTTP/1.1" status: 204 len: 173 time: 1.1168568 Aug 11 02:51:20.128826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-deleted', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:20.133353 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ac1ac-4909-42dc-bc0d-f2990e377797" -d '{"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-deleted", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:20.189321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.194462 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.194880 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.195166 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.195472 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.195806 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.196138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.196470 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.196794 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.197139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.197443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.197771 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:20.219805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7c2c98b-d6df-4ac3-bd96-f8334862b4e2 req-c5c0c02c-2ad9-45ff-b055-b8faacaefe19 tempest-ServersNegativeTestJSON-1412829120 tempest-ServersNegativeTestJSON-1412829120-project] 10.222.0.68 "GET /v2.0/security-groups?id=f2e3061e-9073-43ad-8b68-e2c2bd2c6641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854720 Aug 11 02:51:20.228671 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4347aa-3b5e-407a-8c29-192c726603c0 x-openstack-request-id: req-bb4347aa-3b5e-407a-8c29-192c726603c0 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:20.228671 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3465518-5da4-452c-a2ba-0c9c5f4fc17d", "name": "network-vif-deleted", "tag": "b7907549-7fc3-44d1-ba0e-68d89d87daca", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:20.228671 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb4347aa-3b5e-407a-8c29-192c726603c0 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:20.228671 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3465518-5da4-452c-a2ba-0c9c5f4fc17d', 'name': 'network-vif-deleted', 'tag': 'b7907549-7fc3-44d1-ba0e-68d89d87daca', 'status': 'completed', 'code': 200} Aug 11 02:51:20.230630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Attempting to bind port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:20.231047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Attempting to bind port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:20.231430 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Attempting to bind port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 on network 7c11d638-dcba-4569-bec6-81cc066767c9 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:20.248306 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:20.249327 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Checking segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:20.249759 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.250239 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Bound using segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:20.250746 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Bound port: dd6cfc71-9846-4efd-922c-dca5d0a85bb3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:20.251140 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.390871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.409138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:17Z', 'revision_number': 3, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:20.416378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.457430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Checking router: 892069fa-5b32-4763-9987-eed22a28cf88 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:20.457733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Updating router 892069fa-5b32-4763-9987-eed22a28cf88 port 71226361-0d9b-4274-925f-0344935fa46f binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:20.497382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:20.506538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.507563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7ab43eb1-34c5-433d-b90e-a179e40a1262 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:20.510683 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.549928 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] For port dd6cfc71-9846-4efd-922c-dca5d0a85bb3, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:20.554404 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] For port dd6cfc71-9846-4efd-922c-dca5d0a85bb3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:20.559807 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.630784 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:20.631577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:20.638857 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645446c-7b56-4ffd-acc9-3334e6131951 None None] Pushing event updated for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.742902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Allocated IP 172.20.0.1 (b0bfd6da-95e9-4a1c-9862-3da1882063fb/417a8b7d-3c2e-49d5-a489-414e49d0f028/dc73025c-4599-45ff-97ff-e65c89f5b69b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:20.794933 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:20.891311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.922345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7ab43eb1-34c5-433d-b90e-a179e40a1262 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:20.922982 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.990760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.016428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Transition to ACTIVE for port object dc73025c-4599-45ff-97ff-e65c89f5b69b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:21.083710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.155214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:21.161476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:21.176538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:21.191373 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:20Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.233754 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.249770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.271035 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf0c09-795d-43db-9f03-272c33e33bca None None] The sync data for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 is: [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:20Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:21.417325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56192) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:21.541349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Deleting subnet 0707e310-1b3a-4a82-988a-6844bc266101 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:21.550564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.553688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.614795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.668455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.734734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.742887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.776057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Transition to ACTIVE for port object 71226361-0d9b-4274-925f-0344935fa46f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:21.790870 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.817491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-359eabcc-36e7-48fb-86b8-bbaa1b9066e1 None None] Provisioning for port dc73025c-4599-45ff-97ff-e65c89f5b69b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:21.834334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0707e310-1b3a-4a82-988a-6844bc266101,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.847881 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.854002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-359eabcc-36e7-48fb-86b8-bbaa1b9066e1 None None] Provisioning complete for port dc73025c-4599-45ff-97ff-e65c89f5b69b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:21.854514 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-359eabcc-36e7-48fb-86b8-bbaa1b9066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.858112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9c0555f0-9e72-4373-a7b8-70edf2df94ab admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0707e310-1b3a-4a82-988a-6844bc266101 HTTP/1.1" status: 204 len: 168 time: 0.4330015 Aug 11 02:51:21.859797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56194) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:21.901388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-359eabcc-36e7-48fb-86b8-bbaa1b9066e1 None None] Port dc73025c-4599-45ff-97ff-e65c89f5b69b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:21.923665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Attempting to bind port 71226361-0d9b-4274-925f-0344935fa46f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:21.924167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Attempting to bind port 71226361-0d9b-4274-925f-0344935fa46f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:21.924625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Attempting to bind port 71226361-0d9b-4274-925f-0344935fa46f on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:21.934049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:21.934578 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:21.935217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.935703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:21.936274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Bound port: 71226361-0d9b-4274-925f-0344935fa46f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:21.936741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.940091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c312e90-f064-47cb-974b-3927c56c49e4 None None] Pushing event updated for resources: {'Port': ['ID=71226361-0d9b-4274-925f-0344935fa46f,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:21.986267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.989758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dd6cfc71-9846-4efd-922c-dca5d0a85bb3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:21.994809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.010954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.065904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] For port 71226361-0d9b-4274-925f-0344935fa46f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:22.083330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] For port 71226361-0d9b-4274-925f-0344935fa46f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71226361-0d9b-4274-925f-0344935fa46f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:22.092673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.107723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:22.143920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.148595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.154085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:22.154497 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.159681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.166129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0531f61-ab94-4c0f-aaab-251e49cc1fb9']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:22.180710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b117777e-4977-483e-9b89-bb0b2b36ca11') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:22.182163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b117777e-4977-483e-9b89-bb0b2b36ca11') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:22.205699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.221279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:22.222318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:22.236048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.256547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:22.257190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:22.262596 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:22.323080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c312e90-f064-47cb-974b-3927c56c49e4 None None] Pushing event updated for resources: {'Port': ['ID=71226361-0d9b-4274-925f-0344935fa46f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.346763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:22.349155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:22.375364 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.420116 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.423472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d0531f61-ab94-4c0f-aaab-251e49cc1fb9 HTTP/1.1" status: 204 len: 168 time: 0.5615890 Aug 11 02:51:22.425181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a04736-eb9c-4bf5-b197-83e96718fed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0531f61-ab94-4c0f-aaab-251e49cc1fb9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.566572 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.573295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:22.656732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Router 892069fa-5b32-4763-9987-eed22a28cf88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:22.706420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56198) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:22.717336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1c98cf01-7aca-49f4-8d55-1f662317ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.773950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5dfc6c74-e1ca-4b3d-846c-4192d48a98f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=57928e3060b146c5b21ab1ab367a4b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644324 Aug 11 02:51:22.775352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:22.790954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port dd6cfc71-9846-4efd-922c-dca5d0a85bb3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:22.804819 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.805692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:22.839506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.870526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:22.878257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.885237 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bca277ed-66de-40cf-82f3-d2132b1cc2d2 admin admin] 10.222.0.68 "PUT /v2.0/routers/892069fa-5b32-4763-9987-eed22a28cf88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5085135 Aug 11 02:51:22.917168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9596b614-ecc0-49a3-8a40-33d6e6f38e79 None None] Provisioning complete for port dc73025c-4599-45ff-97ff-e65c89f5b69b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:22.917710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9596b614-ecc0-49a3-8a40-33d6e6f38e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.964551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.974506 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.975792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2e3061e-9073-43ad-8b68-e2c2bd2c6641 HTTP/1.1" status: 204 len: 168 time: 0.1993308 Aug 11 02:51:22.986420 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a4293-a48c-4c52-b861-3a67b04c605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3061e-9073-43ad-8b68-e2c2bd2c6641,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.025448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.051879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-9596b614-ecc0-49a3-8a40-33d6e6f38e79 None None] Port dc73025c-4599-45ff-97ff-e65c89f5b69b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:23.084828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:23.085089 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.166455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dc73025c-4599-45ff-97ff-e65c89f5b69b', 'name': '', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'mac_address': 'fa:16:3e:d5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 2, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'subnets': [{'id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:23.218488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:23.224503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee7418-d646-4534-acdb-4b7790d27165 None None] The sync data for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 is: [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dc73025c-4599-45ff-97ff-e65c89f5b69b', 'name': '', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'mac_address': 'fa:16:3e:d5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 2, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'subnets': [{'id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:23.267760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: b7907549-7fc3-44d1-ba0e-68d89d87daca {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:23.267760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device b7907549-7fc3-44d1-ba0e-68d89d87daca not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:23.890804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dd6cfc71-9846-4efd-922c-dca5d0a85bb3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:23.994650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:23.995279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.176563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56228) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.219894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56232) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.228420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786187496', 'description': 'tempest-secgroup-smoke-786187496 description', 'project_id': '4dd2ba6279e24ed28babbada57175fad'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.274233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.372325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-44899327-network', 'tenant_id': '23a0c7bb27f84c0cba6a3c75ecaa8211'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.458335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.470553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.523343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Made reservation on behalf of 23a0c7bb27f84c0cba6a3c75ecaa8211 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:24.527010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.533380 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.535383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3137455 Aug 11 02:51:24.539878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56234) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.543461 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537fea0-3ab3-48c1-af25-552ed9893207 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d827fc-7f80-442b-9ff2-d5868224443d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.546866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.547908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.579044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:51:24.579044 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:51:24.579044 n-d-713498-10 neutron-server[94653]: [parameters: {'project_id_1': '23a0c7bb27f84c0cba6a3c75ecaa8211', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 51, 24, 568535)}] Aug 11 02:51:24.579044 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:24.579848 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:24.600111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.666871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.672027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.694423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6004d0b-d3c8-450a-9c8f-c57c437e16f1,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.702373 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.709044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b63fcb26-d084-46db-a67a-1a4d308ca088 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621151 Aug 11 02:51:24.709381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56236) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.715628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.771245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.859213 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.864477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.883382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e6c530-2636-425e-847a-25a1fa8972e8,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.895614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.897234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3270dd18-8f67-43ab-887b-d46e655afa09 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868594 Aug 11 02:51:24.902069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56238) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:24.907205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.944712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.031701 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.037676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.063051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e3a9ff-2ce1-4fb7-ac7f-a6fbeb11a35d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.079087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.085152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1b8730ab-e8b5-4fcc-b479-6d912030cc5a tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779118 Aug 11 02:51:25.085152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.085930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56240) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.092833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.138892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.217100 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-35f4e734-e7a0-4584-8417-8671bf4323fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.248052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.252382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.289088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a903fa9b-35a2-4733-8013-84fb9659e74f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.308057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.314941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.325226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.326876 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b2919b8-315f-4106-8ee4-2a3345d1489f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395856 Aug 11 02:51:25.330152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56242) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.336097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.355839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:25.365443 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Project 4dd2ba6279e24ed28babbada57175fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:25.371534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44a1ed-4cfb-46fa-9545-ff557848964e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.371875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.385231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.385765 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Added segment ca6f45f0-5090-407d-94b3-35c76be36889 of type vlan for network a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 Aug 11 02:51:25.446021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.450936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.456485 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.477303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7721342d-fa92-473c-adfd-5d35141d5c0c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.484547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.486350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-980df6e6-bcb6-4774-81ad-f459e4b98671 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548047 Aug 11 02:51:25.491201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56244) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.496718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'security_group_rule': {'security_group_id': 'f4d827fc-7f80-442b-9ff2-d5868224443d', 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.512470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.514052 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.514298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.515131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.531603 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Project 4dd2ba6279e24ed28babbada57175fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:51:25.540541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.599642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4215481 Aug 11 02:51:25.603489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56246) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.609593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Request body: {'subnet': {'network_id': 'a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-44899327-subnet', 'tenant_id': '23a0c7bb27f84c0cba6a3c75ecaa8211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.611879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55dd79-cf69-4a24-8eaa-7df6e0688983 admin admin] Pushing event updated for resources: {'Network': ['ID=a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.625662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:25.678819 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.681284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Made reservation on behalf of 23a0c7bb27f84c0cba6a3c75ecaa8211 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:25.685720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.691477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.783806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce43ae1-82ad-40d5-a93a-63ff567f3e9c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.789041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.790345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fc350126-408e-4f6c-9b56-01b1e1be1277 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2977481 Aug 11 02:51:25.947051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71226361-0d9b-4274-925f-0344935fa46f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:26.000905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.060062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 71226361-0d9b-4274-925f-0344935fa46f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:26.069512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 71226361-0d9b-4274-925f-0344935fa46f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:26.071137 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.100360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe1e1cd-ab2d-4f1b-a954-616434dae2f4,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.109151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Checking segment: {'id': 'ca6f45f0-5090-407d-94b3-35c76be36889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:26.109728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Network hostable DHCP agents. Network: a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:26.162847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Network a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:26.192751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:26.208685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4816ce-8cc2-4599-8e76-feae33932c00 None None] Network a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:26.213169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.214186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.225512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-3240975a-b8be-4dd4-8c58-344e66c6d5d4 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786187496&fields=id&tenant_id=4dd2ba6279e24ed28babbada57175fad HTTP/1.1" status: 200 len: 267 time: 0.0991290 Aug 11 02:51:26.263726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b8abab81-b7f9-4d8e-9b07-f7e4f6824b68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6536775 Aug 11 02:51:26.305499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.406635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 71226361-0d9b-4274-925f-0344935fa46f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71226361-0d9b-4274-925f-0344935fa46f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:26.428755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.460394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-98d8fab4-9c2b-4acb-9a53-bb6e506f3b3c tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.463272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-98d8fab4-9c2b-4acb-9a53-bb6e506f3b3c tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 809 time: 0.2217343 Aug 11 02:51:26.492498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-6e5474b7-14b7-48bc-a168-e8243daaacce tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/quotas/4dd2ba6279e24ed28babbada57175fad HTTP/1.1" status: 200 len: 375 time: 0.0207264 Aug 11 02:51:26.493690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56264) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:26.593162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Deleting subnet afe1e1cd-ab2d-4f1b-a954-616434dae2f4 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:26.598524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.618689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=71226361-0d9b-4274-925f-0344935fa46f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.636180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7118531a-c4cb-44b8-8e9f-0b1752898a1f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303144 Aug 11 02:51:26.647667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.648333 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.649011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.649677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.650288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.651554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.651554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.652062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.652618 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.653894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.653894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.654392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.667894 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Sync routers for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:26.678582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.687126 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:26.688490 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:26.711686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.721952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5c598-e1c4-4a73-bacf-1d6dd2aac57a None None] Network a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:26.778467 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.838819 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-44d47acf-51b8-4994-9f39-5519a2619734 service neutron] 10.222.0.68 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843724 Aug 11 02:51:26.861972 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:26.973093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.019531 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.023283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/afe1e1cd-ab2d-4f1b-a954-616434dae2f4 HTTP/1.1" status: 204 len: 168 time: 0.5270171 Aug 11 02:51:27.027388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:27.033709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f863d5a-6160-4b05-8d84-22c670ed6c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe1e1cd-ab2d-4f1b-a954-616434dae2f4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.054343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-2b0aec04-edcd-40d2-99f3-fbd7f23e9bae service neutron] 10.222.0.68 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057128 Aug 11 02:51:27.116815 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.198842 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dc73025c-4599-45ff-97ff-e65c89f5b69b', 'name': '', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'mac_address': 'fa:16:3e:d5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 2, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'subnets': [{'id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.241834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Checking router: 892069fa-5b32-4763-9987-eed22a28cf88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:27.241834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Updating router 892069fa-5b32-4763-9987-eed22a28cf88 port dc73025c-4599-45ff-97ff-e65c89f5b69b binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:27.268996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.277612 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.314618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.336315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6f45f0-5090-407d-94b3-35c76be36889') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.337141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6f45f0-5090-407d-94b3-35c76be36889') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.348378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-33a56eb9-8ae3-47b6-ac0e-3aef2dff7de3 req-135157fa-5a51-4372-95af-ce15cd1b9eb8 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 210 time: 0.0464559 Aug 11 02:51:27.361289 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.383357 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.392592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:27.393265 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:27.476791 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:27.496857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.504979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.508388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] 10.222.0.68 "DELETE /v2.0/networks/a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05 HTTP/1.1" status: 204 len: 168 time: 0.4790411 Aug 11 02:51:27.535038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f5bd-97d8-4df5-ad0d-257713acee4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4133ce1-9aa9-4f0d-8e72-55dfae9d9e05,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.699762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56278) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:27.768120 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cabb788f-dfc8-4337-b3e5-ef6b8fc9e2fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23a0c7bb27f84c0cba6a3c75ecaa8211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674272 Aug 11 02:51:27.772014 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56280) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:27.806858 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.830216 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Transition to ACTIVE for port object dc73025c-4599-45ff-97ff-e65c89f5b69b will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:27.838052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.851371 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.882730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.901798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71226361-0d9b-4274-925f-0344935fa46f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:27.934809 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d70622-d6a6-40e8-8597-48db41520c27 None None] Pushing event updated for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.954114 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.961685 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.964459 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e44a1ed-4cfb-46fa-9545-ff557848964e HTTP/1.1" status: 204 len: 168 time: 0.1910961 Aug 11 02:51:28.003219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8375dd-22c9-47a3-b1b6-7963e3cf2337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44a1ed-4cfb-46fa-9545-ff557848964e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:28.069039 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Attempting to bind port dc73025c-4599-45ff-97ff-e65c89f5b69b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:28.069734 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Attempting to bind port dc73025c-4599-45ff-97ff-e65c89f5b69b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:28.070387 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Attempting to bind port dc73025c-4599-45ff-97ff-e65c89f5b69b on network b0bfd6da-95e9-4a1c-9862-3da1882063fb {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:28.083321 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:28.085092 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Checking segment: {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:28.086844 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.087750 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Bound using segment: {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:28.088783 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Bound port: dc73025c-4599-45ff-97ff-e65c89f5b69b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab152ff-c6ed-40fd-ab8e-bcde1203d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:28.089663 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.107000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 71226361-0d9b-4274-925f-0344935fa46f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:28.108021 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.196553 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] For port dc73025c-4599-45ff-97ff-e65c89f5b69b, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:28.201794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.203706 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] For port dc73025c-4599-45ff-97ff-e65c89f5b69b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc73025c-4599-45ff-97ff-e65c89f5b69b,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:28.213889 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.323664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:28.324567 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:28.326809 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d70622-d6a6-40e8-8597-48db41520c27 None None] Pushing event updated for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:28.541598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5b45f7e-a567-4e4e-a3ca-26e836b105a6 req-45bf338f-bbff-4323-961a-5aac6d7f7570 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 210 time: 0.0728955 Aug 11 02:51:28.549734 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:28.872874 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dc73025c-4599-45ff-97ff-e65c89f5b69b', 'name': '', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'mac_address': 'fa:16:3e:d5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'subnets': [{'id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:28.903656 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17537f5a-03de-4e2b-ae99-290cc2af901a None None] The sync data for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 is: [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:51:21Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dc73025c-4599-45ff-97ff-e65c89f5b69b', 'name': '', 'network_id': 'b0bfd6da-95e9-4a1c-9862-3da1882063fb', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'mac_address': 'fa:16:3e:d5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:20Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'subnets': [{'id': '417a8b7d-3c2e-49d5-a489-414e49d0f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:29.254186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-6fd188a3-8680-431d-b39b-88f78cbf1da9 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.256331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-6fd188a3-8680-431d-b39b-88f78cbf1da9 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 809 time: 0.3047397 Aug 11 02:51:29.340597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-bbe94663-e30e-4723-a6ef-f5564dd4a459 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd2ba6279e24ed28babbada57175fad HTTP/1.1" status: 200 len: 379 time: 0.0687180 Aug 11 02:51:29.357377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'port': {'device_id': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'admin_state_up': True, 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'security_groups': ['f4d827fc-7f80-442b-9ff2-d5868224443d']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:29.516084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Made reservation on behalf of 4dd2ba6279e24ed28babbada57175fad for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:29.525551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.727218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-324246ea-e1ad-41a3-afce-a3da0a106f97 req-247c58c2-7d29-40b3-84ea-cb36bc58cea6 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 210 time: 0.0615618 Aug 11 02:51:29.826769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Allocated IP 172.20.0.13 (7c11d638-dcba-4569-bec6-81cc066767c9/9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa/c869affa-3611-4335-a601-02da01f9373b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:29.926946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc73025c-4599-45ff-97ff-e65c89f5b69b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:30.021451 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dc73025c-4599-45ff-97ff-e65c89f5b69b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:30.028507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dc73025c-4599-45ff-97ff-e65c89f5b69b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:30.029125 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.151026 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.168418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.177121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Transition to ACTIVE for port object c869affa-3611-4335-a601-02da01f9373b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:30.212893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port dc73025c-4599-45ff-97ff-e65c89f5b69b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc73025c-4599-45ff-97ff-e65c89f5b69b,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:30.219969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.242745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.284781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.327298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Network 7c11d638-dcba-4569-bec6-81cc066767c9 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:30.333649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:30.336837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:30.367841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.412462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.413291 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.455993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-7388d60a-1945-457c-bdae-fa94af1c036e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1054084 Aug 11 02:51:30.476169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Request body: {'port': {'device_id': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:30.575543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.722706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6cc0a64e-9955-4c97-8e58-08192fc0eac7 None None] Provisioning for port c869affa-3611-4335-a601-02da01f9373b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:30.727507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6cc0a64e-9955-4c97-8e58-08192fc0eac7 None None] Provisioning complete for port c869affa-3611-4335-a601-02da01f9373b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:30.728011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a64e-9955-4c97-8e58-08192fc0eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.801590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0a64e-9955-4c97-8e58-08192fc0eac7 None None] Port c869affa-3611-4335-a601-02da01f9373b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:31.080596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803219cd-8199-42ba-99af-b3f0d7f3dab7 req-fd131e94-df0c-4160-abfa-b2baf242a9e6 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.082256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803219cd-8199-42ba-99af-b3f0d7f3dab7 req-fd131e94-df0c-4160-abfa-b2baf242a9e6 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 932 time: 0.1410711 Aug 11 02:51:31.185977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-803219cd-8199-42ba-99af-b3f0d7f3dab7 req-07a2ea2d-92cf-429d-94e2-6cdfdb6c9f7c tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963500 Aug 11 02:51:31.359953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c869affa-3611-4335-a601-02da01f9373b {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:31.370084 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.386678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Transition to ACTIVE for port object c869affa-3611-4335-a601-02da01f9373b will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:31.391756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.447865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Pushing event updated for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.534414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Attempting to bind port c869affa-3611-4335-a601-02da01f9373b on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:31.534839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Attempting to bind port c869affa-3611-4335-a601-02da01f9373b by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:31.535235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Attempting to bind port c869affa-3611-4335-a601-02da01f9373b on network 7c11d638-dcba-4569-bec6-81cc066767c9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:31.540673 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Port c869affa-3611-4335-a601-02da01f9373b on network 7c11d638-dcba-4569-bec6-81cc066767c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:31.541019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Attempting to bind port c869affa-3611-4335-a601-02da01f9373b on network 7c11d638-dcba-4569-bec6-81cc066767c9 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:31.547119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:31.547441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Checking segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:31.548259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Bound using segment: {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:31.548705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Bound port: c869affa-3611-4335-a601-02da01f9373b, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:31.549064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.640460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:31.646850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c869affa-3611-4335-a601-02da01f9373b,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:31.654296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.707787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.708815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.711272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] 10.222.0.61 "PUT /v2.0/ports/c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 1093 time: 1.2420511 Aug 11 02:51:31.712005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'tag': 'c869affa-3611-4335-a601-02da01f9373b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:31.716143 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978" -d '{"events": [{"name": "network-changed", "server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "tag": "c869affa-3611-4335-a601-02da01f9373b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:31.791599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8728dc-0f96-480a-9fc3-09888250f137 service neutron] Pushing event updated for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.862178 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d41da-b584-4447-9b4c-9db32631f9ab x-openstack-request-id: req-814d41da-b584-4447-9b4c-9db32631f9ab {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:31.862750 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "tag": "c869affa-3611-4335-a601-02da01f9373b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:31.863233 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-814d41da-b584-4447-9b4c-9db32631f9ab {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:31.864180 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'tag': 'c869affa-3611-4335-a601-02da01f9373b', 'status': 'completed', 'code': 200} Aug 11 02:51:31.883549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-388c32a5-32f4-47ec-8e6f-870bf15a72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.885704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-388c32a5-32f4-47ec-8e6f-870bf15a72a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1096 time: 0.0892475 Aug 11 02:51:31.944059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc73025c-4599-45ff-97ff-e65c89f5b69b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:31.995664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-028f9d3b-31c5-4a30-a98f-51f36fe69ea9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 217 time: 0.0973339 Aug 11 02:51:32.023830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dc73025c-4599-45ff-97ff-e65c89f5b69b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:32.024436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.129923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-c13f16b4-c30c-4564-aee9-8b2b90660b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.131693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-c13f16b4-c30c-4564-aee9-8b2b90660b72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.1245325 Aug 11 02:51:32.255651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-baef890d-297e-44ed-a7ac-5408625db3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.258618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-baef890d-297e-44ed-a7ac-5408625db3c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147604 Aug 11 02:51:32.473521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531455f3-2163-49e7-bac5-d2c12360c5b2 req-a0580cac-5e1b-4eae-bf3e-c38f3bd21e0b tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.475458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531455f3-2163-49e7-bac5-d2c12360c5b2 req-a0580cac-5e1b-4eae-bf3e-c38f3bd21e0b tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 944 time: 0.0960484 Aug 11 02:51:32.483227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-6b2b3c85-df9e-4c35-ae7c-dc73f2e3cb23 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132413 Aug 11 02:51:32.607443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531455f3-2163-49e7-bac5-d2c12360c5b2 req-50d5d24a-b8fd-408f-a9d2-d16dfed43304 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201484 Aug 11 02:51:32.647738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e15886a7-4a33-401b-bb17-5a0ed3887757 req-e3814a00-883f-4cd0-ba08-0b4aa5c27497 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519620 Aug 11 02:51:32.760922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-2e1a2697-7d9f-4fe1-913b-b148cc9bdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.762772 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-2e1a2697-7d9f-4fe1-913b-b148cc9bdb70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1096 time: 0.0522277 Aug 11 02:51:32.873479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-4ed3fefd-97cf-43ef-9a7f-721dde5de600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.875455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-4ed3fefd-97cf-43ef-9a7f-721dde5de600 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.1054220 Aug 11 02:51:32.953852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-0c335d63-e5c3-4101-a7b5-16df1ddae64f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 217 time: 0.0700424 Aug 11 02:51:33.024802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-aedbc554-131e-4662-8510-087fa3c563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.026709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-aedbc554-131e-4662-8510-087fa3c563d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0644104 Aug 11 02:51:33.086255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-6c67f806-f353-4d4e-810e-56577154a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.087845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-6c67f806-f353-4d4e-810e-56577154a796 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523000 Aug 11 02:51:33.245896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-675ced38-32cb-4331-abde-6415006a3de6 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469245 Aug 11 02:51:33.461235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-118d12ec-1948-48d3-ae6b-8ce0cbd6d978 req-af9793ea-ba56-4a72-837b-f03b58e827a7 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017949 Aug 11 02:51:33.777437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1523a9e-6ed2-41b9-9f71-719ebb5aa6ee req-bb794161-5877-44b5-b9cd-65063c8c541f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.780618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1523a9e-6ed2-41b9-9f71-719ebb5aa6ee req-bb794161-5877-44b5-b9cd-65063c8c541f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 944 time: 0.0738373 Aug 11 02:51:33.835570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1523a9e-6ed2-41b9-9f71-719ebb5aa6ee req-08e7141c-8504-46c3-ace2-cd54e830c3a4 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476189 Aug 11 02:51:35.010559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce330fa-e27c-40b3-b339-0367a37bcae5 req-c77a5929-700a-4740-8648-42be1303a7fd tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.012571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fce330fa-e27c-40b3-b339-0367a37bcae5 req-c77a5929-700a-4740-8648-42be1303a7fd tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 944 time: 0.0596788 Aug 11 02:51:35.078509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fce330fa-e27c-40b3-b339-0367a37bcae5 req-a747f840-4629-4a9b-b4cd-ec311d8c6979 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546823 Aug 11 02:51:35.510420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c869affa-3611-4335-a601-02da01f9373b details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:35.656991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c869affa-3611-4335-a601-02da01f9373b,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:35.677440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'c869affa-3611-4335-a601-02da01f9373b', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'port_id': 'c869affa-3611-4335-a601-02da01f9373b', 'mac_address': 'fa:16:3e:8b:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:35.742471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.766766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c869affa-3611-4335-a601-02da01f9373b {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:35.799175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c869affa-3611-4335-a601-02da01f9373b,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:35.804514 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.875650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.085948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['c869affa-3611-4335-a601-02da01f9373b'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:36.215909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff848-948a-4b37-b1bf-0280f8535eab req-261b4aa6-06cc-46f8-b3fe-cf5773100e60 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.218002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8feff848-948a-4b37-b1bf-0280f8535eab req-261b4aa6-06cc-46f8-b3fe-cf5773100e60 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 945 time: 0.0558839 Aug 11 02:51:36.262143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8feff848-948a-4b37-b1bf-0280f8535eab req-fd2e09dd-edec-4cce-a872-f8c8dc05ff3d tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Aug 11 02:51:37.441430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310816-56b1-425a-af37-8004a89fc00d req-831b5e6f-e6cb-4e62-bb01-f1381f285093 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.444134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d310816-56b1-425a-af37-8004a89fc00d req-831b5e6f-e6cb-4e62-bb01-f1381f285093 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 945 time: 0.0924461 Aug 11 02:51:37.510479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d310816-56b1-425a-af37-8004a89fc00d req-61fd2192-3912-401d-b84a-92516b3dbbf9 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586846 Aug 11 02:51:37.511208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c869affa-3611-4335-a601-02da01f9373b up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:37.583672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port c869affa-3611-4335-a601-02da01f9373b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:37.589478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port c869affa-3611-4335-a601-02da01f9373b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:37.590197 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.710711 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.740118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c869affa-3611-4335-a601-02da01f9373b'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:37.742636 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac9bb8-9af2-4153-a4f1-1ce1fbd16013" -d '{"events": [{"server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "name": "network-vif-plugged", "status": "completed", "tag": "c869affa-3611-4335-a601-02da01f9373b"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:37.758257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c869affa-3611-4335-a601-02da01f9373b,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:37.762686 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.813762 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16b4f2-c235-469e-be86-231e9ea41831 x-openstack-request-id: req-5f16b4f2-c235-469e-be86-231e9ea41831 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:37.814456 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "name": "network-vif-plugged", "status": "completed", "tag": "c869affa-3611-4335-a601-02da01f9373b", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:37.814642 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f16b4f2-c235-469e-be86-231e9ea41831 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:37.815036 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c869affa-3611-4335-a601-02da01f9373b', 'code': 200} Aug 11 02:51:37.842126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.957050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8935-0b93-4cee-b872-fc601002fcb9 req-76b5271e-7fbe-4bf4-8650-49172adf6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.958934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bce8935-0b93-4cee-b872-fc601002fcb9 req-76b5271e-7fbe-4bf4-8650-49172adf6ebc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0656867 Aug 11 02:51:38.030183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6bce8935-0b93-4cee-b872-fc601002fcb9 req-e049ced7-57f4-444a-8f5a-51fabe359b42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584061 Aug 11 02:51:38.708134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f9b37-6eb0-47fd-bacc-4275375f91a4 req-df8240b6-d573-4b10-b4b8-d8a6811f35c8 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.709698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b7f9b37-6eb0-47fd-bacc-4275375f91a4 req-df8240b6-d573-4b10-b4b8-d8a6811f35c8 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0602276 Aug 11 02:51:38.771196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b7f9b37-6eb0-47fd-bacc-4275375f91a4 req-e34b907a-888e-4541-ac3f-eba41237e068 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491779 Aug 11 02:51:39.510595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56416) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.639727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78ff3889-8400-47f6-8bab-bb3b4bd0fa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.757122 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78ff3889-8400-47f6-8bab-bb3b4bd0fa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.763116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-78ff3889-8400-47f6-8bab-bb3b4bd0fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.807691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff3889-8400-47f6-8bab-bb3b4bd0fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc461d-ece9-48f4-bad7-3ac62508e763,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.815088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56422) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:39.815938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-78ff3889-8400-47f6-8bab-bb3b4bd0fa05 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=74888098cfd84b4abb7c3168b4abe839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032796 Aug 11 02:51:39.899669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.944169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.981872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00d52d-b1ef-461f-b971-7b752e88ae4a req-67364a5f-603d-4662-82c7-472b858e7fb1 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.983543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e00d52d-b1ef-461f-b971-7b752e88ae4a req-67364a5f-603d-4662-82c7-472b858e7fb1 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.1050427 Aug 11 02:51:40.035738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5e00d52d-b1ef-461f-b971-7b752e88ae4a req-bc5048e5-d4d8-4ba3-99d5-bc94164f039e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Aug 11 02:51:40.053050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.058914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.061458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23cc461d-ece9-48f4-bad7-3ac62508e763 HTTP/1.1" status: 204 len: 168 time: 0.2446694 Aug 11 02:51:40.073029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af0cdf-a442-4adf-9391-3e64c7de13a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc461d-ece9-48f4-bad7-3ac62508e763,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.228675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090baa-cc11-4005-927d-0526ae8fe4a2 req-28fadfdb-3720-4ed1-82d3-ffe6b364ec4c tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.231345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4090baa-cc11-4005-927d-0526ae8fe4a2 req-28fadfdb-3720-4ed1-82d3-ffe6b364ec4c tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0698988 Aug 11 02:51:40.284208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4090baa-cc11-4005-927d-0526ae8fe4a2 req-832772a5-f942-4be0-952c-c29c9ad31024 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Aug 11 02:51:40.461152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaba0-14e4-42c7-98f6-7f9fde1a95b1 req-88c1ab24-a4f0-4471-ae31-1d2bd45bb2d3 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.463647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5aceaba0-14e4-42c7-98f6-7f9fde1a95b1 req-88c1ab24-a4f0-4471-ae31-1d2bd45bb2d3 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0821555 Aug 11 02:51:40.515185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5aceaba0-14e4-42c7-98f6-7f9fde1a95b1 req-229ac92e-d0ca-425f-9e55-59158c9833ee tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Aug 11 02:51:40.554872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56440) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.831435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2aa9c-8a14-41f9-af36-35131124a588 tempest-TestServerBasicOps-431010809 tempest-TestServerBasicOps-431010809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.838181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3bd2aa9c-8a14-41f9-af36-35131124a588 tempest-TestServerBasicOps-431010809 tempest-TestServerBasicOps-431010809-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1093 time: 0.2779181 Aug 11 02:51:40.838370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.846310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'c869affa-3611-4335-a601-02da01f9373b', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:40.854725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.884173 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.950619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.034127 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.173035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Allocated IP 172.25.3.29 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/7431a002-24b7-471a-a6f5-5c4b407cf3be) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:41.314109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.364749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.414798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:41.423372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:41.428654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:41.432144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'Port': ['ID=7431a002-24b7-471a-a6f5-5c4b407cf3be,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.854563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.934936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.102567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.108299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.186792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event updated for resources: {'Port': ['ID=7431a002-24b7-471a-a6f5-5c4b407cf3be,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.202681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.329203 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Floating IP c020634c-313e-4986-8397-b511a28aeaaa associated. External IP: 172.25.3.29, port: c869affa-3611-4335-a601-02da01f9373b. Aug 11 02:51:42.560177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:43.075255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:43.092413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Sync routers for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:43.101610 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.113176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:43.114372 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:43.145834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f9a72583-6edc-4a2f-8c69-753e2331f10e tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2938673 Aug 11 02:51:43.145834 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'tag': 'c869affa-3611-4335-a601-02da01f9373b'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:43.145834 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8c1037-a2c0-4447-9469-06935a00b167" -d '{"events": [{"name": "network-changed", "server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "tag": "c869affa-3611-4335-a601-02da01f9373b"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:43.179708 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4bf8c8-a3c9-45f8-8717-336eddffb344 x-openstack-request-id: req-2c4bf8c8-a3c9-45f8-8717-336eddffb344 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:43.180098 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "tag": "c869affa-3611-4335-a601-02da01f9373b", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:43.180412 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c4bf8c8-a3c9-45f8-8717-336eddffb344 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:43.181006 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'tag': 'c869affa-3611-4335-a601-02da01f9373b', 'status': 'completed', 'code': 200} Aug 11 02:51:43.286174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:43.288669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-e153ff5f-aa27-488a-8c34-dbdc7b31608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.292058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-e153ff5f-aa27-488a-8c34-dbdc7b31608a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0791509 Aug 11 02:51:43.455788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-f8059c37-83dc-46b2-82ea-1a8049c58189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.457465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-f8059c37-83dc-46b2-82ea-1a8049c58189 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.1537800 Aug 11 02:51:43.539667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-95888cd7-3a4b-462f-8022-59ee0409ad1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 999 time: 0.0705833 Aug 11 02:51:43.603650 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-b22cf956-38fb-49fa-bf41-46243a8cf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.607304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-b22cf956-38fb-49fa-bf41-46243a8cf280 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0601480 Aug 11 02:51:43.618414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'c020634c-313e-4986-8397-b511a28aeaaa', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'port_id': 'c869affa-3611-4335-a601-02da01f9373b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'mac_address': 'fa:16:3e:8b:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:41Z', 'revision_number': 0, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:43.684238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-56cc3aad-3d93-4696-ad2c-c03ac249675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.686116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-56cc3aad-3d93-4696-ad2c-c03ac249675d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726023 Aug 11 02:51:43.821314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-af7b9fd6-0c97-4c9c-8b0b-67fd2f5afd9a service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251810 Aug 11 02:51:43.871647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Checking router: 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:43.886172 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:43.887240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:43.930701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b8c1037-a2c0-4447-9469-06935a00b167 req-4184e243-b910-483d-9e2a-b2663b5d2767 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018167 Aug 11 02:51:44.066943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:44.336852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'c020634c-313e-4986-8397-b511a28aeaaa', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'port_id': 'c869affa-3611-4335-a601-02da01f9373b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'mac_address': 'fa:16:3e:8b:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:41Z', 'revision_number': 0, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:44.373349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad0050-a0f9-4c36-9b5c-e0f771a71620 None None] The sync data for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 is: [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'c020634c-313e-4986-8397-b511a28aeaaa', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'port_id': 'c869affa-3611-4335-a601-02da01f9373b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'mac_address': 'fa:16:3e:8b:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:41Z', 'updated_at': '2021-08-11T02:51:41Z', 'revision_number': 0, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:44.656418 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458861e-0d45-4ab9-832e-5be0f2d95e85 None None] New status for floating IP c020634c-313e-4986-8397-b511a28aeaaa: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:51:45.334385 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:52.681327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-712c2589-1d52-40e4-bb43-79aee11aea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.678379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:53.798679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e69bf7a1-2ff0-4517-b690-256a035af370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.909745 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e69bf7a1-2ff0-4517-b690-256a035af370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.914231 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e69bf7a1-2ff0-4517-b690-256a035af370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.961278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e69bf7a1-2ff0-4517-b690-256a035af370 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=854f161d962743d4850c59cb1cdf5ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816091 Aug 11 02:51:53.962151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bf7a1-2ff0-4517-b690-256a035af370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13239a7-5213-47b9-b668-68f5df09b3f8,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.965701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56570) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:54.035918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.067519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.126035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.130650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.136263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f13239a7-5213-47b9-b668-68f5df09b3f8 HTTP/1.1" status: 204 len: 168 time: 0.1655514 Aug 11 02:51:54.147381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e991399-b151-4233-8505-03aa4086b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13239a7-5213-47b9-b668-68f5df09b3f8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.214918 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c8d72b1-6d91-44f7-ae00-c79f1af384d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.477856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.544599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.961553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56680) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.105970 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.130674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.216112 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.221709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.263485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a385319-6836-494a-833c-cfd6d7d04e04,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.267923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04784e9f87cf4282844b3ace435eec06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049643 Aug 11 02:51:58.271399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56684) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.275837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.276283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.276692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.277105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.277436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.277771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.278146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.278475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.278809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.279139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.279475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.279802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56c8db8-7177-43ca-b190-abfa687cc346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.344369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.379743 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.444756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.447616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.448859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a385319-6836-494a-833c-cfd6d7d04e04 HTTP/1.1" status: 204 len: 168 time: 0.1764052 Aug 11 02:51:58.458672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d1df1-0128-4d1f-92ae-525aacfe6a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a385319-6836-494a-833c-cfd6d7d04e04,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.775908 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.801642 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.913726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.919332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.963804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd65ba-8f2e-4c1c-b9da-8430f36c9666,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.967996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6aec2cf3e6dc4e3294495693c086b09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905482 Aug 11 02:51:58.973508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56692) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:58.978344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.978694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.979036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.979374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.979709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.980101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.980574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.980912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.981239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.981566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.981922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:58.982249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23674093-4da2-4da1-b384-8fb909c40d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:59.042909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.067928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.122727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.125945 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.127167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ffd65ba-8f2e-4c1c-b9da-8430f36c9666 HTTP/1.1" status: 204 len: 168 time: 0.1523106 Aug 11 02:51:59.137736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28df39c-afad-42dc-9075-38bc4dd9d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd65ba-8f2e-4c1c-b9da-8430f36c9666,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.698153 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:01.834884 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c541660-dc4e-4a78-980a-6cd32c02ed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.948228 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c541660-dc4e-4a78-980a-6cd32c02ed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.953243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4c541660-dc4e-4a78-980a-6cd32c02ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.993157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c541660-dc4e-4a78-980a-6cd32c02ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08042518-7d37-4c6c-bf8b-3eeae1ea27e6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.998571 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4c541660-dc4e-4a78-980a-6cd32c02ed1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3d20388e6164f6bb5722d082a717dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989523 Aug 11 02:52:02.002230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56766) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.059314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.084990 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.142423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.145454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.146725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08042518-7d37-4c6c-bf8b-3eeae1ea27e6 HTTP/1.1" status: 204 len: 168 time: 0.1435101 Aug 11 02:52:02.155731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc305481-961b-494f-890d-92dee8515b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08042518-7d37-4c6c-bf8b-3eeae1ea27e6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.524362 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56772) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.540044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e74b76c3-4128-485e-bdde-8125162e818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.664011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e74b76c3-4128-485e-bdde-8125162e818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.668552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e74b76c3-4128-485e-bdde-8125162e818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.716028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e74b76c3-4128-485e-bdde-8125162e818a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ea6037153b74d6e8143ce0d443eb7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903758 Aug 11 02:52:02.717067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b76c3-4128-485e-bdde-8125162e818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da379f21-cdbc-40e6-a509-acd563adf689,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.719756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:02.796263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.822715 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.880462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.883071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.884418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da379f21-cdbc-40e6-a509-acd563adf689 HTTP/1.1" status: 204 len: 168 time: 0.1632614 Aug 11 02:52:02.900310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fc925-255a-441b-80bb-3a03bdef81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da379f21-cdbc-40e6-a509-acd563adf689,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:10.845562 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.976005 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.472742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-c69ca725-24a6-4add-bdb6-4b70d8f53bab req-9b27b4f5-b01f-4934-8a3f-f3ef5ba8e86c service neutron] (94653) timed out ('10.222.0.68', 44042) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:52:13.260402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56956) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.399792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8296c616-c435-44a2-9e48-650ffe60ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.564635 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8296c616-c435-44a2-9e48-650ffe60ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.569256 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8296c616-c435-44a2-9e48-650ffe60ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.613155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8296c616-c435-44a2-9e48-650ffe60ba2d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c797c77ae5b64343900659701cd972e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511703 Aug 11 02:52:13.614197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296c616-c435-44a2-9e48-650ffe60ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b962f8a7-9892-46f7-a363-466f1a2fc779,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.616544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56960) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:13.682315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.707614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.760910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.766700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.768765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b962f8a7-9892-46f7-a363-466f1a2fc779 HTTP/1.1" status: 204 len: 168 time: 0.1504960 Aug 11 02:52:13.782113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce929a1-f870-418d-87a4-20f5e9898c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962f8a7-9892-46f7-a363-466f1a2fc779,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.119247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56966) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:14.133939 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eff65330-81fa-420c-8266-dd235983381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.242702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eff65330-81fa-420c-8266-dd235983381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.247895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eff65330-81fa-420c-8266-dd235983381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.287958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff65330-81fa-420c-8266-dd235983381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70960df2-0355-4dd3-956c-959f067271f2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.292587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eff65330-81fa-420c-8266-dd235983381a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6724107c3b034c068c571d2480a084bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721025 Aug 11 02:52:14.295927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56968) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:14.357239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.382916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.439108 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.441922 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.443201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70960df2-0355-4dd3-956c-959f067271f2 HTTP/1.1" status: 204 len: 168 time: 0.1455851 Aug 11 02:52:14.453773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f078f-a81d-40e7-a2e8-7c3b76fffa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70960df2-0355-4dd3-956c-959f067271f2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.855213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 56974) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:14.871010 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f19470b3-f617-4b64-b41a-e4b01b3f69b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.994877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f19470b3-f617-4b64-b41a-e4b01b3f69b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.000827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f19470b3-f617-4b64-b41a-e4b01b3f69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.047938 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f19470b3-f617-4b64-b41a-e4b01b3f69b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75e38a1e60d740e798db1eb9902247ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911609 Aug 11 02:52:15.049156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19470b3-f617-4b64-b41a-e4b01b3f69b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774db79a-1a7c-4e90-9cd3-2c6b82bbcdfc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:15.051133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 56976) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.145110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.185296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.268942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.274085 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.275994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/774db79a-1a7c-4e90-9cd3-2c6b82bbcdfc HTTP/1.1" status: 204 len: 168 time: 0.2226284 Aug 11 02:52:15.288782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709f7b8-f1d9-4d9e-aa4e-7179b4d7555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774db79a-1a7c-4e90-9cd3-2c6b82bbcdfc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.706621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57012) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:16.833847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af112d55-a0af-42d3-99a5-c1f083ed095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.975636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af112d55-a0af-42d3-99a5-c1f083ed095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.981364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-af112d55-a0af-42d3-99a5-c1f083ed095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.047202 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-af112d55-a0af-42d3-99a5-c1f083ed095b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a3bc0778faa40449151a655ad9779eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389642 Aug 11 02:52:17.050786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af112d55-a0af-42d3-99a5-c1f083ed095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae52ee8-5fde-4dac-b8a9-fed62b8c5144,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:17.051109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57016) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:17.117060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.142676 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.200318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.203596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:17.205108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ae52ee8-5fde-4dac-b8a9-fed62b8c5144 HTTP/1.1" status: 204 len: 168 time: 0.1525691 Aug 11 02:52:17.216666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe7ba1-562d-4b24-a10c-82d19a10a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae52ee8-5fde-4dac-b8a9-fed62b8c5144,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:18.915169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57070) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.142704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4b9f-effd-437d-bdfb-c1c25fe96d66 req-cd0a3537-8d01-45c1-8a09-fe08e3717945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.145073 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5ba4b9f-effd-437d-bdfb-c1c25fe96d66 req-cd0a3537-8d01-45c1-8a09-fe08e3717945 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.2283382 Aug 11 02:52:19.195232 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a5ba4b9f-effd-437d-bdfb-c1c25fe96d66 req-f0238621-ebc7-48de-8c65-329071504519 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Aug 11 02:52:19.642683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57108) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.800857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd594-73b3-4269-a6e8-a9e4fd59f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.960317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd594-73b3-4269-a6e8-a9e4fd59f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.966613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd594-73b3-4269-a6e8-a9e4fd59f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.014558 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4a1fd594-73b3-4269-a6e8-a9e4fd59f35f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c430d44c0a49451ca0bf34f22276de10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705833 Aug 11 02:52:20.015676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd594-73b3-4269-a6e8-a9e4fd59f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840706ee-4432-4297-9f73-d06c21621c32,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:20.019685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57116) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:20.121053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.160240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.237414 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.241970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.243814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/840706ee-4432-4297-9f73-d06c21621c32 HTTP/1.1" status: 204 len: 168 time: 0.2212851 Aug 11 02:52:20.254769 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc99d7-f7ce-4f98-b72a-da6fc57d6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840706ee-4432-4297-9f73-d06c21621c32,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:20.676297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57128) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:20.695255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61d76e50-e6c8-4faf-a658-3486a9ef8413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.813604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61d76e50-e6c8-4faf-a658-3486a9ef8413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.818801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61d76e50-e6c8-4faf-a658-3486a9ef8413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.862973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61d76e50-e6c8-4faf-a658-3486a9ef8413 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd6d0909ed434044b9a5014d5ae421cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854470 Aug 11 02:52:20.864026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76e50-e6c8-4faf-a658-3486a9ef8413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb01d9-562a-4f10-896b-1349d88f209c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:20.866939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57130) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:20.930902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.957785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.015310 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.018289 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.019726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbfb01d9-562a-4f10-896b-1349d88f209c HTTP/1.1" status: 204 len: 168 time: 0.1514220 Aug 11 02:52:21.030514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48ee1-f7f6-4016-ad94-ae7f936d153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb01d9-562a-4f10-896b-1349d88f209c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.340774 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:22.651528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57166) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.678715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a995-fac9-4a24-9315-0d8364de4957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.777000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4347918e-7977-4384-87a5-7fd5812238d1 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1086893171'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:22.777521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4347918e-7977-4384-87a5-7fd5812238d1 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Unknown quota resources ['metering_label']. {{(pid=94652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:52:22.976396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4347918e-7977-4384-87a5-7fd5812238d1 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.977632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4347918e-7977-4384-87a5-7fd5812238d1 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3248556 Aug 11 02:52:22.981825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.989765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-53d1dd3a-5a4c-4b29-a313-fe3e853bbb41 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3015144d-930f-484d-a90e-e789b7870048'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:22.990657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-53d1dd3a-5a4c-4b29-a313-fe3e853bbb41 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:52:23.127075 n-d-713498-10 neutron-server[94653]: WARNING neutron.services.metering.metering_plugin [None req-53d1dd3a-5a4c-4b29-a313-fe3e853bbb41 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:52:23.270743 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-53d1dd3a-5a4c-4b29-a313-fe3e853bbb41 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.272108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-53d1dd3a-5a4c-4b29-a313-fe3e853bbb41 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2888024 Aug 11 02:52:23.275740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.281050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2f82703e-dda5-4a61-9c4b-69684edf9c90 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3015144d-930f-484d-a90e-e789b7870048'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:23.281555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2f82703e-dda5-4a61-9c4b-69684edf9c90 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:52:23.369077 n-d-713498-10 neutron-server[94652]: WARNING neutron.services.metering.metering_plugin [None req-2f82703e-dda5-4a61-9c4b-69684edf9c90 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:52:23.479028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2f82703e-dda5-4a61-9c4b-69684edf9c90 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.480590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f82703e-dda5-4a61-9c4b-69684edf9c90 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2035084 Aug 11 02:52:23.484072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57174) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.495670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-56e19fc9-335b-47dc-a135-1a0873bc5c21 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=b49534b1-1d6d-43b6-b758-3a04e447d5a4 HTTP/1.1" status: 200 len: 462 time: 0.0103822 Aug 11 02:52:23.498596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57176) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.609769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-820078c5-021d-440c-a3fa-56a5e57a6e63 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.611252 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-820078c5-021d-440c-a3fa-56a5e57a6e63 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/b49534b1-1d6d-43b6-b758-3a04e447d5a4 HTTP/1.1" status: 204 len: 168 time: 0.1113300 Aug 11 02:52:23.614440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57178) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.626382 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-799fdec5-a6f5-44e2-a6f7-c060303b50e6 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=b49534b1-1d6d-43b6-b758-3a04e447d5a4 HTTP/1.1" status: 200 len: 221 time: 0.0104654 Aug 11 02:52:23.630017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57180) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.635747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a7626560-8ba7-4568-b9a0-9e3bb93ced22 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--830736706', 'description': 'label created by tempest'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:23.636242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a7626560-8ba7-4568-b9a0-9e3bb93ced22 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Unknown quota resources ['metering_label']. {{(pid=94652) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:52:23.806250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7626560-8ba7-4568-b9a0-9e3bb93ced22 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.807717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7626560-8ba7-4568-b9a0-9e3bb93ced22 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1763439 Aug 11 02:52:23.810939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57182) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.893431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f19273b8-def8-4cb5-bcd4-a995be5e4d3f tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4de5ee76-d807-45d8-9f06-fa5eeadeb293 HTTP/1.1" status: 200 len: 467 time: 0.0803399 Aug 11 02:52:23.896435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57184) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.097129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-507157f3-2b6f-4d7b-ac23-40785d478681 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.098435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-507157f3-2b6f-4d7b-ac23-40785d478681 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/4de5ee76-d807-45d8-9f06-fa5eeadeb293 HTTP/1.1" status: 204 len: 168 time: 0.2009759 Aug 11 02:52:24.101735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57186) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.114452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-253bf736-c60f-4224-99c1-1e58e7414956 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4de5ee76-d807-45d8-9f06-fa5eeadeb293 HTTP/1.1" status: 200 len: 216 time: 0.0114427 Aug 11 02:52:24.118675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57188) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.128642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f2c5ad1-ccc4-4235-b15a-6dbe9409bec5 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087817 Aug 11 02:52:24.132263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57190) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.147958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cd3bc3d5-495f-464a-9c45-a33ba9ad2634 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0140641 Aug 11 02:52:24.152123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57192) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.210294 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-93f69549-1bdf-47fb-922c-87163c29a58f tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/3015144d-930f-484d-a90e-e789b7870048 HTTP/1.1" status: 200 len: 473 time: 0.0568357 Aug 11 02:52:24.214272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57194) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.224801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0c66eb91-9272-4c03-b226-6bbb67743632 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/e371026d-7548-43b2-a84a-3781bba3c0ee HTTP/1.1" status: 200 len: 459 time: 0.0091345 Aug 11 02:52:24.228796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57196) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.345975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18b55259-6158-4f5a-b6d4-86b4c4216e4f tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.347508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18b55259-6158-4f5a-b6d4-86b4c4216e4f tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/e371026d-7548-43b2-a84a-3781bba3c0ee HTTP/1.1" status: 204 len: 168 time: 0.1174204 Aug 11 02:52:24.350476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57198) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.567812 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d6a07cf5-f17a-41ee-ab4e-d45b3e23fcc0 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.569032 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d6a07cf5-f17a-41ee-ab4e-d45b3e23fcc0 tempest-MeteringIpV6TestJSON-1285194084 tempest-MeteringIpV6TestJSON-1285194084-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/3015144d-930f-484d-a90e-e789b7870048 HTTP/1.1" status: 204 len: 168 time: 0.2175331 Aug 11 02:52:24.881258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57204) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:25.008491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b30da670-3760-43b9-9518-040d66c0f83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.146030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b30da670-3760-43b9-9518-040d66c0f83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.151316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b30da670-3760-43b9-9518-040d66c0f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.198353 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b30da670-3760-43b9-9518-040d66c0f83c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d1039d8410d468f9e9ae08895d4b2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156409 Aug 11 02:52:25.200642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30da670-3760-43b9-9518-040d66c0f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de50432-bd5d-4183-85bb-293d2be2c4fc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.200977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57208) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:25.213796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8eb96a32-9d5d-49d2-96cf-93b71982aaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.270520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.296041 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.372592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.377939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.380137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9de50432-bd5d-4183-85bb-293d2be2c4fc HTTP/1.1" status: 204 len: 168 time: 0.1778429 Aug 11 02:52:25.394139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c48e91-58d8-4fa4-86b3-6682e2e80cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de50432-bd5d-4183-85bb-293d2be2c4fc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.474753 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.727277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57214) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:25.742434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd7157ee-9951-441f-9830-6f22f21c18fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.859803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd7157ee-9951-441f-9830-6f22f21c18fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.865237 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cd7157ee-9951-441f-9830-6f22f21c18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.908551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cd7157ee-9951-441f-9830-6f22f21c18fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a15fd63c55c34128ad7617a3b16b63ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799252 Aug 11 02:52:25.909472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7157ee-9951-441f-9830-6f22f21c18fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87657cc-8aa5-495a-931e-92d44e3e8ac3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.912206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57216) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:25.979672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.003857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.060362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.064487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.066003 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c87657cc-8aa5-495a-931e-92d44e3e8ac3 HTTP/1.1" status: 204 len: 168 time: 0.1522472 Aug 11 02:52:26.077219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021e552-2ab7-43ae-9c92-82db683e6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87657cc-8aa5-495a-931e-92d44e3e8ac3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:26.542500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.692157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57258) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:27.804813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a90ab832-ce5c-441b-9aa3-efb1535b695a tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.836206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a90ab832-ce5c-441b-9aa3-efb1535b695a tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "PUT /v2.0/quotas/d411bfac67d144acbcb3f40b8b9907dd HTTP/1.1" status: 200 len: 368 time: 0.1426268 Aug 11 02:52:27.839214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:27.847453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Request body: {'network': {'project_id': 'd411bfac67d144acbcb3f40b8b9907dd'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.880817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Made reservation on behalf of d411bfac67d144acbcb3f40b8b9907dd for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:27.884733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.900394 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.025482 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.029816 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.059289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:28.071353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46742c81-1989-4a0e-ae7e-1fae9bedd250,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.078750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.079251 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Added segment 466c2cba-a4b8-4846-85b3-9f9fab9290a9 of type vlan for network a79bb12b-dd0e-4739-b3f3-238039d2d843 Aug 11 02:52:28.130818 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.140113 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.173145 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.174257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.174846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.238269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3974102 Aug 11 02:52:28.241754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57264) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:28.245577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e452-05f5-466b-89a1-183a00c3a804 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Pushing event updated for resources: {'Network': ['ID=a79bb12b-dd0e-4739-b3f3-238039d2d843,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.250550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Request body: {'network': {'project_id': 'd411bfac67d144acbcb3f40b8b9907dd'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:28.257399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a79bb12b-dd0e-4739-b3f3-238039d2d843 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:28.281083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Made reservation on behalf of d411bfac67d144acbcb3f40b8b9907dd for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:28.285187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.320776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:28.334261 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.334813 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Added segment bf0253a9-a4b2-4e08-b63d-34673933fc1c of type vlan for network 773f3728-a4e6-4e88-b1ee-da84b69a1332 Aug 11 02:52:28.385842 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.419381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.420449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.421288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.816897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5735517 Aug 11 02:52:28.820836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57266) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:28.824905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104104-d7fc-46b9-8a73-8ba37d326093 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Pushing event updated for resources: {'Network': ['ID=773f3728-a4e6-4e88-b1ee-da84b69a1332,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.830874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4068356d-49a1-4707-85ed-0cd6a83582a4 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Request body: {'network': {'project_id': 'd411bfac67d144acbcb3f40b8b9907dd'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:28.838551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 773f3728-a4e6-4e88-b1ee-da84b69a1332 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:28.848824 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4068356d-49a1-4707-85ed-0cd6a83582a4 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:28.849694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4068356d-49a1-4707-85ed-0cd6a83582a4 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:52:28.851780 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4068356d-49a1-4707-85ed-0cd6a83582a4 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0292008 Aug 11 02:52:28.979678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57270) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.081933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ff5c37fc-a800-483b-a68c-08083a1f2a0a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d411bfac67d144acbcb3f40b8b9907dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008883 Aug 11 02:52:29.084723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57274) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.143615 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.180074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.251687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.254973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.256688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46742c81-1989-4a0e-ae7e-1fae9bedd250 HTTP/1.1" status: 204 len: 168 time: 0.1709249 Aug 11 02:52:29.260356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57276) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.267209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e77c-89c6-4277-968e-203b3a3d32ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46742c81-1989-4a0e-ae7e-1fae9bedd250,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.365670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.492593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.510093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773f3728-a4e6-4e88-b1ee-da84b69a1332']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.530362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0253a9-a4b2-4e08-b63d-34673933fc1c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.530874 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0253a9-a4b2-4e08-b63d-34673933fc1c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.548598 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.572746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.580841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:29.581322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:29.583281 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:29.652711 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.670917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.676216 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "DELETE /v2.0/networks/773f3728-a4e6-4e88-b1ee-da84b69a1332 HTTP/1.1" status: 204 len: 168 time: 0.4142730 Aug 11 02:52:29.676479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57278) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.678562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7ea5e-249a-444f-9cf9-d58ba547bc3c tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Pushing event deleted for resources: {'Network': ['ID=773f3728-a4e6-4e88-b1ee-da84b69a1332,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.784262 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.887733 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.901498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79bb12b-dd0e-4739-b3f3-238039d2d843']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.921990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466c2cba-a4b8-4846-85b3-9f9fab9290a9') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.922529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466c2cba-a4b8-4846-85b3-9f9fab9290a9') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:29.935505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.955160 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.962824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:29.963344 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:29.965389 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:30.031738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.040131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.043181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] 10.222.0.68 "DELETE /v2.0/networks/a79bb12b-dd0e-4739-b3f3-238039d2d843 HTTP/1.1" status: 204 len: 168 time: 0.3648291 Aug 11 02:52:30.060928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7073a48-6362-414c-9115-a1004175bf47 tempest-QuotasNegativeTest-1597708931 tempest-QuotasNegativeTest-1597708931-project-admin] Pushing event deleted for resources: {'Network': ['ID=a79bb12b-dd0e-4739-b3f3-238039d2d843,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.369650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57284) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:30.385458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-481f28bc-a5d5-4c23-8c29-7a9380a3d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.488592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-481f28bc-a5d5-4c23-8c29-7a9380a3d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.493207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-481f28bc-a5d5-4c23-8c29-7a9380a3d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.539080 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-481f28bc-a5d5-4c23-8c29-7a9380a3d88e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6bff125b9016431f9a95579ffbf566f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680012 Aug 11 02:52:30.540091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f28bc-a5d5-4c23-8c29-7a9380a3d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c551d-bd25-417b-87ae-f3eef9b69225,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.543216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:30.602005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.629109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.691418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.694284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.695708 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a6c551d-bd25-417b-87ae-f3eef9b69225 HTTP/1.1" status: 204 len: 168 time: 0.1514184 Aug 11 02:52:30.711213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f84eb1-57e2-4a39-90da-2149fb7cbc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c551d-bd25-417b-87ae-f3eef9b69225,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.091210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57292) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:31.106974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e221fd3d-0494-48c3-9592-478802212f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.238870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e221fd3d-0494-48c3-9592-478802212f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.244324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e221fd3d-0494-48c3-9592-478802212f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.303640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e221fd3d-0494-48c3-9592-478802212f27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e912ccbac53346bcb47d509b5a16283a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108455 Aug 11 02:52:31.304507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221fd3d-0494-48c3-9592-478802212f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf56e681-596d-4952-bb51-1165a618a01a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.306976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57294) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:31.397831 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.437272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.511830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.514672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.515890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf56e681-596d-4952-bb51-1165a618a01a HTTP/1.1" status: 204 len: 168 time: 0.2068346 Aug 11 02:52:31.524747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0887db4-f81e-4af6-9db3-6978a097318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf56e681-596d-4952-bb51-1165a618a01a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:32.764423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-01590438-0d7b-448d-9728-774a60ada47d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650175 Aug 11 02:52:32.873237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-4d4658cd-a975-4a8d-9011-95542966bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:32.875488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-4d4658cd-a975-4a8d-9011-95542966bb89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0550358 Aug 11 02:52:33.044807 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-f96030a1-d289-41ed-9b2b-8d0871c788bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.047642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-f96030a1-d289-41ed-9b2b-8d0871c788bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.1439779 Aug 11 02:52:33.049445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57330) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:33.132561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-1b035b1b-ecd7-4785-8198-7cbeca94ef6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 1001 time: 0.0719554 Aug 11 02:52:33.179810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1504428433', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:33.212880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-aefdf9b4-6aea-4a5c-b851-fa988a3084f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.221125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-aefdf9b4-6aea-4a5c-b851-fa988a3084f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0770187 Aug 11 02:52:33.228697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Made reservation on behalf of be9f5ea41a3844ecbce1b441ce1021f0 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:33.232158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.255145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.324322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-9e96a398-b722-4c59-ae61-48775ee884b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.326377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-9e96a398-b722-4c59-ae61-48775ee884b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889990 Aug 11 02:52:33.484027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-dc3f33af-ee7c-40d4-9500-c75eb64a87bb service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435125 Aug 11 02:52:33.494063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.505656 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.545759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] device_id is not set on port 66a3a8e6-4423-4013-8033-0acc0e82a242 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:52:33.636293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4e603-e4a6-4121-a605-cc5c6b7f7436,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:33.704959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1770783-c79c-44aa-ba43-e4ffa23478c8 req-28fc692b-4275-47dd-be56-c55b380c3bb1 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090597 Aug 11 02:52:33.729740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Allocated IP 172.25.3.146 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/66a3a8e6-4423-4013-8033-0acc0e82a242) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:33.894471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.941011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.988157 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:33.993955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:33.998134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:34.004766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Pushing event updated for resources: {'Port': ['ID=66a3a8e6-4423-4013-8033-0acc0e82a242,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.050185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.050873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.068324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-64bac238-991a-4318-8ed0-75d3a9fdfcd1 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0174274 Aug 11 02:52:34.072839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57334) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:34.078478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.146'}]}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:34.104241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.106073 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.179241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.337708 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.575328 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.597403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.771777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.950769 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.954600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.009002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.009877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9916b13f-37a9-40a0-a6e6-a1a2fb63212a {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:52:35.030796 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:35.032362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-07b41c14-20e6-4679-b13c-ff2776954f9b tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9583259 Aug 11 02:52:35.037229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57336) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:35.130668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Deleting port 66a3a8e6-4423-4013-8033-0acc0e82a242 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:35.131232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.221498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.237280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Calling delete_port for 66a3a8e6-4423-4013-8033-0acc0e82a242 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:35.414065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.459800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Pushing event deleted for resources: {'Port': ['ID=66a3a8e6-4423-4013-8033-0acc0e82a242,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:35.536423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.538613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d1be70aa-e7ed-4e08-9c4b-4792fbe5c597 tempest-RoutersAdminNegativeTest-1547684569 tempest-RoutersAdminNegativeTest-1547684569-project-admin] 10.222.0.68 "DELETE /v2.0/ports/66a3a8e6-4423-4013-8033-0acc0e82a242 HTTP/1.1" status: 204 len: 168 time: 0.5000122 Aug 11 02:52:35.834385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57342) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:35.966862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e7f823f-c211-4724-a25e-aed96e6e4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.075700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e7f823f-c211-4724-a25e-aed96e6e4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.081614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e7f823f-c211-4724-a25e-aed96e6e4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.129786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e7f823f-c211-4724-a25e-aed96e6e4942 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b147bb14a9344dbfbc0b88de379769e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938435 Aug 11 02:52:36.130892 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f823f-c211-4724-a25e-aed96e6e4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ba659-c912-40d0-b38c-1bd93a28c5c1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.133244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57346) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.192356 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.217719 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.281556 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.284338 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.285680 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da8ba659-c912-40d0-b38c-1bd93a28c5c1 HTTP/1.1" status: 204 len: 168 time: 0.1508155 Aug 11 02:52:36.294605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425a59d-7818-4347-9f19-1c43d3139fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ba659-c912-40d0-b38c-1bd93a28c5c1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.643079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57352) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.693374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aec04f83-cbd9-4514-9c4a-127ddbb024ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be9f5ea41a3844ecbce1b441ce1021f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489821 Aug 11 02:52:36.696188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57354) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.752280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.777730 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.830748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.834600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.836342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4d4e603-e4a6-4121-a605-cc5c6b7f7436 HTTP/1.1" status: 204 len: 168 time: 0.1389337 Aug 11 02:52:36.846443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8521675-a617-43d7-8d88-9c7246c1d5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4e603-e4a6-4121-a605-cc5c6b7f7436,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:37.748644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57378) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:37.904173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-274715849'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:37.942489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Made reservation on behalf of a2cb3147949e47dba667a8a7383d6b7c for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:37.946524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.956198 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.080343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.085352 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.140839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:38.171339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09afd4fe-677a-492f-a120-2a20516d2c87,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.180320 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.180760 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Added segment 4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926 of type vlan for network c911d676-4e8d-43c9-b924-5924431045cd Aug 11 02:52:38.234415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.281322 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.290980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.291939 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.402827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6524131 Aug 11 02:52:38.405891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57382) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.411566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Request body: {'subnet': {'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:38.425720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def6273-3c47-4d44-814d-1a3e18493dde tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'Network': ['ID=c911d676-4e8d-43c9-b924-5924431045cd,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.440324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c911d676-4e8d-43c9-b924-5924431045cd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:38.526737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Made reservation on behalf of a2cb3147949e47dba667a8a7383d6b7c for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:38.530718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.782004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.847809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'Subnet': ['ID=912c1c60-6458-4fc7-94e6-e5a1c9197bfa,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.860441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Checking segment: {'id': '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:38.860798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Network hostable DHCP agents. Network: c911d676-4e8d-43c9-b924-5924431045cd, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:38.879429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Network c911d676-4e8d-43c9-b924-5924431045cd is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:38.891499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c911d676-4e8d-43c9-b924-5924431045cd) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:38.898523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.899419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.902742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7ea46-5a96-496c-9ce8-168e0a14d776 None None] Network c911d676-4e8d-43c9-b924-5924431045cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:38.922663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-19f29f1b-dcab-4f79-8cf3-952598941c54 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5150845 Aug 11 02:52:38.925425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57384) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:38.933536 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Request body: {'port': {'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-696813643'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.101473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c911d676-4e8d-43c9-b924-5924431045cd', 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd', 'tenant_id': 'a2cb3147949e47dba667a8a7383d6b7c', 'fixed_ips': [{'subnet_id': '912c1c60-6458-4fc7-94e6-e5a1c9197bfa'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:39.102904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.106958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Made reservation on behalf of a2cb3147949e47dba667a8a7383d6b7c for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:39.113987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.136047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] device_id is not set on port 111b5423-ce74-40ff-9c89-9730f1c9e8ce yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:52:39.264577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Allocated IP 172.20.0.3 (c911d676-4e8d-43c9-b924-5924431045cd/912c1c60-6458-4fc7-94e6-e5a1c9197bfa/111b5423-ce74-40ff-9c89-9730f1c9e8ce) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:39.437370 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.456041 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Transition to ACTIVE for port object 111b5423-ce74-40ff-9c89-9730f1c9e8ce will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:39.495297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.545526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Network c911d676-4e8d-43c9-b924-5924431045cd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:39.548974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:39.555357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:39.578311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Allocated IP 172.20.0.2 (c911d676-4e8d-43c9-b924-5924431045cd/912c1c60-6458-4fc7-94e6-e5a1c9197bfa/64949e32-8ce0-4045-b83a-92b5418ad6ae) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:39.582238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'Port': ['ID=111b5423-ce74-40ff-9c89-9730f1c9e8ce,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.615630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:39.616514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.635741 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-60d43a01-7baf-465c-ae4d-d9d2ce91d7fe tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089555 Aug 11 02:52:39.639880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57386) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:39.650266 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Request body: {'port': {'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583073982', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:39.651123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] bootfile-name is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:39.651798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] tftp-server is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:39.652402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] server-ip-address is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:39.745434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.754950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Transition to ACTIVE for port object 64949e32-8ce0-4045-b83a-92b5418ad6ae will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:39.772516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Transition to ACTIVE for port object 64949e32-8ce0-4045-b83a-92b5418ad6ae will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:39.781374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.843993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Made reservation on behalf of a2cb3147949e47dba667a8a7383d6b7c for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:39.845233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Network c911d676-4e8d-43c9-b924-5924431045cd is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:39.851785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.852017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:39.860720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:39.871540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Pushing event updated for resources: {'Port': ['ID=64949e32-8ce0-4045-b83a-92b5418ad6ae,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.882319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] device_id is not set on port 4551f8cb-e59b-4de7-9ff1-392bf7175a28 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:52:39.884400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.884779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.885102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.885444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.885784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.886158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.886520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.886871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.887479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.887846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.888176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.888529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.949937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Attempting to bind port 64949e32-8ce0-4045-b83a-92b5418ad6ae on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:39.950312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Attempting to bind port 64949e32-8ce0-4045-b83a-92b5418ad6ae by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:39.950698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Attempting to bind port 64949e32-8ce0-4045-b83a-92b5418ad6ae on network c911d676-4e8d-43c9-b924-5924431045cd {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:39.957463 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:39.958053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Checking segment: {'id': '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:39.958338 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.958699 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Bound using segment: {'id': '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:39.959206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Bound port: 64949e32-8ce0-4045-b83a-92b5418ad6ae, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c911d676-4e8d-43c9-b924-5924431045cd'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:39.959633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.031653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-cfc66769-e835-417c-b192-313e75817f21 None None] For port 64949e32-8ce0-4045-b83a-92b5418ad6ae, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:40.035132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-cfc66769-e835-417c-b192-313e75817f21 None None] For port 64949e32-8ce0-4045-b83a-92b5418ad6ae, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64949e32-8ce0-4045-b83a-92b5418ad6ae,segment=NetworkSegment(4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926),segment_id=4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:40.044136 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.058630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Allocated IP 172.20.0.5 (c911d676-4e8d-43c9-b924-5924431045cd/912c1c60-6458-4fc7-94e6-e5a1c9197bfa/4551f8cb-e59b-4de7-9ff1-392bf7175a28) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:40.123832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc66769-e835-417c-b192-313e75817f21 None None] Pushing event updated for resources: {'Port': ['ID=64949e32-8ce0-4045-b83a-92b5418ad6ae,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.313524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.343370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Transition to ACTIVE for port object 4551f8cb-e59b-4de7-9ff1-392bf7175a28 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:40.396262 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.464718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Network c911d676-4e8d-43c9-b924-5924431045cd is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:40.472931 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:40.479236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:40.488241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'Port': ['ID=4551f8cb-e59b-4de7-9ff1-392bf7175a28,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.539730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.540427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.558663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-15831203-bbcd-4267-8992-24dacfdcc22a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9168179 Aug 11 02:52:40.561265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57388) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.665525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7765a97-c1b7-493a-b5c7-950982103e2e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.672420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7765a97-c1b7-493a-b5c7-950982103e2e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.678624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7765a97-c1b7-493a-b5c7-950982103e2e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.680426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e7765a97-c1b7-493a-b5c7-950982103e2e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1180580 Aug 11 02:52:40.683560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57390) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:40.778029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Deleting port 4551f8cb-e59b-4de7-9ff1-392bf7175a28 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:40.778372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.847714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.893065 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.910970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Calling delete_port for 4551f8cb-e59b-4de7-9ff1-392bf7175a28 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:40.983739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.088261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.135571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event deleted for resources: {'Port': ['ID=4551f8cb-e59b-4de7-9ff1-392bf7175a28,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:41.222445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.225032 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-eabc4f4e-736f-4104-8c42-f62344d89a7b tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "DELETE /v2.0/ports/4551f8cb-e59b-4de7-9ff1-392bf7175a28 HTTP/1.1" status: 204 len: 168 time: 0.5403872 Aug 11 02:52:41.230335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57392) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:41.238589 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Request body: {'port': {'name': 'tempest-new-port-name-1226985578', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:41.239170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] bootfile-name is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:41.239693 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] tftp-server is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:41.240179 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.api.validators [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] server-ip-address is not in valid_values {{(pid=94653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 02:52:41.277213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687e7b4-d956-43c9-be65-bc92c95936ff None None] Network c911d676-4e8d-43c9-b924-5924431045cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:41.349657 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.350932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fb4a4f30-1b43-43e3-a6f3-616ba61a2999 None None] Provisioning for port 64949e32-8ce0-4045-b83a-92b5418ad6ae completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:41.636047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.644493 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.765928 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event updated for resources: {'Port': ['ID=111b5423-ce74-40ff-9c89-9730f1c9e8ce,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:41.782281 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] In _notify_port_updated(), no bound segment for port 111b5423-ce74-40ff-9c89-9730f1c9e8ce on network c911d676-4e8d-43c9-b924-5924431045cd {{(pid=94653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:52:41.791170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.792274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.794574 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc7a995f-031e-419c-9875-5b68080f5a48 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "PUT /v2.0/ports/111b5423-ce74-40ff-9c89-9730f1c9e8ce HTTP/1.1" status: 200 len: 1136 time: 0.5626998 Aug 11 02:52:41.797968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57394) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:41.821679 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3540ce21-9522-4f76-92dd-43501dadb1ab None None] Provisioning for port 111b5423-ce74-40ff-9c89-9730f1c9e8ce completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:41.826785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3540ce21-9522-4f76-92dd-43501dadb1ab None None] Provisioning complete for port 111b5423-ce74-40ff-9c89-9730f1c9e8ce triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:41.827225 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3540ce21-9522-4f76-92dd-43501dadb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.874367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3540ce21-9522-4f76-92dd-43501dadb1ab None None] Port 111b5423-ce74-40ff-9c89-9730f1c9e8ce cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:41.879808 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67b72a-f346-4354-90e7-0b77863380ee tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.888094 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed67b72a-f346-4354-90e7-0b77863380ee tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "GET /v2.0/ports/111b5423-ce74-40ff-9c89-9730f1c9e8ce HTTP/1.1" status: 200 len: 1136 time: 0.0831063 Aug 11 02:52:41.888094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57396) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:42.006789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Deleting port 111b5423-ce74-40ff-9c89-9730f1c9e8ce {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:42.007295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.013407 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64949e32-8ce0-4045-b83a-92b5418ad6ae up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:42.070130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 64949e32-8ce0-4045-b83a-92b5418ad6ae completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:42.078872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 64949e32-8ce0-4045-b83a-92b5418ad6ae triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:42.079811 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.129988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-08b986c8-98de-47e2-b316-84ff56806443 None None] Provisioning complete for port 111b5423-ce74-40ff-9c89-9730f1c9e8ce triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:42.130286 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-08b986c8-98de-47e2-b316-84ff56806443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.168604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.188515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Calling delete_port for 111b5423-ce74-40ff-9c89-9730f1c9e8ce owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:42.213060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.215223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-08b986c8-98de-47e2-b316-84ff56806443 None None] Port 111b5423-ce74-40ff-9c89-9730f1c9e8ce cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:42.276567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 64949e32-8ce0-4045-b83a-92b5418ad6ae, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64949e32-8ce0-4045-b83a-92b5418ad6ae,segment=NetworkSegment(4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926),segment_id=4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:42.282405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.347864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=64949e32-8ce0-4045-b83a-92b5418ad6ae,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.429695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.431209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-46e6708a-ffd9-48b5-bed3-ec36cb019ad5 None None] Could not find standard attr ID for object 4551f8cb-e59b-4de7-9ff1-392bf7175a28. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:52:42.468163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event deleted for resources: {'Port': ['ID=111b5423-ce74-40ff-9c89-9730f1c9e8ce,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.554044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.556406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-214c1511-e2a9-4420-89b4-108290d67115 tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "DELETE /v2.0/ports/111b5423-ce74-40ff-9c89-9730f1c9e8ce HTTP/1.1" status: 204 len: 168 time: 0.6673055 Aug 11 02:52:42.560120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57398) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:42.625403 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Deleting subnet 912c1c60-6458-4fc7-94e6-e5a1c9197bfa {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:52:42.629415 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.693841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.823581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.846572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-df57e839-cae8-4e0d-8510-107ef76f8205 None None] Could not find standard attr ID for object 111b5423-ce74-40ff-9c89-9730f1c9e8ce. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:52:42.919191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.965311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.971710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "DELETE /v2.0/subnets/912c1c60-6458-4fc7-94e6-e5a1c9197bfa HTTP/1.1" status: 204 len: 168 time: 0.4064827 Aug 11 02:52:42.971710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caca158-88fe-4410-a16b-23e5f575f80e tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event deleted for resources: {'Subnet': ['ID=912c1c60-6458-4fc7-94e6-e5a1c9197bfa,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.973074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57400) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:43.081517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54078040-35da-4357-9e11-6ebef43e84b4 None None] Network c911d676-4e8d-43c9-b924-5924431045cd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:43.088321 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.160150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Deleting port 64949e32-8ce0-4045-b83a-92b5418ad6ae {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:43.160433 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.239977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] For port 64949e32-8ce0-4045-b83a-92b5418ad6ae, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=64949e32-8ce0-4045-b83a-92b5418ad6ae,segment=NetworkSegment(4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926),segment_id=4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:43.240357 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.258376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Calling delete_port for 64949e32-8ce0-4045-b83a-92b5418ad6ae owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:43.307218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] DHCP port deletion for c911d676-4e8d-43c9-b924-5924431045cd request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:52:43.367825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.386404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Deleting port 64949e32-8ce0-4045-b83a-92b5418ad6ae {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:43.387494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.410254 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event deleted for resources: {'Port': ['ID=64949e32-8ce0-4045-b83a-92b5418ad6ae,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.413555 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] No DVR routers for this DVR port 64949e32-8ce0-4045-b83a-92b5418ad6ae on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:43.476444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] For port 64949e32-8ce0-4045-b83a-92b5418ad6ae, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:43.477083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.495380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Calling delete_port for 64949e32-8ce0-4045-b83a-92b5418ad6ae owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:43.499868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Port 64949e32-8ce0-4045-b83a-92b5418ad6ae was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:52:43.501475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.524329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.531227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] Pushing event deleted for resources: {'Port': ['ID=64949e32-8ce0-4045-b83a-92b5418ad6ae,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.535400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b72d4-1434-4f68-9ebf-642875e6346b None None] No DVR routers for this DVR port 64949e32-8ce0-4045-b83a-92b5418ad6ae on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:43.542537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c911d676-4e8d-43c9-b924-5924431045cd']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:43.556716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:43.557048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddc31e2-be2a-42d7-8ee0-8c8e6f25c926') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:43.567803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.584195 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.591287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:43.591709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:43.595088 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:43.662779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.674037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.677013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] 10.222.0.68 "DELETE /v2.0/networks/c911d676-4e8d-43c9-b924-5924431045cd HTTP/1.1" status: 204 len: 168 time: 0.6986859 Aug 11 02:52:43.695694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f073a7a-f140-43c6-a1fa-a02fc1217c8a tempest-ExtraDHCPOptionsTestJSON-299345125 tempest-ExtraDHCPOptionsTestJSON-299345125-project] Pushing event deleted for resources: {'Network': ['ID=c911d676-4e8d-43c9-b924-5924431045cd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.917229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64949e32-8ce0-4045-b83a-92b5418ad6ae no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:43.943318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 64949e32-8ce0-4045-b83a-92b5418ad6ae {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:52:43.943723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 64949e32-8ce0-4045-b83a-92b5418ad6ae not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:52:43.992739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57406) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:44.152754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c3f2f0fc-22cd-46f5-a4b7-d94ef8ae6f70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2cb3147949e47dba667a8a7383d6b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586926 Aug 11 02:52:44.156095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57410) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:44.219669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.244602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.301879 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.304415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.305996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09afd4fe-677a-492f-a120-2a20516d2c87 HTTP/1.1" status: 204 len: 168 time: 0.1487069 Aug 11 02:52:44.318679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc9c0-0ade-4b9a-b884-2d717659d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afd4fe-677a-492f-a120-2a20516d2c87,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.137935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57432) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:45.245115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2049378118'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.270715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:45.274857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.284801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.420970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.426071 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.457150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:45.468886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78f0f0-dde5-49b9-b67b-b62c607974b8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.474877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.475232 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment 89a07863-0171-4cba-b3d6-420b344a7453 of type vlan for network e8428782-883a-440d-bd5c-a40454bff89b Aug 11 02:52:45.521158 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.558020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.564552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.565183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.630737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4912062 Aug 11 02:52:45.641580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762438d-d97f-45bd-a40f-95ca72037736 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=e8428782-883a-440d-bd5c-a40454bff89b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.653647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network e8428782-883a-440d-bd5c-a40454bff89b details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:49.494295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57436) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.501377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:49.606528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:49.611065 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.814266 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.880054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=eb9f3fa0-f9df-4744-b72d-f10c9e614a12,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:49.890558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': '89a07863-0171-4cba-b3d6-420b344a7453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:49.890922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: e8428782-883a-440d-bd5c-a40454bff89b, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:49.909625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network e8428782-883a-440d-bd5c-a40454bff89b is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:49.920653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, e8428782-883a-440d-bd5c-a40454bff89b) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:49.925374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.926007 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.931760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3e55f-2e8b-468f-9298-f36ac0ad3882 None None] Network e8428782-883a-440d-bd5c-a40454bff89b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:49.950675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9025112f-6fc8-45e9-9970-aed903aab13a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4546564 Aug 11 02:52:49.955331 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57438) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:49.964463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1898574617'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:49.996525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:50.002676 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.036728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:50.053342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.053985 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment 0558abc9-744d-46fb-bae2-7f8729f64715 of type vlan for network 6455d27c-2e87-4202-9ef2-71087eb57835 Aug 11 02:52:50.104929 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.118469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-e8428782-883a-440d-bd5c-a40454bff89b', 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': 'eb9f3fa0-f9df-4744-b72d-f10c9e614a12'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:50.119913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.142232 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.153276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.154896 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.261278 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3040743 Aug 11 02:52:50.264384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57442) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:50.272465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:50.280377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a442c9-7d61-4f57-8048-0871fd4867f3 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=6455d27c-2e87-4202-9ef2-71087eb57835,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.301324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6455d27c-2e87-4202-9ef2-71087eb57835 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:50.304946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Allocated IP 2001:db8:0:ffff::2 (e8428782-883a-440d-bd5c-a40454bff89b/eb9f3fa0-f9df-4744-b72d-f10c9e614a12/dfc50aee-7f9e-4fbc-a777-9a3acf98c095) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:50.382129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:50.385916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.640118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.655288 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Transition to ACTIVE for port object dfc50aee-7f9e-4fbc-a777-9a3acf98c095 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:50.678502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Transition to ACTIVE for port object dfc50aee-7f9e-4fbc-a777-9a3acf98c095 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:50.688323 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.734216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Network e8428782-883a-440d-bd5c-a40454bff89b is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:50.740395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:50.745085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:50.752531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Pushing event updated for resources: {'Port': ['ID=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.812177 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Attempting to bind port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:50.812652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Attempting to bind port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '89a07863-0171-4cba-b3d6-420b344a7453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:50.813138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Attempting to bind port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 on network e8428782-883a-440d-bd5c-a40454bff89b {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:50.819680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:50.820047 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Checking segment: {'id': '89a07863-0171-4cba-b3d6-420b344a7453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:50.820466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.820872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Bound using segment: {'id': '89a07863-0171-4cba-b3d6-420b344a7453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:50.821363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Bound port: dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a07863-0171-4cba-b3d6-420b344a7453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e8428782-883a-440d-bd5c-a40454bff89b'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:50.821760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.895349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] For port dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:50.899075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] For port dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,segment=NetworkSegment(89a07863-0171-4cba-b3d6-420b344a7453),segment_id=89a07863-0171-4cba-b3d6-420b344a7453)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:50.904931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.970794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ed2e-8b52-4f3b-88b9-6fb73dfd2d29 None None] Pushing event updated for resources: {'Port': ['ID=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.238180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:52:51.239919 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.305399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=80a06d44-98ad-4231-a2e0-d220e1e27542,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.324380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': '0558abc9-744d-46fb-bae2-7f8729f64715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:51.324745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: 6455d27c-2e87-4202-9ef2-71087eb57835, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:51.348094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network 6455d27c-2e87-4202-9ef2-71087eb57835 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:51.360614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6455d27c-2e87-4202-9ef2-71087eb57835) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:51.365790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.366469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.371845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ede85d-db64-497e-a3c4-c8c851bec07e None None] Network 6455d27c-2e87-4202-9ef2-71087eb57835 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:51.387712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-93388f4c-c9e1-4a57-8483-c6aead151a92 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1208432 Aug 11 02:52:51.391009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57444) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:51.400175 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'port': {'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835', 'name': 'tempest-NetworksIpV6TestAttrs-1047386389'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:51.568378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:51.573005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.599194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] device_id is not set on port 361219ef-4760-4acd-b022-ca60902ce621 yet. {{(pid=94652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:52:51.751147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Allocated IP 2001:db8::f816:3eff:fe11:3052 (6455d27c-2e87-4202-9ef2-71087eb57835/80a06d44-98ad-4231-a2e0-d220e1e27542/361219ef-4760-4acd-b022-ca60902ce621) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:51.819082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6455d27c-2e87-4202-9ef2-71087eb57835', 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': '80a06d44-98ad-4231-a2e0-d220e1e27542'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:51.819698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.941149 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.959624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Transition to ACTIVE for port object 361219ef-4760-4acd-b022-ca60902ce621 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:51.983025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dfc50aee-7f9e-4fbc-a777-9a3acf98c095 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:51.999334 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.042830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network 6455d27c-2e87-4202-9ef2-71087eb57835 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:52.047634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:52.050802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:52.057414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.058330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.082392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6892474 Aug 11 02:52:52.087179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57446) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:52.101894 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:52.103182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315353-7e4e-466d-b644-669bd07c8c09 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Port': ['ID=361219ef-4760-4acd-b022-ca60902ce621,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.113395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Allocated IP 2001:db8::f816:3eff:fe87:67a4 (6455d27c-2e87-4202-9ef2-71087eb57835/80a06d44-98ad-4231-a2e0-d220e1e27542/e1491dfb-0509-4039-9cdc-57fdd3828446) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:52.184876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting subnet 80a06d44-98ad-4231-a2e0-d220e1e27542 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:52:52.225468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3a8a2-0499-4128-9066-38a75a9e04e3 None None] Network e8428782-883a-440d-bd5c-a40454bff89b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:52.405082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Provisioning for port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:52.425282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Provisioning complete for port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:52.425939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.613566 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.644642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Transition to ACTIVE for port object e1491dfb-0509-4039-9cdc-57fdd3828446 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:52.704106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Transition to ACTIVE for port object e1491dfb-0509-4039-9cdc-57fdd3828446 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:52.768600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.778003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.780804 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-02166bd4-8dfb-40f3-b58a-216ad2611a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.815648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.874533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Network 6455d27c-2e87-4202-9ef2-71087eb57835 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:52.878069 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.902899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:52.915726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:52.923138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Pushing event updated for resources: {'Port': ['ID=e1491dfb-0509-4039-9cdc-57fdd3828446,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.959410 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.973422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] For port dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,segment=NetworkSegment(89a07863-0171-4cba-b3d6-420b344a7453),segment_id=89a07863-0171-4cba-b3d6-420b344a7453)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:53.010041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.047260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.092815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=80a06d44-98ad-4231-a2e0-d220e1e27542,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.098806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.101730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Attempting to bind port e1491dfb-0509-4039-9cdc-57fdd3828446 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:53.101993 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d5d0713e-3044-4706-9391-0855a0665020 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/80a06d44-98ad-4231-a2e0-d220e1e27542 HTTP/1.1" status: 204 len: 168 time: 1.0123045 Aug 11 02:52:53.102111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Attempting to bind port e1491dfb-0509-4039-9cdc-57fdd3828446 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0558abc9-744d-46fb-bae2-7f8729f64715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:53.102111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Attempting to bind port e1491dfb-0509-4039-9cdc-57fdd3828446 on network 6455d27c-2e87-4202-9ef2-71087eb57835 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:53.104495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57448) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.122458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:53.123573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Checking segment: {'id': '0558abc9-744d-46fb-bae2-7f8729f64715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:53.124196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.124791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Bound using segment: {'id': '0558abc9-744d-46fb-bae2-7f8729f64715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:53.126020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Bound port: e1491dfb-0509-4039-9cdc-57fdd3828446, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0558abc9-744d-46fb-bae2-7f8729f64715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6455d27c-2e87-4202-9ef2-71087eb57835'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:53.126237 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.166070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78ca46-015c-4268-8b5f-dfe9e4829419 None None] Pushing event updated for resources: {'Port': ['ID=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.219530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2fc97-edc6-493f-bdae-1fe38194f7b0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.219896 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2fc97-edc6-493f-bdae-1fe38194f7b0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.221508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a9b2fc97-edc6-493f-bdae-1fe38194f7b0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1146731 Aug 11 02:52:53.226560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57450) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.281336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-09029abe-598f-471a-b77e-58b46e773a9a None None] Provisioning complete for port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:53.281997 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-09029abe-598f-471a-b77e-58b46e773a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.286818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] For port e1491dfb-0509-4039-9cdc-57fdd3828446, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:53.308808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c172cf25-c25c-4324-87f9-d22b05b09faf tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.317358 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c172cf25-c25c-4324-87f9-d22b05b09faf tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:53.317972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c172cf25-c25c-4324-87f9-d22b05b09faf tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:52:53.319663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c172cf25-c25c-4324-87f9-d22b05b09faf tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/6455d27c-2e87-4202-9ef2-71087eb57835 HTTP/1.1" status: 409 len: 405 time: 0.0920734 Aug 11 02:52:53.324890 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57452) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.331350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1189515625'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:53.354645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] For port e1491dfb-0509-4039-9cdc-57fdd3828446, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e1491dfb-0509-4039-9cdc-57fdd3828446,segment=NetworkSegment(0558abc9-744d-46fb-bae2-7f8729f64715),segment_id=0558abc9-744d-46fb-bae2-7f8729f64715)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:53.362252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:53.370643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.375159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.403587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:53.418160 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.418536 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment 0e0edb3c-d77d-481b-bb9c-43d5c2f243a9 of type vlan for network 6f8f5658-66ee-442b-8a1c-9de9df251d08 Aug 11 02:52:53.493277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.537042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.543024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.543658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.578801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7773fe-efbb-4f9b-a0e7-00f8b4cede27 None None] Pushing event updated for resources: {'Port': ['ID=e1491dfb-0509-4039-9cdc-57fdd3828446,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.611679 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2857349 Aug 11 02:52:53.615470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57454) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:53.615791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7b5e1-a182-422b-8c1f-956fed77fb6a None None] Network 6455d27c-2e87-4202-9ef2-71087eb57835 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:53.621310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:53.642919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46033c2d-c11c-4d85-a7b0-33673e7062c9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=6f8f5658-66ee-442b-8a1c-9de9df251d08,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.707395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:53.734999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:53.739679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.960052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dfc50aee-7f9e-4fbc-a777-9a3acf98c095 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:54.001286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ca7a7-41b6-485e-b583-7f2c01292033 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:52:54.090805 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:52:54.092565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.155241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=c3a76d98-de0c-405b-9b3d-fecce457506d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:54.155878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:54.156508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.184641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:54.185158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: 6f8f5658-66ee-442b-8a1c-9de9df251d08, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:54.206460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:54.219169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6f8f5658-66ee-442b-8a1c-9de9df251d08) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:54.224955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.225727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.244021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8ac7b2cd-5bf9-44d4-91a7-9dc06632926e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6272292 Aug 11 02:52:54.247180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57456) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:54.252801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'port': {'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08', 'name': 'tempest-NetworksIpV6TestAttrs-64165549'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:54.384293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:54.388414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.410312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] device_id is not set on port 7c9b938b-bd38-4513-b000-dc66b61c73d5 yet. {{(pid=94653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:52:54.485245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ca7a7-41b6-485e-b583-7f2c01292033 None None] Unable to find a vacant binding_index for network 6f8f5658-66ee-442b-8a1c-9de9df251d08 and agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac {{(pid=94654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 11 02:52:54.493545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ca7a7-41b6-485e-b583-7f2c01292033 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6f8f5658-66ee-442b-8a1c-9de9df251d08) {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:52:54.552776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Allocated IP 2001:db8::f816:3eff:fefb:5a44 (6f8f5658-66ee-442b-8a1c-9de9df251d08/c3a76d98-de0c-405b-9b3d-fecce457506d/7c9b938b-bd38-4513-b000-dc66b61c73d5) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:54.769123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.786974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Transition to ACTIVE for port object 7c9b938b-bd38-4513-b000-dc66b61c73d5 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:54.828370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6f8f5658-66ee-442b-8a1c-9de9df251d08', 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': 'c3a76d98-de0c-405b-9b3d-fecce457506d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:54.828947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.829861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.886381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:54.890881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:54.894146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:54.900711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.901434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:54.922110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Port': ['ID=7c9b938b-bd38-4513-b000-dc66b61c73d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:54.937384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ffc18ad6-f5ed-45cc-8e9c-deb738548187 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.6849353 Aug 11 02:52:54.937499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57458) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:55.029917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting subnet c3a76d98-de0c-405b-9b3d-fecce457506d {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:52:55.035485 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Allocated IP 2001:db8::f816:3eff:feaf:dc10 (6f8f5658-66ee-442b-8a1c-9de9df251d08/c3a76d98-de0c-405b-9b3d-fecce457506d/2ff50b01-1125-4e1e-854b-cfe82f14fbc0) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:55.226275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49427e7d-b105-4037-a848-79fc1068121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.240856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.253085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Transition to ACTIVE for port object 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:55.273399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Transition to ACTIVE for port object 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:55.281112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.281463 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.325597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:55.331579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:55.336108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:55.344262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Pushing event updated for resources: {'Port': ['ID=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:55.354209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.428386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Attempting to bind port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:55.428971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Attempting to bind port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:55.429554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Attempting to bind port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 on network 6f8f5658-66ee-442b-8a1c-9de9df251d08 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:55.440174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:55.440763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Checking segment: {'id': '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:55.441493 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.442436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Bound using segment: {'id': '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:55.444064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Bound port: 2ff50b01-1125-4e1e-854b-cfe82f14fbc0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f8f5658-66ee-442b-8a1c-9de9df251d08'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:55.444598 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.517273 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.563862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] For port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:55.570225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] For port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,segment=NetworkSegment(0e0edb3c-d77d-481b-bb9c-43d5c2f243a9),segment_id=0e0edb3c-d77d-481b-bb9c-43d5c2f243a9)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:55.577764 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.684808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d8df-16c6-4974-b29e-b0482cec94e3 None None] Pushing event updated for resources: {'Port': ['ID=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:55.945623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.044191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:56.059973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.106232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a76d98-de0c-405b-9b3d-fecce457506d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:56.108969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.112679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a9c4830a-1541-4b3a-bb8e-fb787cbac889 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/c3a76d98-de0c-405b-9b3d-fecce457506d HTTP/1.1" status: 204 len: 168 time: 1.1725674 Aug 11 02:52:56.115760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57462) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:56.136389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:56.220570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbfabd8-b276-4532-ab3e-9d757904a65c tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.222271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbfabd8-b276-4532-ab3e-9d757904a65c tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.223955 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ecbfabd8-b276-4532-ab3e-9d757904a65c tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1068139 Aug 11 02:52:56.227556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57464) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:56.318139 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ee3-789f-4a08-93b6-c4463d54d655 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.328577 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0d9ee3-789f-4a08-93b6-c4463d54d655 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:56.329053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0d9ee3-789f-4a08-93b6-c4463d54d655 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:52:56.331101 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d0d9ee3-789f-4a08-93b6-c4463d54d655 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/6f8f5658-66ee-442b-8a1c-9de9df251d08 HTTP/1.1" status: 409 len: 405 time: 0.1025012 Aug 11 02:52:56.336030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57466) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:56.341964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-375477674'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:56.369960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:56.374207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.406407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:56.421458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.421872 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment 40d10dca-effc-4277-b740-f7eecb1950df of type vlan for network 246c14cf-49a3-4785-9fdf-c45f2a9a6d34 Aug 11 02:52:56.474404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.515759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.522233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.522909 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.552394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.601966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2616303 Aug 11 02:52:56.602263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57468) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:56.608234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': '246c14cf-49a3-4785-9fdf-c45f2a9a6d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:56.634579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f4ca-b044-4a20-976a-de1e883ce027 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=246c14cf-49a3-4785-9fdf-c45f2a9a6d34,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:56.652029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 246c14cf-49a3-4785-9fdf-c45f2a9a6d34 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:56.737274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:56.742108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.862416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08388c-6fbd-4ccb-a734-478ced2c628c None None] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:56.934115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Provisioning for port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:56.941629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Provisioning complete for port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:56.942015 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.070753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c450dc84-f6d0-4c73-bcfc-7b2c1a1c3c9b None None] Network 6f8f5658-66ee-442b-8a1c-9de9df251d08 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:57.137232 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.170552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.objects.ports [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94652) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:52:57.173209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.223259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] For port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,segment=NetworkSegment(0e0edb3c-d77d-481b-bb9c-43d5c2f243a9),segment_id=0e0edb3c-d77d-481b-bb9c-43d5c2f243a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:57.231746 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.254990 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=6053bf37-888e-4ed0-a27c-2d0de0a404b3,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:57.268435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': '40d10dca-effc-4277-b740-f7eecb1950df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '246c14cf-49a3-4785-9fdf-c45f2a9a6d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:57.268808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: 246c14cf-49a3-4785-9fdf-c45f2a9a6d34, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:57.289772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network 246c14cf-49a3-4785-9fdf-c45f2a9a6d34 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:57.303255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 246c14cf-49a3-4785-9fdf-c45f2a9a6d34) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:57.314508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.315640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.323934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1c9f1-5ed0-48d5-8ac4-8a5935fb9472 None None] Network 246c14cf-49a3-4785-9fdf-c45f2a9a6d34 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:57.341776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3cf178d4-08c6-4853-aff0-e09c023a5571 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7339988 Aug 11 02:52:57.342865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57470) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:57.475941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.571905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] DHCP port deletion for 6f8f5658-66ee-442b-8a1c-9de9df251d08 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:52:57.575997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ec28f-c3ab-4265-854d-475f145e4511 None None] Pushing event updated for resources: {'Port': ['ID=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:57.634753 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.699710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Deleting port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:57.700207 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.731555 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.782923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f4426-c7da-42c4-868f-e338571c4c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-246c14cf-49a3-4785-9fdf-c45f2a9a6d34', 'network_id': '246c14cf-49a3-4785-9fdf-c45f2a9a6d34', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': '6053bf37-888e-4ed0-a27c-2d0de0a404b3'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:57.783787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4426-c7da-42c4-868f-e338571c4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.789751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=6053bf37-888e-4ed0-a27c-2d0de0a404b3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:57.799458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] For port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,segment=NetworkSegment(0e0edb3c-d77d-481b-bb9c-43d5c2f243a9),segment_id=0e0edb3c-d77d-481b-bb9c-43d5c2f243a9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:57.799891 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.817312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Calling delete_port for 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:57.883946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.899344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246c14cf-49a3-4785-9fdf-c45f2a9a6d34']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:57.916210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d10dca-effc-4277-b740-f7eecb1950df') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:57.916668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d10dca-effc-4277-b740-f7eecb1950df') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:57.935086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.943881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440066e-a6fd-4dd6-93d9-f4b60f165054 None None] Network 246c14cf-49a3-4785-9fdf-c45f2a9a6d34 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:57.962709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.977930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:57.978541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:57.984277 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:57.989391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:58.057185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.066831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.068952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/246c14cf-49a3-4785-9fdf-c45f2a9a6d34 HTTP/1.1" status: 204 len: 168 time: 0.7235901 Aug 11 02:52:58.074539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57472) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:58.079875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a162911-f100-4dab-9ad2-3cdd75bed53a tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=246c14cf-49a3-4785-9fdf-c45f2a9a6d34,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:58.080527 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-978269949'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:58.103205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:58.108242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.117469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.143343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:58.157473 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.158036 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment c5a43b63-4469-4106-aa96-3af942542dd3 of type vlan for network b27e0261-7167-418f-81a8-1eedc6729431 Aug 11 02:52:58.212998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.228303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 update to DOWN by agent not found {{(pid=94654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 02:52:58.238471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] Pushing event deleted for resources: {'Port': ['ID=2ff50b01-1125-4e1e-854b-cfe82f14fbc0,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:58.242534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b290677-b2b8-49f4-9997-013d961dab03 None None] No DVR routers for this DVR port 2ff50b01-1125-4e1e-854b-cfe82f14fbc0 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:58.255015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.262644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.268467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.269347 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.327224 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2513847 Aug 11 02:52:58.330746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57474) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:58.340178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:58.350716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=b27e0261-7167-418f-81a8-1eedc6729431,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:58.359868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.360226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.360566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.360909 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.361247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.361583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.361950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.362282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.362612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.362942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.363268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.363594 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e004-053c-46bf-b722-27bc20e8bae0 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:58.381555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network b27e0261-7167-418f-81a8-1eedc6729431 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:58.494715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:58.499035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.703459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.772685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=ceebf88f-ea09-40f0-b5f5-798036157d4b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:58.779033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': 'c5a43b63-4469-4106-aa96-3af942542dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:58.779448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: b27e0261-7167-418f-81a8-1eedc6729431, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:58.799879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network b27e0261-7167-418f-81a8-1eedc6729431 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:58.810669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, b27e0261-7167-418f-81a8-1eedc6729431) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:58.815804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.816605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.824615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e1d0f-23ed-4f6b-a8ac-bfa0a32aa7a8 None None] Network b27e0261-7167-418f-81a8-1eedc6729431 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:58.835282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a35a5672-06cc-4f53-bf28-edff44bac19e tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5028934 Aug 11 02:52:58.838398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57476) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:58.995787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.999964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-b27e0261-7167-418f-81a8-1eedc6729431', 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': 'ceebf88f-ea09-40f0-b5f5-798036157d4b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:59.001170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.090154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.186308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Allocated IP 2001:db8::2 (b27e0261-7167-418f-81a8-1eedc6729431/ceebf88f-ea09-40f0-b5f5-798036157d4b/74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:59.339952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.342642 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:59.349798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Transition to ACTIVE for port object 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:59.366595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Transition to ACTIVE for port object 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:59.373432 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.400760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.425468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Network b27e0261-7167-418f-81a8-1eedc6729431 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:59.428749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:59.431820 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:59.439733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Pushing event updated for resources: {'Port': ['ID=74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:59.451514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=ceebf88f-ea09-40f0-b5f5-798036157d4b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:59.503999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Attempting to bind port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:59.504371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Attempting to bind port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'c5a43b63-4469-4106-aa96-3af942542dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:59.504736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Attempting to bind port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a on network b27e0261-7167-418f-81a8-1eedc6729431 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:59.510819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:59.511200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Checking segment: {'id': 'c5a43b63-4469-4106-aa96-3af942542dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:59.511897 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.512401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Bound using segment: {'id': 'c5a43b63-4469-4106-aa96-3af942542dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:59.512875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Bound port: 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a43b63-4469-4106-aa96-3af942542dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b27e0261-7167-418f-81a8-1eedc6729431'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:59.513902 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.565420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.583917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e0261-7167-418f-81a8-1eedc6729431']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:59.602478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a43b63-4469-4106-aa96-3af942542dd3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:59.602880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a43b63-4469-4106-aa96-3af942542dd3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:59.603632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] For port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:59.610045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] For port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a,segment=NetworkSegment(c5a43b63-4469-4106-aa96-3af942542dd3),segment_id=c5a43b63-4469-4106-aa96-3af942542dd3)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:59.616714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.620464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.642889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.651310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:59.651894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:59.655288 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:59.727583 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.db.api [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:52:59.727583 n-d-713498-10 neutron-server[94653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:52:59.727583 n-d-713498-10 neutron-server[94653]: [parameters: {'id': 'b27e0261-7167-418f-81a8-1eedc6729431'}] Aug 11 02:52:59.727583 n-d-713498-10 neutron-server[94653]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:52:59.728341 n-d-713498-10 neutron-server[94653]: DEBUG oslo_db.api [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:52:59.768430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8de20-4076-4472-b707-b25cde892f54 None None] Pushing event updated for resources: {'Port': ['ID=74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:59.785657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e90ffd-c482-44c8-8728-5c6d74578c19 None None] Network b27e0261-7167-418f-81a8-1eedc6729431 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:59.968210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999be75-d0f6-479e-95d5-e4e7d1a51734 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:53:00.071355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999be75-d0f6-479e-95d5-e4e7d1a51734 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:53:00.229210 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.303094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:00.303521 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.384832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] For port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a,segment=NetworkSegment(c5a43b63-4469-4106-aa96-3af942542dd3),segment_id=c5a43b63-4469-4106-aa96-3af942542dd3)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:00.385353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.409563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Calling delete_port for 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:00.518116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.559725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Port': ['ID=74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.562295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No DVR routers for this DVR port 74f43ba1-330d-44ee-b2bf-0d8d7ed5a71a on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:00.651502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.663697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e0261-7167-418f-81a8-1eedc6729431']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:00.676897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a43b63-4469-4106-aa96-3af942542dd3') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:00.677221 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a43b63-4469-4106-aa96-3af942542dd3') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:00.689501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.706078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.713313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:00.713730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:00.717454 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:00.788861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.798494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.800391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/b27e0261-7167-418f-81a8-1eedc6729431 HTTP/1.1" status: 204 len: 168 time: 1.9604533 Aug 11 02:53:00.804579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57478) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:00.811796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0f66-5110-4afe-809a-6228b1cb03f2 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=b27e0261-7167-418f-81a8-1eedc6729431,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.812146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1737711846'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:00.837340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:00.841384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.870450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:00.883142 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.883915 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Added segment 4e4714eb-f9a2-4160-83cf-9f077ccae811 of type vlan for network a0fc0913-73ee-4776-aa35-0ee09250ccdc Aug 11 02:53:00.934031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.969552 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.980912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:00.982454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.086567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2802610 Aug 11 02:53:01.089362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57480) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:01.095881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Request body: {'subnet': {'network_id': 'a0fc0913-73ee-4776-aa35-0ee09250ccdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:01.108343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Network': ['ID=a0fc0913-73ee-4776-aa35-0ee09250ccdc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:01.122465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.123077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.123639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.124207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.124780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.125340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.125902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.126465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.127020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.127574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.128144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.128710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d85a91-54a5-4fe4-8da8-c8225059c75b tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:01.146622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network a0fc0913-73ee-4776-aa35-0ee09250ccdc details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:01.194443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Made reservation on behalf of 6ad3510d762a48878c48156e017e5d83 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:01.200891 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.511819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.objects.ports [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94653) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:53:01.513633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.595290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event updated for resources: {'Subnet': ['ID=8a8e6124-bfac-42ae-bc9f-d37511cfd86f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:01.601556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Checking segment: {'id': '4e4714eb-f9a2-4160-83cf-9f077ccae811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a0fc0913-73ee-4776-aa35-0ee09250ccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:01.601949 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network hostable DHCP agents. Network: a0fc0913-73ee-4776-aa35-0ee09250ccdc, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:01.623493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Network a0fc0913-73ee-4776-aa35-0ee09250ccdc is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:01.635966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, a0fc0913-73ee-4776-aa35-0ee09250ccdc) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:01.645273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.646225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.646839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ac8ff-9e78-47f0-badf-b746a28668fa None None] Network a0fc0913-73ee-4776-aa35-0ee09250ccdc requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:01.675678 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1d53be95-9972-4fcb-a49b-82e235ece072 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5845499 Aug 11 02:53:01.680036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57484) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:01.818246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.864633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981a34c-0259-47cf-8c87-f072bbbaba02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-a0fc0913-73ee-4776-aa35-0ee09250ccdc', 'network_id': 'a0fc0913-73ee-4776-aa35-0ee09250ccdc', 'tenant_id': '6ad3510d762a48878c48156e017e5d83', 'fixed_ips': [{'subnet_id': '8a8e6124-bfac-42ae-bc9f-d37511cfd86f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:01.866952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b981a34c-0259-47cf-8c87-f072bbbaba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.897564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.974057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.004894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8e6124-bfac-42ae-bc9f-d37511cfd86f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server [None req-b981a34c-0259-47cf-8c87-f072bbbaba02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a8e6124-bfac-42ae-bc9f-d37511cfd86f: This subnet is being modified by another concurrent operation. Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a8e6124-bfac-42ae-bc9f-d37511cfd86f: This subnet is being modified by another concurrent operation. Aug 11 02:53:02.018546 n-d-713498-10 neutron-server[94654]: ERROR oslo_messaging.rpc.server Aug 11 02:53:02.046191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff39cad-35da-4e66-bf81-3546edfc88fe None None] Network a0fc0913-73ee-4776-aa35-0ee09250ccdc requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:02.075015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.087762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fc0913-73ee-4776-aa35-0ee09250ccdc']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.101789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4714eb-f9a2-4160-83cf-9f077ccae811') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.102187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4714eb-f9a2-4160-83cf-9f077ccae811') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.113651 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.131788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.140097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:02.140531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:02.155742 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:02.213197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4000985-e6d1-4344-b830-909852411582 None None] get_active_networks_info from n-d-713498-10 {{(pid=94654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:53:02.213935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.219805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.222421 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/a0fc0913-73ee-4776-aa35-0ee09250ccdc HTTP/1.1" status: 204 len: 168 time: 0.5395637 Aug 11 02:53:02.228315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57486) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.254764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7d93-376e-4098-ae84-7bd8b2b678be tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=a0fc0913-73ee-4776-aa35-0ee09250ccdc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.277056 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc19f9e2-3c17-4f30-8269-e8227107ee27 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.277604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc19f9e2-3c17-4f30-8269-e8227107ee27 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.280010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bc19f9e2-3c17-4f30-8269-e8227107ee27 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/8a8e6124-bfac-42ae-bc9f-d37511cfd86f HTTP/1.1" status: 404 len: 337 time: 0.0503602 Aug 11 02:53:02.284556 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57488) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.308055 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-84db66c9-2bbb-435f-9a6a-61887f69bd86 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.308983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84db66c9-2bbb-435f-9a6a-61887f69bd86 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.312355 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-84db66c9-2bbb-435f-9a6a-61887f69bd86 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/a0fc0913-73ee-4776-aa35-0ee09250ccdc HTTP/1.1" status: 404 len: 339 time: 0.0259755 Aug 11 02:53:02.315345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57490) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.343756 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e7402-7bca-48fe-912a-da4e530ffa88 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.344085 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e7402-7bca-48fe-912a-da4e530ffa88 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.346005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8b2e7402-7bca-48fe-912a-da4e530ffa88 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/ceebf88f-ea09-40f0-b5f5-798036157d4b HTTP/1.1" status: 404 len: 337 time: 0.0291362 Aug 11 02:53:02.348110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4000985-e6d1-4344-b830-909852411582 None None] Resources bound (agent type, host, resource id): {{(pid=94654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:53:02.350095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57492) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.369875 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b36a8ea-2ae0-4829-b56e-594499b66ec9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.370482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b36a8ea-2ae0-4829-b56e-594499b66ec9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.372339 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b36a8ea-2ae0-4829-b56e-594499b66ec9 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/b27e0261-7167-418f-81a8-1eedc6729431 HTTP/1.1" status: 404 len: 339 time: 0.0211697 Aug 11 02:53:02.376545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57494) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.404192 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37f6a66-4cb1-4897-9855-12944c10ec89 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.404653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37f6a66-4cb1-4897-9855-12944c10ec89 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.406577 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d37f6a66-4cb1-4897-9855-12944c10ec89 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/6053bf37-888e-4ed0-a27c-2d0de0a404b3 HTTP/1.1" status: 404 len: 337 time: 0.0289938 Aug 11 02:53:02.410985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.434989 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafc8b1d-84fc-4d86-be08-85cf4e775521 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.435818 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafc8b1d-84fc-4d86-be08-85cf4e775521 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.439387 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dafc8b1d-84fc-4d86-be08-85cf4e775521 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/246c14cf-49a3-4785-9fdf-c45f2a9a6d34 HTTP/1.1" status: 404 len: 339 time: 0.0261164 Aug 11 02:53:02.441197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.564377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting port 7c9b938b-bd38-4513-b000-dc66b61c73d5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:02.565474 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.642245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.665488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Calling delete_port for 7c9b938b-bd38-4513-b000-dc66b61c73d5 owned by {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:02.766545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.798714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Port': ['ID=7c9b938b-bd38-4513-b000-dc66b61c73d5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.806003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.809215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-faca07c2-6b54-4f7f-982f-18c04b045ab8 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/ports/7c9b938b-bd38-4513-b000-dc66b61c73d5 HTTP/1.1" status: 204 len: 168 time: 0.3666880 Aug 11 02:53:02.813843 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.841057 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-385ada37-dc4b-48a4-b2a7-7306cc4a3fef tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:02.842111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385ada37-dc4b-48a4-b2a7-7306cc4a3fef tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:02.843971 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-385ada37-dc4b-48a4-b2a7-7306cc4a3fef tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/c3a76d98-de0c-405b-9b3d-fecce457506d HTTP/1.1" status: 404 len: 337 time: 0.0290642 Aug 11 02:53:02.846700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57502) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.931525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.029093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.040856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8f5658-66ee-442b-8a1c-9de9df251d08']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.054869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.055392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0edb3c-d77d-481b-bb9c-43d5c2f243a9') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:03.067938 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.084506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.091806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:03.092220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:03.095497 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:03.203944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.215545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.217868 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/6f8f5658-66ee-442b-8a1c-9de9df251d08 HTTP/1.1" status: 204 len: 168 time: 0.3701222 Aug 11 02:53:03.220838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57504) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:03.234538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9bb6e-3380-4f2d-af08-af948270b5db tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=6f8f5658-66ee-442b-8a1c-9de9df251d08,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:03.328708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting port 361219ef-4760-4acd-b022-ca60902ce621 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:03.329063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.419671 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.445415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Calling delete_port for 361219ef-4760-4acd-b022-ca60902ce621 owned by {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:03.584734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.623276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Port': ['ID=361219ef-4760-4acd-b022-ca60902ce621,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:03.629432 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.633987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b2482af5-aaac-466e-971b-4d9adfee20f1 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/ports/361219ef-4760-4acd-b022-ca60902ce621 HTTP/1.1" status: 204 len: 168 time: 0.4114945 Aug 11 02:53:03.638147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57506) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:03.666245 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7823c3b9-8833-447e-b322-08e8573f3673 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] DELETE failed (client error): The resource could not be found. Aug 11 02:53:03.666708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7823c3b9-8833-447e-b322-08e8573f3673 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:53:03.668502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7823c3b9-8833-447e-b322-08e8573f3673 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/80a06d44-98ad-4231-a2e0-d220e1e27542 HTTP/1.1" status: 404 len: 337 time: 0.0292985 Aug 11 02:53:03.671529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57508) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:03.759682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.824808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting port e1491dfb-0509-4039-9cdc-57fdd3828446 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:03.825199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.896253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] For port e1491dfb-0509-4039-9cdc-57fdd3828446, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e1491dfb-0509-4039-9cdc-57fdd3828446,segment=NetworkSegment(0558abc9-744d-46fb-bae2-7f8729f64715),segment_id=0558abc9-744d-46fb-bae2-7f8729f64715)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:03.896602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.912092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Calling delete_port for e1491dfb-0509-4039-9cdc-57fdd3828446 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:04.050526 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.078653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Port': ['ID=e1491dfb-0509-4039-9cdc-57fdd3828446,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.085246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No DVR routers for this DVR port e1491dfb-0509-4039-9cdc-57fdd3828446 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:04.170470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.181715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6455d27c-2e87-4202-9ef2-71087eb57835']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.194536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0558abc9-744d-46fb-bae2-7f8729f64715') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.194881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0558abc9-744d-46fb-bae2-7f8729f64715') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:04.205890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.221565 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.228612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:04.229138 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:04.233289 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:04.306778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.316807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.319088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/6455d27c-2e87-4202-9ef2-71087eb57835 HTTP/1.1" status: 204 len: 168 time: 0.6462100 Aug 11 02:53:04.322865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57512) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:04.342801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c719-8ea7-4e8c-80ee-539163231499 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=6455d27c-2e87-4202-9ef2-71087eb57835,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.390597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting subnet eb9f3fa0-f9df-4744-b72d-f10c9e614a12 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:04.394347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.438778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.543715 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.617250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.667458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9f3fa0-f9df-4744-b72d-f10c9e614a12,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.678914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.681019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ab5e140-6494-4e19-aea2-1dbc6ccd53f4 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/subnets/eb9f3fa0-f9df-4744-b72d-f10c9e614a12 HTTP/1.1" status: 204 len: 168 time: 0.3570671 Aug 11 02:53:04.685114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:04.689865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33257d3-afed-444c-8df3-93dde8e1b503 None None] Network e8428782-883a-440d-bd5c-a40454bff89b requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:04.772251 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.856648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Deleting port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:04.857943 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.940040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] For port dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,segment=NetworkSegment(89a07863-0171-4cba-b3d6-420b344a7453),segment_id=89a07863-0171-4cba-b3d6-420b344a7453)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:04.940375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.962467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Calling delete_port for dfc50aee-7f9e-4fbc-a777-9a3acf98c095 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:04.975778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] DHCP port deletion for e8428782-883a-440d-bd5c-a40454bff89b request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:05.025482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Deleting port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:05.025896 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.102928 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.111853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] For port dfc50aee-7f9e-4fbc-a777-9a3acf98c095, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,segment=NetworkSegment(89a07863-0171-4cba-b3d6-420b344a7453),segment_id=89a07863-0171-4cba-b3d6-420b344a7453)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:05.112405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.128950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Calling delete_port for dfc50aee-7f9e-4fbc-a777-9a3acf98c095 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:05.130681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Port': ['ID=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.134473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] No DVR routers for this DVR port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:53:05.210213 n-d-713498-10 neutron-server[94654]: self.session.flush() Aug 11 02:53:05.225325 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.254824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] Pushing event deleted for resources: {'Port': ['ID=dfc50aee-7f9e-4fbc-a777-9a3acf98c095,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.256753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95159d19-52f2-4f27-8f4e-865cefff68ef None None] No DVR routers for this DVR port dfc50aee-7f9e-4fbc-a777-9a3acf98c095 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:05.281063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.293378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8428782-883a-440d-bd5c-a40454bff89b']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:05.306153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a07863-0171-4cba-b3d6-420b344a7453') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:05.306470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a07863-0171-4cba-b3d6-420b344a7453') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:05.317208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.333525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.340977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:05.341559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:05.344905 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:05.410175 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.417401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.420372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] 10.222.0.68 "DELETE /v2.0/networks/e8428782-883a-440d-bd5c-a40454bff89b HTTP/1.1" status: 204 len: 168 time: 0.7333715 Aug 11 02:53:05.446809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6a27-9149-4985-9fdd-b0c42d41af49 tempest-NetworksIpV6TestAttrs-1151936962 tempest-NetworksIpV6TestAttrs-1151936962-project] Pushing event deleted for resources: {'Network': ['ID=e8428782-883a-440d-bd5c-a40454bff89b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.725965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57520) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:05.899785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08e279cb-7e87-4e0c-a71d-5cd6155be0ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ad3510d762a48878c48156e017e5d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720359 Aug 11 02:53:05.903296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:05.926649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dfc50aee-7f9e-4fbc-a777-9a3acf98c095 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:05.969970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dfc50aee-7f9e-4fbc-a777-9a3acf98c095 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:05.970413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dfc50aee-7f9e-4fbc-a777-9a3acf98c095 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:05.985150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.010737 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.062097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.065175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.066809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c78f0f0-dde5-49b9-b67b-b62c607974b8 HTTP/1.1" status: 204 len: 168 time: 0.1623702 Aug 11 02:53:06.079303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d490d-8fc7-4c2f-9b26-6c6f23d25707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78f0f0-dde5-49b9-b67b-b62c607974b8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:06.895947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.005679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-21001945'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:07.030956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Made reservation on behalf of 44b1d5091743402ea660d801a474d10b for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:07.034514 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.047859 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.148899 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.153220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.180955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:07.191493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f05a5-bf7f-43f2-9c60-a2be7f1d26b1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:07.196500 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.196844 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Added segment 0b1c2e6c-bef6-4a00-93db-a25bb099ddf0 of type vlan for network f25823f5-e2a7-4682-ad41-91947580df53 Aug 11 02:53:07.240488 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.272239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.278105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.279560 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.344939 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4474990 Aug 11 02:53:07.350404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.354839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b552de-d421-497b-af3a-cd319b42d988 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Pushing event updated for resources: {'Network': ['ID=f25823f5-e2a7-4682-ad41-91947580df53,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:07.356542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-acbcbab3-2e4a-4bab-8a71-5dc4c530b0c4 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-786475981') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.371249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f25823f5-e2a7-4682-ad41-91947580df53 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:07.501389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-acbcbab3-2e4a-4bab-8a71-5dc4c530b0c4 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "PUT /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-786475981 HTTP/1.1" status: 201 len: 201 time: 0.1491849 Aug 11 02:53:07.504770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.512800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-2e7ee3ae-af9e-40c0-a63d-713ba589a12c tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-786475981') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.639339 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2e7ee3ae-af9e-40c0-a63d-713ba589a12c tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-786475981 HTTP/1.1" status: 204 len: 168 time: 0.1290979 Aug 11 02:53:07.639802 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.646243 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-00358caa-cbd7-4523-8616-f9163197a800 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.721604 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-00358caa-cbd7-4523-8616-f9163197a800 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags HTTP/1.1" status: 200 len: 237 time: 0.0802710 Aug 11 02:53:07.724503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.729237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-fcca4371-9a74-4a38-b0ec-92d63569d235 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', {'tags': ['tempest-TagsTest-Tag-1580073645', 'tempest-TagsTest-Tag-736573598', 'tempest-TagsTest-Tag-524577908']}) {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.815601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fcca4371-9a74-4a38-b0ec-92d63569d235 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "PUT /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags HTTP/1.1" status: 200 len: 307 time: 0.0897386 Aug 11 02:53:07.818911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57558) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.824244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-b932a7af-9dc9-4827-aea2-d9be76f28da4 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-1580073645') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:07.921921 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b932a7af-9dc9-4827-aea2-d9be76f28da4 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "DELETE /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-1580073645 HTTP/1.1" status: 204 len: 168 time: 0.1013100 Aug 11 02:53:07.924865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57560) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:07.930102 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-68badab1-c1de-44a8-8604-0ec02758da91 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-1580073645') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.003573 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-68badab1-c1de-44a8-8604-0ec02758da91 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] show failed (client error): The resource could not be found. Aug 11 02:53:08.004671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68badab1-c1de-44a8-8604-0ec02758da91 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-1580073645 HTTP/1.1" status: 404 len: 326 time: 0.0786927 Aug 11 02:53:08.008663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.013445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-3854133f-e5dd-4830-906f-1d17c6f84524 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-736573598') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.093357 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3854133f-e5dd-4830-906f-1d17c6f84524 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-736573598 HTTP/1.1" status: 204 len: 168 time: 0.0834944 Aug 11 02:53:08.097210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57564) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.101717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-01665034-b372-488b-9fe4-e1e5e60e634d tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-524577908') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.177022 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-01665034-b372-488b-9fe4-e1e5e60e634d tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-524577908 HTTP/1.1" status: 204 len: 168 time: 0.0786569 Aug 11 02:53:08.180029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57566) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.185678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.tag.tag_plugin [None req-2029308d-a432-42e2-8684-dcda40d04094 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.278698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2029308d-a432-42e2-8684-dcda40d04094 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "DELETE /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags HTTP/1.1" status: 204 len: 168 time: 0.0971909 Aug 11 02:53:08.281653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57568) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.286464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-372cf5d0-3914-4a02-9398-f59ff9ec7aaa tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-736573598') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.361739 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-372cf5d0-3914-4a02-9398-f59ff9ec7aaa tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] show failed (client error): The resource could not be found. Aug 11 02:53:08.362766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-372cf5d0-3914-4a02-9398-f59ff9ec7aaa tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-736573598 HTTP/1.1" status: 404 len: 325 time: 0.0799143 Aug 11 02:53:08.365681 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57570) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.370129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-7882ef6d-9d12-4930-a1ea-fb2bf2138591 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53', 'tempest-TagsTest-Tag-524577908') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.451308 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [None req-7882ef6d-9d12-4930-a1ea-fb2bf2138591 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] show failed (client error): The resource could not be found. Aug 11 02:53:08.452404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7882ef6d-9d12-4930-a1ea-fb2bf2138591 tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "GET /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags/tempest-TagsTest-Tag-524577908 HTTP/1.1" status: 404 len: 325 time: 0.0857446 Aug 11 02:53:08.455287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57572) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.459734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.tag.tag_plugin [None req-af09834d-2f8c-4ff9-b6d8-770bae971edc tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f25823f5-e2a7-4682-ad41-91947580df53') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.554869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-af09834d-2f8c-4ff9-b6d8-770bae971edc tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "DELETE /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53/tags HTTP/1.1" status: 204 len: 168 time: 0.0977838 Aug 11 02:53:08.558623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57574) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:08.682770 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.777874 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.788466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25823f5-e2a7-4682-ad41-91947580df53']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.799750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1c2e6c-bef6-4a00-93db-a25bb099ddf0') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.800044 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1c2e6c-bef6-4a00-93db-a25bb099ddf0') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:08.809341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.824021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.830703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:08.831187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:08.834801 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:08.903050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.914986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.916916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] 10.222.0.68 "DELETE /v2.0/networks/f25823f5-e2a7-4682-ad41-91947580df53 HTTP/1.1" status: 204 len: 168 time: 0.3570421 Aug 11 02:53:08.927065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a21b5-54f5-4305-9af8-00dfc607577a tempest-TagsTest-595148483 tempest-TagsTest-595148483-project] Pushing event deleted for resources: {'Network': ['ID=f25823f5-e2a7-4682-ad41-91947580df53,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:09.203164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57580) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:09.396072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e79f2fde-22af-4136-872d-262e6edbe0f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44b1d5091743402ea660d801a474d10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911547 Aug 11 02:53:09.398641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:09.453466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.476311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.531897 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.534788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.536183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a80f05a5-bf7f-43f2-9c60-a2be7f1d26b1 HTTP/1.1" status: 204 len: 168 time: 0.1363335 Aug 11 02:53:09.544927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92ca7-c63c-46e5-9932-73e1ca2212b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f05a5-bf7f-43f2-9c60-a2be7f1d26b1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:10.842474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.980986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.679980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-297e7238-4d21-4b55-bc87-761ba2ac3746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.217555 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-afb69907-77cf-4a05-9d8b-aa742925cd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.494665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.550647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.142647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.746203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-59f54e1a-8275-4d93-a149-680a218c8060 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569587 Aug 11 02:53:33.876425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4332-e57e-418f-9e79-c719cbba69de req-af122323-bfe0-4be3-8692-fd73c1da1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:33.879068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-af122323-bfe0-4be3-8692-fd73c1da1d7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0664282 Aug 11 02:53:34.036013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4332-e57e-418f-9e79-c719cbba69de req-e7432e20-02d9-4c71-868c-df71c7047346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.038121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-e7432e20-02d9-4c71-868c-df71c7047346 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.1307054 Aug 11 02:53:34.126414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-52883f64-c27c-4afd-a35e-6770391a0550 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 1001 time: 0.0771241 Aug 11 02:53:34.188762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4332-e57e-418f-9e79-c719cbba69de req-6727af8c-d9a7-4726-af3d-3c29017cd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.190220 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-6727af8c-d9a7-4726-af3d-3c29017cd01d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0522213 Aug 11 02:53:34.251477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4332-e57e-418f-9e79-c719cbba69de req-9b4b0133-2020-4ca4-8c73-7b7b6a71bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:34.253622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-9b4b0133-2020-4ca4-8c73-7b7b6a71bf30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519359 Aug 11 02:53:34.363476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-5e42d14e-1176-44bd-9b6b-f3040dbc817b service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980952 Aug 11 02:53:34.473080 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26bf4332-e57e-418f-9e79-c719cbba69de req-448b7bf3-3fbf-4805-88fa-90482be85605 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984547 Aug 11 02:53:36.343221 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:38.688437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57796) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:38.820299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a84c6a5-0eb5-4a3b-bb8d-f1f80dc906bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.289417 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a84c6a5-0eb5-4a3b-bb8d-f1f80dc906bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.295076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6a84c6a5-0eb5-4a3b-bb8d-f1f80dc906bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.336859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84c6a5-0eb5-4a3b-bb8d-f1f80dc906bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776533b4-f511-4699-8302-e72285996760,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.341407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6a84c6a5-0eb5-4a3b-bb8d-f1f80dc906bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1c73b6ace5d49b38db8db051f4b19d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515398 Aug 11 02:53:39.345569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:39.402381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.426283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.481063 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.484216 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.485692 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/776533b4-f511-4699-8302-e72285996760 HTTP/1.1" status: 204 len: 168 time: 0.1389532 Aug 11 02:53:39.497569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d605f7-f0d9-4098-9fb5-06689658ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776533b4-f511-4699-8302-e72285996760,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.798650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 57806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:39.815223 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c406dbe-cd79-4744-8757-aaa63e078b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.966267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c406dbe-cd79-4744-8757-aaa63e078b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.971561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6c406dbe-cd79-4744-8757-aaa63e078b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.015358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6c406dbe-cd79-4744-8757-aaa63e078b3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a243d49097a0404b95ddd5d434f7098f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154279 Aug 11 02:53:40.016336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c406dbe-cd79-4744-8757-aaa63e078b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3534b4d6-5dd4-40b4-8adf-4362410c18b4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.019594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 57810) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:40.121687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.162982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.234147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.237016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.238276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3534b4d6-5dd4-40b4-8adf-4362410c18b4 HTTP/1.1" status: 204 len: 168 time: 0.2168546 Aug 11 02:53:40.247297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bc710-ca13-450c-bad0-ca320abd5266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3534b4d6-5dd4-40b4-8adf-4362410c18b4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.848120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.990134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.001206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-82051183-a00f-4361-b6ad-b4748b5eee56 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=77584224707049fa8963b7e121b037f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240481 Aug 11 02:53:43.130847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-2d45bfd7-95af-42eb-b1f5-9b2ef520c3b9 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.132495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-2d45bfd7-95af-42eb-b1f5-9b2ef520c3b9 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249466 Aug 11 02:53:43.151203 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-41473e6d-3570-4f6d-9ed3-7a375ce7c26f tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/quotas/77584224707049fa8963b7e121b037f4 HTTP/1.1" status: 200 len: 375 time: 0.0108693 Aug 11 02:53:43.192230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-bc971421-59e4-4bf6-80e0-ac28fba3a6eb tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=77584224707049fa8963b7e121b037f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301106 Aug 11 02:53:43.523398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e218166f-0998-42ff-92fa-10a4bfd3a602 req-31a1298c-3224-4a69-b86d-5476845573d1 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 210 time: 0.1679628 Aug 11 02:53:44.388649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-f35c7893-8e73-427f-87b7-ef55bce93b76 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=77584224707049fa8963b7e121b037f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287163 Aug 11 02:53:44.539156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-10fc3c11-b918-4a81-b952-b068ccaddacb tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.540957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-10fc3c11-b918-4a81-b952-b068ccaddacb tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461654 Aug 11 02:53:44.557504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Request body: {'port': {'device_id': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '77584224707049fa8963b7e121b037f4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:44.696761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ff40e83-408b-4ee0-8037-161eba89cfc5 req-bff36a36-4d01-45af-8641-b1af3ba1bea0 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 210 time: 0.0393977 Aug 11 02:53:44.734030 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Made reservation on behalf of 77584224707049fa8963b7e121b037f4 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:44.737606 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.748339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.850537 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.855247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.920047 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:45.001436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Allocated IP 192.168.233.224 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/7ee64582-e36e-4dcc-8566-cdf7e909708d) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:45.174214 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.190009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Transition to ACTIVE for port object 7ee64582-e36e-4dcc-8566-cdf7e909708d will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:45.228217 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.280086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:45.285513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:45.289654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:45.297985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Pushing event updated for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:45.353966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.354724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.377223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-84a60320-c0a3-4719-8e13-52482e9cd4dd tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8249156 Aug 11 02:53:45.487718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Request body: {'port': {'device_id': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:45.549177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.601135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-849923cc-1dfe-49b8-8687-3689514dba98 None None] Provisioning for port 7ee64582-e36e-4dcc-8566-cdf7e909708d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:45.607788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-849923cc-1dfe-49b8-8687-3689514dba98 None None] Provisioning complete for port 7ee64582-e36e-4dcc-8566-cdf7e909708d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:45.608730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-849923cc-1dfe-49b8-8687-3689514dba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.654998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-849923cc-1dfe-49b8-8687-3689514dba98 None None] Port 7ee64582-e36e-4dcc-8566-cdf7e909708d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:45.900714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543672-59c2-4119-aaa2-046408209019 req-41f9284c-1c98-419c-bfb4-5afde4d181b1 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.902405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d543672-59c2-4119-aaa2-046408209019 req-41f9284c-1c98-419c-bfb4-5afde4d181b1 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 936 time: 0.1121323 Aug 11 02:53:45.922883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee64582-e36e-4dcc-8566-cdf7e909708d {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:45.937103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:45.964143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Transition to ACTIVE for port object 7ee64582-e36e-4dcc-8566-cdf7e909708d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:45.970837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7d543672-59c2-4119-aaa2-046408209019 req-21adc95e-1ecb-46ec-9b09-56909824076e tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Aug 11 02:53:45.971784 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.034557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:46.113919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Attempting to bind port 7ee64582-e36e-4dcc-8566-cdf7e909708d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:46.114894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Attempting to bind port 7ee64582-e36e-4dcc-8566-cdf7e909708d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:46.115445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Attempting to bind port 7ee64582-e36e-4dcc-8566-cdf7e909708d on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:46.123926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Port 7ee64582-e36e-4dcc-8566-cdf7e909708d on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:46.124481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Attempting to bind port 7ee64582-e36e-4dcc-8566-cdf7e909708d on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:46.134229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:46.134696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:46.135351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:46.136389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Bound port: 7ee64582-e36e-4dcc-8566-cdf7e909708d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:46.137519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.249219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:46.254244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:46.259582 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.299861 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.300641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.302023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/7ee64582-e36e-4dcc-8566-cdf7e909708d HTTP/1.1" status: 200 len: 1097 time: 0.9102581 Aug 11 02:53:46.302491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:46.304919 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:46.335347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10bc8-a73f-4b1c-8684-0d94566e52a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:46.391410 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c57149-8b6e-46b5-8f01-6ef3cbedac4c x-openstack-request-id: req-49c57149-8b6e-46b5-8f01-6ef3cbedac4c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:46.391737 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:46.391914 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49c57149-8b6e-46b5-8f01-6ef3cbedac4c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:46.392241 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d', 'status': 'completed', 'code': 200} Aug 11 02:53:46.413513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-bfa70edc-e6b7-4d5a-8afa-e0db09b15af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.416256 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-bfa70edc-e6b7-4d5a-8afa-e0db09b15af1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77584224707049fa8963b7e121b037f4&device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 1100 time: 0.0569954 Aug 11 02:53:46.475181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-8ac14857-5301-4b57-b1b8-be3f680628a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d HTTP/1.1" status: 200 len: 217 time: 0.0509367 Aug 11 02:53:46.537453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-3fa0bfa9-96e6-487e-b1ad-73d18a3eef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.539065 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-3fa0bfa9-96e6-487e-b1ad-73d18a3eef93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0532968 Aug 11 02:53:46.602166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-81f949dc-a348-49bc-9cd1-f974b93dacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.604616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-81f949dc-a348-49bc-9cd1-f974b93dacc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560517 Aug 11 02:53:46.710531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-33432c78-1bdb-4ba9-a177-3ed1c56a0798 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946286 Aug 11 02:53:46.819919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf81f8ec-feec-4a70-be09-45c722ac2b03 req-ef902391-3ffc-47db-a8df-6da80f55cd74 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978706 Aug 11 02:53:46.926167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-9c5dc15e-6387-480f-b40d-45d7d9cb486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.927763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-9c5dc15e-6387-480f-b40d-45d7d9cb486e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77584224707049fa8963b7e121b037f4&device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 1100 time: 0.0463254 Aug 11 02:53:47.030271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-9c9c282a-ba03-4b65-a06c-345ca5fa5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.032346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-9c9c282a-ba03-4b65-a06c-345ca5fa5036 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.0961695 Aug 11 02:53:47.438478 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-90cef913-9ee4-4719-930f-40d8cc0b26b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d HTTP/1.1" status: 200 len: 217 time: 0.3981330 Aug 11 02:53:47.516325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-2224f1aa-9b1c-40ba-8673-da645614de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.517850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-2224f1aa-9b1c-40ba-8673-da645614de58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0712702 Aug 11 02:53:47.526931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386d5f-8c2a-4f09-8982-b0501731e10b req-30826d90-c913-4bcb-9ea2-621e8349cd19 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.528595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49386d5f-8c2a-4f09-8982-b0501731e10b req-30826d90-c913-4bcb-9ea2-621e8349cd19 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 948 time: 0.0927978 Aug 11 02:53:47.599870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-49386d5f-8c2a-4f09-8982-b0501731e10b req-45b4472b-7516-4ad8-9c75-a1feb40d38cb tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601308 Aug 11 02:53:47.606223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-abb69937-5fa1-4865-834b-db9aef0f11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.608111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-abb69937-5fa1-4865-834b-db9aef0f11c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782509 Aug 11 02:53:47.766386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-3df73876-26c3-49f1-bcc1-cc347e637a9c service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497939 Aug 11 02:53:47.875442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee0b9c0d-18c5-4a3a-8b1e-11a1a15d568d req-e08e395d-1fcc-483f-b588-7315f7e5f741 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011660 Aug 11 02:53:48.735559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4ef3b-f942-47e4-a9fd-9a9690820247 req-1397d210-26f9-4c57-931b-7026ba7a8b2a tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.737286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02b4ef3b-f942-47e4-a9fd-9a9690820247 req-1397d210-26f9-4c57-931b-7026ba7a8b2a tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 948 time: 0.0588472 Aug 11 02:53:48.780143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02b4ef3b-f942-47e4-a9fd-9a9690820247 req-129d5e86-023b-4373-bf73-463fe31b397e tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Aug 11 02:53:49.780748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7ee64582-e36e-4dcc-8566-cdf7e909708d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:49.898535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:49.914577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '7ee64582-e36e-4dcc-8566-cdf7e909708d', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '7ee64582-e36e-4dcc-8566-cdf7e909708d', 'mac_address': 'fa:16:3e:67:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:49.923742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0327e-a09a-4a40-b41f-6fa012134a2b req-3e80887c-7ad6-4b3e-b6bf-f9a683199410 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.925358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ea0327e-a09a-4a40-b41f-6fa012134a2b req-3e80887c-7ad6-4b3e-b6bf-f9a683199410 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 948 time: 0.0562336 Aug 11 02:53:49.970065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.980833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ea0327e-a09a-4a40-b41f-6fa012134a2b req-bdf341ff-9ce3-44dd-a356-fa4407b37d6f tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Aug 11 02:53:49.988026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee64582-e36e-4dcc-8566-cdf7e909708d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:50.010917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:50.015700 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.070298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.078278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.078635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.078986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.079335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.079687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.080024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.080361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.080697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.081030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.081359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.081692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.082051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:50.326085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7ee64582-e36e-4dcc-8566-cdf7e909708d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:51.132073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb29d43-4c9e-4e94-8a5d-4e458b9f95b6 req-6b2ecfcc-2c02-428c-90ee-ddc3ca0b2ff0 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.133721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-deb29d43-4c9e-4e94-8a5d-4e458b9f95b6 req-6b2ecfcc-2c02-428c-90ee-ddc3ca0b2ff0 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 949 time: 0.0599077 Aug 11 02:53:51.180638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-deb29d43-4c9e-4e94-8a5d-4e458b9f95b6 req-55174f64-77f9-4df7-9ce2-270065a1edd4 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375285 Aug 11 02:53:51.780039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7ee64582-e36e-4dcc-8566-cdf7e909708d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:51.835049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 7ee64582-e36e-4dcc-8566-cdf7e909708d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:51.839968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 7ee64582-e36e-4dcc-8566-cdf7e909708d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:51.840349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.925782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.958286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:51.961018 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab1d744-7f24-4967-aa3b-3f6e51d21a82" -d '{"events": [{"server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "name": "network-vif-plugged", "status": "completed", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:51.979978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:51.986178 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.053946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.095630 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376b905-d3fd-4dc4-a4b6-89c2db518bae x-openstack-request-id: req-0376b905-d3fd-4dc4-a4b6-89c2db518bae {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:52.095927 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "name": "network-vif-plugged", "status": "completed", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:52.096184 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0376b905-d3fd-4dc4-a4b6-89c2db518bae {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:52.096583 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d', 'code': 200} Aug 11 02:53:52.209753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71c995-26c0-4b48-b348-8adb78cde3ac req-67dfb775-aa90-48fa-b492-41a42f6870be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.210558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a71c995-26c0-4b48-b348-8adb78cde3ac req-67dfb775-aa90-48fa-b492-41a42f6870be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 1102 time: 0.0454416 Aug 11 02:53:52.261649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3a71c995-26c0-4b48-b348-8adb78cde3ac req-0fdddf57-ef60-4979-ae9d-964b8be2e328 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Aug 11 02:53:52.323758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7c43-88b9-47bc-8e46-c0cd56f0eb33 req-e004870a-377f-44b5-aa90-d4556d99be2c tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.326345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93ba7c43-88b9-47bc-8e46-c0cd56f0eb33 req-e004870a-377f-44b5-aa90-d4556d99be2c tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 950 time: 0.0701132 Aug 11 02:53:52.368618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93ba7c43-88b9-47bc-8e46-c0cd56f0eb33 req-ded905bd-2721-4bc5-97e1-4655ee858caa tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Aug 11 02:53:52.675084 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ece269ae-99be-4ef8-bf66-1d56e98d54bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.505455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c16b-2bc8-4992-959e-b5743e13801a req-2153075e-bd7d-40b7-b15d-c2fb7b767160 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.507279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4a9c16b-2bc8-4992-959e-b5743e13801a req-2153075e-bd7d-40b7-b15d-c2fb7b767160 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 950 time: 0.0595520 Aug 11 02:53:53.554945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4a9c16b-2bc8-4992-959e-b5743e13801a req-cd31e5af-e84d-4e24-ae93-0f1c014e7eab tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Aug 11 02:53:55.215372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-676de7e6-d82e-486b-9f48-0c9071fb636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.485374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.555196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.146184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.849201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.990590 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.343616 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:22.684832 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9287e8c-e259-431c-aeca-2479c2a07011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.215093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7533d9f-aa5f-494c-9fcc-44a6ca765c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.483380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.564597 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.154189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.113241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-86dd6fe7-1042-449e-8b84-a634e2ec7742 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574398 Aug 11 02:54:30.225031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-fbbad30c-cdfd-411d-9eec-8c48a5cf2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.226597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-fbbad30c-cdfd-411d-9eec-8c48a5cf2965 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77584224707049fa8963b7e121b037f4&device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 1102 time: 0.0625727 Aug 11 02:54:30.416967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-fc22d6c3-8b51-473d-9910-141c3bddfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.419000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-fc22d6c3-8b51-473d-9910-141c3bddfb9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1668456 Aug 11 02:54:30.498898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-a409c031-9a19-4f68-8ee3-13e3c97b2f8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d HTTP/1.1" status: 200 len: 217 time: 0.0705373 Aug 11 02:54:30.574103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-d8fa8b5b-8ddc-41ba-a8e9-ce7a1eda1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.580294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-d8fa8b5b-8ddc-41ba-a8e9-ce7a1eda1c5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0734801 Aug 11 02:54:30.652014 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-0610c11c-ad37-4256-b789-e1709c2dc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.653556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-0610c11c-ad37-4256-b789-e1709c2dc4e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655289 Aug 11 02:54:30.779768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-f55a8303-5e15-4608-b472-5ef7f686c6a1 service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156514 Aug 11 02:54:30.897107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96873de8-b9fa-4204-88fc-84fdc6ed82c3 req-50249422-bd99-4803-af52-0d3c0e6641bb service neutron] 10.222.0.67 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088574 Aug 11 02:54:34.806962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-e3672a17-6edc-456e-8784-afe5802b156e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012013 Aug 11 02:54:34.932691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-64a0f6cf-a728-45b2-8308-db67d5780f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.934998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-64a0f6cf-a728-45b2-8308-db67d5780f95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0566652 Aug 11 02:54:35.070402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-26f91d72-3d3f-44d0-afc5-18c6e15debac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.071858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-26f91d72-3d3f-44d0-afc5-18c6e15debac service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.1089303 Aug 11 02:54:35.153972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-383ce9d0-63c5-4657-b9cb-4559ef710994 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 1001 time: 0.0697694 Aug 11 02:54:35.235210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-db040a83-6c22-4a08-be49-12221b5166b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.236842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-db040a83-6c22-4a08-be49-12221b5166b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0716565 Aug 11 02:54:35.307589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-b9fc6859-d420-45fe-8b28-a58759461765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.310411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-b9fc6859-d420-45fe-8b28-a58759461765 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616276 Aug 11 02:54:35.443380 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-3489840c-8e7b-4e8f-96e8-49baa3559b65 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247537 Aug 11 02:54:35.571539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b793f79-c2d9-4ba1-8127-08b79ebb8a86 req-5a6f7edf-4a8f-41cc-963d-c1ee745293ef service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150296 Aug 11 02:54:40.877689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.005358 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.344755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:52.684730 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-56cf1dd3-6be1-4211-9ac6-140ed227a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.219920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1f04b6ea-70fb-42fa-9d6b-6841c0f6be9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.480108 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.565024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.149305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.643855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44b08-7127-426f-b184-ec73e6fc97bc req-0db46bca-b01d-4702-aae0-f00471cc8cbe tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.645418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda44b08-7127-426f-b184-ec73e6fc97bc req-0db46bca-b01d-4702-aae0-f00471cc8cbe tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 950 time: 0.0534320 Aug 11 02:55:03.686031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda44b08-7127-426f-b184-ec73e6fc97bc req-c92e4a30-a534-47be-88bd-99659b411629 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Aug 11 02:55:04.812377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72b0e-6081-45db-a0e1-088127d7c42d req-acf735a2-b27e-4a8f-a289-46197c64ed45 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:04.814051 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b72b0e-6081-45db-a0e1-088127d7c42d req-acf735a2-b27e-4a8f-a289-46197c64ed45 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 950 time: 0.0531824 Aug 11 02:55:04.855366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b72b0e-6081-45db-a0e1-088127d7c42d req-395759f4-bc8f-4950-acf8-99f66bdf643e tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Aug 11 02:55:05.357946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-4779800f-05b1-493b-9153-97abc59f3e15 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.359855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-4779800f-05b1-493b-9153-97abc59f3e15 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 950 time: 0.0573275 Aug 11 02:55:05.460764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Deleting port 7ee64582-e36e-4dcc-8566-cdf7e909708d {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:05.461110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.564868 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] For port 7ee64582-e36e-4dcc-8566-cdf7e909708d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=7ee64582-e36e-4dcc-8566-cdf7e909708d,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:05.565241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.580558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Calling delete_port for 7ee64582-e36e-4dcc-8566-cdf7e909708d owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:05.723305 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.739954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['7ee64582-e36e-4dcc-8566-cdf7e909708d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:05.759894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Pushing event deleted for resources: {'Port': ['ID=7ee64582-e36e-4dcc-8566-cdf7e909708d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:05.771691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.772033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.772370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.772721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.773054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.773380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.773705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.774054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.774377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.774747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.775072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.775399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:05.811325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] No DVR routers for this DVR port 7ee64582-e36e-4dcc-8566-cdf7e909708d on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:05.814092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.816169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f547d6e-1f68-4faa-9886-8d4961d94119 req-c77873c6-7c30-4a22-8cc3-563af251eb69 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.67 "DELETE /v2.0/ports/7ee64582-e36e-4dcc-8566-cdf7e909708d HTTP/1.1" status: 204 len: 173 time: 0.4497294 Aug 11 02:55:05.816609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'name': 'network-vif-deleted', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:05.818970 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c3217-cac5-47e2-bd39-d723181c8217" -d '{"events": [{"server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "name": "network-vif-deleted", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:05.939919 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba816af-81fa-4664-9a4d-a0aa033304cd x-openstack-request-id: req-9ba816af-81fa-4664-9a4d-a0aa033304cd {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:05.940230 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca236e98-0dd0-43e3-a702-d8e824bed71f", "name": "network-vif-deleted", "tag": "7ee64582-e36e-4dcc-8566-cdf7e909708d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:05.940506 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9ba816af-81fa-4664-9a4d-a0aa033304cd {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:05.940898 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca236e98-0dd0-43e3-a702-d8e824bed71f', 'name': 'network-vif-deleted', 'tag': '7ee64582-e36e-4dcc-8566-cdf7e909708d', 'status': 'completed', 'code': 200} Aug 11 02:55:05.994321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a770f789-2baf-4053-ad1a-147a1805c2dc req-520d1d27-c780-44e4-9aab-03764065f8e1 tempest-VolumesBackupsTest-209734625 tempest-VolumesBackupsTest-209734625-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca236e98-0dd0-43e3-a702-d8e824bed71f HTTP/1.1" status: 200 len: 210 time: 0.0316412 Aug 11 02:55:08.204788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7ee64582-e36e-4dcc-8566-cdf7e909708d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:08.226628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 7ee64582-e36e-4dcc-8566-cdf7e909708d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:08.227052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 7ee64582-e36e-4dcc-8566-cdf7e909708d not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:10.864624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.003488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.686446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1c41a977-1ed2-4146-be64-1a20a0929a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.208448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e8373c5-ae7f-43bb-935f-e21c2c34b6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.473059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:26.565636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.344823 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:28.161508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.740741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-d161a652-5446-4533-9204-ee9beb7e786e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456457 Aug 11 02:55:36.849460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-95953cb0-f63a-40a8-b3cc-95ee4ec50bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.851106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-95953cb0-f63a-40a8-b3cc-95ee4ec50bdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd2ba6279e24ed28babbada57175fad&device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 1098 time: 0.0464547 Aug 11 02:55:36.971751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-ac116eb5-35df-4c65-b373-ca2d0c83117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.973272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-ac116eb5-35df-4c65-b373-ca2d0c83117f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 200 len: 910 time: 0.0984528 Aug 11 02:55:37.053306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-6ee3550a-5c1f-485f-9ef0-51f54ea96a3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 200 len: 1001 time: 0.0687654 Aug 11 02:55:37.111743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-02860a50-445a-412a-b72e-2c535b9119ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.113244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-02860a50-445a-412a-b72e-2c535b9119ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 200 len: 848 time: 0.0493178 Aug 11 02:55:37.168939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-7e2974b3-b0a2-4c6a-ae58-8f345f38be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.170604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-7e2974b3-b0a2-4c6a-ae58-8f345f38be90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c11d638-dcba-4569-bec6-81cc066767c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453708 Aug 11 02:55:37.286017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-7cbb695f-44bc-4fc0-910f-1cd1b82678a4 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034062 Aug 11 02:55:37.404714 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b4ee191-e74c-4169-9ee4-6ae2ed43faae req-ca20ef69-f4fe-4f5a-a007-6460e4ef1363 service neutron] 10.222.0.61 "GET /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074479 Aug 11 02:55:40.884323 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.015625 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.682540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3e32ad5f-3b48-4041-9346-4ff292fc0e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.215827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe965963-e5d0-4629-83f1-2ffa32e1f94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.481785 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.566477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.163333 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.348854 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:10.906971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.044967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.677383 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aae64cc6-a332-4aeb-a077-1937e060352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.387164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa33d7-d9a9-427a-8ff6-06dd45e16daa req-2456cdf0-04ca-45dd-ab7d-846233977ee4 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.388701 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9aa33d7-d9a9-427a-8ff6-06dd45e16daa req-2456cdf0-04ca-45dd-ab7d-846233977ee4 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0575061 Aug 11 02:56:24.436530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9aa33d7-d9a9-427a-8ff6-06dd45e16daa req-96a4483b-225b-4ff8-a11f-4964a2675153 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363517 Aug 11 02:56:25.212923 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d37317f2-4957-49eb-b17f-71e06dc3270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.490275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.583539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83cb5-f496-4e90-a001-01f492c34a90 req-fab9b5f9-caa3-4133-9da0-1568404a4164 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.585156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5f83cb5-f496-4e90-a001-01f492c34a90 req-fab9b5f9-caa3-4133-9da0-1568404a4164 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0598979 Aug 11 02:56:25.625050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5f83cb5-f496-4e90-a001-01f492c34a90 req-af09b4e2-323e-476d-a467-bd1d71c1153b tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4d827fc-7f80-442b-9ff2-d5868224443d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Aug 11 02:56:25.940646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-583f97a7-0716-4bca-8438-69e7f4ec1c26 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.943519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-583f97a7-0716-4bca-8438-69e7f4ec1c26 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.61 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 946 time: 0.0549982 Aug 11 02:56:26.052245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Deleting port c869affa-3611-4335-a601-02da01f9373b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:26.052534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.151859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] For port c869affa-3611-4335-a601-02da01f9373b, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=c869affa-3611-4335-a601-02da01f9373b,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:26.152350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.352639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.352639 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.352639 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Floating IP c020634c-313e-4986-8397-b511a28aeaaa disassociated. External IP: 172.25.3.29, port: c869affa-3611-4335-a601-02da01f9373b. Aug 11 02:56:26.353310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Calling delete_port for c869affa-3611-4335-a601-02da01f9373b owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:26.501044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.536198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event deleted for resources: {'Port': ['ID=c869affa-3611-4335-a601-02da01f9373b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:26.545349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.545636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.546064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.546617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.547218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.547626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.548090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.548419 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.548959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.549623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.552324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.553244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:26.568432 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.683203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:26.761993 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e18be90-5fc6-42ab-af44-4a4314f2a553 req-6177c9e7-48f1-4868-9e2c-a6958508483f tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "GET /v2.0/ports?device_id=a89b5262-a1ba-4504-be72-17489e7469ec HTTP/1.1" status: 200 len: 210 time: 0.0321226 Aug 11 02:56:26.826537 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:26.846625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Sync routers for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:26.860526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:26.861495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:26.880178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] No DVR routers for this DVR port c869affa-3611-4335-a601-02da01f9373b on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:26.884237 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.886649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb07b03c-18f0-4f38-a1c6-cda8a15f5c70 req-c3142013-a263-4e6c-a28a-70d7d3e1a409 tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.61 "DELETE /v2.0/ports/c869affa-3611-4335-a601-02da01f9373b HTTP/1.1" status: 204 len: 173 time: 0.9366050 Aug 11 02:56:26.887183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'name': 'network-vif-deleted', 'tag': 'c869affa-3611-4335-a601-02da01f9373b'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:26.889869 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15b9f38-9e5f-492c-9b75-3b887ddce990" -d '{"events": [{"server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "name": "network-vif-deleted", "tag": "c869affa-3611-4335-a601-02da01f9373b"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:26.970021 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1623dc26-3789-4c2d-af25-7f531d1f9f67 x-openstack-request-id: req-1623dc26-3789-4c2d-af25-7f531d1f9f67 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:26.970270 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89b5262-a1ba-4504-be72-17489e7469ec", "name": "network-vif-deleted", "tag": "c869affa-3611-4335-a601-02da01f9373b", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:26.970543 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1623dc26-3789-4c2d-af25-7f531d1f9f67 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:26.970942 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b5262-a1ba-4504-be72-17489e7469ec', 'name': 'network-vif-deleted', 'tag': 'c869affa-3611-4335-a601-02da01f9373b', 'status': 'completed', 'code': 200} Aug 11 02:56:27.007782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:27.273438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:27.312535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Checking router: 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:27.321914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:27.322539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:27.448539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:27.690080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:27.719366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd26c7-c369-4549-add5-518e1d89e0a9 None None] The sync data for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 is: [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 4, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'dd6cfc71-9846-4efd-922c-dca5d0a85bb3', 'name': '', 'network_id': '7c11d638-dcba-4569-bec6-81cc066767c9', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'mac_address': 'fa:16:3e:61:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:12Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'subnets': [{'id': '9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:27.836100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59658) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:27.991177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Deleting port 7431a002-24b7-471a-a6f5-5c4b407cf3be {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:27.991698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.023614 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf49a98-4dc1-48fb-9ebd-9fe15b6fa891 None None] New status for floating IP c020634c-313e-4986-8397-b511a28aeaaa: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:56:28.081240 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.082086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.095792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Calling delete_port for 7431a002-24b7-471a-a6f5-5c4b407cf3be owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:28.165412 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.298976 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.326648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event deleted for resources: {'Port': ['ID=7431a002-24b7-471a-a6f5-5c4b407cf3be,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:28.405124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.409716 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.414999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4a124c51-44bb-4c35-9fd1-506650303bfc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "DELETE /v2.0/floatingips/c020634c-313e-4986-8397-b511a28aeaaa HTTP/1.1" status: 204 len: 168 time: 0.5776713 Aug 11 02:56:28.511216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59674) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:28.578203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.609460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.682444 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.685020 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.686353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] 10.222.0.68 "DELETE /v2.0/security-groups/f4d827fc-7f80-442b-9ff2-d5868224443d HTTP/1.1" status: 204 len: 168 time: 0.1739879 Aug 11 02:56:28.698397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6f533-ef88-4352-8199-70e0ed75b4cc tempest-TestServerBasicOps-1945344855 tempest-TestServerBasicOps-1945344855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d827fc-7f80-442b-9ff2-d5868224443d,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:28.952633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c869affa-3611-4335-a601-02da01f9373b no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:28.978480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: c869affa-3611-4335-a601-02da01f9373b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:28.978828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device c869affa-3611-4335-a601-02da01f9373b not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:29.753727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59702) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:30.330946 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.614516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Deleting port dd6cfc71-9846-4efd-922c-dca5d0a85bb3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:30.614868 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.697410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] For port dd6cfc71-9846-4efd-922c-dca5d0a85bb3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:30.697794 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.716363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Calling delete_port for dd6cfc71-9846-4efd-922c-dca5d0a85bb3 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:30.935691 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.963202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6cfc71-9846-4efd-922c-dca5d0a85bb3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:31.238899 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.837666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:31.949647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:31.955294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b3c33af5-8491-44c1-ba28-d7567c546b0a admin admin] 10.222.0.68 "PUT /v2.0/routers/2c6c816e-968b-4031-bb3f-c6d1a7eb8772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003083 Aug 11 02:56:31.957984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59746) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:31.959517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Sync routers for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:31.969120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:31.970043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.086280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.116948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:32.212534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.284749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Deleting port 7ab43eb1-34c5-433d-b90e-a179e40a1262 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:32.285114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.314903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:56:30Z', 'revision_number': 5, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port': {'id': '7ab43eb1-34c5-433d-b90e-a179e40a1262', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:10Z', 'updated_at': '2021-08-11T02:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.344059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Checking router: 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:32.354704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Routers {'2c6c816e-968b-4031-bb3f-c6d1a7eb8772'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:32.355599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.378384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] For port 7ab43eb1-34c5-433d-b90e-a179e40a1262, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7ab43eb1-34c5-433d-b90e-a179e40a1262,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:32.378847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.394843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Calling delete_port for 7ab43eb1-34c5-433d-b90e-a179e40a1262 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:32.455904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] Set router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:32.514230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:56:32Z', 'revision_number': 6, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.542238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd46778-2a48-4c9f-b6eb-fd64acd8e491 None None] The sync data for ids ['2c6c816e-968b-4031-bb3f-c6d1a7eb8772'] in n-d-713498-10 is: [{'id': '2c6c816e-968b-4031-bb3f-c6d1a7eb8772', 'name': 'tempest-TestServerBasicOps-1569459242-router', 'tenant_id': '4dd2ba6279e24ed28babbada57175fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:56:32Z', 'revision_number': 6, 'project_id': '4dd2ba6279e24ed28babbada57175fad', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:32.605010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.632950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab43eb1-34c5-433d-b90e-a179e40a1262,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:32.703330 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.822103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.824580 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.875863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.876620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6c816e-968b-4031-bb3f-c6d1a7eb8772 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:56:32.883121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.884906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3fd0715c-916e-42e0-880d-852ddd5bcf4c admin admin] 10.222.0.68 "DELETE /v2.0/routers/2c6c816e-968b-4031-bb3f-c6d1a7eb8772 HTTP/1.1" status: 204 len: 168 time: 0.9256172 Aug 11 02:56:32.890680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59750) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:32.960579 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Deleting subnet 9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:32.964817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.010271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.121760 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.180989 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.210674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:33.215847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.216016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dfbceb-f4bc-41cf-b9eb-1655ffec08a5 None None] Network 7c11d638-dcba-4569-bec6-81cc066767c9 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:33.221489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9d3bd43c-6a20-438f-a33c-12a68d16a868 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9d2dbe4a-5a77-4ad1-ae1a-452ed6b13ffa HTTP/1.1" status: 204 len: 168 time: 0.3292427 Aug 11 02:56:33.222312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:33.307882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.390970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Deleting port 87b65b76-1daa-4ba9-b454-00a695001143 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:33.391562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.447950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] DHCP port deletion for 7c11d638-dcba-4569-bec6-81cc066767c9 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:33.480519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] For port 87b65b76-1daa-4ba9-b454-00a695001143, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=87b65b76-1daa-4ba9-b454-00a695001143,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:33.481273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.504477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Deleting port 87b65b76-1daa-4ba9-b454-00a695001143 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:33.504871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.505886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Calling delete_port for 87b65b76-1daa-4ba9-b454-00a695001143 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:33.645310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.697692 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b65b76-1daa-4ba9-b454-00a695001143,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:33.711332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] No DVR routers for this DVR port 87b65b76-1daa-4ba9-b454-00a695001143 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:33.715295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.716046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.716387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.716828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.717368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.718152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.718332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.718533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.719015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.719630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.720093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.720601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.754636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] For port 87b65b76-1daa-4ba9-b454-00a695001143, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=87b65b76-1daa-4ba9-b454-00a695001143,segment=NetworkSegment(9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5),segment_id=9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:33.755041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.769697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Calling delete_port for 87b65b76-1daa-4ba9-b454-00a695001143 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:33.831221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.845295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c11d638-dcba-4569-bec6-81cc066767c9']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:33.861744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:33.862225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9422ea0f-8b4e-4ac0-aeb8-798f1d8af0f5') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:33.864606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.876158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.892647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.900347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:33.901168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: timer() Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:33.903268 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:33.910039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Pushing event deleted for resources: {'Port': ['ID=87b65b76-1daa-4ba9-b454-00a695001143,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:33.917114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] No DVR routers for this DVR port 87b65b76-1daa-4ba9-b454-00a695001143 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:33.929040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.929990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.930761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.931806 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.932559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.933275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.934326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.935115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.935891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.936688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.937492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.938300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e1b41-f6d6-4a1a-98a1-d47d8134d160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:33.979750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.990702 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.993642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7c11d638-dcba-4569-bec6-81cc066767c9 HTTP/1.1" status: 204 len: 168 time: 0.7698238 Aug 11 02:56:33.996615 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:34.011751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e6bfd-5728-4948-bfd8-29e7935cea15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c11d638-dcba-4569-bec6-81cc066767c9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:34.086412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dd6cfc71-9846-4efd-922c-dca5d0a85bb3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:34.113862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dd6cfc71-9846-4efd-922c-dca5d0a85bb3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:34.116293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dd6cfc71-9846-4efd-922c-dca5d0a85bb3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:34.116927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 87b65b76-1daa-4ba9-b454-00a695001143 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:34.138868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 87b65b76-1daa-4ba9-b454-00a695001143 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:34.139208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 87b65b76-1daa-4ba9-b454-00a695001143 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:34.139840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7ab43eb1-34c5-433d-b90e-a179e40a1262 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:34.160594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7ab43eb1-34c5-433d-b90e-a179e40a1262 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:34.160936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7ab43eb1-34c5-433d-b90e-a179e40a1262 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:34.456876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.725718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Deleting port dc73025c-4599-45ff-97ff-e65c89f5b69b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:34.726187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.819307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] For port dc73025c-4599-45ff-97ff-e65c89f5b69b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=dc73025c-4599-45ff-97ff-e65c89f5b69b,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:34.819825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.836284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Calling delete_port for dc73025c-4599-45ff-97ff-e65c89f5b69b owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:35.042836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.075584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc73025c-4599-45ff-97ff-e65c89f5b69b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:35.340497 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.583083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Router 892069fa-5b32-4763-9987-eed22a28cf88 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:35.702243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:35.710240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8e99d257-ccd7-49ec-9906-41fbd5ce0536 admin admin] 10.222.0.68 "PUT /v2.0/routers/892069fa-5b32-4763-9987-eed22a28cf88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113066 Aug 11 02:56:35.712404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59764) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:35.717702 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Sync routers for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:35.730925 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:35.731877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:35.832027 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.853683 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:35.947134 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.013484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Deleting port 71226361-0d9b-4274-925f-0344935fa46f {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:36.013484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.079207 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '71226361-0d9b-4274-925f-0344935fa46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:56:34Z', 'revision_number': 5, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port': {'id': '71226361-0d9b-4274-925f-0344935fa46f', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892069fa-5b32-4763-9987-eed22a28cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:17Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:36.113281 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Checking router: 892069fa-5b32-4763-9987-eed22a28cf88 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:36.128844 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Routers {'892069fa-5b32-4763-9987-eed22a28cf88'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:36.129430 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['892069fa-5b32-4763-9987-eed22a28cf88'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:36.146382 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] For port 71226361-0d9b-4274-925f-0344935fa46f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=71226361-0d9b-4274-925f-0344935fa46f,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:36.147093 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.163353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Calling delete_port for 71226361-0d9b-4274-925f-0344935fa46f owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:36.220126 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] Set router 892069fa-5b32-4763-9987-eed22a28cf88 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:36.275800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:56:35Z', 'revision_number': 6, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:36.305402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3536b-7274-4002-81fa-242e64d47bd6 None None] The sync data for ids ['892069fa-5b32-4763-9987-eed22a28cf88'] in n-d-713498-10 is: [{'id': '892069fa-5b32-4763-9987-eed22a28cf88', 'name': 'tempest-TestServerBasicOps-141296939-router', 'tenant_id': '88f716f1b3844d40b597745b6a4e599d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:16Z', 'updated_at': '2021-08-11T02:56:35Z', 'revision_number': 6, 'project_id': '88f716f1b3844d40b597745b6a4e599d', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:36.368434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.395888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71226361-0d9b-4274-925f-0344935fa46f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:36.466424 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.566367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.568982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.613922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.614561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892069fa-5b32-4763-9987-eed22a28cf88 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:56:36.619749 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.621040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5583f36-a0b9-439d-9df3-a33c3dd865f4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/892069fa-5b32-4763-9987-eed22a28cf88 HTTP/1.1" status: 204 len: 168 time: 0.9074681 Aug 11 02:56:36.625887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59776) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:36.704769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Deleting subnet 417a8b7d-3c2e-49d5-a489-414e49d0f028 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:36.710043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.758152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.850578 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.911671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.945170 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417a8b7d-3c2e-49d5-a489-414e49d0f028,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:36.950617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.957432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb722757-c7aa-4c93-bebc-462ac7ce8e58 None None] Network b0bfd6da-95e9-4a1c-9862-3da1882063fb requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:36.958674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59780) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:36.959285 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd72041e-6e7f-46ed-9277-fc5d483f5c26 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/417a8b7d-3c2e-49d5-a489-414e49d0f028 HTTP/1.1" status: 204 len: 168 time: 0.3340843 Aug 11 02:56:37.049669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.129402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Deleting port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:37.129914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.177517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] DHCP port deletion for b0bfd6da-95e9-4a1c-9862-3da1882063fb request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:37.229922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] For port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:37.229922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.244569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Deleting port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:37.245085 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.247964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Calling delete_port for 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:37.323067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] For port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,segment=NetworkSegment(2ab152ff-c6ed-40fd-ab8e-bcde1203d321),segment_id=2ab152ff-c6ed-40fd-ab8e-bcde1203d321)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:37.323703 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.343271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Calling delete_port for 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:37.356902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.384652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Pushing event deleted for resources: {'Port': ['ID=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:37.389910 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] No DVR routers for this DVR port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:37.449602 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.471246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.477273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] Pushing event deleted for resources: {'Port': ['ID=4b70d352-ca8a-4b59-87f3-61d19c8f0e0e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:37.481348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa61183-8fee-405d-a548-04351601bcc4 None None] No DVR routers for this DVR port 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:37.489712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bfd6da-95e9-4a1c-9862-3da1882063fb']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:37.504992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab152ff-c6ed-40fd-ab8e-bcde1203d321') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:37.504992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab152ff-c6ed-40fd-ab8e-bcde1203d321') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:37.514758 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.535387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.543232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:37.543676 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:37.546243 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:37.614190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.626765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.628809 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] 10.222.0.68 "DELETE /v2.0/networks/b0bfd6da-95e9-4a1c-9862-3da1882063fb HTTP/1.1" status: 204 len: 168 time: 0.6686616 Aug 11 02:56:37.650151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae892c-72d4-411f-9a99-92061212b3af admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bfd6da-95e9-4a1c-9862-3da1882063fb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:37.785388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59786) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:37.831777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49e838b0-dec0-4a14-a1e2-bc5741aaae9b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4dd2ba6279e24ed28babbada57175fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434473 Aug 11 02:56:37.834681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59788) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:37.888926 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.920168 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.998035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.000785 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.004266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3698aa5-e7e3-460f-a384-7ad34d032f94 HTTP/1.1" status: 204 len: 168 time: 0.1662743 Aug 11 02:56:38.010790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703df3b-d3c7-4b39-880c-fecfcd3a8b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3698aa5-e7e3-460f-a384-7ad34d032f94,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:38.110814 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc73025c-4599-45ff-97ff-e65c89f5b69b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:38.138179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: dc73025c-4599-45ff-97ff-e65c89f5b69b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:38.138520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device dc73025c-4599-45ff-97ff-e65c89f5b69b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:38.138935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:38.161105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:38.161427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4b70d352-ca8a-4b59-87f3-61d19c8f0e0e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:38.161866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71226361-0d9b-4274-925f-0344935fa46f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:38.181777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 71226361-0d9b-4274-925f-0344935fa46f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:38.182510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 71226361-0d9b-4274-925f-0344935fa46f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:38.441471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:38.491190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-de27a6bf-4f91-449e-a9b5-377be64bca37 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88f716f1b3844d40b597745b6a4e599d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442226 Aug 11 02:56:38.491742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59796) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:38.569387 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.590539 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.655523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.661401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.668275 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96aa90dd-0c2f-40f5-850f-10464018d71b HTTP/1.1" status: 204 len: 168 time: 0.1707337 Aug 11 02:56:38.680004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8311de-3785-4295-8722-0fd0b7f93d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa90dd-0c2f-40f5-850f-10464018d71b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:39.476178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59820) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:39.640086 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-510134408-network', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:39.662675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Made reservation on behalf of f8f873ab3e88427a8fd450028368e28e for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:39.665586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.675361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.805387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.810456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.854346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:39.869179 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790cafb-adda-4c9f-b71f-d36b1fcf6be9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:39.881744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.882534 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Added segment 6228744c-be92-4fc6-b1ab-80bd126e840c of type vlan for network 6e5842f8-aaae-4986-8079-bcee23773be4 Aug 11 02:56:39.928561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.963229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.964547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:39.965142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.024987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5476787 Aug 11 02:56:40.027790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59828) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:40.032751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Request body: {'subnet': {'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-510134408-subnet', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:40.041216 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55bfb3-3ff9-4032-bf32-a60f76f0fcac admin admin] Pushing event updated for resources: {'Network': ['ID=6e5842f8-aaae-4986-8079-bcee23773be4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:40.052534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:56:40.067288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Made reservation on behalf of f8f873ab3e88427a8fd450028368e28e for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:40.070531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.286296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.348658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=290a8459-87b6-4bb4-94b6-ff45c7328c09,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:40.360458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Checking segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:40.360828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Network hostable DHCP agents. Network: 6e5842f8-aaae-4986-8079-bcee23773be4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:56:40.379261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:56:40.392766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6e5842f8-aaae-4986-8079-bcee23773be4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:40.398544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:40.399311 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.410952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70ba04-257a-438f-9b30-6b0f2f37362f None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:40.417450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48eccd8e-7e04-4da6-9d58-eab6143b01cc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3883703 Aug 11 02:56:40.420373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:40.426936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:40.458520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.462381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.541057 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.606191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6e5842f8-aaae-4986-8079-bcee23773be4', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:56:40.607143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.733378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.798800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Allocated IP 172.20.0.2 (6e5842f8-aaae-4986-8079-bcee23773be4/290a8459-87b6-4bb4-94b6-ff45c7328c09/9c8b32a3-d8aa-4cda-a364-0a9ada8c367f) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:40.919134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.004101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.005383 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.016184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Transition to ACTIVE for port object 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:41.036100 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.045657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Transition to ACTIVE for port object 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:41.063681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.095361 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.106910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:41.108393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:41.112596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:41.148776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Pushing event updated for resources: {'Port': ['ID=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:41.169773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Allocated IP 172.25.3.61 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/7407133b-a929-47b7-bb3e-56c7c79745e0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:41.188018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Attempting to bind port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:41.188369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Attempting to bind port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:41.188747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Attempting to bind port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f on network 6e5842f8-aaae-4986-8079-bcee23773be4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:41.198792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:41.199249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Checking segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:41.200024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.201678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Bound using segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:41.202454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Bound port: 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:41.202850 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.294691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] For port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:41.298106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] For port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:41.305300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.311628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.354611 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:41.378014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b30f1-b7ec-4d03-99ab-670e2039c076 None None] Pushing event updated for resources: {'Port': ['ID=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:41.397718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.463070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:41.471600 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:41.478549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:41.513953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7407133b-a929-47b7-bb3e-56c7c79745e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:41.795074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.002553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.177971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:42.178862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:56:42.265558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:42.321514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:42.331725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:42.342374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.346837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-74877362-cdab-4953-9252-c32f342167e1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9217651 Aug 11 02:56:42.347031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:42.347031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:42.347300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59838) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:42.480591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a334bf75-d7f8-4e59-8921-762454adf908 None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:42.533768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:42.671019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Provisioning for port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:42.684692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Provisioning complete for port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:42.685074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.900061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.921718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:41Z', 'revision_number': 3, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:42.970457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:42.970815 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Updating router a68fb29c-1d03-4326-90a8-6ed359d19c8a port 7407133b-a929-47b7-bb3e-56c7c79745e0 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:42.977916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] For port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:43.001057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.033033 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.098261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edeeb1-15eb-445b-b53c-45cfe30c7556 None None] Pushing event updated for resources: {'Port': ['ID=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:43.214472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.292569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d7b00003-b9e7-473a-9146-cbdb863fe2e8 None None] Provisioning complete for port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:43.293680 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7b00003-b9e7-473a-9146-cbdb863fe2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.401586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Allocated IP 172.20.0.1 (6e5842f8-aaae-4986-8079-bcee23773be4/290a8459-87b6-4bb4-94b6-ff45c7328c09/6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:43.472741 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.484075 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Transition to ACTIVE for port object 7407133b-a929-47b7-bb3e-56c7c79745e0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:43.491411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.517568 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.533504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Transition to ACTIVE for port object 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:43.548702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d157c9-7a70-4639-ae02-846ca34019a2 None None] Pushing event updated for resources: {'Port': ['ID=7407133b-a929-47b7-bb3e-56c7c79745e0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:43.551130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Attempting to bind port 7407133b-a929-47b7-bb3e-56c7c79745e0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:43.551521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Attempting to bind port 7407133b-a929-47b7-bb3e-56c7c79745e0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:43.551778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Attempting to bind port 7407133b-a929-47b7-bb3e-56c7c79745e0 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:43.557695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:43.558121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:43.558536 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.558936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:43.559991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Bound port: 7407133b-a929-47b7-bb3e-56c7c79745e0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:43.559991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.714422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.811903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] For port 7407133b-a929-47b7-bb3e-56c7c79745e0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:43.811903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] For port 7407133b-a929-47b7-bb3e-56c7c79745e0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7407133b-a929-47b7-bb3e-56c7c79745e0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:43.814343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:43.814622 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.814838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:43.814838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:43.814838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Pushing event updated for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:43.814838 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.826716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:43.827455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:43.900915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d157c9-7a70-4639-ae02-846ca34019a2 None None] Pushing event updated for resources: {'Port': ['ID=7407133b-a929-47b7-bb3e-56c7c79745e0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:43.971327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.067195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:44.157061 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:44.204231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.210653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.245669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f102565-f309-4981-9be1-0a5a52f44dae None None] Provisioning for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:44.253155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f102565-f309-4981-9be1-0a5a52f44dae None None] Provisioning complete for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:44.253836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f102565-f309-4981-9be1-0a5a52f44dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.280144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.282310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Pushing event updated for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:44.331867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:44.332771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.338232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5f102565-f309-4981-9be1-0a5a52f44dae None None] Port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:44.414344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:44.416571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:44.574265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:44.664691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:41Z', 'revision_number': 3, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:44.703444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c504a-3a5e-4b3d-801c-cf9e4d9a814c None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:41Z', 'revision_number': 3, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:44.749670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:44.754825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dac1f8a4-6f18-4e62-8052-9411fc56ec3a admin admin] 10.222.0.68 "PUT /v2.0/routers/a68fb29c-1d03-4326-90a8-6ed359d19c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049969 Aug 11 02:56:44.772788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-63361042-3487-4821-b25c-82de38f8ebed None None] Provisioning complete for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:44.773080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-63361042-3487-4821-b25c-82de38f8ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.833094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-63361042-3487-4821-b25c-82de38f8ebed None None] Port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:45.436415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59898) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:45.444956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1987302159-network', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:45.480042 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Made reservation on behalf of 66e087b55f6f44998ab50240084e2dd8 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:45.482534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.497846 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.629963 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.635193 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.673283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c540a0c-5400-4570-9dbc-a8b2dec3b090,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:45.683029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:45.712586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.712586 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Added segment c75d1a36-e325-47fe-a6a2-8c53356b26c9 of type vlan for network 8711f840-ca91-45ed-9c69-559b996bd1cf Aug 11 02:56:45.765986 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.815761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.816914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:45.817489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.883955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4460480 Aug 11 02:56:45.888533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59904) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:45.906066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016c995-2f5c-462e-aab3-96b0be664e66 admin admin] Pushing event updated for resources: {'Network': ['ID=8711f840-ca91-45ed-9c69-559b996bd1cf,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:45.909303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Request body: {'subnet': {'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1987302159-subnet', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:45.920170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 8711f840-ca91-45ed-9c69-559b996bd1cf details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:56:45.948350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Made reservation on behalf of 66e087b55f6f44998ab50240084e2dd8 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:45.953094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.128489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7407133b-a929-47b7-bb3e-56c7c79745e0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:46.200545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 7407133b-a929-47b7-bb3e-56c7c79745e0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:46.206745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7407133b-a929-47b7-bb3e-56c7c79745e0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:46.207893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.263953 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.318474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.323532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d59c8e0-f927-48b9-8c29-eed7c23b3430,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:46.346471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Checking segment: {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:46.346845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Network hostable DHCP agents. Network: 8711f840-ca91-45ed-9c69-559b996bd1cf, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:56:46.352713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 7407133b-a929-47b7-bb3e-56c7c79745e0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7407133b-a929-47b7-bb3e-56c7c79745e0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:46.357319 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.369323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Network 8711f840-ca91-45ed-9c69-559b996bd1cf is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:56:46.381005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 8711f840-ca91-45ed-9c69-559b996bd1cf) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:46.390772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:46.391703 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.397404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef4671-69f6-4144-aeec-1cc56efdfd31 None None] Network 8711f840-ca91-45ed-9c69-559b996bd1cf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:46.413551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 59914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:46.414769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-51d2915e-dd4a-4654-bd46-bd6157fcf58f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5249171 Aug 11 02:56:46.423141 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:46.462153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.464572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.479233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=7407133b-a929-47b7-bb3e-56c7c79745e0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:46.573024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.622822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-8711f840-ca91-45ed-9c69-559b996bd1cf', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:56:46.624773 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.785339 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.823159 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:46.826535 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Allocated IP 172.20.0.2 (8711f840-ca91-45ed-9c69-559b996bd1cf/4d59c8e0-f927-48b9-8c29-eed7c23b3430/95b13e5d-a222-494e-9cc7-d7fc9607f321) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:46.842355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:46.843719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:47.081148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.096770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Transition to ACTIVE for port object 95b13e5d-a222-494e-9cc7-d7fc9607f321 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:47.121705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Transition to ACTIVE for port object 95b13e5d-a222-494e-9cc7-d7fc9607f321 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:47.148234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.170840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.186691 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:47.195487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Network 8711f840-ca91-45ed-9c69-559b996bd1cf is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:47.198594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.201798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:47.205138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:47.247134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Pushing event updated for resources: {'Port': ['ID=95b13e5d-a222-494e-9cc7-d7fc9607f321,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:47.289344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Attempting to bind port 95b13e5d-a222-494e-9cc7-d7fc9607f321 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:47.289724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Attempting to bind port 95b13e5d-a222-494e-9cc7-d7fc9607f321 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:47.290137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Attempting to bind port 95b13e5d-a222-494e-9cc7-d7fc9607f321 on network 8711f840-ca91-45ed-9c69-559b996bd1cf {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:47.297046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:47.297561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Checking segment: {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:47.298131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.298543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Bound using segment: {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:47.299085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Bound port: 95b13e5d-a222-494e-9cc7-d7fc9607f321, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:47.299531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.347374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Allocated IP 172.25.3.82 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/c57b32f4-4c9f-4102-ab33-68c0e7bfca50) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:47.382923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] For port 95b13e5d-a222-494e-9cc7-d7fc9607f321, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:47.387186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] For port 95b13e5d-a222-494e-9cc7-d7fc9607f321, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=95b13e5d-a222-494e-9cc7-d7fc9607f321,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:47.393189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.468740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8eb3a-13ce-4c1c-bdb8-a02898c24977 None None] Pushing event updated for resources: {'Port': ['ID=95b13e5d-a222-494e-9cc7-d7fc9607f321,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:47.504412 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:44Z', 'revision_number': 2, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:47.513001 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.532457 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:47.532810 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Updating router a68fb29c-1d03-4326-90a8-6ed359d19c8a port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:47.562547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.573601 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.616624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:47.621917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:47.625888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:47.651691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Pushing event updated for resources: {'Port': ['ID=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:47.950245 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.962159 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Transition to ACTIVE for port object 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:47.980005 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.999640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.096292 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Pushing event updated for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:48.131474 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.133703 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.134298 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.135238 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.135812 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.136355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.136906 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.137576 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.138425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.138960 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.139546 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.140079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.149167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Attempting to bind port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:48.150029 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Attempting to bind port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:48.150847 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Attempting to bind port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f on network 6e5842f8-aaae-4986-8079-bcee23773be4 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:48.163793 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:48.164607 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Checking segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:48.165242 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.165857 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Bound using segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:48.166540 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Bound port: 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:48.167120 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.261024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 95b13e5d-a222-494e-9cc7-d7fc9607f321 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:48.282497 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] For port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:48.287878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] For port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:48.293509 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.342847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 95b13e5d-a222-494e-9cc7-d7fc9607f321 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:48.352534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7407133b-a929-47b7-bb3e-56c7c79745e0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:48.370670 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:48.373240 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:48.439186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.467747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 7407133b-a929-47b7-bb3e-56c7c79745e0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:48.468345 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.604109 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2621-7679-4311-adb1-35cc94053625 None None] Pushing event updated for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:48.638616 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:48.702272 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:56:48.897547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:48.921693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.923134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd38b5a2-291b-4683-996f-4fedcb995e81 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5074375 Aug 11 02:56:48.926308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Sync routers for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:48.927582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 59944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:48.961374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:48.962065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:48.966305 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:48Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:49.006649 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b212d20-2c1c-49b0-a772-d97a4fdebce7 None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:48Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:49.164052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42092f83-f295-4c8f-97a9-dbce866e0305 None None] Network 8711f840-ca91-45ed-9c69-559b996bd1cf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:49.321208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:49.399599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Provisioning for port 95b13e5d-a222-494e-9cc7-d7fc9607f321 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:49.460294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Provisioning complete for port 95b13e5d-a222-494e-9cc7-d7fc9607f321 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:49.460716 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.704149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.754057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] For port 95b13e5d-a222-494e-9cc7-d7fc9607f321, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=95b13e5d-a222-494e-9cc7-d7fc9607f321,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:49.771184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.780562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:47Z', 'revision_number': 3, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:49.835324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Checking router: 6cd8632c-bb31-4e25-a615-c4623c33a6c3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:49.835680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Updating router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:49.844359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.907134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765872a2-982d-43f4-8927-c7007385d9bf None None] Pushing event updated for resources: {'Port': ['ID=95b13e5d-a222-494e-9cc7-d7fc9607f321,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:49.920462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.128659 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0d614e30-153e-4e8e-a318-1e84b7ab185a None None] Provisioning complete for port 95b13e5d-a222-494e-9cc7-d7fc9607f321 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:50.129040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0d614e30-153e-4e8e-a318-1e84b7ab185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.150707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Allocated IP 172.20.0.1 (8711f840-ca91-45ed-9c69-559b996bd1cf/4d59c8e0-f927-48b9-8c29-eed7c23b3430/bb115e54-57a7-40af-bc81-1568ff9718e4) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:50.259807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:50.336653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.358754 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Transition to ACTIVE for port object bb115e54-57a7-40af-bc81-1568ff9718e4 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:50.420276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.484280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:50.495322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:50.495703 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.507053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Network 8711f840-ca91-45ed-9c69-559b996bd1cf is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:50.519801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:50.524724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:50.528280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:50.601633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.613507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.641135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Transition to ACTIVE for port object c57b32f4-4c9f-4102-ab33-68c0e7bfca50 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:50.651581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.784405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Attempting to bind port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:50.794183 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Attempting to bind port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:50.799088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Attempting to bind port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:50.804299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167ed2-a944-4a3c-bc0c-ff4f6f1b9014 None None] Pushing event updated for resources: {'Port': ['ID=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:50.816242 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.820181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:50.822423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:50.824529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.825018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:50.825650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Bound port: c57b32f4-4c9f-4102-ab33-68c0e7bfca50, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:50.828406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.929353 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.952130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:50.963860 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:50.964738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 95b13e5d-a222-494e-9cc7-d7fc9607f321 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:51.071795 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-13dc1167-f139-4e57-850e-38bf4e343074 None None] Provisioning for port bb115e54-57a7-40af-bc81-1568ff9718e4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:51.075460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] For port c57b32f4-4c9f-4102-ab33-68c0e7bfca50, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:51.091528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-13dc1167-f139-4e57-850e-38bf4e343074 None None] Provisioning complete for port bb115e54-57a7-40af-bc81-1568ff9718e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:51.091999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13dc1167-f139-4e57-850e-38bf4e343074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.122477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] For port c57b32f4-4c9f-4102-ab33-68c0e7bfca50, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:51.134348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 95b13e5d-a222-494e-9cc7-d7fc9607f321 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:51.134733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.166974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.175423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.262644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.264591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:51.355473 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.355473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:51.404876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-13dc1167-f139-4e57-850e-38bf4e343074 None None] Port bb115e54-57a7-40af-bc81-1568ff9718e4 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:51.417790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Network 8711f840-ca91-45ed-9c69-559b996bd1cf is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:51.420195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:51.438542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167ed2-a944-4a3c-bc0c-ff4f6f1b9014 None None] Pushing event updated for resources: {'Port': ['ID=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:51.442103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:51.442999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:51.644656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:51.653320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:51.808919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-628d300a-516c-4dc7-87cd-89654d3ebd23 None None] Provisioning complete for port bb115e54-57a7-40af-bc81-1568ff9718e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:51.809572 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-628d300a-516c-4dc7-87cd-89654d3ebd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.832570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:51.839299 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-614e602f-ba09-49c2-a783-d19fa087e3d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/6cd8632c-bb31-4e25-a615-c4623c33a6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9103568 Aug 11 02:56:51.878269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-628d300a-516c-4dc7-87cd-89654d3ebd23 None None] Port bb115e54-57a7-40af-bc81-1568ff9718e4 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:51.947355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bb115e54-57a7-40af-bc81-1568ff9718e4', 'name': '', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'mac_address': 'fa:16:3e:4f:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:49Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 2, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'subnets': [{'id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:51.977065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56b778-ee0d-442e-8aef-70d86d6af167 None None] The sync data for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 is: [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bb115e54-57a7-40af-bc81-1568ff9718e4', 'name': '', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'mac_address': 'fa:16:3e:4f:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:49Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 2, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'subnets': [{'id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:52.089913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:52.163272 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:52.163272 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.680139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3669a8d7-5547-4443-aa3d-de02b182b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.139306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c57b32f4-4c9f-4102-ab33-68c0e7bfca50 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:54.221840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:54.235537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:54.236057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.361594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.392010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c57b32f4-4c9f-4102-ab33-68c0e7bfca50, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:54.398009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.469311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:55.214559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8e014016-7efc-46f5-970f-3dc72f59927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.484604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.136043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c57b32f4-4c9f-4102-ab33-68c0e7bfca50 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:56.228301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:56.229343 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.438136 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Sync routers for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:56.448251 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:56.448888 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:56.591495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.594930 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:56.874562 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bb115e54-57a7-40af-bc81-1568ff9718e4', 'name': '', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'mac_address': 'fa:16:3e:4f:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:49Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 2, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'subnets': [{'id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:56.946201 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Checking router: 6cd8632c-bb31-4e25-a615-c4623c33a6c3 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:56.947577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Updating router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 port bb115e54-57a7-40af-bc81-1568ff9718e4 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:56.984180 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.500460 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.514378 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Transition to ACTIVE for port object bb115e54-57a7-40af-bc81-1568ff9718e4 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:57.532888 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.602981 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e42d-446a-4c17-9b4b-c37301177a65 None None] Pushing event updated for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:57.675136 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Attempting to bind port bb115e54-57a7-40af-bc81-1568ff9718e4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:57.675877 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Attempting to bind port bb115e54-57a7-40af-bc81-1568ff9718e4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:57.676576 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Attempting to bind port bb115e54-57a7-40af-bc81-1568ff9718e4 on network 8711f840-ca91-45ed-9c69-559b996bd1cf {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:57.686577 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:57.687367 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Checking segment: {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:57.688159 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.688925 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Bound using segment: {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:57.689882 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Bound port: bb115e54-57a7-40af-bc81-1568ff9718e4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d1a36-e325-47fe-a6a2-8c53356b26c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:57.690602 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.785626 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] For port bb115e54-57a7-40af-bc81-1568ff9718e4, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:57.790878 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] For port bb115e54-57a7-40af-bc81-1568ff9718e4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bb115e54-57a7-40af-bc81-1568ff9718e4,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:57.796884 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.926248 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e42d-446a-4c17-9b4b-c37301177a65 None None] Pushing event updated for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:57.939719 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:57.940171 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:58.135059 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:58.172448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.191939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bb115e54-57a7-40af-bc81-1568ff9718e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:58.273589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port bb115e54-57a7-40af-bc81-1568ff9718e4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:58.279492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bb115e54-57a7-40af-bc81-1568ff9718e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:58.279635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.459166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0a516ea1-00a8-4019-abf5-a311544fd010 None None] Provisioning complete for port bb115e54-57a7-40af-bc81-1568ff9718e4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:58.459559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0a516ea1-00a8-4019-abf5-a311544fd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.466908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.491244 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bb115e54-57a7-40af-bc81-1568ff9718e4', 'name': '', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'mac_address': 'fa:16:3e:4f:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:49Z', 'updated_at': '2021-08-11T02:56:57Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'subnets': [{'id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:58.548429 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a5f7f-9da5-4f7c-a213-a3b8e25c4ef3 None None] The sync data for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 is: [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'bb115e54-57a7-40af-bc81-1568ff9718e4', 'name': '', 'network_id': '8711f840-ca91-45ed-9c69-559b996bd1cf', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'mac_address': 'fa:16:3e:4f:6a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:49Z', 'updated_at': '2021-08-11T02:56:57Z', 'revision_number': 4, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'subnets': [{'id': '4d59c8e0-f927-48b9-8c29-eed7c23b3430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:58.551069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port bb115e54-57a7-40af-bc81-1568ff9718e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bb115e54-57a7-40af-bc81-1568ff9718e4,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:58.557509 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.660657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:00.130012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bb115e54-57a7-40af-bc81-1568ff9718e4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:00.208419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bb115e54-57a7-40af-bc81-1568ff9718e4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:00.208791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.929446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.069637 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.356208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:22.675379 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-02e914f8-8834-4777-8892-266f703a0ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.208899 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e7ccdc1e-d5af-4c1d-b3df-d4864aa64db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.482710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.590925 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.944495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-8db0c9f3-38eb-437e-b3a7-9cde04bb67f4 req-502031a6-3288-4273-9770-eeff05858c01 service neutron] (94653) timed out ('10.222.0.67', 58143) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:57:28.179376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.095178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-ed557d2d-553d-45ca-91e5-3363d80f34b0 req-9039958f-0259-4418-87a2-0bd9b7a304ff tempest-TestNetworkBasicOps-791579329 tempest-TestNetworkBasicOps-791579329-project] (94652) timed out ('10.222.0.67', 58700) {{(pid=94652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:57:40.952311 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.060592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.682967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8bd26d91-b97b-417c-9e6b-9f9f11c83783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.207805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b4b9014c-995d-4ab7-9b8d-578f9c790a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.361436 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:55.482021 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.575011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.170380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.960739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.070486 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.680765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bc563d38-a6ae-4e67-8e6d-f0c1d7e6b5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.217485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8600b71-5172-44a5-b4b0-6aa63f8c938c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.482822 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.579360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.192934 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.367808 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:37.558541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:37.816774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d39ba8c9-2c56-4a8c-968c-a482140ff3ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=77584224707049fa8963b7e121b037f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567737 Aug 11 02:58:37.819382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34518) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:37.896494 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.925941 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.012300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.016324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.020701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f HTTP/1.1" status: 204 len: 168 time: 0.1970625 Aug 11 02:58:38.033794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe51b8c-cf47-48e5-a7f1-4677a26c1a3f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:38.047716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.048193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.049027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.049201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.049643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.050136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.050597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.051054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.051508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.051963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.052443 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:38.052923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1d2b0-8db6-47f5-9238-dc99100ac998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:40.967243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.074347 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.243943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34652) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:43.412783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-435e8a1e-0d94-4d43-8eed-ed45b5a83b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.534496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-435e8a1e-0d94-4d43-8eed-ed45b5a83b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.538700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-435e8a1e-0d94-4d43-8eed-ed45b5a83b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.577694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8a1e-0d94-4d43-8eed-ed45b5a83b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e971b-ae92-408a-8ed4-5927142cdcd0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.582160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-435e8a1e-0d94-4d43-8eed-ed45b5a83b3e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=569dd26379334ea29b3b5a697c1bc30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367825 Aug 11 02:58:43.585489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34660) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:43.659753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.685980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.746621 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.750299 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.752532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff7e971b-ae92-408a-8ed4-5927142cdcd0 HTTP/1.1" status: 204 len: 168 time: 0.1653566 Aug 11 02:58:43.764960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d90ce7-518d-4faf-89d5-16430d0ea682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e971b-ae92-408a-8ed4-5927142cdcd0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.690762 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a0e220df-00ef-4b3e-9fe6-8579aa9d3ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.979063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34896) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.984344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307785694', 'description': 'tempest-secgroup-smoke-307785694 description', 'project_id': 'f8f873ab3e88427a8fd450028368e28e'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.007609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.100494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.104622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.136162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc60e2b-689e-4a89-83ea-08b813121a84,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.139863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.141121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1610341 Aug 11 02:58:55.145075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34902) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.147005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.147363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.147707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.148057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.148383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.148719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.149050 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.149380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.149707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.150057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.150381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.150704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c8723-5676-4a27-bae7-cb954c4858d6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:55.153608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.184781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.215981 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-76b60a4a-ad60-42ed-8ac3-73cc755c2ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.309351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.318049 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.343877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebbb493-9937-464f-88ad-ba85b81fd1be,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.351811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.353559 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-08a389ee-a34f-49cc-9d37-c03a2fb60524 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068746 Aug 11 02:58:55.356908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 34906) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.363101 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.396622 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.473760 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.478304 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.479475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.498010 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3265c2e-1d10-4c8e-88a4-57dd70ab3b02,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.503581 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.507601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-06314fd7-a30b-4f63-a365-7ec424fec675 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465068 Aug 11 02:58:55.508188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34910) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.513231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.544441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.615891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.620958 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.640199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d960a2-b663-4b46-9a73-7da24ca192c2,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.650484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.654503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2b044bd3-9de6-4fdf-afd4-b1dfc541e272 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425259 Aug 11 02:58:55.654850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.660016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.688029 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.750728 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.754692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.773132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48309de3-c1ea-42aa-8e73-6ad752125939,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.778997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.780219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c499e394-9217-431b-8d1b-cfe017c9fab5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244040 Aug 11 02:58:55.783737 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34916) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.788230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.813484 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Project f8f873ab3e88427a8fd450028368e28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:58:55.819551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.898435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.903004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.924283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b41aa3-673a-4045-b6e8-f15dfea55fb3,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.934316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.935683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cbee2446-bea6-4ca3-93be-d24b9dc550a3 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509376 Aug 11 02:58:55.938638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 34918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.944818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'security_group_rule': {'security_group_id': '7fc60e2b-689e-4a89-83ea-08b813121a84', 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.978289 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Project f8f873ab3e88427a8fd450028368e28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 02:58:55.986722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.066778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.070892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.089374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d28756-4f3f-4760-9d4d-35788a411bf8,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.097493 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.099045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1acee008-2a4f-4a6e-b77a-de880771168d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588893 Aug 11 02:58:56.454030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-8db00a44-56ce-4681-adb5-6d3ec4bf6602 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307785694&fields=id&tenant_id=f8f873ab3e88427a8fd450028368e28e HTTP/1.1" status: 200 len: 267 time: 0.0351779 Aug 11 02:58:56.577550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-f9c3c037-ac66-47a7-b7d6-3c47b273b480 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.579098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-f9c3c037-ac66-47a7-b7d6-3c47b273b480 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 813 time: 0.1173894 Aug 11 02:58:56.581014 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.596951 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-0f0be6cc-a991-483a-9112-71650ecc9eb2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/quotas/f8f873ab3e88427a8fd450028368e28e HTTP/1.1" status: 200 len: 375 time: 0.0104651 Aug 11 02:58:56.657850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-85928ec0-ae1a-498e-b1d7-db342ad723c9 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525866 Aug 11 02:58:56.781214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-fee039cd-95ef-4e45-aa76-6f8ea3d50c65 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:56.782317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-fee039cd-95ef-4e45-aa76-6f8ea3d50c65 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112521 Aug 11 02:58:56.890000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-6878bac7-8982-4a96-a82c-a5b767c0ce93 service neutron] 10.222.0.68 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000562 Aug 11 02:58:57.332683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-70d22deb-bf12-44ab-aad2-e5cc3e79f770 service neutron] 10.222.0.68 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382377 Aug 11 02:58:57.814252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8604e4a1-580e-4b06-b55c-0e451b135b05 req-98d029ab-b3d3-4aba-a3a5-8b160b22ace5 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.1058803 Aug 11 02:58:58.175440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.937754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-765c967a-1d2d-4028-b4ca-6275efec8462 req-ee9c7198-0477-4985-a432-4590715f8c79 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0289879 Aug 11 02:58:59.132167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-bd52a0b6-a9ac-4d5b-a834-45f2a5ca7c28 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.133905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-bd52a0b6-a9ac-4d5b-a834-45f2a5ca7c28 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 813 time: 0.1214466 Aug 11 02:58:59.195179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-fbed3ea6-3936-402f-98f4-e0f38a28e362 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8f873ab3e88427a8fd450028368e28e HTTP/1.1" status: 200 len: 379 time: 0.0491719 Aug 11 02:58:59.207887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'port': {'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'admin_state_up': True, 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'security_groups': ['7fc60e2b-689e-4a89-83ea-08b813121a84']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:59.332565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Made reservation on behalf of f8f873ab3e88427a8fd450028368e28e for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:59.336609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.487534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Allocated IP 172.20.0.5 (6e5842f8-aaae-4986-8079-bcee23773be4/290a8459-87b6-4bb4-94b6-ff45c7328c09/01c1514d-e023-402a-9587-758dc63f3068) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:59.728241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.743282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Transition to ACTIVE for port object 01c1514d-e023-402a-9587-758dc63f3068 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:59.785636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.821846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:59.846435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:59.860461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:59.948614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.022562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.023631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.048723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-83f08e05-34ca-4faa-8955-2d6b723bd40f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453324 Aug 11 02:59:00.065328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Request body: {'port': {'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:00.174557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.194089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa9ac-c858-4b25-a72c-8779a17e8cda req-a96eb685-2b14-429a-8d1b-62474d5467f6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.195952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e79aa9ac-c858-4b25-a72c-8779a17e8cda req-a96eb685-2b14-429a-8d1b-62474d5467f6 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 931 time: 0.1014087 Aug 11 02:59:00.268868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f28240c2-0e1d-4acb-95ba-5044b2ed7fdc None None] Provisioning for port 01c1514d-e023-402a-9587-758dc63f3068 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:00.269398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e79aa9ac-c858-4b25-a72c-8779a17e8cda req-21d15238-2ae7-47ac-9909-73aadab31a46 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601945 Aug 11 02:59:00.280635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f28240c2-0e1d-4acb-95ba-5044b2ed7fdc None None] Provisioning complete for port 01c1514d-e023-402a-9587-758dc63f3068 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:00.281269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f28240c2-0e1d-4acb-95ba-5044b2ed7fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.393063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f28240c2-0e1d-4acb-95ba-5044b2ed7fdc None None] Port 01c1514d-e023-402a-9587-758dc63f3068 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:00.668876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c1514d-e023-402a-9587-758dc63f3068 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:00.680375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.696172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Transition to ACTIVE for port object 01c1514d-e023-402a-9587-758dc63f3068 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:00.702445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.777353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.888987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Attempting to bind port 01c1514d-e023-402a-9587-758dc63f3068 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:00.890373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Attempting to bind port 01c1514d-e023-402a-9587-758dc63f3068 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:00.891520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Attempting to bind port 01c1514d-e023-402a-9587-758dc63f3068 on network 6e5842f8-aaae-4986-8079-bcee23773be4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:00.904357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Port 01c1514d-e023-402a-9587-758dc63f3068 on network 6e5842f8-aaae-4986-8079-bcee23773be4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:00.905267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Attempting to bind port 01c1514d-e023-402a-9587-758dc63f3068 on network 6e5842f8-aaae-4986-8079-bcee23773be4 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:00.914169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:00.914639 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Checking segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:00.915293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Bound using segment: {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:00.915834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Bound port: 01c1514d-e023-402a-9587-758dc63f3068, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6228744c-be92-4fc6-b1ab-80bd126e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:00.916337 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.075626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:01.091304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=01c1514d-e023-402a-9587-758dc63f3068,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:01.098790 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.163488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.164704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.167499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] 10.222.0.61 "PUT /v2.0/ports/01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 1092 time: 1.1090767 Aug 11 02:59:01.168281 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:01.172631 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e6076-f190-4a4a-a6fd-03cf74577a54" -d '{"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:01.292831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306a049-b6f5-4f52-b105-0250ef64fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:01.326761 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a282c-c449-487d-8700-4f1312ea8ace x-openstack-request-id: req-030a282c-c449-487d-8700-4f1312ea8ace {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:01.327074 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:01.327840 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-030a282c-c449-487d-8700-4f1312ea8ace {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:01.327840 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 02:59:01.424721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-74ccaa23-1bda-47cc-aa72-30fea680b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.435333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-74ccaa23-1bda-47cc-aa72-30fea680b4ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1095 time: 0.2089694 Aug 11 02:59:01.528427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-9dff5017-c6ff-4346-955e-20b736fd3f4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 217 time: 0.0813572 Aug 11 02:59:01.616553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d233-2e56-416d-88ef-50f448bb79e1 req-c681619e-7be6-4b4c-98ec-5b3875593a2a tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.618353 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-faa8d233-2e56-416d-88ef-50f448bb79e1 req-c681619e-7be6-4b4c-98ec-5b3875593a2a tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.1727905 Aug 11 02:59:01.635885 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-d4c06961-ab5c-4b34-ad14-ee5a700e4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.637630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-d4c06961-ab5c-4b34-ad14-ee5a700e4234 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0998454 Aug 11 02:59:01.760825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-faa8d233-2e56-416d-88ef-50f448bb79e1 req-f6bd216c-4b23-419f-aee4-a1d8f0bb7978 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221163 Aug 11 02:59:01.764266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5ece63b8-2f5b-4abe-8142-eefc032bf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.765976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-5ece63b8-2f5b-4abe-8142-eefc032bf92e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169419 Aug 11 02:59:01.910255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-130cda2a-9d50-43ba-9b87-29b082faa3f7 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287718 Aug 11 02:59:02.076098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65eaf080-ba0f-41fa-8b34-031dda8e06bb req-ae1788d9-6532-4969-a5d0-835e852707bc service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544516 Aug 11 02:59:02.195278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-5e112f12-cf68-4c22-909f-848e52d2217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.196935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-5e112f12-cf68-4c22-909f-848e52d2217b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1095 time: 0.0645700 Aug 11 02:59:02.319889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-8eb1f3ec-7dd7-4140-86b1-c8ef5ba8b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.321715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-8eb1f3ec-7dd7-4140-86b1-c8ef5ba8b47c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.1125917 Aug 11 02:59:02.378953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-913cb895-221a-4832-9dcb-e71ee93a7766 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 217 time: 0.0494235 Aug 11 02:59:02.452510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-c8b90a1f-a6cb-457e-a4ed-7e3d73721a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.455570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-c8b90a1f-a6cb-457e-a4ed-7e3d73721a9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0669520 Aug 11 02:59:02.549191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-21247489-2722-48bb-808e-fad6468bf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.550912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-21247489-2722-48bb-808e-fad6468bf334 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834613 Aug 11 02:59:02.695773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-94329329-c254-45d7-bf80-b2eb62b71a97 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356559 Aug 11 02:59:02.868790 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f73e6076-f190-4a4a-a6fd-03cf74577a54 req-1d1c932c-f128-4a48-82ec-7ea214ba7719 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580899 Aug 11 02:59:02.957064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04808b2e-b4ef-4f63-aa71-15165fc06317 req-7861c2b2-ea19-448c-bd48-c971927c9482 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.975173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04808b2e-b4ef-4f63-aa71-15165fc06317 req-7861c2b2-ea19-448c-bd48-c971927c9482 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0868583 Aug 11 02:59:03.028438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04808b2e-b4ef-4f63-aa71-15165fc06317 req-0fdb711f-060e-417d-bbdc-493726e483b0 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472755 Aug 11 02:59:04.177398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edecb1-4159-488e-8624-ee296d5172c5 req-be8a8082-3289-4922-878a-38a185bc76d0 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.179025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3edecb1-4159-488e-8624-ee296d5172c5 req-be8a8082-3289-4922-878a-38a185bc76d0 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0654058 Aug 11 02:59:04.224422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3edecb1-4159-488e-8624-ee296d5172c5 req-18be91a7-5420-424c-b6b7-3811bcacad6f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385692 Aug 11 02:59:05.355227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c3559-ede8-45da-8f82-e4260da776df req-8558f5f7-3ac0-4c0a-98b5-53223d96c12c tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.356782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-898c3559-ede8-45da-8f82-e4260da776df req-8558f5f7-3ac0-4c0a-98b5-53223d96c12c tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0573258 Aug 11 02:59:05.399047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-898c3559-ede8-45da-8f82-e4260da776df req-8ed63291-bed8-4e24-9db0-089d23a93d8d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353332 Aug 11 02:59:06.525053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30fa6e-3605-413e-87ea-dfcb25c7edce req-dd2b3204-ad7f-48c8-b9b5-f46e60b341bc tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.526519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b30fa6e-3605-413e-87ea-dfcb25c7edce req-dd2b3204-ad7f-48c8-b9b5-f46e60b341bc tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0552759 Aug 11 02:59:06.567463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b30fa6e-3605-413e-87ea-dfcb25c7edce req-042e5e60-fb84-4c35-8bf4-c8f5f30fef42 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348670 Aug 11 02:59:07.705315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ffdea-7c42-4cdb-a4c3-e27c9d512fdc req-074aeb50-ac04-4e61-99c8-7aa267ceeecd tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.707133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-343ffdea-7c42-4cdb-a4c3-e27c9d512fdc req-074aeb50-ac04-4e61-99c8-7aa267ceeecd tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0532665 Aug 11 02:59:07.752139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-343ffdea-7c42-4cdb-a4c3-e27c9d512fdc req-85aa6a61-bfdb-46c7-89bb-05712f62816a tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Aug 11 02:59:08.899162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f52671-3e1e-4ac1-81bc-e7fca2b18f1a req-4581ff00-1873-4504-87a2-4ad73bc29440 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.901761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f52671-3e1e-4ac1-81bc-e7fca2b18f1a req-4581ff00-1873-4504-87a2-4ad73bc29440 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0762742 Aug 11 02:59:08.967950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-90f52671-3e1e-4ac1-81bc-e7fca2b18f1a req-1bfa2091-8119-424d-9e53-8a03eb99ca3d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563462 Aug 11 02:59:09.357221 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:10.115373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d317e-4dcc-4cbd-9bf3-5de0d5c497f7 req-630e0b5c-1d3a-4d9d-9d4d-fc8ac0f96f64 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.117171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb8d317e-4dcc-4cbd-9bf3-5de0d5c497f7 req-630e0b5c-1d3a-4d9d-9d4d-fc8ac0f96f64 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0618780 Aug 11 02:59:10.166373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fb8d317e-4dcc-4cbd-9bf3-5de0d5c497f7 req-ef909b6e-74aa-4724-a9a2-bbe9c7598422 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Aug 11 02:59:10.958179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.075715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.321866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e780a-ff39-47f3-a2b3-e34bc7c6a620 req-4fb79bb0-a5cf-4077-b161-54fd12feab51 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.323607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b80e780a-ff39-47f3-a2b3-e34bc7c6a620 req-4fb79bb0-a5cf-4077-b161-54fd12feab51 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 943 time: 0.0626688 Aug 11 02:59:11.365543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b80e780a-ff39-47f3-a2b3-e34bc7c6a620 req-e448dc9a-4fad-41ca-837d-61bfde442714 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344989 Aug 11 02:59:11.696364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 01c1514d-e023-402a-9587-758dc63f3068 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:11.810215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=01c1514d-e023-402a-9587-758dc63f3068,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:11.823109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '01c1514d-e023-402a-9587-758dc63f3068', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:11.866426 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.882120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c1514d-e023-402a-9587-758dc63f3068 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:11.915302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=01c1514d-e023-402a-9587-758dc63f3068,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:11.920930 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.975232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:11.984666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.985015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.985383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.985721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.986196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.986601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.986992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.987349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.987675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.988001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.988327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:11.988654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.236234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['01c1514d-e023-402a-9587-758dc63f3068'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:12.536660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47679d9-a95c-42a8-9593-78c52e51addd req-7019b1d5-f7d9-497d-bed4-ca3ebd1cc085 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:12.538372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a47679d9-a95c-42a8-9593-78c52e51addd req-7019b1d5-f7d9-497d-bed4-ca3ebd1cc085 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 944 time: 0.0805695 Aug 11 02:59:12.583340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a47679d9-a95c-42a8-9593-78c52e51addd req-6534af2a-d7b5-4cd5-8464-833fed11e120 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Aug 11 02:59:13.715169 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 01c1514d-e023-402a-9587-758dc63f3068 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:13.729663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f9ad3-3bd9-4b00-9ef4-92cd0fc71561 req-982877a6-219f-4f8c-8cf0-54ecffd4def8 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.731735 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de8f9ad3-3bd9-4b00-9ef4-92cd0fc71561 req-982877a6-219f-4f8c-8cf0-54ecffd4def8 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 944 time: 0.0633729 Aug 11 02:59:13.777552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 01c1514d-e023-402a-9587-758dc63f3068 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:13.784669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de8f9ad3-3bd9-4b00-9ef4-92cd0fc71561 req-48292727-0462-4f0a-943f-1761161e604d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Aug 11 02:59:13.785152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 01c1514d-e023-402a-9587-758dc63f3068 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:13.785534 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.878490 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.903647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:13.906066 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb136fe0-da73-492c-b1f5-2004f7f7fed6" -d '{"events": [{"server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "name": "network-vif-plugged", "status": "completed", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:13.921761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=01c1514d-e023-402a-9587-758dc63f3068,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:13.927107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.994424 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.040970 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb25c354-3d47-4dc6-8e59-4a7e47692705 x-openstack-request-id: req-fb25c354-3d47-4dc6-8e59-4a7e47692705 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:14.041269 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "name": "network-vif-plugged", "status": "completed", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:14.041527 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb25c354-3d47-4dc6-8e59-4a7e47692705 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:14.041962 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'code': 200} Aug 11 02:59:14.154197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0f15-be01-418c-ab05-3bcd0b25b43a req-90eded89-cc58-42d0-a661-ac65a0ac7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.156463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02dc0f15-be01-418c-ab05-3bcd0b25b43a req-90eded89-cc58-42d0-a661-ac65a0ac7c29 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0472026 Aug 11 02:59:14.202165 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02dc0f15-be01-418c-ab05-3bcd0b25b43a req-d60b51ec-27db-4d9b-8c23-7ee134e47297 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Aug 11 02:59:14.907744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becab6d2-5178-4ba5-aaf3-94ab020194d5 req-ddf7c1e3-3ac8-436f-bf00-a8605b4c4bb9 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.909272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-becab6d2-5178-4ba5-aaf3-94ab020194d5 req-ddf7c1e3-3ac8-436f-bf00-a8605b4c4bb9 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Aug 11 02:59:14.959114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-becab6d2-5178-4ba5-aaf3-94ab020194d5 req-f73fa028-4b45-465e-a1bc-05c1357bbba0 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Aug 11 02:59:16.118951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b08c-fee8-45bb-b602-941071ee01b9 req-c94c6cf5-8f26-4526-a7b7-76f6787c5bff tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.120517 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4527b08c-fee8-45bb-b602-941071ee01b9 req-c94c6cf5-8f26-4526-a7b7-76f6787c5bff tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Aug 11 02:59:16.173598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4527b08c-fee8-45bb-b602-941071ee01b9 req-44659f62-6685-44c5-9ac0-a7ee97964560 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388029 Aug 11 02:59:16.317728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ff174-d719-4591-9105-e2b209732abf req-87124f63-20dd-4a38-91fe-03249b6d49ed tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.319773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-049ff174-d719-4591-9105-e2b209732abf req-87124f63-20dd-4a38-91fe-03249b6d49ed tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0625403 Aug 11 02:59:16.364703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-049ff174-d719-4591-9105-e2b209732abf req-fcc7033f-8e97-4119-a72e-92837bab9844 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 Aug 11 02:59:16.394296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35154) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:16.565203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b050da-d321-429e-8151-7b4c8511925a tempest-TestVolumeBackupRestore-264113577 tempest-TestVolumeBackupRestore-264113577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.566761 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-83b050da-d321-429e-8151-7b4c8511925a tempest-TestVolumeBackupRestore-264113577 tempest-TestVolumeBackupRestore-264113577-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1092 time: 0.1714778 Aug 11 02:59:16.569987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35158) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:16.574498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:16.598525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.708062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.826484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Allocated IP 172.25.3.143 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/68b9b6fc-675c-45ba-ae7d-eeaba744f7b7) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:16.941148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.993503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.030996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:17.035236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:17.037930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:17.073891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'Port': ['ID=68b9b6fc-675c-45ba-ae7d-eeaba744f7b7,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:17.439512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.517486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.682394 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.687469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.761573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event updated for resources: {'Port': ['ID=68b9b6fc-675c-45ba-ae7d-eeaba744f7b7,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:17.780225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.902697 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Floating IP 10db7308-200e-44bd-9dd1-e29f592ceaa5 associated. External IP: 172.25.3.143, port: 01c1514d-e023-402a-9587-758dc63f3068. Aug 11 02:59:18.129264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:18.590320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:18.600588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:18.610759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:18.611414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:18.625400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.668816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ecc911a-298f-4841-96c8-2543505822f2 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0977552 Aug 11 02:59:18.669523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:18.672104 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920" -d '{"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:18.674326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35164) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.738470 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e5a625-9901-4b77-8b61-a784f8a5b8b4 x-openstack-request-id: req-56e5a625-9901-4b77-8b61-a784f8a5b8b4 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:18.738470 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:18.738470 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56e5a625-9901-4b77-8b61-a784f8a5b8b4 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:18.738470 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 02:59:18.761557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:18.817377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-0f8af95f-a928-48e8-b70e-3dc4bcfe9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.819947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-0f8af95f-a928-48e8-b70e-3dc4bcfe9038 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0581546 Aug 11 02:59:18.932816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-ffdc9314-ed3a-44b4-9827-738bd28d9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.934752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-ffdc9314-ed3a-44b4-9827-738bd28d9b7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.1078954 Aug 11 02:59:19.030891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-c9dd4d99-1ac6-4f87-bfdf-637c333dc268 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 999 time: 0.0871053 Aug 11 02:59:19.059944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 0, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.096174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:19.107918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:19.108865 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.121518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-9c2c3e3c-17d3-4776-a215-b8cb378eff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.124164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-9c2c3e3c-17d3-4776-a215-b8cb378eff01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0810871 Aug 11 02:59:19.179549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a800510-a24a-4727-be3f-608af28a37ea tempest-TestVolumeBackupRestore-264113577 tempest-TestVolumeBackupRestore-264113577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.181687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9a800510-a24a-4727-be3f-608af28a37ea tempest-TestVolumeBackupRestore-264113577 tempest-TestVolumeBackupRestore-264113577-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1092 time: 0.4953697 Aug 11 02:59:19.185726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:19.191298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Request body: {'floatingip': {'port_id': '01c1514d-e023-402a-9587-758dc63f3068'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:19.205117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-49c65f46-3b26-4ce8-acba-8493017ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.206752 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-49c65f46-3b26-4ce8-acba-8493017ddd18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749943 Aug 11 02:59:19.221642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-9f2ed15c-ee54-448c-bf65-68e5edbbf195 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:19.222738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-9f2ed15c-ee54-448c-bf65-68e5edbbf195 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081472 Aug 11 02:59:19.268288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.382795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-332f5ddf-b3d8-4527-94e9-49f91d8e7bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492171 Aug 11 02:59:19.469401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:19.508189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aa27ec6-c9ff-40de-aa4b-f3ae58b89920 req-1211ffcc-1e53-4481-a198-75c4a5f2c064 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170318 Aug 11 02:59:19.728521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 0, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.761355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094c5ec-0f90-4101-9c55-a4525b84baf8 None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 0, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:19.867799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.872444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.027436 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29d433-74f3-48a7-add2-16e741ce3a6a None None] New status for floating IP 10db7308-200e-44bd-9dd1-e29f592ceaa5: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:20.149007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:20.279098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:20.284328 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.303143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:20.314618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:20.315672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:20.316338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:20.316942 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063691d9-c58d-41ba-b07c-d7cd3714b0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:20.362137 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bfbf1aa0-0bc2-4043-a72c-ce4ed57faece tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "PUT /v2.0/floatingips/10db7308-200e-44bd-9dd1-e29f592ceaa5 HTTP/1.1" status: 200 len: 991 time: 1.1751781 Aug 11 02:59:20.473699 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43cf005-f4ce-49a9-87cd-31cd7a7dc49e x-openstack-request-id: req-d43cf005-f4ce-49a9-87cd-31cd7a7dc49e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:20.474236 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:20.474696 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d43cf005-f4ce-49a9-87cd-31cd7a7dc49e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:20.475390 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 02:59:20.489358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:20.548665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-03e19c6c-d79c-4960-b631-4a4cb9d8da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.550176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-03e19c6c-d79c-4960-b631-4a4cb9d8da1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0523951 Aug 11 02:59:20.663765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-f20af855-c218-461a-93b6-0b0c71418204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.665305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-f20af855-c218-461a-93b6-0b0c71418204 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.1064720 Aug 11 02:59:20.751549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-f6dfc1ea-dc1e-4a0c-a1b9-c421417d6918 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 1001 time: 0.0780323 Aug 11 02:59:20.762053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 2, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:20.791123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:20.802194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:20.802792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:20.811504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-ff16dfc2-cbb0-43d0-bc10-2149e3158594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.814159 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-ff16dfc2-cbb0-43d0-bc10-2149e3158594 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0548337 Aug 11 02:59:20.868540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-93137d4d-f777-4d26-95aa-42aad36eea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.868540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-93137d4d-f777-4d26-95aa-42aad36eea22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473132 Aug 11 02:59:20.930068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:20.987853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-737f75f9-a179-4165-9c08-e71312cc824f service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112177 Aug 11 02:59:21.107978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063691d9-c58d-41ba-b07c-d7cd3714b0c8 req-a50a2ffb-f2e3-4937-b708-cfc3799be6dc service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128433 Aug 11 02:59:21.227339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 2, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:21.259551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527f471-d5db-4052-91cf-38260a50f1f3 None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '10db7308-200e-44bd-9dd1-e29f592ceaa5', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'port_id': '01c1514d-e023-402a-9587-758dc63f3068', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'mac_address': 'fa:16:3e:27:cc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:17Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 2, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:22.476800 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:22.479524 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afca07b-5bd3-498c-836c-22bb8413f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:22.518921 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd9059-522e-462c-aba5-8325043817ec x-openstack-request-id: req-c5cd9059-522e-462c-aba5-8325043817ec {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:22.519219 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:22.519479 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5cd9059-522e-462c-aba5-8325043817ec {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:22.519892 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 02:59:22.605393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-cb931930-f9f9-4b5b-909e-8160990ceef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.608228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-cb931930-f9f9-4b5b-909e-8160990ceef0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0655584 Aug 11 02:59:22.674731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-74a58be9-135b-4b67-9419-31205f092a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.706957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-7bddd2f4-dbcb-4bed-a840-c07b26b16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.708461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-7bddd2f4-dbcb-4bed-a840-c07b26b16b5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.0934894 Aug 11 02:59:22.789271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-cd7c95c2-dd98-40d8-a887-ee12c975bbec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 1001 time: 0.0720556 Aug 11 02:59:22.848122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-34844deb-3098-4fd7-9e18-7395e845f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.849718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-34844deb-3098-4fd7-9e18-7395e845f759 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0535939 Aug 11 02:59:22.913287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-1c67abbb-1896-4627-a004-dbaba7593202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.915234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-1c67abbb-1896-4627-a004-dbaba7593202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584290 Aug 11 02:59:23.031494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-307814a3-f2c1-48c3-92a4-688754dc9462 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070740 Aug 11 02:59:23.126769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3afca07b-5bd3-498c-836c-22bb8413f7e3 req-25318189-c5b6-4883-9ea3-d0962e67ac6e service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884523 Aug 11 02:59:25.206843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65c83445-65f9-4102-a1a2-ba0b087903d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.472273 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.588464 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.182119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.407475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35268) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.545135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-492a4a86-5306-42f2-9eea-9cc453fbfb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.653379 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-492a4a86-5306-42f2-9eea-9cc453fbfb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.658420 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-492a4a86-5306-42f2-9eea-9cc453fbfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.704106 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-492a4a86-5306-42f2-9eea-9cc453fbfb12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd7813f5deb84b7ab5b62ab06cf343c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951429 Aug 11 02:59:36.704871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a4a86-5306-42f2-9eea-9cc453fbfb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7683d9-9d0f-4999-bdbd-decec76839e5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.708311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35272) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.763134 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.786080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.842184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.846392 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.847642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f7683d9-9d0f-4999-bdbd-decec76839e5 HTTP/1.1" status: 204 len: 168 time: 0.1383121 Aug 11 02:59:36.856473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3377-499e-46cc-a15e-d9381c5959b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7683d9-9d0f-4999-bdbd-decec76839e5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.974138 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.090464 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.916002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-f61ea642-c3ad-47e1-9900-55ccddeb5db9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2575901 Aug 11 02:59:43.036640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-0f439b98-f792-430e-b8cb-dbeee122f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.039597 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-0f439b98-f792-430e-b8cb-dbeee122f624 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.0633097 Aug 11 02:59:43.188857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-8a6df532-9fe0-4bad-9a9c-efe7cab9db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.191558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-8a6df532-9fe0-4bad-9a9c-efe7cab9db37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.1287975 Aug 11 02:59:43.265612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-f68b8e95-db08-44e2-a553-11055ed3ac8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 1001 time: 0.0656376 Aug 11 02:59:43.324841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-3bc57733-9d05-4461-b3c5-597d2f38f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.326669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-3bc57733-9d05-4461-b3c5-597d2f38f60d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.0532296 Aug 11 02:59:43.384441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-70b43537-47d3-4fd4-a407-c95124eadf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.386095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-70b43537-47d3-4fd4-a407-c95124eadf59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515840 Aug 11 02:59:43.488113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-ac5be00d-90ff-4eba-95d3-b3c7a7ded812 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940294 Aug 11 02:59:43.600456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6b5067a-a74b-43e1-9797-c64458e190fc req-4df3c255-08b6-4484-918a-0d4afc26685b service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041009 Aug 11 02:59:46.322006 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35350) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:46.363549 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:46.482806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9f5a-6317-4f83-aab2-013da33ac878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.590032 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9f5a-6317-4f83-aab2-013da33ac878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.598212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9f5a-6317-4f83-aab2-013da33ac878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.648867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c7a9f5a-6317-4f83-aab2-013da33ac878 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d1c6e00dc6f4f5cb28b842f05d073c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249774 Aug 11 02:59:46.649755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a9f5a-6317-4f83-aab2-013da33ac878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998553dc-2e6f-4fa0-9d42-bd28b7eaa150,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:46.652999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35354) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:46.710821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.736502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.800365 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.804691 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.806800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/998553dc-2e6f-4fa0-9d42-bd28b7eaa150 HTTP/1.1" status: 204 len: 168 time: 0.1525199 Aug 11 02:59:46.820899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d0b25-2b7e-41e2-bfb1-e11d0cbdcfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998553dc-2e6f-4fa0-9d42-bd28b7eaa150,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.574717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35378) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:47.725926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-25488196-network', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:47.752098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Made reservation on behalf of 0359cb8d9478465abc77d6eb4cb0ad19 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:47.754589 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.771258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.899704 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.903951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.934916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:47.946883 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb7bda-78c6-4b2d-a7f2-fb353360801e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.952923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.953270 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Added segment 0d1d3e7c-f0c8-4354-b70a-edb974459c63 of type vlan for network ce64d3c1-0a34-4f4a-a263-276bda735c45 Aug 11 02:59:48.005348 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.049025 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.050068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.050665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.120694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5442832 Aug 11 02:59:48.124310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35382) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:48.130698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Request body: {'subnet': {'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-25488196-subnet', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:48.139128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d1e8c-42c1-4c6d-b598-73afdb818f18 admin admin] Pushing event updated for resources: {'Network': ['ID=ce64d3c1-0a34-4f4a-a263-276bda735c45,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.153576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:48.166782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Made reservation on behalf of 0359cb8d9478465abc77d6eb4cb0ad19 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:48.170060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.411077 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.479160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a6482f-b6e8-4c5b-87eb-69525fada311,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.488429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Checking segment: {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:48.488794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Network hostable DHCP agents. Network: ce64d3c1-0a34-4f4a-a263-276bda735c45, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:48.510884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:48.520154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, ce64d3c1-0a34-4f4a-a263-276bda735c45) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:48.524951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.526590 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.529576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494404c3-8a5a-409c-bc2a-f77f2b9d1f4e None None] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:48.544029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-daae6ff7-7def-4276-8985-a106c38ce007 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4185028 Aug 11 02:59:48.546720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35384) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:48.552249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:48.574488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.575546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.633428 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.717681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-ce64d3c1-0a34-4f4a-a263-276bda735c45', 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'fixed_ips': [{'subnet_id': '55a6482f-b6e8-4c5b-87eb-69525fada311'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:59:48.719380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.837781 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.891038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Allocated IP 172.20.0.2 (ce64d3c1-0a34-4f4a-a263-276bda735c45/55a6482f-b6e8-4c5b-87eb-69525fada311/499d93f0-a760-43a0-aa9a-d3d9fbf8750b) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:49.075943 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.087989 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Transition to ACTIVE for port object 499d93f0-a760-43a0-aa9a-d3d9fbf8750b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:49.101367 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.105310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Transition to ACTIVE for port object 499d93f0-a760-43a0-aa9a-d3d9fbf8750b will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:49.112469 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.123608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.162616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:49.166198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:49.171054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:49.175147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Pushing event updated for resources: {'Port': ['ID=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.244563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Attempting to bind port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:49.245044 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Attempting to bind port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:49.245530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Attempting to bind port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b on network ce64d3c1-0a34-4f4a-a263-276bda735c45 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:49.253402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:49.253984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Checking segment: {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:49.255985 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.256857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Bound using segment: {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:49.257985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Bound port: 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:49.258608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.286829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Allocated IP 172.25.3.43 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/bc987cde-63b5-44ff-837b-17b8fb03a1f4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:49.338163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] For port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:49.342387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] For port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,segment=NetworkSegment(0d1d3e7c-f0c8-4354-b70a-edb974459c63),segment_id=0d1d3e7c-f0c8-4354-b70a-edb974459c63)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:49.348615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.427986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da901a6-3609-4db2-a734-87ae11baf63e None None] Pushing event updated for resources: {'Port': ['ID=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.434834 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.478279 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.518731 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:49.524280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:49.526741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:49.553628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Pushing event updated for resources: {'Port': ['ID=bc987cde-63b5-44ff-837b-17b8fb03a1f4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.863787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.089272 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.251901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Router 2b49b7e5-a370-4bfd-b516-b03e6b025865 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:59:50.295611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 499d93f0-a760-43a0-aa9a-d3d9fbf8750b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:50.364441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:50.382934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:50.399034 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Sync routers for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:50.404587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.406644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32356817-8250-4751-8850-031c9bd7cf2e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 1.8586123 Aug 11 02:59:50.411074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35386) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:50.416275 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:50.417034 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:50.473005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fb192-8af1-498f-909c-f6e84a35b42a None None] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:50.545383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:50.574493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Provisioning for port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:50.590495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Provisioning complete for port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:50.590920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.752342 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:49Z', 'revision_number': 3, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:50.758219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.783348 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Checking router: 2b49b7e5-a370-4bfd-b516-b03e6b025865 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:50.783800 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Updating router 2b49b7e5-a370-4bfd-b516-b03e6b025865 port bc987cde-63b5-44ff-837b-17b8fb03a1f4 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:50.805854 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] For port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,segment=NetworkSegment(0d1d3e7c-f0c8-4354-b70a-edb974459c63),segment_id=0d1d3e7c-f0c8-4354-b70a-edb974459c63)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:50.811515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.831916 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.894247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985aec3b-d35c-4fd9-a20e-7811d8ee6af9 None None] Pushing event updated for resources: {'Port': ['ID=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.138295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1be4d9c0-3a16-41d6-9aeb-f1ee50b6346b None None] Provisioning complete for port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:51.139254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1be4d9c0-3a16-41d6-9aeb-f1ee50b6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.300528 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.313383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Transition to ACTIVE for port object bc987cde-63b5-44ff-837b-17b8fb03a1f4 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:51.319702 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.344665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.381345 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Attempting to bind port bc987cde-63b5-44ff-837b-17b8fb03a1f4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:51.381724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Attempting to bind port bc987cde-63b5-44ff-837b-17b8fb03a1f4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:51.382127 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Attempting to bind port bc987cde-63b5-44ff-837b-17b8fb03a1f4 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:51.388834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Pushing event updated for resources: {'Port': ['ID=bc987cde-63b5-44ff-837b-17b8fb03a1f4,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.395893 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:51.396411 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:51.396861 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.397240 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:51.397735 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Bound port: bc987cde-63b5-44ff-837b-17b8fb03a1f4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:51.398180 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.406901 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.408331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.408331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.408331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.408331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.408331 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.409595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.409595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.409595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.409595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.410722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.410722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:51.475466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] For port bc987cde-63b5-44ff-837b-17b8fb03a1f4, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:51.479256 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] For port bc987cde-63b5-44ff-837b-17b8fb03a1f4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bc987cde-63b5-44ff-837b-17b8fb03a1f4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:51.483367 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.534387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Allocated IP 172.20.0.1 (ce64d3c1-0a34-4f4a-a263-276bda735c45/55a6482f-b6e8-4c5b-87eb-69525fada311/04360f6c-883a-4dd8-883d-6d197377979b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:51.545893 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:51.546753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:51.583379 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc851e-6556-445a-8feb-a109919fd2e9 None None] Pushing event updated for resources: {'Port': ['ID=bc987cde-63b5-44ff-837b-17b8fb03a1f4,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.662776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:51.670194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.685448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Transition to ACTIVE for port object 04360f6c-883a-4dd8-883d-6d197377979b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:51.726265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.766559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:51.772173 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:51.776431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:51.806723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Pushing event updated for resources: {'Port': ['ID=04360f6c-883a-4dd8-883d-6d197377979b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.830145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.873636 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:49Z', 'revision_number': 3, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:51.910506 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c194785-1281-4bb5-8f56-d415a723da68 None None] The sync data for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 is: [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:49Z', 'revision_number': 3, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:51.991820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.090669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c0ebc2be-3726-4791-835c-42dda8924b83 None None] Provisioning for port 04360f6c-883a-4dd8-883d-6d197377979b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:52.097488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c0ebc2be-3726-4791-835c-42dda8924b83 None None] Provisioning complete for port 04360f6c-883a-4dd8-883d-6d197377979b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:52.098365 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc2be-3726-4791-835c-42dda8924b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.144921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebc2be-3726-4791-835c-42dda8924b83 None None] Port 04360f6c-883a-4dd8-883d-6d197377979b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:52.260070 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.270782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.363383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.373473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Pushing event updated for resources: {'Port': ['ID=04360f6c-883a-4dd8-883d-6d197377979b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.418032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bc987cde-63b5-44ff-837b-17b8fb03a1f4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:52.486481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:52.488848 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:52.499478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port bc987cde-63b5-44ff-837b-17b8fb03a1f4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:52.509125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bc987cde-63b5-44ff-837b-17b8fb03a1f4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:52.509540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.649092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Router 2b49b7e5-a370-4bfd-b516-b03e6b025865 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:52.657079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.713012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f7b2cb3e-1c9c-4734-a6e8-181b9bd8c7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.718126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port bc987cde-63b5-44ff-837b-17b8fb03a1f4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bc987cde-63b5-44ff-837b-17b8fb03a1f4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:52.731354 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.732658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 499d93f0-a760-43a0-aa9a-d3d9fbf8750b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:52.847039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=bc987cde-63b5-44ff-837b-17b8fb03a1f4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.859477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:52.859858 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.863721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:52.872068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-14d74d97-2565-4b46-9dbb-d406166c8f17 admin admin] 10.222.0.68 "PUT /v2.0/routers/2b49b7e5-a370-4bfd-b516-b03e6b025865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596550 Aug 11 02:59:52.911654 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8169828d-6cf6-4057-af18-4c53f9f63f31 None None] Provisioning complete for port 04360f6c-883a-4dd8-883d-6d197377979b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:52.912060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8169828d-6cf6-4057-af18-4c53f9f63f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.958583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8169828d-6cf6-4057-af18-4c53f9f63f31 None None] Port 04360f6c-883a-4dd8-883d-6d197377979b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:53.947562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Sync routers for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:53.963033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:53.964126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:54.100059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:54.138139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35408) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:54.248432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bc987cde-63b5-44ff-837b-17b8fb03a1f4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:54.517004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port bc987cde-63b5-44ff-837b-17b8fb03a1f4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:54.517282 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.577442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.638568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:51Z', 'revision_number': 4, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '04360f6c-883a-4dd8-883d-6d197377979b', 'name': '', 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'mac_address': 'fa:16:3e:01:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '55a6482f-b6e8-4c5b-87eb-69525fada311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 2, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'subnets': [{'id': '55a6482f-b6e8-4c5b-87eb-69525fada311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:54.675255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Checking router: 2b49b7e5-a370-4bfd-b516-b03e6b025865 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:54.675669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Updating router 2b49b7e5-a370-4bfd-b516-b03e6b025865 port 04360f6c-883a-4dd8-883d-6d197377979b binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:54.722960 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.914778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Deleting port 04360f6c-883a-4dd8-883d-6d197377979b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:54.915477 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.047168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.065491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Calling delete_port for 04360f6c-883a-4dd8-883d-6d197377979b owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:55.108360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.123988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Transition to ACTIVE for port object 04360f6c-883a-4dd8-883d-6d197377979b will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:55.133153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.235436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882245-0d6e-4467-8f0b-20c1878244c0 None None] Pushing event updated for resources: {'Port': ['ID=04360f6c-883a-4dd8-883d-6d197377979b,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.300677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9bcba059-936c-4302-b8b0-962e1dcfde0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.324018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Attempting to bind port 04360f6c-883a-4dd8-883d-6d197377979b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:55.324635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Attempting to bind port 04360f6c-883a-4dd8-883d-6d197377979b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:55.325242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Attempting to bind port 04360f6c-883a-4dd8-883d-6d197377979b on network ce64d3c1-0a34-4f4a-a263-276bda735c45 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:55.335579 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:55.336131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Checking segment: {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:55.337557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.337557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Bound using segment: {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:55.338434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Bound port: 04360f6c-883a-4dd8-883d-6d197377979b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d3e7c-f0c8-4354-b70a-edb974459c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ce64d3c1-0a34-4f4a-a263-276bda735c45'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:55.338971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.352444 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.393565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Port 04360f6c-883a-4dd8-883d-6d197377979b has been deleted concurrently {{(pid=94654) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 02:59:55.401629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Pushing event deleted for resources: {'Port': ['ID=04360f6c-883a-4dd8-883d-6d197377979b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.410970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:55.413850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:55.426112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.426603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.427195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.427708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.428327 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.428797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.429363 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.429956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.430518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.431085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.431653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.432210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:55.501446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.502510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35412) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:55.511367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6fb4aa20-53d1-49d5-af2f-241e54a6d997 None None] Could not find standard attr ID for object 04360f6c-883a-4dd8-883d-6d197377979b. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 02:59:55.577100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:55.739842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Deleting port 68b9b6fc-675c-45ba-ae7d-eeaba744f7b7 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:55.740607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.744201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.832383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.833111 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.848713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Calling delete_port for 68b9b6fc-675c-45ba-ae7d-eeaba744f7b7 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:55.859647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:55Z', 'revision_number': 5, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:55.916026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c19e3-c754-4e92-b911-16b7251d9619 None None] The sync data for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 is: [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:55Z', 'revision_number': 5, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:56.057764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Router 2b49b7e5-a370-4bfd-b516-b03e6b025865 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:56.121933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.179371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event deleted for resources: {'Port': ['ID=68b9b6fc-675c-45ba-ae7d-eeaba744f7b7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.230708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.231490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.232234 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.232967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.233663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.234438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.235165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.236003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.236675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.237315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.238706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.238932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:56.260251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:56.272325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5d5f9f41-e699-4dca-a494-ca20645823bd admin admin] 10.222.0.68 "PUT /v2.0/routers/2b49b7e5-a370-4bfd-b516-b03e6b025865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1307516 Aug 11 02:59:56.273048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:56.318004 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.318370 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Floating IP 10db7308-200e-44bd-9dd1-e29f592ceaa5 disassociated (deleted). External IP: 172.25.3.143, port: 01c1514d-e023-402a-9587-758dc63f3068. Aug 11 02:59:56.475947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.596696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.638033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:56.823292 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Sync routers for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:56.840083 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:56.841122 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.846660 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:56.854155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.866134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:56.882162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:56.884049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.938792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bded401a-0959-44fc-8ac0-b63153a3e48b tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "DELETE /v2.0/floatingips/10db7308-200e-44bd-9dd1-e29f592ceaa5 HTTP/1.1" status: 204 len: 168 time: 1.4204171 Aug 11 02:59:56.940745 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:56.946752 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f761be8-242b-410d-8916-afb676152725" -d '{"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:57.032707 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.063209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.134122 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efabf18-870d-4911-a895-384afa46a743 x-openstack-request-id: req-4efabf18-870d-4911-a895-384afa46a743 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:57.134452 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:57.134688 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4efabf18-870d-4911-a895-384afa46a743 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:57.135070 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 02:59:57.180457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Deleting port bc987cde-63b5-44ff-837b-17b8fb03a1f4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:57.181036 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.265801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.314966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:55Z', 'revision_number': 5, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port': {'id': 'bc987cde-63b5-44ff-837b-17b8fb03a1f4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:49Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.361184 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761be8-242b-410d-8916-afb676152725 req-9108e1ec-ed51-4dea-9e1a-5f0ae0aae700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.363464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-9108e1ec-ed51-4dea-9e1a-5f0ae0aae700 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8f873ab3e88427a8fd450028368e28e&device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 1097 time: 0.1578796 Aug 11 02:59:57.381246 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Checking router: 2b49b7e5-a370-4bfd-b516-b03e6b025865 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:57.399836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Routers {'2b49b7e5-a370-4bfd-b516-b03e6b025865'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:57.401701 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['2b49b7e5-a370-4bfd-b516-b03e6b025865'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.492818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] For port bc987cde-63b5-44ff-837b-17b8fb03a1f4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bc987cde-63b5-44ff-837b-17b8fb03a1f4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:57.493732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.516474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Calling delete_port for bc987cde-63b5-44ff-837b-17b8fb03a1f4 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:57.542184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.553926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2f553-d6ce-4698-8d10-6906b67072dc req-89314c7c-e00e-4c7e-91f0-d5f7238323b9 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.555595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb2f553-d6ce-4698-8d10-6906b67072dc req-89314c7c-e00e-4c7e-91f0-d5f7238323b9 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.2023637 Aug 11 02:59:57.581050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] Set router 2b49b7e5-a370-4bfd-b516-b03e6b025865 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.601856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:57.617893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:57.619210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.630584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761be8-242b-410d-8916-afb676152725 req-7e0a5283-08ca-486d-b074-3d18e77739d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.632100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-7e0a5283-08ca-486d-b074-3d18e77739d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 200 len: 914 time: 0.2498345 Aug 11 02:59:57.650943 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:57Z', 'revision_number': 6, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.681366 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5f41a-71c8-4222-adc5-71ed4fcde99c None None] The sync data for ids ['2b49b7e5-a370-4bfd-b516-b03e6b025865'] in n-d-713498-10 is: [{'id': '2b49b7e5-a370-4bfd-b516-b03e6b025865', 'name': 'tempest-ImageQuotaTest-25488196-router', 'tenant_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:48Z', 'updated_at': '2021-08-11T02:59:57Z', 'revision_number': 6, 'project_id': '0359cb8d9478465abc77d6eb4cb0ad19', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:57.701466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-38342434-5792-43d5-9f9e-18090b624b45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 200 len: 217 time: 0.0590596 Aug 11 02:59:57.710662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb2f553-d6ce-4698-8d10-6906b67072dc req-2a6f87c7-86f0-431f-9ca0-af8ce9ab662a tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084452 Aug 11 02:59:57.792932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.815743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761be8-242b-410d-8916-afb676152725 req-4b3ccf7b-6caf-4ebc-90a4-1b754205c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.818042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-4b3ccf7b-6caf-4ebc-90a4-1b754205c6c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 200 len: 852 time: 0.1061592 Aug 11 02:59:57.924992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761be8-242b-410d-8916-afb676152725 req-aadd8c55-97fc-4251-a3f7-9e3a9f8ef168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.926667 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-aadd8c55-97fc-4251-a3f7-9e3a9f8ef168 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e5842f8-aaae-4986-8079-bcee23773be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998898 Aug 11 02:59:57.927611 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.969104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc987cde-63b5-44ff-837b-17b8fb03a1f4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.103571 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.122478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:58.179856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-5978031d-755f-43d6-b629-a5b4a5281e05 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249403 Aug 11 02:59:58.188879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7c853-a838-4e11-bfde-b4cf7cc9c18f None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f', 'name': '', 'network_id': '6e5842f8-aaae-4986-8079-bcee23773be4', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'mac_address': 'fa:16:3e:69:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:43Z', 'updated_at': '2021-08-11T02:56:50Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'subnets': [{'id': '290a8459-87b6-4bb4-94b6-ff45c7328c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:58.211435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.233447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.270178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.336004 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.336391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bc987cde-63b5-44ff-837b-17b8fb03a1f4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:58.339160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b49b7e5-a370-4bfd-b516-b03e6b025865 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:59:58.344201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.349373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-44506de6-13be-49e4-9014-e3c94013ea49 admin admin] 10.222.0.68 "DELETE /v2.0/routers/2b49b7e5-a370-4bfd-b516-b03e6b025865 HTTP/1.1" status: 204 len: 168 time: 2.0708292 Aug 11 02:59:58.350160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35424) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:58.360508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: bc987cde-63b5-44ff-837b-17b8fb03a1f4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:58.360779 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bc987cde-63b5-44ff-837b-17b8fb03a1f4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:58.384547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f761be8-242b-410d-8916-afb676152725 req-0e96c224-88df-4e54-a433-f243f818c2b3 service neutron] 10.222.0.61 "GET /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747475 Aug 11 02:59:58.437885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Deleting subnet 55a6482f-b6e8-4c5b-87eb-69525fada311 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:58.441640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.481300 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.580813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.669082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.702097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a6482f-b6e8-4c5b-87eb-69525fada311,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.706943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.711785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3b90932d-4534-4356-be8c-51e34797d251 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/55a6482f-b6e8-4c5b-87eb-69525fada311 HTTP/1.1" status: 204 len: 168 time: 0.3571529 Aug 11 02:59:58.713779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35426) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:58.717085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03532df8-e826-40f1-9a1f-d26cdbae6ec5 None None] Network ce64d3c1-0a34-4f4a-a263-276bda735c45 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:58.798484 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa60a8-21ac-42a7-9ed0-a9b422e9fc6e None None] New status for floating IP 10db7308-200e-44bd-9dd1-e29f592ceaa5: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:58.925281 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.956280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2c0b9-0ba4-4aee-b23f-d1a5a89071df req-34215f32-4ef3-4348-a6b3-843cd7d11031 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.958901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cca2c0b9-0ba4-4aee-b23f-d1a5a89071df req-34215f32-4ef3-4348-a6b3-843cd7d11031 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.1423275 Aug 11 02:59:59.003996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] DHCP port deletion for ce64d3c1-0a34-4f4a-a263-276bda735c45 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:59:59.072687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Deleting port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:59.073270 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.095575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cca2c0b9-0ba4-4aee-b23f-d1a5a89071df req-3b8bf64b-56b5-4b81-9dbb-bb9d3d768b24 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/security-groups?id=7fc60e2b-689e-4a89-83ea-08b813121a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287990 Aug 11 02:59:59.125942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15d35-122f-49de-a94a-9e5af739597c req-c701e326-b388-4f2c-9a7e-7be1e459336f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.127414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19e15d35-122f-49de-a94a-9e5af739597c req-c701e326-b388-4f2c-9a7e-7be1e459336f tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 945 time: 0.0985906 Aug 11 02:59:59.132949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Deleting port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:59.133292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.154614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] For port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,segment=NetworkSegment(0d1d3e7c-f0c8-4354-b70a-edb974459c63),segment_id=0d1d3e7c-f0c8-4354-b70a-edb974459c63)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:59.155107 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.179559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Calling delete_port for 499d93f0-a760-43a0-aa9a-d3d9fbf8750b owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:59.264668 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] For port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,segment=NetworkSegment(0d1d3e7c-f0c8-4354-b70a-edb974459c63),segment_id=0d1d3e7c-f0c8-4354-b70a-edb974459c63)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:59.265043 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.280867 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.283178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Calling delete_port for 499d93f0-a760-43a0-aa9a-d3d9fbf8750b owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:59.327501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] No DVR routers for this DVR port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:59.330642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1a64c-3491-418b-8e54-c02712f8636a None None] Pushing event deleted for resources: {'Port': ['ID=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.369113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Deleting port 01c1514d-e023-402a-9587-758dc63f3068 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:59.369541 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.454714 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.497989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=499d93f0-a760-43a0-aa9a-d3d9fbf8750b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.504421 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] No DVR routers for this DVR port 499d93f0-a760-43a0-aa9a-d3d9fbf8750b on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:59.583434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] For port 01c1514d-e023-402a-9587-758dc63f3068, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=01c1514d-e023-402a-9587-758dc63f3068,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:59.583878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.607094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Calling delete_port for 01c1514d-e023-402a-9587-758dc63f3068 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:59.614966 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.632546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce64d3c1-0a34-4f4a-a263-276bda735c45']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:59.676301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1d3e7c-f0c8-4354-b70a-edb974459c63') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:59.676590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1d3e7c-f0c8-4354-b70a-edb974459c63') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:59.690061 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.714294 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.723572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:59.723991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: items = [ Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self.session.flush() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: timer() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:59.726128 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:59.802532 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.831075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.833676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] 10.222.0.68 "DELETE /v2.0/networks/ce64d3c1-0a34-4f4a-a263-276bda735c45 HTTP/1.1" status: 204 len: 168 time: 1.1172445 Aug 11 02:59:59.852163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8c42-8275-4de7-a660-2c5a7eb36a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce64d3c1-0a34-4f4a-a263-276bda735c45,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.881106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.917520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event deleted for resources: {'Port': ['ID=01c1514d-e023-402a-9587-758dc63f3068,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.962878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] No DVR routers for this DVR port 01c1514d-e023-402a-9587-758dc63f3068 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:59.965682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.967800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19e15d35-122f-49de-a94a-9e5af739597c req-8871206e-e530-4206-a6ca-b8a182d5aadb tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.61 "DELETE /v2.0/ports/01c1514d-e023-402a-9587-758dc63f3068 HTTP/1.1" status: 204 len: 173 time: 0.8203559 Aug 11 02:59:59.968845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'name': 'network-vif-deleted', 'tag': '01c1514d-e023-402a-9587-758dc63f3068'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:59.971275 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7310d17e-ad59-4c7d-ac2e-356fec8625e0" -d '{"events": [{"server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "name": "network-vif-deleted", "tag": "01c1514d-e023-402a-9587-758dc63f3068"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:59.995473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35434) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:00.035103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e82b83-b699-4487-a804-6d1f6e40380c x-openstack-request-id: req-97e82b83-b699-4487-a804-6d1f6e40380c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:00.042101 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd078088-c80b-43de-a7e9-28ceb95e17d0", "name": "network-vif-deleted", "tag": "01c1514d-e023-402a-9587-758dc63f3068", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:00.042549 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97e82b83-b699-4487-a804-6d1f6e40380c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:00.043065 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd078088-c80b-43de-a7e9-28ceb95e17d0', 'name': 'network-vif-deleted', 'tag': '01c1514d-e023-402a-9587-758dc63f3068', 'status': 'completed', 'code': 200} Aug 11 03:00:00.061465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0933b691-834f-4252-afd9-fe683b8e07dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0359cb8d9478465abc77d6eb4cb0ad19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632162 Aug 11 03:00:00.062639 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35436) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:00.122605 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.161091 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.244936 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04375af2-879e-43fa-9815-a84daee47697 req-4a8724c4-8c96-40fa-af00-c9188d94b28d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0591602 Aug 11 03:00:00.255191 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.258242 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.259761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26eb7bda-78c6-4b2d-a7f2-fb353360801e HTTP/1.1" status: 204 len: 168 time: 0.1957772 Aug 11 03:00:00.279038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d0178-5334-47c9-86d0-e44f22099a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb7bda-78c6-4b2d-a7f2-fb353360801e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:00.281717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 499d93f0-a760-43a0-aa9a-d3d9fbf8750b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:00.311551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 499d93f0-a760-43a0-aa9a-d3d9fbf8750b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:00.312237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 499d93f0-a760-43a0-aa9a-d3d9fbf8750b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:00.680350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35444) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:00.695563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53aa97ab-3039-472b-ac0e-3481d3c0c2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.822430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53aa97ab-3039-472b-ac0e-3481d3c0c2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.827144 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53aa97ab-3039-472b-ac0e-3481d3c0c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.868423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa97ab-3039-472b-ac0e-3481d3c0c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f41786-9ded-4e47-bfc5-d098ca94ca19,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:00.873088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-53aa97ab-3039-472b-ac0e-3481d3c0c2eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1914766 Aug 11 03:00:00.877911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35446) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:00.966125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.003041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.074508 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.078870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.080569 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93f41786-9ded-4e47-bfc5-d098ca94ca19 HTTP/1.1" status: 204 len: 168 time: 0.2011259 Aug 11 03:00:01.092335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ba6e8-1f84-487e-a142-2c4d1bb67614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f41786-9ded-4e47-bfc5-d098ca94ca19,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:01.418749 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0289a649-43c8-43a5-b0be-7021dfce607b req-45589857-5ed4-4342-9514-40d93dee3229 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0516405 Aug 11 03:00:01.902647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 01c1514d-e023-402a-9587-758dc63f3068 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:01.936609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 01c1514d-e023-402a-9587-758dc63f3068 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:01.937734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 01c1514d-e023-402a-9587-758dc63f3068 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:02.562158 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1610659-1f59-4493-a1b3-8af87493b456 req-eb1ef9fc-df8d-4bbb-af97-a5a76f6aab09 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0440302 Aug 11 03:00:03.698965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc81575a-a2e6-4ab4-a3c7-5a10dd958559 req-d057639f-4f6d-4e9b-a789-0959082a9484 tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd078088-c80b-43de-a7e9-28ceb95e17d0 HTTP/1.1" status: 200 len: 210 time: 0.0377250 Aug 11 03:00:04.757650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35458) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:04.822074 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.850804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.933624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.936430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.938259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] 10.222.0.68 "DELETE /v2.0/security-groups/7fc60e2b-689e-4a89-83ea-08b813121a84 HTTP/1.1" status: 204 len: 168 time: 0.1795499 Aug 11 03:00:04.948315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf0812-c009-45e4-828a-11d68f59f09d tempest-TestVolumeBackupRestore-221554454 tempest-TestVolumeBackupRestore-221554454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc60e2b-689e-4a89-83ea-08b813121a84,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:08.542211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:09.050600 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.346881 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Deleting port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:09.347441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.435741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] For port 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:09.436115 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.451269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Calling delete_port for 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:09.687252 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.719674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.974499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.256394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Router a68fb29c-1d03-4326-90a8-6ed359d19c8a has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:10.392080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:10.398562 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-873568ed-09d0-427d-9823-a31e2826f956 admin admin] 10.222.0.68 "PUT /v2.0/routers/a68fb29c-1d03-4326-90a8-6ed359d19c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545897 Aug 11 03:00:10.400452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35912) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:10.405303 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Sync routers for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:10.416969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:10.417628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:10.524647 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.539996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:10.778945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T03:00:09Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:10.810789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Checking router: a68fb29c-1d03-4326-90a8-6ed359d19c8a for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:10.823674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Routers {'a68fb29c-1d03-4326-90a8-6ed359d19c8a'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:10.824393 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:10.946324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] Set router a68fb29c-1d03-4326-90a8-6ed359d19c8a gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:11.032627 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.057422 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.098864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Deleting port 7407133b-a929-47b7-bb3e-56c7c79745e0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:11.099304 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.099475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.172748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T03:00:09Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:11.185390 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] For port 7407133b-a929-47b7-bb3e-56c7c79745e0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=7407133b-a929-47b7-bb3e-56c7c79745e0,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:11.185767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.201270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Calling delete_port for 7407133b-a929-47b7-bb3e-56c7c79745e0 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:11.228683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0911de-04b2-4448-8a9e-5678e5f2e6b5 None None] The sync data for ids ['a68fb29c-1d03-4326-90a8-6ed359d19c8a'] in n-d-713498-10 is: [{'id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'name': 'tempest-TestVolumeBackupRestore-510134408-router', 'tenant_id': 'f8f873ab3e88427a8fd450028368e28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:40Z', 'updated_at': '2021-08-11T03:00:09Z', 'revision_number': 5, 'project_id': 'f8f873ab3e88427a8fd450028368e28e', 'gw_port': {'id': '7407133b-a929-47b7-bb3e-56c7c79745e0', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68fb29c-1d03-4326-90a8-6ed359d19c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:41Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:11.429491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.470839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7407133b-a929-47b7-bb3e-56c7c79745e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:11.536811 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.638269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.642564 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.704942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.706506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68fb29c-1d03-4326-90a8-6ed359d19c8a {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:11.714864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.717162 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-148bc7a2-80b6-4543-a946-840b6992da4e admin admin] 10.222.0.68 "DELETE /v2.0/routers/a68fb29c-1d03-4326-90a8-6ed359d19c8a HTTP/1.1" status: 204 len: 168 time: 1.3152692 Aug 11 03:00:11.720021 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35914) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:11.806264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Deleting subnet 290a8459-87b6-4bb4-94b6-ff45c7328c09 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:11.812302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.867776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.964267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.022943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.054769 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290a8459-87b6-4bb4-94b6-ff45c7328c09,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.060937 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.063926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0579e450-7f49-462f-9ea7-17e2a0a18539 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/290a8459-87b6-4bb4-94b6-ff45c7328c09 HTTP/1.1" status: 204 len: 168 time: 0.3423076 Aug 11 03:00:12.067371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:12.067740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a342c8f-7455-49c8-b9a5-ebfb1d307ea1 None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:12.143287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.204510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Deleting port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:12.204856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.277395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] For port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:12.278273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.299325 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Calling delete_port for 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:12.314241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] DHCP port deletion for 6e5842f8-aaae-4986-8079-bcee23773be4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:12.395008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Deleting port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:12.395775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.410087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:12.418783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.447027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.451358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] No DVR routers for this DVR port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:12.463603 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:12.463956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6f94a1dd-ca5d-46b0-a176-71ab0ec8a75f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:12.464363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7407133b-a929-47b7-bb3e-56c7c79745e0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:12.542661 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.562452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5842f8-aaae-4986-8079-bcee23773be4']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:12.582479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6228744c-be92-4fc6-b1ab-80bd126e840c') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:12.582972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6228744c-be92-4fc6-b1ab-80bd126e840c') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:12.601396 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.627207 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.636349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:12.637008 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:12.639533 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:12.677532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 7407133b-a929-47b7-bb3e-56c7c79745e0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:12.677939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 7407133b-a929-47b7-bb3e-56c7c79745e0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:12.678335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:12.709996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:12.710302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:12.717260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.717415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] For port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,segment=NetworkSegment(6228744c-be92-4fc6-b1ab-80bd126e840c),segment_id=6228744c-be92-4fc6-b1ab-80bd126e840c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:12.717642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.731756 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.734375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Calling delete_port for 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:12.737262 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6e5842f8-aaae-4986-8079-bcee23773be4 HTTP/1.1" status: 204 len: 168 time: 0.6675448 Aug 11 03:00:12.739765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35918) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:12.754025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e1b7a-682e-4fdf-933f-a0e94dea15d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5842f8-aaae-4986-8079-bcee23773be4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.836447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.875715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Pushing event deleted for resources: {'Port': ['ID=9c8b32a3-d8aa-4cda-a364-0a9ada8c367f,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.880896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Network 6e5842f8-aaae-4986-8079-bcee23773be4 is not hosted by any dhcp agent {{(pid=94654) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:00:12.881622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] No DVR routers for this DVR port 9c8b32a3-d8aa-4cda-a364-0a9ada8c367f on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:12.900493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd2b3dc-94ba-47cc-8dd1-dff97786e3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:13.194121 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.478680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Deleting port bb115e54-57a7-40af-bc81-1568ff9718e4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:13.478968 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.576876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] For port bb115e54-57a7-40af-bc81-1568ff9718e4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=bb115e54-57a7-40af-bc81-1568ff9718e4,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:13.577300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.592846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Calling delete_port for bb115e54-57a7-40af-bc81-1568ff9718e4 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:13.836698 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.878779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb115e54-57a7-40af-bc81-1568ff9718e4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.086015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.333229 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:14.448242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:14.454608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4dfbcd7d-8280-4dc7-b34d-8e55311ed9a0 admin admin] 10.222.0.68 "PUT /v2.0/routers/6cd8632c-bb31-4e25-a615-c4623c33a6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131777 Aug 11 03:00:14.457116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 35920) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.460729 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Sync routers for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:14.478213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:14.479252 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.625757 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.695581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:14.897671 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T03:00:13Z', 'revision_number': 5, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.926381 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Checking router: 6cd8632c-bb31-4e25-a615-c4623c33a6c3 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:14.935758 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Routers {'6cd8632c-bb31-4e25-a615-c4623c33a6c3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:14.936392 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:15.056091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] Set router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:15.141146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.216812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Deleting port c57b32f4-4c9f-4102-ab33-68c0e7bfca50 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:15.217362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.291329 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T03:00:13Z', 'revision_number': 5, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:15.322213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402aad3d-19f5-4f21-bb3c-0e614addd1a8 None None] The sync data for ids ['6cd8632c-bb31-4e25-a615-c4623c33a6c3'] in n-d-713498-10 is: [{'id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'name': 'tempest-TestVolumeBackupRestore-1987302159-router', 'tenant_id': '66e087b55f6f44998ab50240084e2dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:46Z', 'updated_at': '2021-08-11T03:00:13Z', 'revision_number': 5, 'project_id': '66e087b55f6f44998ab50240084e2dd8', 'gw_port': {'id': 'c57b32f4-4c9f-4102-ab33-68c0e7bfca50', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd8632c-bb31-4e25-a615-c4623c33a6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:47Z', 'updated_at': '2021-08-11T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:15.344436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] For port c57b32f4-4c9f-4102-ab33-68c0e7bfca50, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:15.344982 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.370991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Calling delete_port for c57b32f4-4c9f-4102-ab33-68c0e7bfca50 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:15.582401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.614445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Pushing event deleted for resources: {'Port': ['ID=c57b32f4-4c9f-4102-ab33-68c0e7bfca50,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.684586 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.786283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.789114 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.868054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.868904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd8632c-bb31-4e25-a615-c4623c33a6c3 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:15.875830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.877740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-32435d31-69e8-437c-9885-8d6dd356869c admin admin] 10.222.0.68 "DELETE /v2.0/routers/6cd8632c-bb31-4e25-a615-c4623c33a6c3 HTTP/1.1" status: 204 len: 168 time: 1.4194853 Aug 11 03:00:15.880910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35924) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.935553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Deleting subnet 4d59c8e0-f927-48b9-8c29-eed7c23b3430 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:15.939698 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.994411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.111980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.180066 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.226807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d59c8e0-f927-48b9-8c29-eed7c23b3430,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.233298 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.237038 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c60d0dd6-afb2-42d6-8d96-64a64172f691 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4d59c8e0-f927-48b9-8c29-eed7c23b3430 HTTP/1.1" status: 204 len: 168 time: 0.3548207 Aug 11 03:00:16.239533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c5b50-fb0c-4e44-92a9-bf4031ecb00b None None] Network 8711f840-ca91-45ed-9c69-559b996bd1cf requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:16.240707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35926) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.362652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.451260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] DHCP port deletion for 8711f840-ca91-45ed-9c69-559b996bd1cf request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:16.453555 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Deleting port 95b13e5d-a222-494e-9cc7-d7fc9607f321 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:16.454388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.536996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 95b13e5d-a222-494e-9cc7-d7fc9607f321 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:16.550464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] For port 95b13e5d-a222-494e-9cc7-d7fc9607f321, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=95b13e5d-a222-494e-9cc7-d7fc9607f321,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:16.551092 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.574230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Calling delete_port for 95b13e5d-a222-494e-9cc7-d7fc9607f321 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:16.582651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Deleting port 95b13e5d-a222-494e-9cc7-d7fc9607f321 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:16.583032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.683763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] For port 95b13e5d-a222-494e-9cc7-d7fc9607f321, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=95b13e5d-a222-494e-9cc7-d7fc9607f321,segment=NetworkSegment(c75d1a36-e325-47fe-a6a2-8c53356b26c9),segment_id=c75d1a36-e325-47fe-a6a2-8c53356b26c9)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:16.684087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.700851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.704665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Calling delete_port for 95b13e5d-a222-494e-9cc7-d7fc9607f321 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:16.706689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.735251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b13e5d-a222-494e-9cc7-d7fc9607f321,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.739087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] No DVR routers for this DVR port 95b13e5d-a222-494e-9cc7-d7fc9607f321 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:16.791863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c57b32f4-4c9f-4102-ab33-68c0e7bfca50 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:16.815981 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c57b32f4-4c9f-4102-ab33-68c0e7bfca50 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:16.816338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c57b32f4-4c9f-4102-ab33-68c0e7bfca50 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:16.816782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bb115e54-57a7-40af-bc81-1568ff9718e4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:16.841608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.849651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: bb115e54-57a7-40af-bc81-1568ff9718e4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:16.850048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device bb115e54-57a7-40af-bc81-1568ff9718e4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:16.862165 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8711f840-ca91-45ed-9c69-559b996bd1cf']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:16.873391 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.886485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75d1a36-e325-47fe-a6a2-8c53356b26c9') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:16.887114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75d1a36-e325-47fe-a6a2-8c53356b26c9') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:16.901666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] Pushing event deleted for resources: {'Port': ['ID=95b13e5d-a222-494e-9cc7-d7fc9607f321,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.904133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.905734 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715a4d4-50b5-41cb-aba5-1164e0a709e6 None None] No DVR routers for this DVR port 95b13e5d-a222-494e-9cc7-d7fc9607f321 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:16.928805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.935871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:16.936203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:16.938096 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:16.996366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.006366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.008712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8711f840-ca91-45ed-9c69-559b996bd1cf HTTP/1.1" status: 204 len: 168 time: 0.7665479 Aug 11 03:00:17.024896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5c5a-fb65-452f-95aa-f5929bbc3c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8711f840-ca91-45ed-9c69-559b996bd1cf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.145497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35930) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.188915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50e8bd16-778e-432d-bcf9-e2ff0e8c5385 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f8f873ab3e88427a8fd450028368e28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418653 Aug 11 03:00:17.191605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35932) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.245947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.278617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.332808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.336827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.338510 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2790cafb-adda-4c9f-b71f-d36b1fcf6be9 HTTP/1.1" status: 204 len: 168 time: 0.1456804 Aug 11 03:00:17.348659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e0cd9-29f6-4814-a195-b2897a578e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790cafb-adda-4c9f-b71f-d36b1fcf6be9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.740417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35938) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.787423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50c7f6c9-6850-4f6d-8328-ce875a1ce7cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66e087b55f6f44998ab50240084e2dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458410 Aug 11 03:00:17.790012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 35940) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.844506 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.869235 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.924046 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.927471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.928902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c540a0c-5400-4570-9dbc-a8b2dec3b090 HTTP/1.1" status: 204 len: 168 time: 0.1378922 Aug 11 03:00:17.940534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104d913-e541-40ea-8ca1-c813283431d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c540a0c-5400-4570-9dbc-a8b2dec3b090,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.682609 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1d6abb0b-6ef3-4766-b445-631846157121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.356507 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:25.209253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2ff38e75-55a9-4609-b4f0-73b3ca786939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.480132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.599135 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.182411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.692489 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-8312fad3-7321-4f84-9eb5-5eec725a4128 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8711f82edb1b40edb05c46904c75b609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372338 Aug 11 03:00:29.815798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-01d3bb13-6ab6-4ade-b39d-39ac3b61b2ec tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:29.817328 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-01d3bb13-6ab6-4ade-b39d-39ac3b61b2ec tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193218 Aug 11 03:00:29.834542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-aeabb70c-483f-4579-9f99-d2e70058562e tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/quotas/8711f82edb1b40edb05c46904c75b609 HTTP/1.1" status: 200 len: 375 time: 0.0108533 Aug 11 03:00:29.869783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-13d2f942-1c0b-4071-9f6d-080393dcc0e0 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8711f82edb1b40edb05c46904c75b609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289793 Aug 11 03:00:30.062133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6191a45-091d-4726-b2a5-e64dd2a3a37d req-fd78ff27-9770-42d0-a8f6-48865ae2131a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 210 time: 0.0374589 Aug 11 03:00:31.168033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f05357e-b217-4e02-9c73-fe425905dcd7 req-d4d11a4e-6b0b-4e56-a38b-b06fe2a1437c tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 210 time: 0.0329242 Aug 11 03:00:31.359034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-129d2247-03ab-49f3-bf35-4fa097de1ccc tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8711f82edb1b40edb05c46904c75b609&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255456 Aug 11 03:00:31.504553 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-43716ef7-7f0d-4f38-a35a-df44f0a14f1f tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.506093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-43716ef7-7f0d-4f38-a35a-df44f0a14f1f tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402752 Aug 11 03:00:31.520641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Request body: {'port': {'device_id': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'admin_state_up': True, 'tenant_id': '8711f82edb1b40edb05c46904c75b609'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:31.673514 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Made reservation on behalf of 8711f82edb1b40edb05c46904c75b609 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:31.677686 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.689454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.806342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.811720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.880062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.976612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Allocated IP 192.168.233.139 (0d375fd1-e65a-4a89-b485-3ef0933ea8d8/805115f4-1e51-45d8-b42e-5f029540bc66/246c22c2-4262-4214-880c-b00e229df6ca) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:32.156898 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.173160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Transition to ACTIVE for port object 246c22c2-4262-4214-880c-b00e229df6ca will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:32.220045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.304570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:32.319452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:32.322915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:32.326023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Pushing event updated for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.382524 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd6fc0-1b14-4b83-8ca5-1b2754f73efc req-c37f27f9-ce98-46df-ae6d-efce2d83ee2a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.384384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37cd6fc0-1b14-4b83-8ca5-1b2754f73efc req-c37f27f9-ce98-46df-ae6d-efce2d83ee2a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 936 time: 0.1229925 Aug 11 03:00:32.409103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.409692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.448414 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-5ad82512-9548-4909-9491-6f6fd0403522 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9317122 Aug 11 03:00:32.455506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37cd6fc0-1b14-4b83-8ca5-1b2754f73efc req-9825adcb-00d0-4634-b6c4-3a7fbab57266 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Aug 11 03:00:32.461540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Request body: {'port': {'device_id': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:32.565282 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.716755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-821eefb0-534a-4d60-92a6-d80b40732892 None None] Provisioning for port 246c22c2-4262-4214-880c-b00e229df6ca completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:32.725858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-821eefb0-534a-4d60-92a6-d80b40732892 None None] Provisioning complete for port 246c22c2-4262-4214-880c-b00e229df6ca triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:32.726674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-821eefb0-534a-4d60-92a6-d80b40732892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.801020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-821eefb0-534a-4d60-92a6-d80b40732892 None None] Port 246c22c2-4262-4214-880c-b00e229df6ca cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:32.899881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246c22c2-4262-4214-880c-b00e229df6ca {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:32.909699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.925633 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Transition to ACTIVE for port object 246c22c2-4262-4214-880c-b00e229df6ca will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:32.930425 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.998283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Pushing event updated for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:33.142267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Attempting to bind port 246c22c2-4262-4214-880c-b00e229df6ca on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:33.142842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Attempting to bind port 246c22c2-4262-4214-880c-b00e229df6ca by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:33.143404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Attempting to bind port 246c22c2-4262-4214-880c-b00e229df6ca on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:33.151495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Port 246c22c2-4262-4214-880c-b00e229df6ca on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:33.152027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Attempting to bind port 246c22c2-4262-4214-880c-b00e229df6ca on network 0d375fd1-e65a-4a89-b485-3ef0933ea8d8 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:33.161009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:33.161572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Checking segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:33.162245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Bound using segment: {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:33.162994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Bound port: 246c22c2-4262-4214-880c-b00e229df6ca, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f05fb9-510d-4e43-9d63-9f390460af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:33.163754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.277900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:33.281451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=246c22c2-4262-4214-880c-b00e229df6ca,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:33.287809 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.327541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.328414 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.330557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] 10.222.0.61 "PUT /v2.0/ports/246c22c2-4262-4214-880c-b00e229df6ca HTTP/1.1" status: 200 len: 1097 time: 0.8736675 Aug 11 03:00:33.331298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:33.334329 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde056c5-19fe-4198-aaef-32311d9beac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "tag": "246c22c2-4262-4214-880c-b00e229df6ca"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:33.405881 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab45a3a-d4bd-409d-930c-d44602e9fdbb service neutron] Pushing event updated for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:33.493683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-74e0ceab-ced1-428a-b22f-fe39167c85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.497064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-74e0ceab-ced1-428a-b22f-fe39167c85d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8711f82edb1b40edb05c46904c75b609&device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 1100 time: 0.1065197 Aug 11 03:00:33.499898 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2ab807-a383-4346-ae7d-713aae06fc8c x-openstack-request-id: req-eb2ab807-a383-4346-ae7d-713aae06fc8c {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:33.500535 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "tag": "246c22c2-4262-4214-880c-b00e229df6ca", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:33.501076 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb2ab807-a383-4346-ae7d-713aae06fc8c {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:33.501864 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca', 'status': 'completed', 'code': 200} Aug 11 03:00:33.556549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-6b9e67d2-51df-4977-96b3-4bbe75481827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=246c22c2-4262-4214-880c-b00e229df6ca HTTP/1.1" status: 200 len: 217 time: 0.0484970 Aug 11 03:00:33.656100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-ce1ed3f1-3c23-4d82-86bd-51eee1eb0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.657870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-ce1ed3f1-3c23-4d82-86bd-51eee1eb0e98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0957437 Aug 11 03:00:33.708441 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c52816-8a14-4709-ac2b-cc4f15cb83ee req-afac202f-cff8-4937-8a02-4b1525819189 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.710237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80c52816-8a14-4709-ac2b-cc4f15cb83ee req-afac202f-cff8-4937-8a02-4b1525819189 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 948 time: 0.1066937 Aug 11 03:00:33.743909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-52a5d1e8-5cf5-4ddb-9f1f-6dc8d571bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.745366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-52a5d1e8-5cf5-4ddb-9f1f-6dc8d571bc61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779431 Aug 11 03:00:33.774769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80c52816-8a14-4709-ac2b-cc4f15cb83ee req-14168fe9-ef11-47fe-8b7c-16ef595c9d20 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Aug 11 03:00:33.871933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-b766b978-ff82-479e-ae17-fa2b0b79fd2e service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135952 Aug 11 03:00:33.976163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df14ea9-72e5-41df-b6ed-51ca6f3f97d8 req-4f8ae3cd-4c14-41b6-97eb-6fc16116cf59 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955672 Aug 11 03:00:34.081366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-47a9635e-3600-4391-896a-1cd1e0d2c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.083223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-47a9635e-3600-4391-896a-1cd1e0d2c533 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8711f82edb1b40edb05c46904c75b609&device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 1100 time: 0.0523863 Aug 11 03:00:34.193143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-de7d33aa-dd0c-4954-a21f-42093791f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.194805 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-de7d33aa-dd0c-4954-a21f-42093791f59f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8 HTTP/1.1" status: 200 len: 870 time: 0.1031184 Aug 11 03:00:34.241156 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-5ced84fc-c880-4b29-bb70-b2e555329b7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=246c22c2-4262-4214-880c-b00e229df6ca HTTP/1.1" status: 200 len: 217 time: 0.0380149 Aug 11 03:00:34.297039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-862758ec-c9c2-499a-be6e-179ad49e17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.298549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-862758ec-c9c2-499a-be6e-179ad49e17d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=805115f4-1e51-45d8-b42e-5f029540bc66 HTTP/1.1" status: 200 len: 843 time: 0.0498362 Aug 11 03:00:34.358829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-2d123b21-65a0-4ca0-a89e-a68c7a592bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.360459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-2d123b21-65a0-4ca0-a89e-a68c7a592bed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0d375fd1-e65a-4a89-b485-3ef0933ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526919 Aug 11 03:00:34.471917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-9a4d3250-7080-4383-8ad8-5cfd0fca3337 service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020501 Aug 11 03:00:34.599124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cde056c5-19fe-4198-aaef-32311d9beac5 req-b5a5c71f-6145-4ab4-8916-a64fc73ff57a service neutron] 10.222.0.61 "GET /v2.0/networks/0d375fd1-e65a-4a89-b485-3ef0933ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189811 Aug 11 03:00:34.918770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0d854-e2d1-4424-bc23-ebacc47d665b req-9b278be1-8db7-4ea6-b851-928f22669d0a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.920891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbf0d854-e2d1-4424-bc23-ebacc47d665b req-9b278be1-8db7-4ea6-b851-928f22669d0a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 948 time: 0.0540433 Aug 11 03:00:34.963161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cbf0d854-e2d1-4424-bc23-ebacc47d665b req-118b9919-d869-41bb-8cf7-593680e839aa tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Aug 11 03:00:36.104994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537ade4-d47a-4268-b311-505707c0d26b req-90e54041-b37d-41c3-85ce-a9168cb251a6 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:36.106769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e537ade4-d47a-4268-b311-505707c0d26b req-90e54041-b37d-41c3-85ce-a9168cb251a6 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 948 time: 0.0622048 Aug 11 03:00:36.150082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e537ade4-d47a-4268-b311-505707c0d26b req-d25c4def-2151-45b8-8789-9edf5fe87c6d tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Aug 11 03:00:37.278815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628f6d3-fef5-4fff-98ed-60f56453cff1 req-832b9be0-ccee-49be-850e-4cf92c584805 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:37.281178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c628f6d3-fef5-4fff-98ed-60f56453cff1 req-832b9be0-ccee-49be-850e-4cf92c584805 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 948 time: 0.0580316 Aug 11 03:00:37.323498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c628f6d3-fef5-4fff-98ed-60f56453cff1 req-fe9bd398-f983-4e0c-87d8-570ecd0c7a51 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358784 Aug 11 03:00:37.999247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 246c22c2-4262-4214-880c-b00e229df6ca details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:38.103577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=246c22c2-4262-4214-880c-b00e229df6ca,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:38.116995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '246c22c2-4262-4214-880c-b00e229df6ca', 'network_id': '0d375fd1-e65a-4a89-b485-3ef0933ea8d8', 'port_id': '246c22c2-4262-4214-880c-b00e229df6ca', 'mac_address': 'fa:16:3e:04:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805115f4-1e51-45d8-b42e-5f029540bc66', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:38.158635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.177283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246c22c2-4262-4214-880c-b00e229df6ca {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:38.200956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=246c22c2-4262-4214-880c-b00e229df6ca,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:38.206846 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.260572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.451446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a81eee-ca28-4e33-b57d-b40968a59dc0 req-fbbe9d6d-fa77-4e7c-8cdc-118b42e5f91c tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.453138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32a81eee-ca28-4e33-b57d-b40968a59dc0 req-fbbe9d6d-fa77-4e7c-8cdc-118b42e5f91c tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 949 time: 0.0547276 Aug 11 03:00:38.469642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['246c22c2-4262-4214-880c-b00e229df6ca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:38.503578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32a81eee-ca28-4e33-b57d-b40968a59dc0 req-dccf7946-aa9a-44fc-a2c6-d6ad869d8cff tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Aug 11 03:00:39.637276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d13c8e-09e4-4ebb-a976-587dd32080ac req-2a5f5a23-2757-47c8-b5a0-e2729a938b9a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.640073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8d13c8e-09e4-4ebb-a976-587dd32080ac req-2a5f5a23-2757-47c8-b5a0-e2729a938b9a tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 949 time: 0.0549064 Aug 11 03:00:39.682362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8d13c8e-09e4-4ebb-a976-587dd32080ac req-bee3112b-1b80-474c-988e-b778ac929a4d tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Aug 11 03:00:40.008872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 246c22c2-4262-4214-880c-b00e229df6ca up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:40.068117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 246c22c2-4262-4214-880c-b00e229df6ca completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:40.072521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 246c22c2-4262-4214-880c-b00e229df6ca triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:40.072945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.155720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.182672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:40.185069 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de9a918-1305-4ab7-a817-58db619ac0fe" -d '{"events": [{"server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "246c22c2-4262-4214-880c-b00e229df6ca"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:40.200897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=246c22c2-4262-4214-880c-b00e229df6ca,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.206318 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.236320 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ec70d-8643-4081-89b7-3b2b2c096cd1 x-openstack-request-id: req-c75ec70d-8643-4081-89b7-3b2b2c096cd1 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:40.236670 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "name": "network-vif-plugged", "status": "completed", "tag": "246c22c2-4262-4214-880c-b00e229df6ca", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:40.236926 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c75ec70d-8643-4081-89b7-3b2b2c096cd1 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:40.237323 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca', 'code': 200} Aug 11 03:00:40.271396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.351387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063020b3-b791-4e82-9426-157ed5a167d6 req-2f6bf339-d7dd-4c99-9610-f38bfc845c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.352918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063020b3-b791-4e82-9426-157ed5a167d6 req-2f6bf339-d7dd-4c99-9610-f38bfc845c1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 1102 time: 0.0488083 Aug 11 03:00:40.393671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-063020b3-b791-4e82-9426-157ed5a167d6 req-1503f5dc-315d-4283-b687-fb8009cd97ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Aug 11 03:00:40.844110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c687e-dee2-46d2-844d-6cc79af9821d req-6b752915-8f4f-4040-9451-a820030dbd81 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.845728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c0c687e-dee2-46d2-844d-6cc79af9821d req-6b752915-8f4f-4040-9451-a820030dbd81 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 950 time: 0.0539217 Aug 11 03:00:40.892945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c0c687e-dee2-46d2-844d-6cc79af9821d req-114a5bf2-a426-441c-b6f5-91767e201d13 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Aug 11 03:00:40.987125 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.090653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.027751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce333f1a-e72e-4b55-bd96-6e5eda59b398 req-8c3cdb00-6b96-40f7-8f4c-ef79fc726fa4 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:42.029355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce333f1a-e72e-4b55-bd96-6e5eda59b398 req-8c3cdb00-6b96-40f7-8f4c-ef79fc726fa4 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 950 time: 0.0517242 Aug 11 03:00:42.072804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce333f1a-e72e-4b55-bd96-6e5eda59b398 req-72d27c7f-b098-4e1b-9102-2360f284ef44 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Aug 11 03:00:43.195943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46d3d9-9649-4b45-90df-867b07fb9097 req-388944f4-eeba-4977-b247-7e6c4be91a04 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.197481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f46d3d9-9649-4b45-90df-867b07fb9097 req-388944f4-eeba-4977-b247-7e6c4be91a04 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 950 time: 0.0691469 Aug 11 03:00:43.246313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8f46d3d9-9649-4b45-90df-867b07fb9097 req-092b1889-18f4-4c3f-9930-c9e5c915b1fe tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Aug 11 03:00:44.383565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69116f-17d6-4448-9162-f280a806fe95 req-25052a72-dd05-4a68-ad2a-040ed2ea3828 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.385035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a69116f-17d6-4448-9162-f280a806fe95 req-25052a72-dd05-4a68-ad2a-040ed2ea3828 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 950 time: 0.0586710 Aug 11 03:00:44.435046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a69116f-17d6-4448-9162-f280a806fe95 req-e106ad61-971a-4f73-b85b-061c7fc66c08 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Aug 11 03:00:44.696511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-469c724b-9c3f-4248-9134-65c95c371b55 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.699102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-469c724b-9c3f-4248-9134-65c95c371b55 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 950 time: 0.0790932 Aug 11 03:00:44.801440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Deleting port 246c22c2-4262-4214-880c-b00e229df6ca {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:44.801860 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.896125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] For port 246c22c2-4262-4214-880c-b00e229df6ca, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=246c22c2-4262-4214-880c-b00e229df6ca,segment=NetworkSegment(50f05fb9-510d-4e43-9d63-9f390460af17),segment_id=50f05fb9-510d-4e43-9d63-9f390460af17)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:44.896579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.911041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Calling delete_port for 246c22c2-4262-4214-880c-b00e229df6ca owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:45.052807 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.066746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['246c22c2-4262-4214-880c-b00e229df6ca'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:45.083726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Pushing event deleted for resources: {'Port': ['ID=246c22c2-4262-4214-880c-b00e229df6ca,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.132467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] No DVR routers for this DVR port 246c22c2-4262-4214-880c-b00e229df6ca on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:45.136030 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.138184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2895afaa-011d-4d4c-b514-2435b4721fcb req-049c8302-060c-448c-8a1e-f9ded9488e8b tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.61 "DELETE /v2.0/ports/246c22c2-4262-4214-880c-b00e229df6ca HTTP/1.1" status: 204 len: 173 time: 0.4325500 Aug 11 03:00:45.138643 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'name': 'network-vif-deleted', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:45.142001 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bb616e-3449-42fe-9b28-2b328b7028b2" -d '{"events": [{"server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "name": "network-vif-deleted", "tag": "246c22c2-4262-4214-880c-b00e229df6ca"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:45.202289 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d532bd1-91dd-4045-91a4-efb059c053ca x-openstack-request-id: req-7d532bd1-91dd-4045-91a4-efb059c053ca {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:45.202898 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e", "name": "network-vif-deleted", "tag": "246c22c2-4262-4214-880c-b00e229df6ca", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:45.203285 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d532bd1-91dd-4045-91a4-efb059c053ca {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:45.203954 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b242ef-ea46-4d17-9e4a-6d3d415b6f5e', 'name': 'network-vif-deleted', 'tag': '246c22c2-4262-4214-880c-b00e229df6ca', 'status': 'completed', 'code': 200} Aug 11 03:00:45.550829 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dcca06b4-0649-4a5d-9dc6-8bcf3b21934a req-fd66e136-392a-423c-aa1c-093aed715106 tempest-ServersAdminNegativeTestJSON-1933376529 tempest-ServersAdminNegativeTestJSON-1933376529-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3b242ef-ea46-4d17-9e4a-6d3d415b6f5e HTTP/1.1" status: 200 len: 210 time: 0.0271342 Aug 11 03:00:46.901477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36098) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.045882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50a75850-e5e3-4e60-b5d2-b25e0bca9308 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8711f82edb1b40edb05c46904c75b609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426837 Aug 11 03:00:47.048466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36102) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.107222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.132731 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.187540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.190337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.192214 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98c4a03d-9a0d-4ef4-9894-21a6d6f4804e HTTP/1.1" status: 204 len: 168 time: 0.1426961 Aug 11 03:00:47.203381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf8e2-53be-46ca-9710-ded8cf17673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4a03d-9a0d-4ef4-9894-21a6d6f4804e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.532550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36108) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.547309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b35352f9-c254-443f-a36a-f2dae1e34532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.651545 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b35352f9-c254-443f-a36a-f2dae1e34532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.656692 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b35352f9-c254-443f-a36a-f2dae1e34532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.699511 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b35352f9-c254-443f-a36a-f2dae1e34532 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0367baeb13864790a33ed6b5a93b2c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657116 Aug 11 03:00:47.700510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35352f9-c254-443f-a36a-f2dae1e34532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed61d4a-f97b-44a8-b665-d016fd023bc5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.702287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36110) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.766360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.790675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.850462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.853135 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.854410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ed61d4a-f97b-44a8-b665-d016fd023bc5 HTTP/1.1" status: 204 len: 168 time: 0.1509829 Aug 11 03:00:47.864365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f7c9a-2704-4d8b-a142-b235ac947d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed61d4a-f97b-44a8-b665-d016fd023bc5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.720544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:48.827499 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1332645696-network', 'tenant_id': 'a61adbc0b9fb461a89a4c25fbabc9717'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:48.850211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Made reservation on behalf of a61adbc0b9fb461a89a4c25fbabc9717 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:48.852676 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.862604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.991144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.996255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.026116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:49.037529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479dc7c0-4091-4c53-904e-e69f50a4709a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.051996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.052377 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Added segment 58c92b54-4179-457e-8e99-98877c1c056f of type vlan for network 9e1451e7-014c-477e-93bb-c01f42ac71db Aug 11 03:00:49.098301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.131214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.132925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.133961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.221390 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4994221 Aug 11 03:00:49.226285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36136) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.230241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf7525-50de-4708-a9f7-094a14bb0d27 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1451e7-014c-477e-93bb-c01f42ac71db,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.233013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Request body: {'subnet': {'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1332645696-subnet', 'tenant_id': 'a61adbc0b9fb461a89a4c25fbabc9717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:49.247178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9e1451e7-014c-477e-93bb-c01f42ac71db details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:49.269563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Made reservation on behalf of a61adbc0b9fb461a89a4c25fbabc9717 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:49.273710 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.534297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.590534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9134c2f-e89b-4683-9e27-ada16aba90dc,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.605172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Checking segment: {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:49.605552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Network hostable DHCP agents. Network: 9e1451e7-014c-477e-93bb-c01f42ac71db, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:49.626369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Network 9e1451e7-014c-477e-93bb-c01f42ac71db is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:49.641740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9e1451e7-014c-477e-93bb-c01f42ac71db) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:49.647280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.648570 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.652487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605c5c6-1f15-40de-8cda-309f5c314a44 None None] Network 9e1451e7-014c-477e-93bb-c01f42ac71db requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:49.669767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0b2b5167-d42c-4e51-b67d-d015de82645b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4419503 Aug 11 03:00:49.847879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e5cb4-d6b7-4fc7-845b-79f912262520 None None] Network 9e1451e7-014c-477e-93bb-c01f42ac71db requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:50.048131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 246c22c2-4262-4214-880c-b00e229df6ca no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:50.079338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 246c22c2-4262-4214-880c-b00e229df6ca {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:50.079903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 246c22c2-4262-4214-880c-b00e229df6ca not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:50.231632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-5b9a4568-2b4e-4263-aaa0-e2519a53b9b9 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.233264 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-5b9a4568-2b4e-4263-aaa0-e2519a53b9b9 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 812 time: 0.1163306 Aug 11 03:00:50.253595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-70084487-36e9-4944-b936-45f3fce39a5d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/quotas/a61adbc0b9fb461a89a4c25fbabc9717 HTTP/1.1" status: 200 len: 375 time: 0.0110571 Aug 11 03:00:50.288928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-42159cdf-f4e9-4242-9565-6b1db9bfab59 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285537 Aug 11 03:00:50.362960 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-794fd009-cc82-4ffc-a12c-83cedf3d0346 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:50.364828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-794fd009-cc82-4ffc-a12c-83cedf3d0346 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0682638 Aug 11 03:00:50.484573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-46b90fee-ad6e-4302-9ce1-a96736952667 service neutron] 10.222.0.68 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117449 Aug 11 03:00:50.593645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-42fe6fc8-5574-47ab-bf29-975a827caffd service neutron] 10.222.0.68 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987964 Aug 11 03:00:50.797740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e912806d-49fc-4a63-8f17-efb9ce171318 req-54e56202-d83c-4a71-9f85-290c1a5ad621 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Aug 11 03:00:51.941756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-98b11411-bbc7-4588-8a26-ca8a8f5e4583 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.944427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-98b11411-bbc7-4588-8a26-ca8a8f5e4583 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.61 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 812 time: 0.2074015 Aug 11 03:00:51.948147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-467ae45f-f287-4b1d-85bd-9772a61b068c req-ed937f5e-6ff9-4fef-b086-7e8e6995d4c1 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 210 time: 0.0660338 Aug 11 03:00:51.959849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Request body: {'port': {'device_id': '9b3b2345-5a81-4396-8335-e70f2d250766', 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db', 'admin_state_up': True, 'tenant_id': 'a61adbc0b9fb461a89a4c25fbabc9717'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:52.094719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Made reservation on behalf of a61adbc0b9fb461a89a4c25fbabc9717 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:52.098712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.246837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Allocated IP 172.20.0.9 (9e1451e7-014c-477e-93bb-c01f42ac71db/d9134c2f-e89b-4683-9e27-ada16aba90dc/d57f9359-1778-4e11-acc0-7c9816eadd54) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:52.497474 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.546835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.597975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Network 9e1451e7-014c-477e-93bb-c01f42ac71db is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:52.605110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:52.607918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:52.641648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.675415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.676096 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.684051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6d9a259a-abcc-4757-bf20-e7c447b7004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.693177 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-8e61c3d9-0f7d-449b-a286-c42013251021 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381744 Aug 11 03:00:52.709770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Request body: {'port': {'device_id': '9b3b2345-5a81-4396-8335-e70f2d250766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:52.769216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.134691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57f9359-1778-4e11-acc0-7c9816eadd54 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:53.146012 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.157784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb16e5e-4456-4663-a04c-60e5568f076b req-0475c8eb-ad8c-48ec-9bc8-29ccdbe65345 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.159424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bb16e5e-4456-4663-a04c-60e5568f076b req-0475c8eb-ad8c-48ec-9bc8-29ccdbe65345 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 931 time: 0.1048973 Aug 11 03:00:53.176948 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Transition to ACTIVE for port object d57f9359-1778-4e11-acc0-7c9816eadd54 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:53.186235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.256566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2bb16e5e-4456-4663-a04c-60e5568f076b req-30055fab-1675-4a08-a0fa-898b7ba75daa tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Aug 11 03:00:53.259605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.349512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:53.349773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:53.350100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:53.355376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:53.355692 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:53.361866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:53.362323 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Checking segment: {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:53.362850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Bound using segment: {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:53.363465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Bound port: d57f9359-1778-4e11-acc0-7c9816eadd54, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:53.363934 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.470478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:53.476151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:53.481626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.540459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.541095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.542723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] 10.222.0.61 "PUT /v2.0/ports/d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 1092 time: 0.8377163 Aug 11 03:00:53.546245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:53.548705 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20263524-18de-4ee4-90e6-8b8fc95d3221" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:53.589892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b6d56-d0d8-45e9-934d-0e9c3b6bc1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.612584 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66351de1-8526-4d9d-bdb3-b3ef8448d9cd x-openstack-request-id: req-66351de1-8526-4d9d-bdb3-b3ef8448d9cd {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:53.612979 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:53.613351 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66351de1-8526-4d9d-bdb3-b3ef8448d9cd {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:53.613848 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'status': 'completed', 'code': 200} Aug 11 03:00:53.645729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-df8e93b2-ff4a-4157-95cf-0199eed8050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.647523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-df8e93b2-ff4a-4157-95cf-0199eed8050e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0498912 Aug 11 03:00:53.705768 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-ff936114-0f7b-44fd-af6a-3aee24775f0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0496621 Aug 11 03:00:53.759886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-3494a5b7-40dd-468e-adfa-0e23b88c96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.761630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-3494a5b7-40dd-468e-adfa-0e23b88c96ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0489347 Aug 11 03:00:53.796763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-81b4359a-9b73-4b31-9cf5-d55838f9db8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278478 Aug 11 03:00:53.896763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-f8646fe7-3ea0-4da5-ae7a-2574e2a2abcc service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926805 Aug 11 03:00:53.998038 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2096e2da-62ae-4a09-8d8e-6b271bd19d96 req-9533059b-eeed-4370-8f9a-576d599f0141 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921705 Aug 11 03:00:54.088570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-6876d05b-a098-449c-a164-346548f9fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.090331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-6876d05b-a098-449c-a164-346548f9fb1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0462027 Aug 11 03:00:54.211040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-16bf6fc8-8adf-445b-bb59-68eee4b59825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.212590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-16bf6fc8-8adf-445b-bb59-68eee4b59825 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1147492 Aug 11 03:00:54.257417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-115c3a6e-18aa-46e8-b339-730b49c14e82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0369136 Aug 11 03:00:54.321171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-d941b7c6-65f6-42de-8647-f99087457af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.322849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-d941b7c6-65f6-42de-8647-f99087457af8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0567296 Aug 11 03:00:54.388187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-0b89eb7a-1c97-4da2-9a95-039e2229f908 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564423 Aug 11 03:00:54.876321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ea81b-4c22-4a48-923b-7c569a680944 req-b98cb540-0682-41c5-a151-6830f1ab5f1e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.877956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e0ea81b-4c22-4a48-923b-7c569a680944 req-b98cb540-0682-41c5-a151-6830f1ab5f1e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.5313315 Aug 11 03:00:54.931382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-5e9eaffa-9e9f-4c99-b689-88d541fc14ac service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167854 Aug 11 03:00:54.954769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e0ea81b-4c22-4a48-923b-7c569a680944 req-27f840e2-3974-4de4-8e54-4903eb10a66b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664728 Aug 11 03:00:55.039123 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20263524-18de-4ee4-90e6-8b8fc95d3221 req-8b758de5-814a-4e71-a6be-c6263bf3517d service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983951 Aug 11 03:00:55.201579 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-815ae03b-632c-4ccb-af86-31f2bfbb6e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.474271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.095070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca46d-618d-4ab3-9e18-c72c25314cb3 req-59742974-2ba8-4411-9776-dd30de838011 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.096706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20bca46d-618d-4ab3-9e18-c72c25314cb3 req-59742974-2ba8-4411-9776-dd30de838011 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.0563810 Aug 11 03:00:56.144135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20bca46d-618d-4ab3-9e18-c72c25314cb3 req-698ff8b8-10d3-4bf8-8358-bdb28e492575 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Aug 11 03:00:56.592046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.270339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce0544-5e25-47bd-a560-893d5e624d4b req-8fa97953-520b-43ab-b5dc-03f856ed115b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.271967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1cce0544-5e25-47bd-a560-893d5e624d4b req-8fa97953-520b-43ab-b5dc-03f856ed115b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.0552137 Aug 11 03:00:57.314929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1cce0544-5e25-47bd-a560-893d5e624d4b req-5601e7ec-11a0-48b5-af4a-daa952f46e79 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357747 Aug 11 03:00:58.064032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:58.168323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:58.191007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db', 'port_id': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'mac_address': 'fa:16:3e:79:91:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134c2f-e89b-4683-9e27-ada16aba90dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:58.198558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.236271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.256702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57f9359-1778-4e11-acc0-7c9816eadd54 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:58.282886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:58.287436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.344595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.452791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4526f4c-7813-48ad-9722-85be90540ad8 req-1d129240-c820-4350-ad6f-64134a26d625 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.454627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4526f4c-7813-48ad-9722-85be90540ad8 req-1d129240-c820-4350-ad6f-64134a26d625 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 944 time: 0.0548148 Aug 11 03:00:58.496933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4526f4c-7813-48ad-9722-85be90540ad8 req-92318ba6-627b-4715-947f-5d3e6b901405 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359037 Aug 11 03:00:58.506432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['d57f9359-1778-4e11-acc0-7c9816eadd54'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:59.641953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec4c58-cf00-468b-8064-44d4bda6bf8e req-d1f6a1ce-ab3b-438a-8210-1d5367c70f60 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.644288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bec4c58-cf00-468b-8064-44d4bda6bf8e req-d1f6a1ce-ab3b-438a-8210-1d5367c70f60 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 944 time: 0.0659750 Aug 11 03:00:59.690532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bec4c58-cf00-468b-8064-44d4bda6bf8e req-5c1191ac-8f8f-4df0-b6d0-94f2bcc8cb80 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Aug 11 03:01:00.070148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:00.125564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port d57f9359-1778-4e11-acc0-7c9816eadd54 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:00.130781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port d57f9359-1778-4e11-acc0-7c9816eadd54 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:00.131303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.229955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.255026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:00.257336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bd616-1bfc-4921-a3bd-92476b3cdc0e" -d '{"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:00.272231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:00.277681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.317347 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c676455-4a7c-490e-ad62-d8eee7dc2a2f x-openstack-request-id: req-5c676455-4a7c-490e-ad62-d8eee7dc2a2f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:00.317675 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:00.317934 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c676455-4a7c-490e-ad62-d8eee7dc2a2f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:00.318338 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'code': 200} Aug 11 03:01:00.359009 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:00.364334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.438679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3440-7061-44fc-bb2b-bbd4fa7dbfa0 req-8aa59cb8-eb50-4414-9bce-b0de1edcd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.441268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e7f3440-7061-44fc-bb2b-bbd4fa7dbfa0 req-8aa59cb8-eb50-4414-9bce-b0de1edcd78a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1097 time: 0.0661328 Aug 11 03:01:00.483210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e7f3440-7061-44fc-bb2b-bbd4fa7dbfa0 req-c9b569c8-e875-4d41-b1e8-73ce9f4b2efa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Aug 11 03:01:00.823684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619d813-119b-4eef-817a-efbdea95b8f2 req-41a7b3c2-da5f-44f8-a613-0decf1455f34 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.825506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3619d813-119b-4eef-817a-efbdea95b8f2 req-41a7b3c2-da5f-44f8-a613-0decf1455f34 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0542576 Aug 11 03:01:00.869219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3619d813-119b-4eef-817a-efbdea95b8f2 req-05a6ca85-2e9d-4972-b4a9-a7e0f6d7c39a tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 Aug 11 03:01:02.011967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884fb0-01f7-488f-919f-231cd3ae5421 req-88b2c1ec-734a-4cb3-962f-5315ab8d7e0b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.013557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7884fb0-01f7-488f-919f-231cd3ae5421 req-88b2c1ec-734a-4cb3-962f-5315ab8d7e0b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0654659 Aug 11 03:01:02.058968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7884fb0-01f7-488f-919f-231cd3ae5421 req-fc3e0c4e-e07f-4662-be64-3ff0d7c828c5 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Aug 11 03:01:03.432814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214445d-0783-4c73-8086-93ae2097471d req-2eac7143-2ecb-4f48-be19-8acc3a3fa3ba tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.434846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a214445d-0783-4c73-8086-93ae2097471d req-2eac7143-2ecb-4f48-be19-8acc3a3fa3ba tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0704827 Aug 11 03:01:03.480199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a214445d-0783-4c73-8086-93ae2097471d req-da810744-0335-4fa9-a908-ee5afe1a8b41 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Aug 11 03:01:03.495149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-b4f8068e-9ef4-4bab-9f2a-34f91dfa9841 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495326 Aug 11 03:01:04.610727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f38c8-f5ba-4d42-9d84-8152a973c3b3 req-12d5fece-cc26-4834-8759-70835bd24551 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.612309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-636f38c8-f5ba-4d42-9d84-8152a973c3b3 req-12d5fece-cc26-4834-8759-70835bd24551 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0520265 Aug 11 03:01:04.654343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-636f38c8-f5ba-4d42-9d84-8152a973c3b3 req-b1e9cafb-505d-4ac6-b57f-674a5bb93ebf tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354781 Aug 11 03:01:04.844637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-a3e6a0f3-bff0-4540-a8a9-5f3f345360da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.846142 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-a3e6a0f3-bff0-4540-a8a9-5f3f345360da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1097 time: 0.0597363 Aug 11 03:01:04.953778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-62e92697-6c0c-44db-917f-801c45b359e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.955339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-62e92697-6c0c-44db-917f-801c45b359e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1020575 Aug 11 03:01:05.002046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-d552bb60-1421-48d5-8c26-c6a8f571361e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0385685 Aug 11 03:01:05.067942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-343b951b-906d-4a6b-9348-23239f999bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.069783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-343b951b-906d-4a6b-9348-23239f999bbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0567305 Aug 11 03:01:05.104324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-18b83342-05e7-4d53-86a1-125c8ea97ab0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264466 Aug 11 03:01:05.208548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-9f7c95b3-f63b-493a-bce1-24ba14740667 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956314 Aug 11 03:01:05.312181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-e76adbfe-ad98-447c-b159-76a8a1ef03a9 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948451 Aug 11 03:01:05.795840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fbf56-1aec-4dad-9937-2418bda7c496 req-18b10de7-d5eb-44f6-ac55-53a58399d693 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.797464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f9fbf56-1aec-4dad-9937-2418bda7c496 req-18b10de7-d5eb-44f6-ac55-53a58399d693 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0538011 Aug 11 03:01:05.843210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f9fbf56-1aec-4dad-9937-2418bda7c496 req-ee613f97-a03e-424c-bfb2-74c9aad81310 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Aug 11 03:01:06.963745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b6123-1099-456f-829f-41c19f497109 req-30877d9e-e32d-4771-9cab-dc91967bd4be tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.965424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b3b6123-1099-456f-829f-41c19f497109 req-30877d9e-e32d-4771-9cab-dc91967bd4be tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Aug 11 03:01:07.015298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0b3b6123-1099-456f-829f-41c19f497109 req-f9245ca0-9e26-4ba4-806b-f470b39b187c tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Aug 11 03:01:08.154269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dea3af-4a39-4a5b-a33b-7793c11eff42 req-4cf65152-f1ed-4829-ae55-c196857625e3 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.155974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2dea3af-4a39-4a5b-a33b-7793c11eff42 req-4cf65152-f1ed-4829-ae55-c196857625e3 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0579753 Aug 11 03:01:08.199245 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2dea3af-4a39-4a5b-a33b-7793c11eff42 req-3d404677-c060-46d1-a9ef-448fa06c3f98 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Aug 11 03:01:09.353215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfabb0-af88-4164-92ad-a4a766dbf5e4 req-06a0b253-ae2d-4960-be77-08db6b3e0d9a tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.354999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebdfabb0-af88-4164-92ad-a4a766dbf5e4 req-06a0b253-ae2d-4960-be77-08db6b3e0d9a tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0691290 Aug 11 03:01:09.400061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebdfabb0-af88-4164-92ad-a4a766dbf5e4 req-0a97d0e8-a9c6-4d2d-9edb-aaa9eaf3b638 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Aug 11 03:01:10.540919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac20a9-a2af-4acd-84ed-55e1106e6505 req-57952854-eca5-4ea5-bc9e-724f5c2af82c tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.542575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59ac20a9-a2af-4acd-84ed-55e1106e6505 req-57952854-eca5-4ea5-bc9e-724f5c2af82c tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0529382 Aug 11 03:01:10.587125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59ac20a9-a2af-4acd-84ed-55e1106e6505 req-dbd72fcb-47d2-4482-82d7-10cd1b9d002d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376856 Aug 11 03:01:11.002870 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.094770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.715263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc75011-d9d8-48f6-bbb1-3e1b092369d8 req-37693b60-9415-4890-aa00-8b1450e12b9e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.716836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cc75011-d9d8-48f6-bbb1-3e1b092369d8 req-37693b60-9415-4890-aa00-8b1450e12b9e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0590594 Aug 11 03:01:11.756284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9cc75011-d9d8-48f6-bbb1-3e1b092369d8 req-17c32d15-94d4-4841-997f-57cb1a9b21a6 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Aug 11 03:01:12.886438 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a190-d2fd-43d0-bc71-7f08d1fe215b req-e92d3ef0-2747-4978-84ba-c7a08e0dca04 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.888727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5425a190-d2fd-43d0-bc71-7f08d1fe215b req-e92d3ef0-2747-4978-84ba-c7a08e0dca04 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Aug 11 03:01:12.936117 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5425a190-d2fd-43d0-bc71-7f08d1fe215b req-c601b279-3491-423a-a8b7-7d14f8036c73 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Aug 11 03:01:14.059670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8aeb4-c316-4434-8a9d-a354361728a4 req-fa60bb38-5cd5-46a1-bcae-0918846589df tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.062115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fb8aeb4-c316-4434-8a9d-a354361728a4 req-fa60bb38-5cd5-46a1-bcae-0918846589df tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Aug 11 03:01:14.105005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fb8aeb4-c316-4434-8a9d-a354361728a4 req-fb8eee40-c58a-4667-b2a3-9189b7189bc4 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Aug 11 03:01:15.234850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fe803-4a4e-4b34-af32-a5ce8679bd37 req-2d7b2e90-64ce-4175-9ba0-574b486c9089 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.236497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-824fe803-4a4e-4b34-af32-a5ce8679bd37 req-2d7b2e90-64ce-4175-9ba0-574b486c9089 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0597129 Aug 11 03:01:15.278378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-824fe803-4a4e-4b34-af32-a5ce8679bd37 req-af3c0398-fd7d-485d-82fa-5495d22a9d9a tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Aug 11 03:01:16.427031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342bf31-e479-47e8-ba2d-bc63c8e1e74f req-9538e34e-aa59-4ffd-b1d5-fc080068a3a0 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.428610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d342bf31-e479-47e8-ba2d-bc63c8e1e74f req-9538e34e-aa59-4ffd-b1d5-fc080068a3a0 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Aug 11 03:01:16.469871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d342bf31-e479-47e8-ba2d-bc63c8e1e74f req-b8e2c4c9-2f51-4a86-9caf-de62b5782939 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Aug 11 03:01:17.596020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73977aa2-320d-4bbc-9fbe-cbb1baae5106 req-e407d5fb-9033-4138-a3aa-5bb6a361ae85 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.597842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73977aa2-320d-4bbc-9fbe-cbb1baae5106 req-e407d5fb-9033-4138-a3aa-5bb6a361ae85 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0545502 Aug 11 03:01:17.640787 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73977aa2-320d-4bbc-9fbe-cbb1baae5106 req-a99fb6c9-5b62-42f1-9c14-e982bc95bd1e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Aug 11 03:01:18.791962 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2988ed-4818-4ec1-9214-4f541514f50a req-ba0ec917-28f8-4766-858d-76ee42bc8c15 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.794644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e2988ed-4818-4ec1-9214-4f541514f50a req-ba0ec917-28f8-4766-858d-76ee42bc8c15 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0729105 Aug 11 03:01:18.850146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e2988ed-4818-4ec1-9214-4f541514f50a req-724f554b-f247-41f2-b7c9-324fcb1ac91f tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489504 Aug 11 03:01:19.970832 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d8025-53f8-4356-8771-62cb16c82958 req-4d20c4a7-a53f-4c46-b697-1d86eeb8a64f tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.972413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e3d8025-53f8-4356-8771-62cb16c82958 req-4d20c4a7-a53f-4c46-b697-1d86eeb8a64f tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0503104 Aug 11 03:01:20.012475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e3d8025-53f8-4356-8771-62cb16c82958 req-0c2f6fc2-718b-4a7c-87c1-f734142e453b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Aug 11 03:01:21.143878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc2a0-43f1-45e3-a8a8-66c3dcf31f19 req-61c2e7f2-6803-4325-86e9-69731ab0c09b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.145495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e31dc2a0-43f1-45e3-a8a8-66c3dcf31f19 req-61c2e7f2-6803-4325-86e9-69731ab0c09b tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Aug 11 03:01:21.186975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e31dc2a0-43f1-45e3-a8a8-66c3dcf31f19 req-c045c4c7-749d-4440-8f61-5893c5ae4320 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Aug 11 03:01:22.314083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5f473-eec4-4a74-a789-181713157048 req-426db10d-b197-43ec-8a74-dcd2d1144264 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.315645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7f5f473-eec4-4a74-a789-181713157048 req-426db10d-b197-43ec-8a74-dcd2d1144264 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0569599 Aug 11 03:01:22.364626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7f5f473-eec4-4a74-a789-181713157048 req-36d3a8be-e5e7-4c43-8e9d-6193115796e9 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Aug 11 03:01:22.679147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b52a7b0-1664-49b8-9f4f-83d3fd456fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.493011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b48ff8-5384-4c16-931a-a2a74a9a15e1 req-e87fe7d0-540d-4873-8eda-0ed94a443210 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.494751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01b48ff8-5384-4c16-931a-a2a74a9a15e1 req-e87fe7d0-540d-4873-8eda-0ed94a443210 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0555060 Aug 11 03:01:23.541997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01b48ff8-5384-4c16-931a-a2a74a9a15e1 req-3b4bd1af-2f3e-46c8-8c7b-06e4bf8a2895 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Aug 11 03:01:24.674169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9eae0-024a-47c5-845e-46f665a0b706 req-e5e4d07d-8a59-485d-a3c3-d1411a968806 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.675871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fd9eae0-024a-47c5-845e-46f665a0b706 req-e5e4d07d-8a59-485d-a3c3-d1411a968806 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0554574 Aug 11 03:01:24.720029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0fd9eae0-024a-47c5-845e-46f665a0b706 req-39bd668d-bc0f-411e-8196-d96d481eadbf tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Aug 11 03:01:25.206061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c64115d6-df8e-4510-aea3-ebe483e15895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.486763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.857503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be8582-ef1f-4d1f-99c1-505bef1cf9c6 req-add8ee29-8fa3-47da-ac23-7a1258dffc15 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.859196 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93be8582-ef1f-4d1f-99c1-505bef1cf9c6 req-add8ee29-8fa3-47da-ac23-7a1258dffc15 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0576539 Aug 11 03:01:25.902147 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-93be8582-ef1f-4d1f-99c1-505bef1cf9c6 req-355ce85f-3e5d-4ab9-b2d1-b38430a25b75 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Aug 11 03:01:26.596380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.023489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb077-16eb-4890-a6a9-ff4035342cf3 req-7d4dd9a6-f1d3-418b-bbbe-6234eabad9ef tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.025088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b4bb077-16eb-4890-a6a9-ff4035342cf3 req-7d4dd9a6-f1d3-418b-bbbe-6234eabad9ef tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0511255 Aug 11 03:01:27.070874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b4bb077-16eb-4890-a6a9-ff4035342cf3 req-c82c28c4-f9b2-4d46-8608-b38a2bc66e62 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Aug 11 03:01:28.195907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.228189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc73c-5eae-4881-b813-3bfd66bdb182 req-7ebf135e-e74b-42a4-82df-cb2e7049db38 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.229995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4acc73c-5eae-4881-b813-3bfd66bdb182 req-7ebf135e-e74b-42a4-82df-cb2e7049db38 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Aug 11 03:01:28.274352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4acc73c-5eae-4881-b813-3bfd66bdb182 req-d54bb03f-6fb4-4cb1-bb9a-13fb6465e896 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379806 Aug 11 03:01:29.408222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e6bb8-4214-4eb6-9d58-39e779dd81fe req-75c49e62-caed-4d84-a248-e01a73cf6d92 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.409924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d2e6bb8-4214-4eb6-9d58-39e779dd81fe req-75c49e62-caed-4d84-a248-e01a73cf6d92 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0584593 Aug 11 03:01:29.459213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d2e6bb8-4214-4eb6-9d58-39e779dd81fe req-086efe73-7689-43fa-97eb-d099e733cf5c tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377505 Aug 11 03:01:30.593097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ce253-bd34-4c5e-aa53-577a1ba2c01b req-2380d6ab-2450-432e-a668-03c433ba1445 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.595151 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-617ce253-bd34-4c5e-aa53-577a1ba2c01b req-2380d6ab-2450-432e-a668-03c433ba1445 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Aug 11 03:01:30.644845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-617ce253-bd34-4c5e-aa53-577a1ba2c01b req-9c495b46-2071-4d98-be44-0b8f92a9a444 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Aug 11 03:01:31.771253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35083a2f-cee8-4300-90c3-93e9c8939142 req-5ce80281-c06b-4aa6-8f75-513d93b56726 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.772905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35083a2f-cee8-4300-90c3-93e9c8939142 req-5ce80281-c06b-4aa6-8f75-513d93b56726 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0542631 Aug 11 03:01:31.828390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-35083a2f-cee8-4300-90c3-93e9c8939142 req-b1bd8fcf-1315-4ca1-b9a5-eb1b7e55b6ea tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Aug 11 03:01:32.697093 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-4daefb94-5b02-4170-914e-73b3a8150cd9 service neutron] show failed (client error): The resource could not be found. Aug 11 03:01:32.698201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-4daefb94-5b02-4170-914e-73b3a8150cd9 service neutron] 10.222.0.61 "GET /v2.0/ports/d57f9359-1778-4e11-acc0-7c9816eadd54/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0648882 Aug 11 03:01:33.001251 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304e9a-a47f-42bb-b102-1a40ce920cb4 req-4d891a2b-e245-4173-8511-9d366d4500d0 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.004045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83304e9a-a47f-42bb-b102-1a40ce920cb4 req-4d891a2b-e245-4173-8511-9d366d4500d0 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0582695 Aug 11 03:01:33.085097 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83304e9a-a47f-42bb-b102-1a40ce920cb4 req-eb426ad9-74d8-4c18-bef4-f428c5da926e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Aug 11 03:01:33.088424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-fd5d64be-bb76-43f1-9cc6-ef0c9c1ca099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.090083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-fd5d64be-bb76-43f1-9cc6-ef0c9c1ca099 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766&tenant_id=a61adbc0b9fb461a89a4c25fbabc9717 HTTP/1.1" status: 200 len: 1097 time: 0.1620200 Aug 11 03:01:33.118373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:33.193680 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.423504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:33.461533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:33.505624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:33.508126 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dad77e-31be-4627-8a55-cb5557d202a7" -d '{"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-unplugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:33.512954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.531766 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Transition to ACTIVE for port object d57f9359-1778-4e11-acc0-7c9816eadd54 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:33.536602 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.586770 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396de74-7a0f-45a7-9fef-90dfa477b510 x-openstack-request-id: req-5396de74-7a0f-45a7-9fef-90dfa477b510 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:33.587078 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-unplugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:33.587314 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5396de74-7a0f-45a7-9fef-90dfa477b510 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:33.587717 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'code': 200} Aug 11 03:01:33.611734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] No DVR routers for this DVR port d57f9359-1778-4e11-acc0-7c9816eadd54 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:33.614068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.628623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.628972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.630235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.630235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.630235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.630632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.630863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.631342 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.631496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.631703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.632033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.632356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.662842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:33.663188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:33.663530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:33.668424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:33.669301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Attempting to bind port d57f9359-1778-4e11-acc0-7c9816eadd54 on network 9e1451e7-014c-477e-93bb-c01f42ac71db {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:33.674878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:33.675139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Checking segment: {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:33.675560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Bound using segment: {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:33.676043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Bound port: d57f9359-1778-4e11-acc0-7c9816eadd54, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c92b54-4179-457e-8e99-98877c1c056f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:33.676408 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.744665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:33.748466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:33.758890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.804672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.805303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.806860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 1092 time: 0.7029593 Aug 11 03:01:33.838029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5a279-5dfe-437e-82ff-84a60f2fa6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.891059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1c02cc7e-fa2b-4e04-acd7-5bf705e043fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.892666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-1c02cc7e-fa2b-4e04-acd7-5bf705e043fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0510368 Aug 11 03:01:33.995771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-c6c1cda7-54ee-4b8d-ae69-585a226097be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.997243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-c6c1cda7-54ee-4b8d-ae69-585a226097be service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.0941048 Aug 11 03:01:34.047909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-0c61182e-c638-482c-aebd-6f9c9d5c052a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0425839 Aug 11 03:01:34.104072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-36c49899-f218-491a-88cc-bd355a9a64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.105571 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-36c49899-f218-491a-88cc-bd355a9a64dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0465181 Aug 11 03:01:34.145019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-f450850b-b8ee-4056-8e52-8964c22043d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307941 Aug 11 03:01:34.159674 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-0994ee69-8f30-4218-85f1-9e30fb9c2a0c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:01:34.161003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-0994ee69-8f30-4218-85f1-9e30fb9c2a0c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065014 Aug 11 03:01:34.288026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79df62-947f-416d-8db9-a9bc0d51a6ae req-0f9c115c-fcaa-4981-a313-5d8a87ff2ad1 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.289606 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba79df62-947f-416d-8db9-a9bc0d51a6ae req-0f9c115c-fcaa-4981-a313-5d8a87ff2ad1 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.1109884 Aug 11 03:01:34.319896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-8c4bcd73-f12e-4ae6-ac8c-69f7d3d8b112 service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494129 Aug 11 03:01:34.351842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ba79df62-947f-416d-8db9-a9bc0d51a6ae req-6754ab0e-d393-4b6e-87c5-60d68d7fb6fd tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Aug 11 03:01:34.439518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6aac3c68-8f2c-441b-bea7-d9ff3e043200 req-6ca81ffc-d21f-4dc6-89da-ecf9383a07d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047788 Aug 11 03:01:35.495302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31315d0-9864-4881-81b2-bd809ae145c9 req-2a89d75e-96d4-4afa-85b3-b8e4840a23d6 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.496961 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b31315d0-9864-4881-81b2-bd809ae145c9 req-2a89d75e-96d4-4afa-85b3-b8e4840a23d6 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.0615101 Aug 11 03:01:35.540197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b31315d0-9864-4881-81b2-bd809ae145c9 req-0e6db919-5ca4-44b6-84ba-7f3e0c1d96c4 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Aug 11 03:01:35.589019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:35.592256 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:35.648945 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103dd3ee-3f05-428b-ad4b-3591b4641217 x-openstack-request-id: req-103dd3ee-3f05-428b-ad4b-3591b4641217 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:35.649405 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:35.649841 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-103dd3ee-3f05-428b-ad4b-3591b4641217 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:35.650499 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'status': 'completed', 'code': 200} Aug 11 03:01:35.742404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c9e16635-b8d2-4018-a513-adfdd137b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.743975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c9e16635-b8d2-4018-a513-adfdd137b7cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0657346 Aug 11 03:01:35.745890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-1ba14b9d-c649-4cd8-8441-6539ad75d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.747905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-1ba14b9d-c649-4cd8-8441-6539ad75d678 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0780380 Aug 11 03:01:35.915772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-76d3c723-8034-4508-a848-846fdb915a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.917292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-76d3c723-8034-4508-a848-846fdb915a0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1655183 Aug 11 03:01:35.920831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c5f50694-ce53-4dcc-bbad-30dba4f18a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.922294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c5f50694-ce53-4dcc-bbad-30dba4f18a51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1614139 Aug 11 03:01:35.967053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-8c615e02-9700-474c-ae8a-646524c8a7fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0418706 Aug 11 03:01:36.003577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-8f45676e-c918-4bb8-9122-656efe200f64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0721967 Aug 11 03:01:36.078032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c414db5b-e80e-4581-af4e-c7a485db7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.079581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-c414db5b-e80e-4581-af4e-c7a485db7673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0861607 Aug 11 03:01:36.088333 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-b972e435-c6ac-43e7-89dd-6ce13cdb7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.089905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-b972e435-c6ac-43e7-89dd-6ce13cdb7c34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0638456 Aug 11 03:01:36.127131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-abc082dc-f5eb-4207-a19a-4fecbb1abf8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361269 Aug 11 03:01:36.150832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-dff8d05f-8620-445a-98b7-fec1ba54f433 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488889 Aug 11 03:01:36.244091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:36.296340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:36.316850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-4022ac1b-f649-42ae-96e8-17ce31c0b529 service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751039 Aug 11 03:01:36.326991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-fb1df03b-3df9-4232-a482-85b370710420 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634986 Aug 11 03:01:36.510135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-7f97ee35-efd3-4806-ae8e-ca0d89fa085f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946922 Aug 11 03:01:36.529397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-bba70f83-3b5d-469e-86a8-be6fb22a492c service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938591 Aug 11 03:01:36.531505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8553fd8a-f1f8-4e78-8e3e-aeab386e2d34 req-5a804fa9-eac5-4741-9ec5-964946f609bd service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036202 Aug 11 03:01:36.733140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-98440f72-b11a-41b2-ad32-957f431bec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.735429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-98440f72-b11a-41b2-ad32-957f431bec5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.1250129 Aug 11 03:01:36.751297 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c7bcd-b400-4709-aa07-9a2f3dc4583f req-beb73515-baba-410f-8f52-211357b81c23 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.754072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef7c7bcd-b400-4709-aa07-9a2f3dc4583f req-beb73515-baba-410f-8f52-211357b81c23 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 943 time: 0.1293614 Aug 11 03:01:36.847799 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ef7c7bcd-b400-4709-aa07-9a2f3dc4583f req-52f317a9-d29b-4d09-b0fc-b70ea0027014 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Aug 11 03:01:36.880904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-3912ddd9-985b-4e0e-851e-6a7edeeb2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.882566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-3912ddd9-985b-4e0e-851e-6a7edeeb2c03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1257091 Aug 11 03:01:36.933477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-d561dcef-36b3-450c-9df5-bd9a771cc91c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0436573 Aug 11 03:01:36.997684 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-d4c127a5-89ee-428d-8ea1-92f71e3b2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.997684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-d4c127a5-89ee-428d-8ea1-92f71e3b2044 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0552809 Aug 11 03:01:37.031474 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-ddef9e1c-a54f-4adb-844f-d50081575848 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287821 Aug 11 03:01:37.204867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-4440a97f-5735-405b-9702-b3d8cfa3a7b2 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.206463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-4440a97f-5735-405b-9702-b3d8cfa3a7b2 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766&tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.0907705 Aug 11 03:01:37.212718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-7d4422d0-1edf-4332-a0a6-92f7f1e7c88d service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734605 Aug 11 03:01:37.341837 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-e283d4b3-8106-456a-ac84-7a21f6f4a65f service neutron] delete failed (client error): The resource could not be found. Aug 11 03:01:37.342891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-e283d4b3-8106-456a-ac84-7a21f6f4a65f service neutron] 10.222.0.61 "DELETE /v2.0/ports/d57f9359-1778-4e11-acc0-7c9816eadd54/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.1277585 Aug 11 03:01:37.359241 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-88d158fe-e24e-491a-b4eb-09955785ee5b service neutron] 10.222.0.67 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375597 Aug 11 03:01:37.363157 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:37.440484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-d3ac3d58-2969-4f2a-bc73-fa13c4da4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.442076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-d3ac3d58-2969-4f2a-bc73-fa13c4da4cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 1095 time: 0.0450072 Aug 11 03:01:37.560533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-a20c8868-4ea5-4d6e-b35b-5b806d9934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.562016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-a20c8868-4ea5-4d6e-b35b-5b806d9934fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 200 len: 913 time: 0.1121807 Aug 11 03:01:37.612509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-fa57ae9a-3409-4c56-bfd4-281f41f06ce2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 200 len: 217 time: 0.0379772 Aug 11 03:01:37.669620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-80eaf80d-afd4-47f7-9350-dc034b62a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.671271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-80eaf80d-afd4-47f7-9350-dc034b62a3b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 200 len: 852 time: 0.0480611 Aug 11 03:01:37.708582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-e0c2b4bf-3123-4cae-ae84-b41eb6db49ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e1451e7-014c-477e-93bb-c01f42ac71db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 11 03:01:37.804751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:37.814756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-bd73d9b0-7ab6-4840-9a76-007392e00846 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963340 Aug 11 03:01:37.920253 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-31fafd11-674a-4117-a6bc-7b063dc199a7 service neutron] 10.222.0.61 "GET /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937889 Aug 11 03:01:37.928740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:37.941770 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'network_id': '9e1451e7-014c-477e-93bb-c01f42ac71db', 'port_id': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'mac_address': 'fa:16:3e:79:91:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9134c2f-e89b-4683-9e27-ada16aba90dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:37.983675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.000939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57f9359-1778-4e11-acc0-7c9816eadd54 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:38.024510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:38.028585 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.083271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.090682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.091034 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.091376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.091715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.092052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.092387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.092718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.093055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.093371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.093716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.094065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.094388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:38.318481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d57f9359-1778-4e11-acc0-7c9816eadd54'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:38.781340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd26f-c49c-4ec6-8ae5-9eabaf90e738 req-dde5d15f-2d19-42da-b797-483de5880325 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.782965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-158bd26f-c49c-4ec6-8ae5-9eabaf90e738 req-dde5d15f-2d19-42da-b797-483de5880325 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 944 time: 0.0603914 Aug 11 03:01:38.824185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-158bd26f-c49c-4ec6-8ae5-9eabaf90e738 req-080b25f0-50c5-417b-9111-e2fef9f5a1c0 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Aug 11 03:01:39.830324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:39.885066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port d57f9359-1778-4e11-acc0-7c9816eadd54 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:39.891038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port d57f9359-1778-4e11-acc0-7c9816eadd54 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:39.891414 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.958351 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bdb71-e7dd-497a-95b7-10fc4b519933 req-3f7c49b7-83c4-4b82-a030-1293e8c46a51 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.962950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-037bdb71-e7dd-497a-95b7-10fc4b519933 req-3f7c49b7-83c4-4b82-a030-1293e8c46a51 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 944 time: 0.0553305 Aug 11 03:01:39.981688 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.009877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-037bdb71-e7dd-497a-95b7-10fc4b519933 req-6c0360ab-770d-468f-b4f1-3fa0f463ca1e tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/security-groups?id=479dc7c0-4091-4c53-904e-e69f50a4709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Aug 11 03:01:40.010356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:40.012760 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b7d40-bd89-4f58-be30-db259a78da1a" -d '{"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:40.026735 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.031954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.063788 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db5b99-5b18-46ff-8028-de758249c940 x-openstack-request-id: req-82db5b99-5b18-46ff-8028-de758249c940 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:40.064187 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-plugged", "status": "completed", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:40.064393 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-82db5b99-5b18-46ff-8028-de758249c940 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:40.064896 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'code': 200} Aug 11 03:01:40.086252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.150776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-c030eee4-39cb-46fb-9b0b-efd665132da5 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.152259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-c030eee4-39cb-46fb-9b0b-efd665132da5 tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Aug 11 03:01:40.250282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Deleting port d57f9359-1778-4e11-acc0-7c9816eadd54 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:40.250623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.340980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] For port d57f9359-1778-4e11-acc0-7c9816eadd54, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=d57f9359-1778-4e11-acc0-7c9816eadd54,segment=NetworkSegment(58c92b54-4179-457e-8e99-98877c1c056f),segment_id=58c92b54-4179-457e-8e99-98877c1c056f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.341353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.366199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Calling delete_port for d57f9359-1778-4e11-acc0-7c9816eadd54 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:40.517384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.532392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['d57f9359-1778-4e11-acc0-7c9816eadd54'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:40.548201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Pushing event deleted for resources: {'Port': ['ID=d57f9359-1778-4e11-acc0-7c9816eadd54,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.949220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] No DVR routers for this DVR port d57f9359-1778-4e11-acc0-7c9816eadd54 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:40.952159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.954221 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca4cde6f-d3c6-4125-bea1-08ae2d30862e req-21994dfa-4503-4c62-a1ea-0ec6baba4f4d tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.67 "DELETE /v2.0/ports/d57f9359-1778-4e11-acc0-7c9816eadd54 HTTP/1.1" status: 204 len: 173 time: 0.7924416 Aug 11 03:01:40.954698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-deleted', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:40.956989 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d73a4d-814c-4129-aa9e-a4660d9a3e21" -d '{"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-deleted", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:41.007387 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed40df-aa41-4eb0-b63a-1d65c2dc0b13 x-openstack-request-id: req-c9ed40df-aa41-4eb0-b63a-1d65c2dc0b13 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:41.008071 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3b2345-5a81-4396-8335-e70f2d250766", "name": "network-vif-deleted", "tag": "d57f9359-1778-4e11-acc0-7c9816eadd54", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:41.008071 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9ed40df-aa41-4eb0-b63a-1d65c2dc0b13 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:41.008314 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3b2345-5a81-4396-8335-e70f2d250766', 'name': 'network-vif-deleted', 'tag': 'd57f9359-1778-4e11-acc0-7c9816eadd54', 'status': 'completed', 'code': 200} Aug 11 03:01:41.016800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.085483 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.145463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8dce698f-f534-40b4-9778-0b7c35b21bea req-79b1a438-2018-4a35-b923-a1abdf11320a tempest-DeleteServersTestJSON-222355748 tempest-DeleteServersTestJSON-222355748-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b3b2345-5a81-4396-8335-e70f2d250766 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Aug 11 03:01:42.293664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36300) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.340273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Deleting subnet d9134c2f-e89b-4683-9e27-ada16aba90dc {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:42.343930 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.381778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.425135 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.481141 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.507041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9134c2f-e89b-4683-9e27-ada16aba90dc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.513780 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.516398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-27e04660-e070-420a-af93-ccce77516c23 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d9134c2f-e89b-4683-9e27-ada16aba90dc HTTP/1.1" status: 204 len: 168 time: 0.2211857 Aug 11 03:01:42.518396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36302) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.591147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.675482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.686928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1451e7-014c-477e-93bb-c01f42ac71db']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:42.698283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c92b54-4179-457e-8e99-98877c1c056f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:42.698599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c92b54-4179-457e-8e99-98877c1c056f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:42.707779 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.721885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.728345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:42.728730 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:42.730668 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:42.790009 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.795608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.800362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] 10.222.0.68 "DELETE /v2.0/networks/9e1451e7-014c-477e-93bb-c01f42ac71db HTTP/1.1" status: 204 len: 168 time: 0.2780931 Aug 11 03:01:42.808473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4be90c-206d-4970-970e-9caa91cd740c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1451e7-014c-477e-93bb-c01f42ac71db,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.914385 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36306) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:42.959112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b615393c-963d-4805-be80-c6665ed73dc7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a61adbc0b9fb461a89a4c25fbabc9717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431626 Aug 11 03:01:42.961678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:43.010199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.031420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.081916 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.084543 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.085888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/479dc7c0-4091-4c53-904e-e69f50a4709a HTTP/1.1" status: 204 len: 168 time: 0.1231236 Aug 11 03:01:43.094060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929ba5e-7d25-4660-a500-7d4320e73462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479dc7c0-4091-4c53-904e-e69f50a4709a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:43.807842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36330) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:43.878867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:43.903380 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: d57f9359-1778-4e11-acc0-7c9816eadd54 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:43.903725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device d57f9359-1778-4e11-acc0-7c9816eadd54 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:43.915884 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-829409521-network', 'tenant_id': '84777bad2e114f3089b3c52c9516d831'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:43.939608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Made reservation on behalf of 84777bad2e114f3089b3c52c9516d831 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:43.942358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.954397 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.050526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.054851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.080799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:44.090012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2af104-48dc-4d27-be3b-653bc2c346ea,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.099995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.100349 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Added segment 9b14b59c-ea8b-496b-b256-acceb3893d2f of type vlan for network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 Aug 11 03:01:44.102409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.102758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.103130 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.103470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.103811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.104142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.104473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.104801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.105128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.105452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.105824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.106156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:44.150810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.180578 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.181559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.182218 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.245541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] Pushing event updated for resources: {'Network': ['ID=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.253935 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0341c567-6f82-478b-8d1b-2c0e42c385db admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4420261 Aug 11 03:01:44.254247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36334) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.259305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Request body: {'subnet': {'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-829409521-subnet', 'tenant_id': '84777bad2e114f3089b3c52c9516d831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:44.263168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:44.285614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Made reservation on behalf of 84777bad2e114f3089b3c52c9516d831 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:44.288026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.475881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.531012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea73d94-b301-445f-a9bd-34691aa35dc8,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.542106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Checking segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:44.542457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Network hostable DHCP agents. Network: 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:44.560917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:44.571358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:44.576371 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.576956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.584433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c98e3-6579-4fd3-b06f-81c7d7c9ed22 None None] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:44.598393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-66b582aa-3e8e-4ef0-8401-791fd6131eee admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3374100 Aug 11 03:01:44.718461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286155f-c643-4fbe-8b7e-0c8d1fb00c51 None None] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:45.132937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-ff56e2f4-8498-44a8-a2e3-6b605ed3c698 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.134656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-ff56e2f4-8498-44a8-a2e3-6b605ed3c698 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 814 time: 0.1496832 Aug 11 03:01:45.153294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-4086cec6-1e43-4497-aa17-15b6b5f3f97b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/quotas/84777bad2e114f3089b3c52c9516d831 HTTP/1.1" status: 200 len: 375 time: 0.0100355 Aug 11 03:01:45.187852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-6936e49b-6c99-4705-aa50-3192c0719634 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282371 Aug 11 03:01:45.325621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-4af1473d-6e7a-47f1-8eca-fe07124ecadc service neutron] 10.222.0.68 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278217 Aug 11 03:01:45.420997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-b32e5370-ea27-454b-96bb-10ef861da520 service neutron] 10.222.0.68 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896502 Aug 11 03:01:45.587024 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eea3b62-daac-404e-aa62-059e0ad8abbd req-70c1e911-b658-4493-a075-9836e0bc971c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 210 time: 0.0289376 Aug 11 03:01:46.612956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-d41923d2-f1e6-4309-b4f4-80657b0f639a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.615807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-d41923d2-f1e6-4309-b4f4-80657b0f639a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 814 time: 0.1163549 Aug 11 03:01:46.633032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Request body: {'port': {'device_id': '199f676b-5e22-4333-a54f-02759810c27f', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'admin_state_up': True, 'tenant_id': '84777bad2e114f3089b3c52c9516d831'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:46.711261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ca33fa3-8af2-4e5d-911b-54469f2717cc req-9d4cb9a0-1350-44bc-aa39-694b03b16c95 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 210 time: 0.0341182 Aug 11 03:01:46.775944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Made reservation on behalf of 84777bad2e114f3089b3c52c9516d831 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:46.779658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.913468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Allocated IP 172.20.0.12 (8dc8c881-a01a-4bf8-a2ab-fe111a3fc520/bea73d94-b301-445f-a9bd-34691aa35dc8/449dc5a8-388d-4718-8939-c426872792c4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:47.091202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.136853 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.209907 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:47.215217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:47.227139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:47.274372 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.335802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.336908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.360030 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-de22a87b-27cd-450f-8758-5cdf1c402d59 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318146 Aug 11 03:01:47.377875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Request body: {'port': {'device_id': '199f676b-5e22-4333-a54f-02759810c27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:47.435699 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.748009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449dc5a8-388d-4718-8939-c426872792c4 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:47.757386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.772888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Transition to ACTIVE for port object 449dc5a8-388d-4718-8939-c426872792c4 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:47.777923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.870145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.909405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd057eb2-f92f-4389-8951-cb810debc59f req-eeca2ea0-a9c0-47d0-8348-ff7adf0da09e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.911082 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd057eb2-f92f-4389-8951-cb810debc59f req-eeca2ea0-a9c0-47d0-8348-ff7adf0da09e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.1057813 Aug 11 03:01:47.994402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd057eb2-f92f-4389-8951-cb810debc59f req-64bb220e-fb26-4339-8a04-8b9f8e80b5d7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627553 Aug 11 03:01:48.002739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:48.003695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:48.004152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:48.010581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:48.010905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:48.017602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:48.017984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Checking segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:48.018378 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Bound using segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:48.018837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Bound port: 449dc5a8-388d-4718-8939-c426872792c4, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:48.019271 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.094581 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:48.098541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:48.103621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.141130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.141756 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.143287 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] 10.222.0.67 "PUT /v2.0/ports/449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 1093 time: 0.7703714 Aug 11 03:01:48.143743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:48.146099 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:48.176139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301610c-9891-4579-b9f4-4e636d726466 service neutron] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.198261 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe8b62d-869f-4ef4-a8c0-247ce37ed157 x-openstack-request-id: req-0fe8b62d-869f-4ef4-a8c0-247ce37ed157 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:48.198561 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:48.198894 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fe8b62d-869f-4ef4-a8c0-247ce37ed157 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:48.200014 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'status': 'completed', 'code': 200} Aug 11 03:01:48.247103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-d9819ef7-5582-4c59-82d3-dab34df7afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.248656 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-d9819ef7-5582-4c59-82d3-dab34df7afe0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1096 time: 0.0447426 Aug 11 03:01:48.296484 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-60d76271-e720-4e89-ab93-081bfd392dce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Aug 11 03:01:48.349432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064387-487f-486c-b8de-79f35c94ac96 req-bdf0a09e-5185-439d-a83d-f4f958ab24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.351071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-bdf0a09e-5185-439d-a83d-f4f958ab24ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0472207 Aug 11 03:01:48.385641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-4779a170-f295-4dbd-895f-5d76e1833bcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263262 Aug 11 03:01:48.479869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-f3f13266-844a-48e9-a7ab-bd6e4abe30f9 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870552 Aug 11 03:01:48.578286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-be064387-487f-486c-b8de-79f35c94ac96 req-23bb9b0a-ce21-4ece-b15b-70cd00d88cef service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Aug 11 03:01:48.683409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-f513a63d-d4d8-46a8-8556-b1f4c87e1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.685664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-f513a63d-d4d8-46a8-8556-b1f4c87e1dfd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1096 time: 0.0442512 Aug 11 03:01:48.782439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-28444c2f-f99f-4152-baf1-601b3cf8ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.783941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-28444c2f-f99f-4152-baf1-601b3cf8ebb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0913227 Aug 11 03:01:48.826194 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-467003c1-4da1-438b-a973-eea2398fc85a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Aug 11 03:01:48.882307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-220eb8c3-1c8e-4156-8c8d-92b54b780a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.883711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-220eb8c3-1c8e-4156-8c8d-92b54b780a27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0507667 Aug 11 03:01:48.920435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-c6f82a30-9a46-4fb1-a676-822a02f7dc19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267484 Aug 11 03:01:49.012226 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-c09aca69-0de1-442d-b4b1-354fc36322e6 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833933 Aug 11 03:01:49.179867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d6524b1-0cbe-44e4-a341-78ed3f0bdc2b req-f154fa72-e9cd-4e07-8603-a82c40f9b615 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592774 Aug 11 03:01:49.189174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48663-5c73-43c5-9e77-da95634f2165 req-8b535d4c-14d3-4a12-9954-9cce2d7d1b7a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.190920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6a48663-5c73-43c5-9e77-da95634f2165 req-8b535d4c-14d3-4a12-9954-9cce2d7d1b7a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.0823560 Aug 11 03:01:49.237832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6a48663-5c73-43c5-9e77-da95634f2165 req-709990c4-9a85-492d-835b-5a959d7c11e2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Aug 11 03:01:50.363815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dc704-c2a0-4bec-8169-9d01e9837d7e req-d3a8af5f-6ab9-406e-93ac-6aba2a9e8264 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.365378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-230dc704-c2a0-4bec-8169-9d01e9837d7e req-d3a8af5f-6ab9-406e-93ac-6aba2a9e8264 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.0587003 Aug 11 03:01:50.419300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-230dc704-c2a0-4bec-8169-9d01e9837d7e req-d5313264-fa97-4451-8c13-cfbfb886866e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Aug 11 03:01:51.536614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17dc2-1852-42ea-864b-7b4f525846c5 req-16b6bb95-2ad5-4dc2-ac84-6dd526362174 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.538176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0a17dc2-1852-42ea-864b-7b4f525846c5 req-16b6bb95-2ad5-4dc2-ac84-6dd526362174 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.0504255 Aug 11 03:01:51.579593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d0a17dc2-1852-42ea-864b-7b4f525846c5 req-bd4b038b-3fbe-425f-9db1-d2d73b73b7d6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Aug 11 03:01:51.940867 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 449dc5a8-388d-4718-8939-c426872792c4 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:52.037171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:52.050250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '449dc5a8-388d-4718-8939-c426872792c4', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'port_id': '449dc5a8-388d-4718-8939-c426872792c4', 'mac_address': 'fa:16:3e:3a:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea73d94-b301-445f-a9bd-34691aa35dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:52.093770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.107498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449dc5a8-388d-4718-8939-c426872792c4 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:52.127431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:52.131928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.182049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.385364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['449dc5a8-388d-4718-8939-c426872792c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:52.682865 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e64618cc-85a7-4e61-adba-db08af552d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.701995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc4aa-e270-4968-8368-63d4b714bd2a req-051f97a6-2750-403a-88f5-40c03dbfd24f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.703623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-151dc4aa-e270-4968-8368-63d4b714bd2a req-051f97a6-2750-403a-88f5-40c03dbfd24f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 945 time: 0.0555613 Aug 11 03:01:52.743495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-151dc4aa-e270-4968-8368-63d4b714bd2a req-f08b4992-3ffb-4a65-ba0e-566b84dddd6f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Aug 11 03:01:53.863201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b877bc-7174-4ffd-94f9-9efd5c02857b req-bafecace-0eef-49b0-9b2d-c23a03d11cf2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.864760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31b877bc-7174-4ffd-94f9-9efd5c02857b req-bafecace-0eef-49b0-9b2d-c23a03d11cf2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 945 time: 0.0509405 Aug 11 03:01:53.915632 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31b877bc-7174-4ffd-94f9-9efd5c02857b req-0e33264b-176b-494f-9a78-5e91e311d539 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Aug 11 03:01:53.940781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 449dc5a8-388d-4718-8939-c426872792c4 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:53.991660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 449dc5a8-388d-4718-8939-c426872792c4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:53.996390 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 449dc5a8-388d-4718-8939-c426872792c4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:53.996826 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.091183 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.116962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:54.119278 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e69021-90a9-4d10-82cb-6b82955561bf" -d '{"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-plugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:54.136924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:54.141295 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.165984 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab5f384-b703-4fbb-8d06-0571667e152d x-openstack-request-id: req-6ab5f384-b703-4fbb-8d06-0571667e152d {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:54.166302 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-plugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:54.166555 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ab5f384-b703-4fbb-8d06-0571667e152d {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:54.166941 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'code': 200} Aug 11 03:01:54.195382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.271728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f2ef4-b097-4820-9e90-901bd6f4333a req-9192d330-ae3d-4a2f-8adf-c2dbe3e8011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.273492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c1f2ef4-b097-4820-9e90-901bd6f4333a req-9192d330-ae3d-4a2f-8adf-c2dbe3e8011a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1098 time: 0.0443664 Aug 11 03:01:54.315508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c1f2ef4-b097-4820-9e90-901bd6f4333a req-e328c5d8-52e2-410d-93bc-2e4d20759cff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Aug 11 03:01:55.033417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c1aa-a258-4970-bddf-49d05a5504a9 req-aa1bfb3a-dcf5-4139-80a8-f83f0da45137 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.034903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c54c1aa-a258-4970-bddf-49d05a5504a9 req-aa1bfb3a-dcf5-4139-80a8-f83f0da45137 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0508482 Aug 11 03:01:55.076091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c54c1aa-a258-4970-bddf-49d05a5504a9 req-bbb3f167-30bc-4d57-95f2-bc5cd1450edc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348163 Aug 11 03:01:55.209537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bdd2474f-4e26-4a6a-8445-baaa2811963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.479216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.201355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7b5c-7630-43fb-a447-41762a1c80b1 req-83a5e866-8712-462c-9ae4-722384527f9e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.202938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41ac7b5c-7630-43fb-a447-41762a1c80b1 req-83a5e866-8712-462c-9ae4-722384527f9e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0541337 Aug 11 03:01:56.245309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-41ac7b5c-7630-43fb-a447-41762a1c80b1 req-3a0a275a-a92d-4d62-8396-2e3a549b4ef6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Aug 11 03:01:56.368010 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38363e54-0f70-4044-b5f7-eea5b194c05c req-0dbfcff7-7676-4f81-85a4-b31c64e0903e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.369874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38363e54-0f70-4044-b5f7-eea5b194c05c req-0dbfcff7-7676-4f81-85a4-b31c64e0903e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0516236 Aug 11 03:01:56.414277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-38363e54-0f70-4044-b5f7-eea5b194c05c req-63f81e76-049e-442d-8cfa-d2eff3d794d9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Aug 11 03:01:56.607284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.629210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f235-73a9-494f-9ca8-bec82c4de29e req-529bef8c-427f-415e-b366-f2b08276d372 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.630837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4960f235-73a9-494f-9ca8-bec82c4de29e req-529bef8c-427f-415e-b366-f2b08276d372 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0542068 Aug 11 03:01:56.671660 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4960f235-73a9-494f-9ca8-bec82c4de29e req-e2d401fd-3986-41be-be54-57876cf01ab1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Aug 11 03:01:56.791665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5195-c402-47c3-8dc3-b6da65a813f7 req-6bac4884-cdff-4e8a-8015-b120b80b8311 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.793644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f3a5195-c402-47c3-8dc3-b6da65a813f7 req-6bac4884-cdff-4e8a-8015-b120b80b8311 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0504019 Aug 11 03:01:56.838519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f3a5195-c402-47c3-8dc3-b6da65a813f7 req-c1add88b-cc33-425d-b85f-b334c2c3507a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Aug 11 03:01:57.101762 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-790831d1-26e5-4a0a-b80f-3b40909847d0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490503 Aug 11 03:01:57.112779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c63897-c72f-4cf0-aa78-b2bf646b0e06 req-0d65e283-6c73-4cf5-b352-4318cde545d0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.114869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43c63897-c72f-4cf0-aa78-b2bf646b0e06 req-0d65e283-6c73-4cf5-b352-4318cde545d0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0637712 Aug 11 03:01:57.159355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-43c63897-c72f-4cf0-aa78-b2bf646b0e06 req-d7aaee15-a3d0-4b4f-897a-00d6b491979f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Aug 11 03:01:58.195604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.307174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d2ee-d00b-477e-bb01-beebe9a7d58b req-55a1a3ce-ad4a-423b-93d1-bf9e0e60a8ff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.308845 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a36d2ee-d00b-477e-bb01-beebe9a7d58b req-55a1a3ce-ad4a-423b-93d1-bf9e0e60a8ff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0593576 Aug 11 03:01:58.384702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a36d2ee-d00b-477e-bb01-beebe9a7d58b req-5f3f90ec-c219-4bec-ba5c-f96c81ec80d8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675046 Aug 11 03:01:58.395245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-9d544db9-b5f7-426b-a86e-e7bd8b717f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.398079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-9d544db9-b5f7-426b-a86e-e7bd8b717f23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1098 time: 0.0788107 Aug 11 03:01:58.503795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a47456fb-d81b-479a-a54a-6778b160d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.505382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a47456fb-d81b-479a-a54a-6778b160d246 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.1004267 Aug 11 03:01:58.550607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-abb4e744-2b50-4b58-8bab-53eb2a28a415 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0373578 Aug 11 03:01:58.615054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-25206e5a-ca81-443f-afc7-70a63895ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.616559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-25206e5a-ca81-443f-afc7-70a63895ad7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0589800 Aug 11 03:01:58.652804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-8bd3cbc7-4f13-46cf-99e0-f2aab7bff7cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287149 Aug 11 03:01:58.771054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-13fdde3c-6141-4dee-b096-a29733a6830b service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106870 Aug 11 03:01:58.873754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-5b443762-d9e1-41a1-be8a-153934b9580e service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954494 Aug 11 03:01:59.507728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366b452-edbf-4677-b315-c0fbcdce830c req-3e1fed51-c475-4461-bb02-0a93524a5262 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.509305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6366b452-edbf-4677-b315-c0fbcdce830c req-3e1fed51-c475-4461-bb02-0a93524a5262 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0506763 Aug 11 03:01:59.551508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6366b452-edbf-4677-b315-c0fbcdce830c req-14704b6a-a73d-44d0-94f9-ed3c22f02de8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360773 Aug 11 03:02:00.702997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4de25-19c4-445a-ae28-1021862cfea5 req-841fc623-b7ad-416d-86a5-968f60480507 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.704512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cc4de25-19c4-445a-ae28-1021862cfea5 req-841fc623-b7ad-416d-86a5-968f60480507 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0497444 Aug 11 03:02:00.748386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cc4de25-19c4-445a-ae28-1021862cfea5 req-d300e16a-aec2-4d6c-9dc3-0ce6169e9d05 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 Aug 11 03:02:01.905862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba774b6-d7fd-4b7a-a16b-f1e38bf1e10c req-93373a3f-01cb-4fd3-a8f3-4b3227cdcf2a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.907482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ba774b6-d7fd-4b7a-a16b-f1e38bf1e10c req-93373a3f-01cb-4fd3-a8f3-4b3227cdcf2a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0593619 Aug 11 03:02:01.947556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4ba774b6-d7fd-4b7a-a16b-f1e38bf1e10c req-3404689e-6947-4086-ba4a-9e9ac4662e2b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Aug 11 03:02:03.068496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f831df-c490-469c-b9a2-f2a58e9b5611 req-88b539d2-35e3-45e2-8727-5d1e515c1de9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.070131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84f831df-c490-469c-b9a2-f2a58e9b5611 req-88b539d2-35e3-45e2-8727-5d1e515c1de9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0524001 Aug 11 03:02:03.116329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84f831df-c490-469c-b9a2-f2a58e9b5611 req-7cc75fcd-276a-4d06-a5cd-6bab643c1fa3 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Aug 11 03:02:04.257061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21ae4-981a-4e8b-923c-e1d6699db66f req-56951df0-e40e-41d7-b6ec-4adbc50b58e9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.258709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3eb21ae4-981a-4e8b-923c-e1d6699db66f req-56951df0-e40e-41d7-b6ec-4adbc50b58e9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0517347 Aug 11 03:02:04.303415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3eb21ae4-981a-4e8b-923c-e1d6699db66f req-6a42be85-f055-4fe7-bfa1-07b86dac1b68 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Aug 11 03:02:05.421180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dec16-d3de-4ed9-b79e-8f6f3d77c886 req-aa619267-b018-4735-ba78-d200dd82b3ed tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.422738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541dec16-d3de-4ed9-b79e-8f6f3d77c886 req-aa619267-b018-4735-ba78-d200dd82b3ed tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0505950 Aug 11 03:02:05.462898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-541dec16-d3de-4ed9-b79e-8f6f3d77c886 req-e95a8630-7f42-448c-809c-057cdf0734c2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Aug 11 03:02:06.581072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b822-74bf-44a5-8fa5-228e5675f23b req-86295110-d331-42ce-92e9-1e26a02ba40c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.582740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da27b822-74bf-44a5-8fa5-228e5675f23b req-86295110-d331-42ce-92e9-1e26a02ba40c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0508025 Aug 11 03:02:06.622522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da27b822-74bf-44a5-8fa5-228e5675f23b req-6e0f9d35-f7fa-4e0f-bfa7-5dc10a72e69e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Aug 11 03:02:07.739879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c66bf9-8586-4410-9a31-6bb0fb8a4a8b req-b9a592cd-aca7-49fb-a404-c5b87c8fe537 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.741420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c66bf9-8586-4410-9a31-6bb0fb8a4a8b req-b9a592cd-aca7-49fb-a404-c5b87c8fe537 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0502794 Aug 11 03:02:07.785362 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c66bf9-8586-4410-9a31-6bb0fb8a4a8b req-a2af5770-08b3-45fe-8037-6bc86e84d133 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Aug 11 03:02:08.904077 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb999-3950-42b5-b0bc-d4c771a85673 req-231feb97-4e2f-4ee8-b6e8-0f711ab1432e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.905589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb999-3950-42b5-b0bc-d4c771a85673 req-231feb97-4e2f-4ee8-b6e8-0f711ab1432e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0508902 Aug 11 03:02:08.946723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb999-3950-42b5-b0bc-d4c771a85673 req-028ba2ec-68ac-4ccd-b1a9-70d839dc4c68 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Aug 11 03:02:10.067325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4940a2e-a0c4-42bc-91d5-815fb442d8fa req-3463bf35-5e97-4daa-bfbb-e59c36076bff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.068869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4940a2e-a0c4-42bc-91d5-815fb442d8fa req-3463bf35-5e97-4daa-bfbb-e59c36076bff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0500517 Aug 11 03:02:10.108855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4940a2e-a0c4-42bc-91d5-815fb442d8fa req-9c0b1f5e-d5fd-4df2-8d6a-f142c64faf56 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Aug 11 03:02:11.034159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.097926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.245262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88496f0-372d-43bb-924b-d4058f7fc58c req-d184e14c-3bfe-44b3-b9c3-b3a455f4245e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.246927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88496f0-372d-43bb-924b-d4058f7fc58c req-d184e14c-3bfe-44b3-b9c3-b3a455f4245e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0548708 Aug 11 03:02:11.294985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a88496f0-372d-43bb-924b-d4058f7fc58c req-d04e500b-67f4-43e6-bd6b-7d5d32190b35 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Aug 11 03:02:12.422057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aaf7b-062a-4ac3-8911-14d740db4fe5 req-3db57909-b9ad-4b86-9aff-b9fc548dd297 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.423839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-607aaf7b-062a-4ac3-8911-14d740db4fe5 req-3db57909-b9ad-4b86-9aff-b9fc548dd297 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0549619 Aug 11 03:02:12.466491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-607aaf7b-062a-4ac3-8911-14d740db4fe5 req-98460c90-e504-497b-93e5-47815f62651b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Aug 11 03:02:13.585627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c426b8a-bac7-45a7-9685-303a32833f70 req-7ef570a5-907b-4d30-8041-750c7bc90692 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.587155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c426b8a-bac7-45a7-9685-303a32833f70 req-7ef570a5-907b-4d30-8041-750c7bc90692 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0504415 Aug 11 03:02:13.627098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c426b8a-bac7-45a7-9685-303a32833f70 req-877443c1-52fe-4d94-8b5f-ff57a4254bad tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Aug 11 03:02:14.363310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:14.747539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275cf39-7645-41fa-8740-35871799f7ad req-2a786fac-1a04-460b-9a84-b000139abcc7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.749138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a275cf39-7645-41fa-8740-35871799f7ad req-2a786fac-1a04-460b-9a84-b000139abcc7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0508120 Aug 11 03:02:14.800084 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a275cf39-7645-41fa-8740-35871799f7ad req-7f318ff0-e210-4ff8-a3da-39cb92f72a81 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Aug 11 03:02:15.938092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c3b36-283c-4dd0-9c2f-f37458b3ba83 req-26929e32-8450-4c9b-96ff-16b061a13a96 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.939693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a92c3b36-283c-4dd0-9c2f-f37458b3ba83 req-26929e32-8450-4c9b-96ff-16b061a13a96 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0526631 Aug 11 03:02:15.982882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a92c3b36-283c-4dd0-9c2f-f37458b3ba83 req-629a8114-5cf2-4984-8ff4-03f405ea3eb4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361269 Aug 11 03:02:17.101912 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4f9fd-bf29-420f-acda-116b5830b005 req-9259b0f6-1462-4546-a73a-3e509af92dbf tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.103433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23b4f9fd-bf29-420f-acda-116b5830b005 req-9259b0f6-1462-4546-a73a-3e509af92dbf tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0525393 Aug 11 03:02:17.143898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23b4f9fd-bf29-420f-acda-116b5830b005 req-a6fb6693-73e3-4dd9-86b4-492de4ab3566 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Aug 11 03:02:18.271392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96a55a-aa53-42ee-b580-7578db201911 req-d4048a82-1448-4337-8446-7c43b6f9cb26 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.273002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e96a55a-aa53-42ee-b580-7578db201911 req-d4048a82-1448-4337-8446-7c43b6f9cb26 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0522552 Aug 11 03:02:18.317625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e96a55a-aa53-42ee-b580-7578db201911 req-fec6e4e9-0bfa-4e7a-b1f6-f01c1d4b973a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Aug 11 03:02:19.439523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e1d0a-c2e8-4e75-912e-34cfec403a16 req-8485c8a4-b4dd-4eb6-bc6e-a6087c563ec9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.441148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8e1d0a-c2e8-4e75-912e-34cfec403a16 req-8485c8a4-b4dd-4eb6-bc6e-a6087c563ec9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0529163 Aug 11 03:02:19.483234 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f8e1d0a-c2e8-4e75-912e-34cfec403a16 req-e4bf8389-e9dc-4826-8274-b690f0b933fd tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356846 Aug 11 03:02:20.602818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce2e5-b785-4d60-bee1-c5db2afdb5e2 req-16900e79-63ae-465e-90e5-04329b1030d3 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.604285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf0ce2e5-b785-4d60-bee1-c5db2afdb5e2 req-16900e79-63ae-465e-90e5-04329b1030d3 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0521433 Aug 11 03:02:20.646711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf0ce2e5-b785-4d60-bee1-c5db2afdb5e2 req-01328550-16e7-41ad-938c-4e0177df850a tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Aug 11 03:02:21.767804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bc20a-9145-4898-9150-16ad512457dc req-1ab2aa98-bffb-4b15-ad52-7462b8a06fea tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.769358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c03bc20a-9145-4898-9150-16ad512457dc req-1ab2aa98-bffb-4b15-ad52-7462b8a06fea tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0513821 Aug 11 03:02:21.822539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c03bc20a-9145-4898-9150-16ad512457dc req-2d1bd645-2e06-46e0-8ff8-6aaacf3a7e93 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Aug 11 03:02:22.690689 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-450b0e61-a384-4d5a-afae-57204e8e78da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.947349 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a3eb4-4d3b-40a4-a645-596dc28e4688 req-8682b0a3-50b7-4cda-bd5f-dcb23b1e03b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.949069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b21a3eb4-4d3b-40a4-a645-596dc28e4688 req-8682b0a3-50b7-4cda-bd5f-dcb23b1e03b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0517795 Aug 11 03:02:23.002874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b21a3eb4-4d3b-40a4-a645-596dc28e4688 req-14fa0f01-fdae-4e2e-adc0-2e518aec845f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Aug 11 03:02:24.138071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec90a7-45f5-49c7-bf04-60e94a7cd8ef req-a2ce7ba8-5488-4cf2-a32d-c7fb85732096 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.140027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1ec90a7-45f5-49c7-bf04-60e94a7cd8ef req-a2ce7ba8-5488-4cf2-a32d-c7fb85732096 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0621512 Aug 11 03:02:24.183548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1ec90a7-45f5-49c7-bf04-60e94a7cd8ef req-d2bce3fe-cf3a-49b4-bf83-20e1ab4a69ec tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Aug 11 03:02:25.216359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-09a67ff7-5c9e-418d-902e-37a6fae33251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.312630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4020a-8f03-469a-b872-b2b8b4091685 req-5e1ed2cc-f352-49ae-86f5-072823f8cf55 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.314360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcd4020a-8f03-469a-b872-b2b8b4091685 req-5e1ed2cc-f352-49ae-86f5-072823f8cf55 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0543425 Aug 11 03:02:25.364944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fcd4020a-8f03-469a-b872-b2b8b4091685 req-bf1570f0-acae-4ee2-a639-2cfd2a85cbc9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Aug 11 03:02:25.483503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.125249 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-967ff28f-d515-479e-94c9-4e4cf50168af req-734de06f-61d7-4cf2-bd1b-92f178418ca3 service neutron] show failed (client error): The resource could not be found. Aug 11 03:02:26.126359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-734de06f-61d7-4cf2-bd1b-92f178418ca3 service neutron] 10.222.0.67 "GET /v2.0/ports/449dc5a8-388d-4718-8939-c426872792c4/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0626431 Aug 11 03:02:26.375381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-63e732d5-ac05-49c8-80a1-b51c7b6cab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.376969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-63e732d5-ac05-49c8-80a1-b51c7b6cab9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f&tenant_id=84777bad2e114f3089b3c52c9516d831 HTTP/1.1" status: 200 len: 1098 time: 0.0590522 Aug 11 03:02:26.392612 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.521243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.589561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9aeba-ebe3-47f9-9189-15db9db5ea0c req-80c80772-8362-42d9-9977-96d6dfb22b02 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.591277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98e9aeba-ebe3-47f9-9189-15db9db5ea0c req-80c80772-8362-42d9-9977-96d6dfb22b02 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.1257322 Aug 11 03:02:26.606097 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.802758 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98e9aeba-ebe3-47f9-9189-15db9db5ea0c req-3d4e6bac-49cb-43f8-b08c-bcdf053de638 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977787 Aug 11 03:02:26.894837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:26.930407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:26.973517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:26.975869 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273cec5-07b7-4fa7-84ab-77c234d50952" -d '{"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-unplugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:26.980793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.996178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Transition to ACTIVE for port object 449dc5a8-388d-4718-8939-c426872792c4 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:27.000003 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.034751 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20b7682-4e75-4593-8d2d-47bde8944300 x-openstack-request-id: req-e20b7682-4e75-4593-8d2d-47bde8944300 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:27.035051 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-unplugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:27.035305 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e20b7682-4e75-4593-8d2d-47bde8944300 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:27.035708 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'code': 200} Aug 11 03:02:27.059128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.076143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] No DVR routers for this DVR port 449dc5a8-388d-4718-8939-c426872792c4 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:27.116022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:27.116373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:27.116710 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:27.121590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:27.121955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Attempting to bind port 449dc5a8-388d-4718-8939-c426872792c4 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:27.127250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:27.127849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Checking segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:27.128236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Bound using segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:27.128672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Bound port: 449dc5a8-388d-4718-8939-c426872792c4, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:27.129037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.197870 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:27.201968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:27.207265 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.249235 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.249890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.251390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] 10.222.0.61 "PUT /v2.0/ports/449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 1093 time: 0.8657420 Aug 11 03:02:27.275578 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d610d-c2b4-4166-b7a7-c6be7c86ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.325294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-6e4190c8-bfc5-47da-9f86-175662ebbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.326861 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-6e4190c8-bfc5-47da-9f86-175662ebbdeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1096 time: 0.0461266 Aug 11 03:02:27.432316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-b11e26a2-c30f-4dfb-843c-c7d577ac2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.434115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-b11e26a2-c30f-4dfb-843c-c7d577ac2152 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0985787 Aug 11 03:02:27.484860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-e005cd15-4eb4-4198-9bd6-a91be8c9be5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0425761 Aug 11 03:02:27.540286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff28f-d515-479e-94c9-4e4cf50168af req-e60be8a4-014d-44f3-bc83-7b849a4871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.541848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-e60be8a4-014d-44f3-bc83-7b849a4871ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0490518 Aug 11 03:02:27.578121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-1fc388cd-5baa-4421-bd52-35b93c595a54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284166 Aug 11 03:02:27.679218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-65ecd319-78b3-4466-b853-a108533ba5a6 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934911 Aug 11 03:02:27.780390 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-967ff28f-d515-479e-94c9-4e4cf50168af req-9e1f3274-e7e4-4c34-8e86-351bfc93320e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928421 Aug 11 03:02:27.939550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb473e8-043f-4f91-b37a-76e90b48abd1 req-934cfe3c-f5dd-4381-92ba-abfb817b7ec5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.942243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8cb473e8-043f-4f91-b37a-76e90b48abd1 req-934cfe3c-f5dd-4381-92ba-abfb817b7ec5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.0613599 Aug 11 03:02:27.993332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8cb473e8-043f-4f91-b37a-76e90b48abd1 req-6dfe3ca1-2670-4b05-be3a-69c5354e5b73 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Aug 11 03:02:28.196022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.036970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:29.041766 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc09f3d7-84f0-4521-b4fc-725909d84a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:29.126313 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7defc514-62fa-4329-ad79-ae45163ca381 x-openstack-request-id: req-7defc514-62fa-4329-ad79-ae45163ca381 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:29.126747 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:29.127158 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7defc514-62fa-4329-ad79-ae45163ca381 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:29.128133 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'status': 'completed', 'code': 200} Aug 11 03:02:29.218400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c424bd-aa92-4209-8f57-9272adcc57e8 req-3d6a9c19-7c9d-4d7a-8c3e-8bfccffad068 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.220238 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64c424bd-aa92-4209-8f57-9272adcc57e8 req-3d6a9c19-7c9d-4d7a-8c3e-8bfccffad068 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 944 time: 0.1439970 Aug 11 03:02:29.225265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-851259fc-4860-4439-b8f7-1c6cf2552b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.226949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-851259fc-4860-4439-b8f7-1c6cf2552b2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1096 time: 0.0933735 Aug 11 03:02:29.642792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-80ebd0d0-43bf-496d-a20f-d5c05c047376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.644470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-80ebd0d0-43bf-496d-a20f-d5c05c047376 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1096 time: 0.4967196 Aug 11 03:02:29.762846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64c424bd-aa92-4209-8f57-9272adcc57e8 req-f20c75c6-3d21-4b0c-89d6-01666083f5bc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330927 Aug 11 03:02:29.823384 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-a5e037e7-a2a2-4940-bd09-44af88efb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.824943 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-a5e037e7-a2a2-4940-bd09-44af88efb86f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.5875323 Aug 11 03:02:29.830144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-1bcdc6a0-5215-4e2c-b895-a656ab7be28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.831674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-1bcdc6a0-5215-4e2c-b895-a656ab7be28e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.1567628 Aug 11 03:02:29.875496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-68cdc9fb-f894-49d4-8563-e6089d234524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0427160 Aug 11 03:02:29.919952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-0e01f59e-b680-42be-83ec-2b0c12dafb99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0518420 Aug 11 03:02:29.989400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-e2c9b34a-a39e-4b7e-8339-14a9c2a0d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.990957 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-e2c9b34a-a39e-4b7e-8339-14a9c2a0d782 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0816066 Aug 11 03:02:29.998894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-eec0b9b8-5435-49ac-803a-91d65d4e05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.000392 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-eec0b9b8-5435-49ac-803a-91d65d4e05a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0622363 Aug 11 03:02:30.055813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-d1043c9e-ec47-45fd-8f02-95fdb4502a8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462551 Aug 11 03:02:30.057643 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-379d1156-9db4-4ebb-9310-6f08d82c4500 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563416 Aug 11 03:02:30.241265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-15040b46-b30b-41a4-b8f7-07a1f765764e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747701 Aug 11 03:02:30.244901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-f9b7bd1e-7df7-4336-99c4-10098f4e3ebf service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707630 Aug 11 03:02:30.315662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 449dc5a8-388d-4718-8939-c426872792c4 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:30.362799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 449dc5a8-388d-4718-8939-c426872792c4 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:30.411732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-88a0618d-4723-4e7e-a223-c61b8e785749 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626632 Aug 11 03:02:30.417770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc09f3d7-84f0-4521-b4fc-725909d84a4c req-9d39aaec-0d18-4e2d-9082-bfe0498e0a1b service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598213 Aug 11 03:02:30.479095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 449dc5a8-388d-4718-8939-c426872792c4 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:30.749752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:30.765569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '449dc5a8-388d-4718-8939-c426872792c4', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'port_id': '449dc5a8-388d-4718-8939-c426872792c4', 'mac_address': 'fa:16:3e:3a:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea73d94-b301-445f-a9bd-34691aa35dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:30.813254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.841016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449dc5a8-388d-4718-8939-c426872792c4 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:30.876750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:30.882766 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.942216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c5c44-1d9a-4284-ae55-819d5cd58b1d req-e88174ba-43c7-4626-8b26-6534c87a1dae tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.945155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f52c5c44-1d9a-4284-ae55-819d5cd58b1d req-e88174ba-43c7-4626-8b26-6534c87a1dae tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 945 time: 0.0725317 Aug 11 03:02:30.954491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.996853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f52c5c44-1d9a-4284-ae55-819d5cd58b1d req-723639d2-520a-4272-ac59-855a101517f6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Aug 11 03:02:31.128661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['449dc5a8-388d-4718-8939-c426872792c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:31.291534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c16a9-ca27-40e1-bfbd-ea30741e47b7 req-37068197-1d61-4de5-85ce-e91487c29db8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.293119 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-491c16a9-ca27-40e1-bfbd-ea30741e47b7 req-37068197-1d61-4de5-85ce-e91487c29db8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 945 time: 0.1259599 Aug 11 03:02:31.308527 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-c6f8c02a-1eda-462f-8b51-47834ead29b1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.310136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-c6f8c02a-1eda-462f-8b51-47834ead29b1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.67 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f&tenant_id=84777bad2e114f3089b3c52c9516d831&binding%3Ahost_id=n-h2-713498-10 HTTP/1.1" status: 200 len: 945 time: 0.0970044 Aug 11 03:02:31.377863 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-491c16a9-ca27-40e1-bfbd-ea30741e47b7 req-047d8d87-ca68-4a66-9536-828d1e8ffa2d tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663557 Aug 11 03:02:31.406411 n-d-713498-10 neutron-server[94652]: INFO neutron.api.v2.resource [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-762535c8-ac36-43d7-a9dc-6dc2c05a13aa service neutron] delete failed (client error): The resource could not be found. Aug 11 03:02:31.407468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-762535c8-ac36-43d7-a9dc-6dc2c05a13aa service neutron] 10.222.0.67 "DELETE /v2.0/ports/449dc5a8-388d-4718-8939-c426872792c4/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0792336 Aug 11 03:02:31.510432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-66376ca1-c0aa-4e08-9059-14ac3e7a5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.511955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-66376ca1-c0aa-4e08-9059-14ac3e7a5b12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 1097 time: 0.0466957 Aug 11 03:02:31.614939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-8e53dd13-cdc8-4938-95f5-1b71c6dc4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.616389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-8e53dd13-cdc8-4938-95f5-1b71c6dc4f96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0946496 Aug 11 03:02:31.668211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-5e6fd481-ff9a-456c-b072-7a768e45b52a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 200 len: 217 time: 0.0385823 Aug 11 03:02:31.768394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-229f91d1-675c-4da6-84de-bb2305833e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.772354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-229f91d1-675c-4da6-84de-bb2305833e47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0929263 Aug 11 03:02:31.810770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-ae95a4d5-de01-4627-9ede-9cbf66a9059f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270677 Aug 11 03:02:31.913927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-e42706ac-1c5e-4926-a564-ebee9082da66 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917356 Aug 11 03:02:32.041462 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa37ebc5-9909-4fc7-92b7-e7318aaf8284 req-1816d700-30d2-4b48-8373-3271994e7c79 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158471 Aug 11 03:02:32.503331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 449dc5a8-388d-4718-8939-c426872792c4 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:32.525319 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2821-a00a-4935-a3bc-5921b03a1a24 req-2c560d6d-d2e3-4a66-83b8-44871ee7ffdf tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.527555 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e9e2821-a00a-4935-a3bc-5921b03a1a24 req-2c560d6d-d2e3-4a66-83b8-44871ee7ffdf tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 945 time: 0.0625942 Aug 11 03:02:32.573255 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 449dc5a8-388d-4718-8939-c426872792c4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:32.578658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 449dc5a8-388d-4718-8939-c426872792c4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:32.579030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.610557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e9e2821-a00a-4935-a3bc-5921b03a1a24 req-dcc0e8bf-14b1-4f05-86e5-cf8a6cf437d4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Aug 11 03:02:32.681872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.718621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:32.723431 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc20a618-cd23-44e6-9962-c24fa0d36d6f" -d '{"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-plugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:32.747744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:32.753853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.787291 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bee000-98eb-476f-ac05-b4e8d73d9b87 x-openstack-request-id: req-c8bee000-98eb-476f-ac05-b4e8d73d9b87 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:32.787536 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-plugged", "status": "completed", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:32.787746 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8bee000-98eb-476f-ac05-b4e8d73d9b87 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:32.788154 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'code': 200} Aug 11 03:02:32.820928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.743196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac56764-535e-4026-9eca-a3388dc4a828 req-c62bea18-2a68-4222-b7f2-40c554a7b7a2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.744859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ac56764-535e-4026-9eca-a3388dc4a828 req-c62bea18-2a68-4222-b7f2-40c554a7b7a2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0542297 Aug 11 03:02:33.794399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ac56764-535e-4026-9eca-a3388dc4a828 req-7d97c95a-fa5b-4209-b5c5-982d50f26996 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Aug 11 03:02:33.924515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0f9f-17a1-4367-ae78-7b51a8b06371 req-1bd69abe-9682-429a-9d19-77d84999ae70 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.926223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531d0f9f-17a1-4367-ae78-7b51a8b06371 req-1bd69abe-9682-429a-9d19-77d84999ae70 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0562797 Aug 11 03:02:33.970138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531d0f9f-17a1-4367-ae78-7b51a8b06371 req-1f559dd4-425e-467e-9266-2e4ffa01a220 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Aug 11 03:02:34.097210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7440a2-e70a-46a1-a89c-2c1510d2a5c9 req-409b77d5-5805-4bc6-ad9a-02fa7417f720 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.098903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e7440a2-e70a-46a1-a89c-2c1510d2a5c9 req-409b77d5-5805-4bc6-ad9a-02fa7417f720 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0562739 Aug 11 03:02:34.142963 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e7440a2-e70a-46a1-a89c-2c1510d2a5c9 req-cb38e4ec-a4cf-4bc6-9ad8-43e351eb2cff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Aug 11 03:02:34.552280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-6431e888-d9b6-4341-9e93-dcd44349a632 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.553969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-6431e888-d9b6-4341-9e93-dcd44349a632 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 814 time: 0.1186378 Aug 11 03:02:34.573753 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-36e3af13-1af2-46d9-8df3-3c9624942858 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/quotas/84777bad2e114f3089b3c52c9516d831 HTTP/1.1" status: 200 len: 375 time: 0.0127761 Aug 11 03:02:34.630501 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-e636a6c2-d67c-47bc-8052-0823d0d08c90 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508094 Aug 11 03:02:34.738008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-d53af2f3-c6ea-4816-abe9-6a0772bee08e service neutron] 10.222.0.68 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994973 Aug 11 03:02:34.839652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-ab93c5d3-24b2-47af-9e34-c96aa2279389 service neutron] 10.222.0.68 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949905 Aug 11 03:02:35.043000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5fadc12-42c5-4255-9e79-c82f0ae61216 req-0400aa1f-b1ca-440f-bdf8-dc3771f14935 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 210 time: 0.0337045 Aug 11 03:02:36.024950 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-4c95b128-072a-4b6b-ac04-675c8462b0d4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.026581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-4c95b128-072a-4b6b-ac04-675c8462b0d4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.61 "GET /v2.0/ports?device_id=199f676b-5e22-4333-a54f-02759810c27f HTTP/1.1" status: 200 len: 946 time: 0.0526707 Aug 11 03:02:36.159009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Deleting port 449dc5a8-388d-4718-8939-c426872792c4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:36.159587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.240833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-1745f0c3-190f-4e10-9d7e-066564779680 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.241464 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4aad7ca-3231-422a-a92e-d23c3f02dbec req-35e9f7e5-83e9-46d2-94e4-f12157d7629d tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 210 time: 0.0642076 Aug 11 03:02:36.242376 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-1745f0c3-190f-4e10-9d7e-066564779680 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 814 time: 0.1738825 Aug 11 03:02:36.260280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Request body: {'port': {'device_id': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'admin_state_up': True, 'tenant_id': '84777bad2e114f3089b3c52c9516d831'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.301625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] For port 449dc5a8-388d-4718-8939-c426872792c4, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=449dc5a8-388d-4718-8939-c426872792c4,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:36.301975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.317162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Calling delete_port for 449dc5a8-388d-4718-8939-c426872792c4 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:36.401736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Made reservation on behalf of 84777bad2e114f3089b3c52c9516d831 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:36.405917 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.488422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.502797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['449dc5a8-388d-4718-8939-c426872792c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:36.524768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Pushing event deleted for resources: {'Port': ['ID=449dc5a8-388d-4718-8939-c426872792c4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.554558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.554779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.555121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.555460 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.555791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.556118 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.556442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.556773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.557098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.557457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.557783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.558139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:36.579802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] No DVR routers for this DVR port 449dc5a8-388d-4718-8939-c426872792c4 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:36.582576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.584739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.61 "DELETE /v2.0/ports/449dc5a8-388d-4718-8939-c426872792c4 HTTP/1.1" status: 204 len: 173 time: 0.5512383 Aug 11 03:02:36.585190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-deleted', 'tag': '449dc5a8-388d-4718-8939-c426872792c4'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:36.587497 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e013a879-3c9d-4803-a788-3ed836eaf1a9" -d '{"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-deleted", "tag": "449dc5a8-388d-4718-8939-c426872792c4"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:36.615381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Allocated IP 172.20.0.5 (8dc8c881-a01a-4bf8-a2ab-fe111a3fc520/bea73d94-b301-445f-a9bd-34691aa35dc8/48acffb2-4b33-493f-954f-20b47f9a3de0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:36.633490 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e00ea-e6ea-49bd-8fa7-548ce8d9b3f8 x-openstack-request-id: req-701e00ea-e6ea-49bd-8fa7-548ce8d9b3f8 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:36.633978 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199f676b-5e22-4333-a54f-02759810c27f", "name": "network-vif-deleted", "tag": "449dc5a8-388d-4718-8939-c426872792c4", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:36.634392 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-701e00ea-e6ea-49bd-8fa7-548ce8d9b3f8 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:36.634948 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199f676b-5e22-4333-a54f-02759810c27f', 'name': 'network-vif-deleted', 'tag': '449dc5a8-388d-4718-8939-c426872792c4', 'status': 'completed', 'code': 200} Aug 11 03:02:36.800900 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.844894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.860433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['449dc5a8-388d-4718-8939-c426872792c4'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:36.901213 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:36.906916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:36.919810 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:36.969058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.998507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.999121 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.015728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-66839fe5-2c2f-4f9e-b1da-dc7b3d824a4c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616823 Aug 11 03:02:37.029343 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Request body: {'port': {'device_id': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:37.091696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.366340 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48acffb2-4b33-493f-954f-20b47f9a3de0 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:37.374146 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.375520 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe71453-bff6-4d51-93b3-9f4734605c49 req-ab311e48-646a-420c-b488-cbe5d35bdd87 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.377222 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebe71453-bff6-4d51-93b3-9f4734605c49 req-ab311e48-646a-420c-b488-cbe5d35bdd87 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 931 time: 0.0518558 Aug 11 03:02:37.388930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Transition to ACTIVE for port object 48acffb2-4b33-493f-954f-20b47f9a3de0 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:37.393070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.419869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebe71453-bff6-4d51-93b3-9f4734605c49 req-9d52aa1a-a341-470b-ae52-6921a47e9358 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Aug 11 03:02:37.446895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.517451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:37.517785 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:37.518144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:37.522648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:37.522970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:37.529220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:37.529586 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Checking segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:37.530001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Bound using segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:37.530539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Bound port: 48acffb2-4b33-493f-954f-20b47f9a3de0, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:37.530910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.598618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:37.602171 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:37.608308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.645631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.646295 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.647735 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-96226f18-517e-4add-84eb-212c692a4923 service neutron] 10.222.0.61 "PUT /v2.0/ports/48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 1092 time: 0.6233203 Aug 11 03:02:37.648233 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:37.650769 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:37.697620 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d599c-4b77-49b3-b606-68c84a64e4c5 x-openstack-request-id: req-3d1d599c-4b77-49b3-b606-68c84a64e4c5 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:37.698996 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:37.699171 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d1d599c-4b77-49b3-b606-68c84a64e4c5 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:37.699907 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'status': 'completed', 'code': 200} Aug 11 03:02:37.701106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96226f18-517e-4add-84eb-212c692a4923 service neutron] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.756656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-18ac6808-d270-4c0c-83b8-aa22aaacc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.758279 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-18ac6808-d270-4c0c-83b8-aa22aaacc5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0524609 Aug 11 03:02:37.801603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-7f46c35e-f37b-4c19-a3e4-1ba67817223f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0347016 Aug 11 03:02:37.865849 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-15d6d415-5453-4e96-bf0b-4068c198461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.867484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-15d6d415-5453-4e96-bf0b-4068c198461f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0584280 Aug 11 03:02:37.901625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-47875580-d6d6-4ae3-8850-a7f538e2ce7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260708 Aug 11 03:02:38.004365 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-dd3b7471-eecd-49f6-aaec-0c691c1fedfd service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953872 Aug 11 03:02:38.099028 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c3748249-d1f3-4098-ba10-89a7a49f8ddb req-a355a70e-3d16-4952-9437-8c3798557267 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Aug 11 03:02:38.190703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-b0c7115a-f666-4eec-ba56-ab01021e1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.192194 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-b0c7115a-f666-4eec-ba56-ab01021e1cbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0453992 Aug 11 03:02:38.288657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-027148e2-4ccd-4ffe-b1c3-b7a001243234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.290335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-027148e2-4ccd-4ffe-b1c3-b7a001243234 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0902095 Aug 11 03:02:38.337894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-f9757bcf-6756-498d-91a4-5ecb7a3f4ac7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0395002 Aug 11 03:02:38.392870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-75fda7e5-0114-40be-8d8d-d225082aa5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.394445 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-75fda7e5-0114-40be-8d8d-d225082aa5b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0490634 Aug 11 03:02:38.429489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-6dac8ebc-3844-47e3-a9f1-9593f2ae039d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275700 Aug 11 03:02:38.539779 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-3eb7f4e1-09af-4307-9f64-b2f3d113487c service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013570 Aug 11 03:02:38.572074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec2e2b-3f1a-4ccc-89ab-a2ea452ae6cc req-704b9417-fde1-422a-bbb1-a21c3e45f0ec tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.574970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7ec2e2b-3f1a-4ccc-89ab-a2ea452ae6cc req-704b9417-fde1-422a-bbb1-a21c3e45f0ec tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0720775 Aug 11 03:02:38.627259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7ec2e2b-3f1a-4ccc-89ab-a2ea452ae6cc req-9c7b42b5-d849-4bf2-9d96-d804b47063ff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Aug 11 03:02:38.659431 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a9f8a98-c6eb-43fd-bb5f-62c3338316fa req-f7e42bbe-bd7a-4c67-8384-4672acfac81f service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115520 Aug 11 03:02:39.760083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40b5e-2de3-4a87-b83b-e25f024eaa1c req-b0ee925a-6c32-4d61-afd0-2d3bb194b7f1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.761850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92d40b5e-2de3-4a87-b83b-e25f024eaa1c req-b0ee925a-6c32-4d61-afd0-2d3bb194b7f1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0518210 Aug 11 03:02:39.803269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92d40b5e-2de3-4a87-b83b-e25f024eaa1c req-809261b5-87e0-45f7-8dcb-6ae9379b6dcb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Aug 11 03:02:40.525338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:40.528129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 449dc5a8-388d-4718-8939-c426872792c4 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:40.555235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 449dc5a8-388d-4718-8939-c426872792c4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:40.555607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 449dc5a8-388d-4718-8939-c426872792c4 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:40.663111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:40.676606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'port_id': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'mac_address': 'fa:16:3e:1c:c7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea73d94-b301-445f-a9bd-34691aa35dc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:40.724961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.746290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48acffb2-4b33-493f-954f-20b47f9a3de0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:40.771352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:40.776709 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.825221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.833150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.833964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.833964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.834176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.834605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.834823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.835151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.835473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.835793 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.836115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.836435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.836771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:40.935996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05abf3c-367a-487c-83bc-3f31e32ef174 req-84b8bcad-7c88-4888-a0f9-efcf8747b3cb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.937541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f05abf3c-367a-487c-83bc-3f31e32ef174 req-84b8bcad-7c88-4888-a0f9-efcf8747b3cb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 944 time: 0.0538311 Aug 11 03:02:40.981440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f05abf3c-367a-487c-83bc-3f31e32ef174 req-b78edf5d-9126-4b7f-a0fd-236d88223330 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Aug 11 03:02:41.002760 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['48acffb2-4b33-493f-954f-20b47f9a3de0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:41.052129 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.109550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.114476 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6e9b3-8f22-43eb-8059-9508bd7aebe5 req-eac1de6d-023c-4aec-9025-962ef4e0762c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.116061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dac6e9b3-8f22-43eb-8059-9508bd7aebe5 req-eac1de6d-023c-4aec-9025-962ef4e0762c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 944 time: 0.0560923 Aug 11 03:02:42.156789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dac6e9b3-8f22-43eb-8059-9508bd7aebe5 req-8a73a747-3e34-44a6-a80b-da545ece3f38 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Aug 11 03:02:42.548844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:42.606320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 48acffb2-4b33-493f-954f-20b47f9a3de0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:42.610569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 48acffb2-4b33-493f-954f-20b47f9a3de0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:42.610952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.695990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.720738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:42.723063 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce05eb-80ed-4788-afb3-5aa5ec9530c1" -d '{"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-plugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:42.736796 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:42.741316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.765566 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774106a2-3563-432e-8a01-d8119c89ba34 x-openstack-request-id: req-774106a2-3563-432e-8a01-d8119c89ba34 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:42.765885 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-plugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:42.766138 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-774106a2-3563-432e-8a01-d8119c89ba34 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:42.766530 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'code': 200} Aug 11 03:02:42.795135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.866139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cf80-b4da-4270-812f-6a46c6242ece req-ace10e99-e156-45e2-ab7a-81afc1dd5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.867671 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-26d4cf80-b4da-4270-812f-6a46c6242ece req-ace10e99-e156-45e2-ab7a-81afc1dd5568 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0425079 Aug 11 03:02:42.906884 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-26d4cf80-b4da-4270-812f-6a46c6242ece req-e886a8cc-1684-488d-ba4e-8abcc8ef2ec8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Aug 11 03:02:43.277370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c28f1-3bc1-4d77-a595-d48af12e16e4 req-65bcd825-d0a0-484d-829c-15579c35a415 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.278982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f46c28f1-3bc1-4d77-a595-d48af12e16e4 req-65bcd825-d0a0-484d-829c-15579c35a415 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Aug 11 03:02:43.319536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f46c28f1-3bc1-4d77-a595-d48af12e16e4 req-78808efe-94c9-4873-95ba-e0e3d4a92e32 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345094 Aug 11 03:02:44.464753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b941d3-1b3a-4e1e-af84-38fea7aed0dd req-a58ceb03-e5ab-4431-bf40-7900cd097922 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.466442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b941d3-1b3a-4e1e-af84-38fea7aed0dd req-a58ceb03-e5ab-4431-bf40-7900cd097922 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0655355 Aug 11 03:02:44.510932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8b941d3-1b3a-4e1e-af84-38fea7aed0dd req-28130e6c-cfcd-40b0-a4f3-fee2af521bb1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Aug 11 03:02:44.645309 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287566a-b189-4f45-b413-60e0a856914c req-f7e58af4-2be6-476d-8abe-122c149094e0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.646895 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6287566a-b189-4f45-b413-60e0a856914c req-f7e58af4-2be6-476d-8abe-122c149094e0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0581887 Aug 11 03:02:44.687962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6287566a-b189-4f45-b413-60e0a856914c req-ad1fe751-1413-49ee-a66e-981d69b25270 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346537 Aug 11 03:02:45.071052 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0228790c-3565-4465-b6db-5fff6647661a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531235 Aug 11 03:02:45.087882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11924e5b-d626-4221-afab-d1d6d0ed0c60 req-1f1b59b0-96a5-4fd1-b679-d59f6160ddba tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.089726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11924e5b-d626-4221-afab-d1d6d0ed0c60 req-1f1b59b0-96a5-4fd1-b679-d59f6160ddba tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0572405 Aug 11 03:02:45.135641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11924e5b-d626-4221-afab-d1d6d0ed0c60 req-2370f0c8-0add-4729-a5ca-979b614aa274 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Aug 11 03:02:46.262971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839b52f-3e80-47a7-ba93-84070e011d91 req-0634bf58-bc89-4aae-897a-83fc38c4391f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.263892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2839b52f-3e80-47a7-ba93-84070e011d91 req-0634bf58-bc89-4aae-897a-83fc38c4391f tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0518155 Aug 11 03:02:46.304581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2839b52f-3e80-47a7-ba93-84070e011d91 req-da6e2845-9cef-435f-85c8-f5d0387752d4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Aug 11 03:02:46.500146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-5b156c12-c65c-4c0a-9920-e1a98189920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.501712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-5b156c12-c65c-4c0a-9920-e1a98189920a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0460186 Aug 11 03:02:46.599070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-89fc4596-aee0-4136-b5d9-da7d47fd1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.600590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-89fc4596-aee0-4136-b5d9-da7d47fd1b7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0912666 Aug 11 03:02:46.650678 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-ef6e9875-a022-4ae4-9ba1-8a12df85b65e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0407133 Aug 11 03:02:46.705704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0f2e9e30-b2f9-4a19-821c-0d8be78b9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.707239 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0f2e9e30-b2f9-4a19-821c-0d8be78b9f4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0463860 Aug 11 03:02:46.742800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-4eff1e7f-68a9-4b6e-8e04-a036931eadfc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262740 Aug 11 03:02:46.841414 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0cb30deb-a9d8-428e-aea9-77ad4cea0b6e service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906308 Aug 11 03:02:46.935917 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-51ffb1f2-a464-470a-8f6a-86a8ee7db52f service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Aug 11 03:02:47.435872 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9d7e-f989-4fe4-b7d8-8927ab9ae6e2 req-7738c6aa-90f7-4060-828c-5514cb38bc20 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.437576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-068e9d7e-f989-4fe4-b7d8-8927ab9ae6e2 req-7738c6aa-90f7-4060-828c-5514cb38bc20 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0607910 Aug 11 03:02:47.479383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-068e9d7e-f989-4fe4-b7d8-8927ab9ae6e2 req-65cd355a-02e4-47b6-993a-49cae048caba tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351658 Aug 11 03:02:47.766719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-824d4e5c-5d2c-4172-97fd-a872884edde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.768277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-824d4e5c-5d2c-4172-97fd-a872884edde2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1097 time: 0.0456874 Aug 11 03:02:47.888503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-cd805588-c5fd-4611-aa73-30482518dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.890156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-cd805588-c5fd-4611-aa73-30482518dd04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0989537 Aug 11 03:02:47.935675 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-71ead0a8-4f74-4d23-b257-87feb16c1a08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0372794 Aug 11 03:02:47.995581 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-b12b125b-5b37-4f36-a488-381e19ebe752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.997103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-b12b125b-5b37-4f36-a488-381e19ebe752 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0527523 Aug 11 03:02:48.036034 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-7d6b3db3-139b-4eef-86bc-48796f03adc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306756 Aug 11 03:02:48.138923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-96755a22-9b6d-4e6c-b367-0c86066c44dd service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933642 Aug 11 03:02:48.239935 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-fc8fb62e-5a9f-4173-8efe-8a191a8ccf2f req-f384e916-d310-473e-a1d5-40806ae0c827 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934038 Aug 11 03:02:48.607413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3a609-81ab-4e52-afbd-f81bbd8cc7f3 req-ba5916f8-fba6-474c-8208-799f906bfba1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.609102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb3a609-81ab-4e52-afbd-f81bbd8cc7f3 req-ba5916f8-fba6-474c-8208-799f906bfba1 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0544121 Aug 11 03:02:48.663530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fdb3a609-81ab-4e52-afbd-f81bbd8cc7f3 req-a7920d5a-1303-4c75-ac30-7a32956202d6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Aug 11 03:02:49.787786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099eacf-1a58-4f7f-be3e-7a41b4e9b3e5 req-3a160bc9-a76c-4ac1-bfda-9bebd9fc8c63 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.789360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2099eacf-1a58-4f7f-be3e-7a41b4e9b3e5 req-3a160bc9-a76c-4ac1-bfda-9bebd9fc8c63 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Aug 11 03:02:49.831645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2099eacf-1a58-4f7f-be3e-7a41b4e9b3e5 req-acb6953a-3cf2-4695-aee2-b4e337fb4b57 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356925 Aug 11 03:02:50.955961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e3645-9cc3-4f60-908c-18bdf479511e req-b81fa3b0-19df-42f4-98f0-1d92883459ac tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.957537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a15e3645-9cc3-4f60-908c-18bdf479511e req-b81fa3b0-19df-42f4-98f0-1d92883459ac tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0545950 Aug 11 03:02:50.997436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a15e3645-9cc3-4f60-908c-18bdf479511e req-ce345830-6cee-4794-b11c-700371643447 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Aug 11 03:02:51.362290 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:52.117620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bec3b3-001e-4b88-a9ea-4fae9337a60a req-bdeb9ac5-a4ab-4ed9-8c11-b18ce10adbde tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.119235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4bec3b3-001e-4b88-a9ea-4fae9337a60a req-bdeb9ac5-a4ab-4ed9-8c11-b18ce10adbde tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Aug 11 03:02:52.163976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d4bec3b3-001e-4b88-a9ea-4fae9337a60a req-b67754c5-1228-440a-9621-4f5df0e6c028 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Aug 11 03:02:52.685935 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92ffe8ef-d1a6-4cd5-a014-b0ba7ba6d7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.287785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a85d-a13a-4d49-bccd-343af6a2dbc4 req-6f263efd-4e14-4b43-bdc9-ba3338ed5312 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.289404 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d191a85d-a13a-4d49-bccd-343af6a2dbc4 req-6f263efd-4e14-4b43-bdc9-ba3338ed5312 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Aug 11 03:02:53.331695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d191a85d-a13a-4d49-bccd-343af6a2dbc4 req-4c912eb2-6aac-44ad-bc02-6401e9ca33cb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Aug 11 03:02:54.457196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3708e-0d5f-470b-8fbf-eae9260af5c7 req-eab5b024-6479-4a10-a79b-a6b9984ba241 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.458794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c3708e-0d5f-470b-8fbf-eae9260af5c7 req-eab5b024-6479-4a10-a79b-a6b9984ba241 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Aug 11 03:02:54.501364 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98c3708e-0d5f-470b-8fbf-eae9260af5c7 req-21624024-116f-4287-9d9f-51e3b60232f7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Aug 11 03:02:55.214093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-499dafe6-fe73-43b6-a008-9d78ec971c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.486983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.624630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76956c1-616a-4ded-8754-d355db34df91 req-290690fb-e229-40b6-9fbb-470d49a25186 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.626197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a76956c1-616a-4ded-8754-d355db34df91 req-290690fb-e229-40b6-9fbb-470d49a25186 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0523446 Aug 11 03:02:55.668346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a76956c1-616a-4ded-8754-d355db34df91 req-61fbfcce-a273-4abd-8cb3-56f52fc57964 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Aug 11 03:02:56.606230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.802938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a1b59-c606-4688-8651-1592e73e371e req-db92827b-1dee-4522-93a6-61c69496fcff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:56.805618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b75a1b59-c606-4688-8651-1592e73e371e req-db92827b-1dee-4522-93a6-61c69496fcff tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0657618 Aug 11 03:02:56.856649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b75a1b59-c606-4688-8651-1592e73e371e req-e045aa92-08a6-4804-a7a3-328b218199b9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Aug 11 03:02:57.988915 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9db99-7b74-468b-95ba-11a0091b3844 req-d030a124-8701-410b-8b3f-002e70d10302 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.990587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20d9db99-7b74-468b-95ba-11a0091b3844 req-d030a124-8701-410b-8b3f-002e70d10302 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0598490 Aug 11 03:02:58.038626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20d9db99-7b74-468b-95ba-11a0091b3844 req-b9932efc-0179-4342-b183-764d0bc44e39 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Aug 11 03:02:58.198842 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.163188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d13fe4-4b6d-4b42-abf1-ef325034855e req-894397b5-29d5-40df-86ad-56834bcd34dd tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.164736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03d13fe4-4b6d-4b42-abf1-ef325034855e req-894397b5-29d5-40df-86ad-56834bcd34dd tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Aug 11 03:02:59.209709 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03d13fe4-4b6d-4b42-abf1-ef325034855e req-624f7e90-7954-4de0-a4df-a62fe98818dc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Aug 11 03:03:00.331780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a519e5-bd1c-4a8d-bce2-7b302698cc0d req-683a1ea0-0e6a-4b46-b354-77e3d9104d88 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.333341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01a519e5-bd1c-4a8d-bce2-7b302698cc0d req-683a1ea0-0e6a-4b46-b354-77e3d9104d88 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0526428 Aug 11 03:03:00.375046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01a519e5-bd1c-4a8d-bce2-7b302698cc0d req-77cdfd21-1593-47f5-97f9-4d6acf72e1c2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351253 Aug 11 03:03:01.502041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25595a6d-38a9-4ffe-938b-4b048aac05b8 req-2fad4524-a641-4cf6-967f-11a712f3ac22 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.504088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25595a6d-38a9-4ffe-938b-4b048aac05b8 req-2fad4524-a641-4cf6-967f-11a712f3ac22 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0551894 Aug 11 03:03:01.546005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-25595a6d-38a9-4ffe-938b-4b048aac05b8 req-cca3f1cf-be8d-4713-8769-2de6c80f96b7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Aug 11 03:03:02.670379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d98c6-d8cd-4393-b180-e1a02f038194 req-2e486b5b-b450-44ca-80f8-eb5cfa7b5a92 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.672162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-303d98c6-d8cd-4393-b180-e1a02f038194 req-2e486b5b-b450-44ca-80f8-eb5cfa7b5a92 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Aug 11 03:03:02.715847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-303d98c6-d8cd-4393-b180-e1a02f038194 req-c6a39331-236c-40e9-ac4e-ab79d990605e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Aug 11 03:03:03.850061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5466bf-32fb-4cbb-bef0-94d1a4e737cc req-91e7d26f-69e4-494a-9bb0-bf0c2d0866cb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.851664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f5466bf-32fb-4cbb-bef0-94d1a4e737cc req-91e7d26f-69e4-494a-9bb0-bf0c2d0866cb tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Aug 11 03:03:03.896470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f5466bf-32fb-4cbb-bef0-94d1a4e737cc req-3d018c79-d32d-4031-97dd-a2fca586e194 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Aug 11 03:03:05.053943 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba40732-f10b-4bbb-9dc5-202bc6ed8f13 req-158f3bba-7ed8-4c67-960e-9ffec918af7e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.055794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ba40732-f10b-4bbb-9dc5-202bc6ed8f13 req-158f3bba-7ed8-4c67-960e-9ffec918af7e tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0760734 Aug 11 03:03:05.106164 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ba40732-f10b-4bbb-9dc5-202bc6ed8f13 req-85033c8d-b092-4aa2-9ae6-1449d2dd92b4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Aug 11 03:03:06.241525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec864-812e-4536-843b-6dcc64be5ea0 req-13532e0f-4829-4589-9294-8f384b66f8d0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.243231 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-634ec864-812e-4536-843b-6dcc64be5ea0 req-13532e0f-4829-4589-9294-8f384b66f8d0 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0542603 Aug 11 03:03:06.290623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-634ec864-812e-4536-843b-6dcc64be5ea0 req-cb820257-e626-4e16-bb59-87b00b9cc291 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Aug 11 03:03:07.435464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25d052-4353-4b81-ab51-573ce14398cf req-f479eb9d-2fcc-4f27-b09a-4221ea28893b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.437739 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f25d052-4353-4b81-ab51-573ce14398cf req-f479eb9d-2fcc-4f27-b09a-4221ea28893b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0638273 Aug 11 03:03:07.488645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f25d052-4353-4b81-ab51-573ce14398cf req-b887d518-7fb1-4417-af2f-7a1e8328eeab tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Aug 11 03:03:08.631110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f69b4-0b65-452c-805e-9b7107113bca req-7b46fe14-1c17-4fda-b54e-81971c017457 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.633422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c7f69b4-0b65-452c-805e-9b7107113bca req-7b46fe14-1c17-4fda-b54e-81971c017457 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0640254 Aug 11 03:03:08.673099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c7f69b4-0b65-452c-805e-9b7107113bca req-bddc6de1-1465-4d1f-8d35-cf8c64846bb3 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Aug 11 03:03:09.800324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195dd9b-e804-4df2-973f-70bbfe9c6c14 req-44b2e4e9-526f-4a53-81d6-11d156451a91 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.801985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4195dd9b-e804-4df2-973f-70bbfe9c6c14 req-44b2e4e9-526f-4a53-81d6-11d156451a91 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0594919 Aug 11 03:03:09.844681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4195dd9b-e804-4df2-973f-70bbfe9c6c14 req-d62554b3-e845-4ede-8154-2feae433d455 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Aug 11 03:03:10.971551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff84c1-3857-4fa5-8695-4b7b04b063f6 req-c4322b68-351f-41c5-97d0-85fabf814848 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.973170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ff84c1-3857-4fa5-8695-4b7b04b063f6 req-c4322b68-351f-41c5-97d0-85fabf814848 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Aug 11 03:03:11.015397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ff84c1-3857-4fa5-8695-4b7b04b063f6 req-8b41064e-6159-476f-8205-aa32249b6c2c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Aug 11 03:03:11.050556 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.139737 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.147839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ebea-2ca0-4003-874e-c2f571b4da61 req-4c2d55d8-70fb-485e-bc48-bd50a7e76681 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.149777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e36ebea-2ca0-4003-874e-c2f571b4da61 req-4c2d55d8-70fb-485e-bc48-bd50a7e76681 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0574496 Aug 11 03:03:12.193508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e36ebea-2ca0-4003-874e-c2f571b4da61 req-491ad5f9-73c5-4e79-985a-332b9fd8c203 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Aug 11 03:03:13.315003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24d7f-f5aa-48c4-af52-67fb08a37ba4 req-6b93b6b6-d0f2-48b2-817c-1380a6b810fc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.316496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ce24d7f-f5aa-48c4-af52-67fb08a37ba4 req-6b93b6b6-d0f2-48b2-817c-1380a6b810fc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 11 03:03:13.355962 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ce24d7f-f5aa-48c4-af52-67fb08a37ba4 req-cdd88844-af18-45d2-ac18-5ce68a233b98 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Aug 11 03:03:14.476056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c996be-34cf-4d20-bc5e-9278f67bb57f req-4421939d-7266-4b82-865d-00bbf18623b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.477576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1c996be-34cf-4d20-bc5e-9278f67bb57f req-4421939d-7266-4b82-865d-00bbf18623b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Aug 11 03:03:14.517966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b1c996be-34cf-4d20-bc5e-9278f67bb57f req-75c762b1-6e3f-40e0-a325-03a224b111e7 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Aug 11 03:03:15.642422 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f498-ec58-4de9-befd-38747d43e840 req-264b089c-0eb0-4dd0-8da4-2156e7c19c34 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.644013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5470f498-ec58-4de9-befd-38747d43e840 req-264b089c-0eb0-4dd0-8da4-2156e7c19c34 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0545137 Aug 11 03:03:15.684843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5470f498-ec58-4de9-befd-38747d43e840 req-4a2cb658-2419-4bfa-aab0-008093a071e9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Aug 11 03:03:16.800329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cebf65-9a33-409c-93a1-c5f08c9edbda req-5544100c-548c-4667-bbdc-5b49e1ddbad6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.801879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cebf65-9a33-409c-93a1-c5f08c9edbda req-5544100c-548c-4667-bbdc-5b49e1ddbad6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Aug 11 03:03:16.841562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10cebf65-9a33-409c-93a1-c5f08c9edbda req-49d7ccce-83f6-4992-b86d-693bbe9e4275 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Aug 11 03:03:17.969209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9263d-fe77-4ed4-bbd7-70c96088c051 req-213fe066-950d-46fa-b2fc-d84ebca000b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.970810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19d9263d-fe77-4ed4-bbd7-70c96088c051 req-213fe066-950d-46fa-b2fc-d84ebca000b6 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Aug 11 03:03:18.010213 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19d9263d-fe77-4ed4-bbd7-70c96088c051 req-06ef2672-c853-47d5-a7a1-f2a196c2ef84 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 11 03:03:19.133700 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-a5c76762-c5c2-4f84-9ba4-fb6092ae5c7b service neutron] show failed (client error): The resource could not be found. Aug 11 03:03:19.135340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-a5c76762-c5c2-4f84-9ba4-fb6092ae5c7b service neutron] 10.222.0.61 "GET /v2.0/ports/48acffb2-4b33-493f-954f-20b47f9a3de0/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0648806 Aug 11 03:03:19.137136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b808415-5e7c-41eb-94bc-f073ca1329e9 req-14baee26-5965-4c74-84d6-ebb5f310525c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.138737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b808415-5e7c-41eb-94bc-f073ca1329e9 req-14baee26-5965-4c74-84d6-ebb5f310525c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Aug 11 03:03:19.181869 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b808415-5e7c-41eb-94bc-f073ca1329e9 req-8e44d5b5-97cc-470f-928f-ac5c1d465500 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Aug 11 03:03:19.359267 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-07f9b1c3-8772-4265-96c8-40c854ae18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.360727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-07f9b1c3-8772-4265-96c8-40c854ae18b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5&tenant_id=84777bad2e114f3089b3c52c9516d831 HTTP/1.1" status: 200 len: 1097 time: 0.0431325 Aug 11 03:03:19.374056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:19.432076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.647671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:20.028122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:20.067972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:20.070296 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b40c096-ed1b-406c-89dc-65095b07b774" -d '{"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:20.074856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.090927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Transition to ACTIVE for port object 48acffb2-4b33-493f-954f-20b47f9a3de0 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:20.095010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.129283 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5cc81-ed03-474e-83de-535f8a5ad1f5 x-openstack-request-id: req-51b5cc81-ed03-474e-83de-535f8a5ad1f5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:20.129572 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-unplugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:20.129842 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51b5cc81-ed03-474e-83de-535f8a5ad1f5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:20.130224 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'code': 200} Aug 11 03:03:20.147456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.163918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] No DVR routers for this DVR port 48acffb2-4b33-493f-954f-20b47f9a3de0 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:20.201185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:20.201496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:20.201839 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:20.206398 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:20.206838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Attempting to bind port 48acffb2-4b33-493f-954f-20b47f9a3de0 on network 8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:20.211968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:20.212360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Checking segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:20.213259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Bound using segment: {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:20.213678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Bound port: 48acffb2-4b33-493f-954f-20b47f9a3de0, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14b59c-ea8b-496b-b256-acceb3893d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:20.214057 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.308133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:20.313000 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:20.317381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.362522 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9195f4-04e5-4e43-908c-69ca4296cdd0 req-025c48fa-5bf4-4c92-b6fe-3a8fd912e9d5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.364153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e9195f4-04e5-4e43-908c-69ca4296cdd0 req-025c48fa-5bf4-4c92-b6fe-3a8fd912e9d5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.1106296 Aug 11 03:03:20.373590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.374249 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.375593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] 10.222.0.67 "PUT /v2.0/ports/48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 1092 time: 1.0059967 Aug 11 03:03:20.443627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869b94-2297-4467-bdc9-6bf3231eca30 service neutron] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.454675 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1e9195f4-04e5-4e43-908c-69ca4296cdd0 req-20dec35c-92c4-4435-aa56-9a34d6fc68cc tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832572 Aug 11 03:03:20.468509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-344e5dd2-cd0a-4d04-98a5-e488a77c5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.470121 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-344e5dd2-cd0a-4d04-98a5-e488a77c5cd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0627241 Aug 11 03:03:20.571017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-56486885-9e9e-4069-a090-38602b9e6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.573078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-56486885-9e9e-4069-a090-38602b9e6738 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0922606 Aug 11 03:03:20.623172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-20098f03-d428-4105-88ef-54aac8b687ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Aug 11 03:03:20.677925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0606ed8d-8b7a-441e-941a-8b4b60a9498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.679422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0606ed8d-8b7a-441e-941a-8b4b60a9498a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0455785 Aug 11 03:03:20.715216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-6f54045a-ef4d-4f6f-928a-5db071604e6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267332 Aug 11 03:03:20.815325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-0eba3fb4-6d46-4b0d-9a59-328f290838bf service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918875 Aug 11 03:03:20.921425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5b078e2-a5af-4d4b-9fab-4f3741a08b60 req-ea2d0505-e269-4434-882f-2d7a59b1195b service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919764 Aug 11 03:03:21.580675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d65e5-cd32-44b6-989e-66aa1878bacb req-aa9c4dd3-d052-44e7-ac82-0b4c077f6d1d tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.582217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f39d65e5-cd32-44b6-989e-66aa1878bacb req-aa9c4dd3-d052-44e7-ac82-0b4c077f6d1d tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0554965 Aug 11 03:03:21.621894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f39d65e5-cd32-44b6-989e-66aa1878bacb req-890a79b7-26b7-460b-a65d-e1d47b523941 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Aug 11 03:03:22.131565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:22.134001 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456203ac-2a8d-47e5-a8ad-48e3a500464b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:22.183848 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19566fab-32a3-4db3-a4b2-50243bfcd0c9 x-openstack-request-id: req-19566fab-32a3-4db3-a4b2-50243bfcd0c9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:22.184145 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:22.184403 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19566fab-32a3-4db3-a4b2-50243bfcd0c9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:22.184811 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'status': 'completed', 'code': 200} Aug 11 03:03:22.247447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-634dc72d-7b49-46f2-a691-8a190f28b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.248967 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-634dc72d-7b49-46f2-a691-8a190f28b4c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0439460 Aug 11 03:03:22.253401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-58a69480-0568-42a0-9d4d-8abfdc97f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.254978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-58a69480-0568-42a0-9d4d-8abfdc97f440 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0462620 Aug 11 03:03:22.350430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-66e5f31e-cd3b-4232-8fbd-7e9cb2fe9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.352236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-66e5f31e-cd3b-4232-8fbd-7e9cb2fe9ec9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0893488 Aug 11 03:03:22.356819 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-173984ca-067c-4ffe-af42-0e45f98414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.358391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-173984ca-067c-4ffe-af42-0e45f98414c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0990279 Aug 11 03:03:22.404285 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-e7d0af50-1703-4f1b-825e-1eacde5b04a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0380127 Aug 11 03:03:22.421833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-767da4b5-b129-445b-b30e-437a88541d43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0596035 Aug 11 03:03:22.463964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-6971b2f8-30de-41e6-9385-ac067a786073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.465499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-6971b2f8-30de-41e6-9385-ac067a786073 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0537884 Aug 11 03:03:22.474760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-484b3286-372b-484b-946e-be5ae2ba0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.476311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-484b3286-372b-484b-946e-be5ae2ba0175 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0475929 Aug 11 03:03:22.502694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-ea3c0b5b-0639-4745-bc77-ba1b69bcdeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 11 03:03:22.516483 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-85e2b128-d329-4b6c-9b17-ef7d81922738 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280871 Aug 11 03:03:22.607820 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-51213395-8045-4df5-8cb0-c0ec7b5a7c8b service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954194 Aug 11 03:03:22.627908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-dd0aef32-e7b3-41d2-8662-3ece439cd67a service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985856 Aug 11 03:03:22.709302 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8df75c9-e344-4513-a690-697bcf7ba37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.717215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-84bcf1ab-375a-4db1-859c-cc621190a98f service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022575 Aug 11 03:03:22.723313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:22.777195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:22.789607 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456203ac-2a8d-47e5-a8ad-48e3a500464b req-343fc831-df71-4c0c-a146-05b435a40515 service neutron] 10.222.0.67 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513190 Aug 11 03:03:22.797847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747f54d-927a-4a43-a6a5-165128b5c005 req-26fa0796-32a7-45a9-8e03-b909e8d31550 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.799307 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3747f54d-927a-4a43-a6a5-165128b5c005 req-26fa0796-32a7-45a9-8e03-b909e8d31550 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0956268 Aug 11 03:03:22.839717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3747f54d-927a-4a43-a6a5-165128b5c005 req-a8af8222-c91c-4b36-839a-0b36aa35ed19 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Aug 11 03:03:23.975472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e98798-87b7-47de-a724-ba17094b9205 req-9930696b-d3e6-4542-b279-1d9ec98ea7c9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.977090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74e98798-87b7-47de-a724-ba17094b9205 req-9930696b-d3e6-4542-b279-1d9ec98ea7c9 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0518537 Aug 11 03:03:24.019188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74e98798-87b7-47de-a724-ba17094b9205 req-aa2126d9-0b61-4341-9ad7-16856c340b73 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Aug 11 03:03:24.231312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28dd03-c2f6-485f-bcd5-73bd8f569890 req-84fc2da7-add3-4cd7-940f-d4ab05f1beb2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.232996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da28dd03-c2f6-485f-bcd5-73bd8f569890 req-84fc2da7-add3-4cd7-940f-d4ab05f1beb2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 943 time: 0.0528960 Aug 11 03:03:24.275941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da28dd03-c2f6-485f-bcd5-73bd8f569890 req-eaa44a5b-6f53-406d-bdc8-8b4300457526 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Aug 11 03:03:24.285175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-877d5e2f-8824-4931-8d3c-f465f474cde8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.286862 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-877d5e2f-8824-4931-8d3c-f465f474cde8 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5&tenant_id=84777bad2e114f3089b3c52c9516d831&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.0939634 Aug 11 03:03:24.351639 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-633a8283-f1ca-4b3c-a673-d2d0335bfc74 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:03:24.352687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-633a8283-f1ca-4b3c-a673-d2d0335bfc74 service neutron] 10.222.0.61 "DELETE /v2.0/ports/48acffb2-4b33-493f-954f-20b47f9a3de0/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0568902 Aug 11 03:03:24.444207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-52bc8871-2bcd-4736-a5c8-b418b0881d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.445714 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-52bc8871-2bcd-4736-a5c8-b418b0881d17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84777bad2e114f3089b3c52c9516d831&device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 1095 time: 0.0444267 Aug 11 03:03:24.477905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:24.552612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-47c6d47a-0b6a-4a22-93ec-3b8a925c260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.554186 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-47c6d47a-0b6a-4a22-93ec-3b8a925c260a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 200 len: 915 time: 0.0998862 Aug 11 03:03:24.575060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.591287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'network_id': '8dc8c881-a01a-4bf8-a2ab-fe111a3fc520', 'port_id': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'mac_address': 'fa:16:3e:1c:c7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea73d94-b301-445f-a9bd-34691aa35dc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:24.597704 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-d9a9a8f9-4227-4491-8ee5-d2587346838d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 200 len: 217 time: 0.0355783 Aug 11 03:03:24.630990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.644635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48acffb2-4b33-493f-954f-20b47f9a3de0 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:24.654861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-2be8f4e0-efcd-4ebc-a117-71c02d4f84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.656667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-2be8f4e0-efcd-4ebc-a117-71c02d4f84b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 200 len: 854 time: 0.0509100 Aug 11 03:03:24.667995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.671814 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.692737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-adc22c3e-0b22-45a4-bf63-56ecc4c062e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259488 Aug 11 03:03:24.719600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.791235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-1256c875-4e61-44a0-8d20-3bc9da570a13 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880363 Aug 11 03:03:24.928021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['48acffb2-4b33-493f-954f-20b47f9a3de0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:25.224182 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d6605b8a-218a-404b-97c1-11652c5830fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.243742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-eb9cb623-37eb-47ff-b5fc-6e8fc97818cd req-7f022c16-631b-4036-9443-d9fe4529c8f3 service neutron] 10.222.0.61 "GET /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448659 Aug 11 03:03:25.403386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14698a-c1f4-459c-be8b-b674108a17d6 req-554d8431-e34f-4d5a-b139-f526312a832b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.404903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d14698a-c1f4-459c-be8b-b674108a17d6 req-554d8431-e34f-4d5a-b139-f526312a832b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 944 time: 0.0555997 Aug 11 03:03:25.445509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8d14698a-c1f4-459c-be8b-b674108a17d6 req-8a113a96-93c5-4a6c-8ae8-e675bab3402b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Aug 11 03:03:25.494817 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.509280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:26.572079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 48acffb2-4b33-493f-954f-20b47f9a3de0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:26.575964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eb0fd-aa4a-4aff-a2f4-d7d9bd0ab67f req-08e7854f-0c98-4e2f-b6c7-586415438532 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.578538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 48acffb2-4b33-493f-954f-20b47f9a3de0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:26.578705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-713eb0fd-aa4a-4aff-a2f4-d7d9bd0ab67f req-08e7854f-0c98-4e2f-b6c7-586415438532 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 944 time: 0.0590930 Aug 11 03:03:26.578906 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.626125 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.638455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-713eb0fd-aa4a-4aff-a2f4-d7d9bd0ab67f req-6e47b11d-4231-4e7e-a6b1-e4d2e0116e84 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488100 Aug 11 03:03:26.681061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.706459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:26.708794 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f0f4a-0ba0-4f74-af7e-b379fc27020d" -d '{"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-plugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:26.722879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:26.728678 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.779193 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1e2f4f-f900-4bb4-9482-81b44b93be71 x-openstack-request-id: req-3d1e2f4f-f900-4bb4-9482-81b44b93be71 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:26.779498 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-plugged", "status": "completed", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:26.779749 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d1e2f4f-f900-4bb4-9482-81b44b93be71 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:26.780009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee35860-2685-4609-b28a-2d595e58b868 req-dc1544e8-12c7-4e75-a678-d4d4cf14c95c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.780135 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'code': 200} Aug 11 03:03:26.781096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.781573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eee35860-2685-4609-b28a-2d595e58b868 req-dc1544e8-12c7-4e75-a678-d4d4cf14c95c tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0655520 Aug 11 03:03:26.821140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eee35860-2685-4609-b28a-2d595e58b868 req-57c143eb-9d6f-4d4a-94d2-7d1bd573886b tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Aug 11 03:03:26.944222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91868d2b-42f0-4d63-bf87-09b0de2bf009 req-273e3857-d468-4dc8-a1b6-da5bfa78e4e5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.945705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91868d2b-42f0-4d63-bf87-09b0de2bf009 req-273e3857-d468-4dc8-a1b6-da5bfa78e4e5 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0529122 Aug 11 03:03:26.985385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91868d2b-42f0-4d63-bf87-09b0de2bf009 req-b1a23256-51bf-43bc-a201-b6c0f6899512 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Aug 11 03:03:27.340837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3c89-dcd8-4d55-b20d-93641d7b21e4 req-07f89e9a-770c-4a3a-ab6b-e3c24eeb8fa4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.342449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864f3c89-dcd8-4d55-b20d-93641d7b21e4 req-07f89e9a-770c-4a3a-ab6b-e3c24eeb8fa4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0570219 Aug 11 03:03:27.383475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-864f3c89-dcd8-4d55-b20d-93641d7b21e4 req-3f6bd784-42bd-4e91-95d6-19f8b6eee1d4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 11 03:03:28.200718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.361618 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:28.502025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae880-5b8d-424c-b121-ca515138b5a8 req-b4b1994e-64a9-4c6f-aaef-8beefcca76c2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.503615 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd8ae880-5b8d-424c-b121-ca515138b5a8 req-b4b1994e-64a9-4c6f-aaef-8beefcca76c2 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0506058 Aug 11 03:03:28.545293 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd8ae880-5b8d-424c-b121-ca515138b5a8 req-e47e5c08-de48-4ca8-88c4-b6a9082911b4 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f2af104-48dc-4d27-be3b-653bc2c346ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Aug 11 03:03:28.680202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-4bf3004a-fddf-423d-b19e-df53c8d80a82 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.682368 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-4bf3004a-fddf-423d-b19e-df53c8d80a82 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5 HTTP/1.1" status: 200 len: 945 time: 0.0542903 Aug 11 03:03:28.782366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Deleting port 48acffb2-4b33-493f-954f-20b47f9a3de0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:28.782722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.880428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] For port 48acffb2-4b33-493f-954f-20b47f9a3de0, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=48acffb2-4b33-493f-954f-20b47f9a3de0,segment=NetworkSegment(9b14b59c-ea8b-496b-b256-acceb3893d2f),segment_id=9b14b59c-ea8b-496b-b256-acceb3893d2f)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:28.880709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.903259 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Calling delete_port for 48acffb2-4b33-493f-954f-20b47f9a3de0 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:29.043212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.055052 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['48acffb2-4b33-493f-954f-20b47f9a3de0'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:29.075033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Pushing event deleted for resources: {'Port': ['ID=48acffb2-4b33-493f-954f-20b47f9a3de0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:29.117519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] No DVR routers for this DVR port 48acffb2-4b33-493f-954f-20b47f9a3de0 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:29.120180 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.122259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7e640854-a85c-42d5-bbbe-7fc6c0dd292a req-160e7ca0-fb6b-4d6e-b626-c56fd2b1e029 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] 10.222.0.67 "DELETE /v2.0/ports/48acffb2-4b33-493f-954f-20b47f9a3de0 HTTP/1.1" status: 204 len: 173 time: 0.4302537 Aug 11 03:03:29.122688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-deleted', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:29.124904 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb14c5-d356-44be-b979-6ef54bc83fc4" -d '{"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-deleted", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:29.170825 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6140ac9-aabf-4f5b-9d59-84d9f8c7947d x-openstack-request-id: req-f6140ac9-aabf-4f5b-9d59-84d9f8c7947d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:29.171163 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5", "name": "network-vif-deleted", "tag": "48acffb2-4b33-493f-954f-20b47f9a3de0", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:29.171425 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6140ac9-aabf-4f5b-9d59-84d9f8c7947d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:29.171971 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2b005-95ea-4bf6-8420-2bcd9a8ef0a5', 'name': 'network-vif-deleted', 'tag': '48acffb2-4b33-493f-954f-20b47f9a3de0', 'status': 'completed', 'code': 200} Aug 11 03:03:29.668196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36690) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:29.712379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Deleting subnet bea73d94-b301-445f-a9bd-34691aa35dc8 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:29.715381 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.748927 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.788151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.852016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.879975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea73d94-b301-445f-a9bd-34691aa35dc8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:29.882466 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.884324 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bea73d94-b301-445f-a9bd-34691aa35dc8 HTTP/1.1" status: 204 len: 168 time: 0.2151346 Aug 11 03:03:29.886949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36692) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:29.890667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.891017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.891349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.891680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.892009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.892335 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.892656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.892989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.893319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.893640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.893991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.894310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a02ca0-42e7-4943-a0b5-46914ee3a74d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:29.954821 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.043911 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.054873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc8c881-a01a-4bf8-a2ab-fe111a3fc520']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.065967 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b14b59c-ea8b-496b-b256-acceb3893d2f') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.066389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b14b59c-ea8b-496b-b256-acceb3893d2f') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.076581 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.092512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.099601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:30.099999 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:30.101748 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:30.164782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.170873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.174314 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8dc8c881-a01a-4bf8-a2ab-fe111a3fc520 HTTP/1.1" status: 204 len: 168 time: 0.2860732 Aug 11 03:03:30.189981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20210714-4c9f-4a7f-aaaf-3e77802415f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc8c881-a01a-4bf8-a2ab-fe111a3fc520,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.332233 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36696) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.380994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dce62259-4915-4efc-ac3f-507afc643e45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84777bad2e114f3089b3c52c9516d831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470471 Aug 11 03:03:30.383484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.436755 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.459341 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.512059 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.514679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.515889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f2af104-48dc-4d27-be3b-653bc2c346ea HTTP/1.1" status: 204 len: 168 time: 0.1308870 Aug 11 03:03:30.525288 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a818bb4-1bb8-496d-8f92-c1961b9dc14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2af104-48dc-4d27-be3b-653bc2c346ea,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.279188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36720) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.390746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1569545363-network', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:31.414258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:31.416782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.425750 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.525372 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.531062 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.567543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:31.595166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638aace-1fc2-4be3-a0e8-ce285c386ce5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.602284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.602908 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Added segment 9e14a3a0-0356-4be6-9ee2-57ab9af8a808 of type vlan for network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 Aug 11 03:03:31.652721 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.686833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.688001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:31.688587 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.744995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4646447 Aug 11 03:03:31.749561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36724) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.754789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Request body: {'subnet': {'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1569545363-subnet', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:31.763216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4490-7531-44ad-8c68-e77cd8999093 admin admin] Pushing event updated for resources: {'Network': ['ID=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.778856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:31.782117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:31.784510 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.975816 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.044679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c4214e-c1b2-42bc-a643-da079d3105a0,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.053552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:32.053966 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Network hostable DHCP agents. Network: f125d2d3-9e2e-4ec9-acf1-3a6710f64e98, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:32.073373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:32.083117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f125d2d3-9e2e-4ec9-acf1-3a6710f64e98) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:32.088049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.088702 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.095561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d12e44-915e-40e8-a937-234f87123e7b None None] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:32.104625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-be4a7b36-a904-4083-b9eb-89ca9e03c7be admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3535688 Aug 11 03:03:32.106997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36726) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.113463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:32.144327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.145596 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.204185 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.286584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:32.287558 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.354257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.443487 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Allocated IP 172.20.0.2 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/ef6b255e-5d44-4716-94d9-f8bcb0448af0) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:32.550996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:32.581610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 48acffb2-4b33-493f-954f-20b47f9a3de0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:32.581995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 48acffb2-4b33-493f-954f-20b47f9a3de0 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:32.593880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.621442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.670004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.681415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Transition to ACTIVE for port object ef6b255e-5d44-4716-94d9-f8bcb0448af0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:32.700906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Transition to ACTIVE for port object ef6b255e-5d44-4716-94d9-f8bcb0448af0 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:32.707920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.748065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Allocated IP 172.25.3.202 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5d6dede0-4028-4387-984a-3e131a4ffc15) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:32.751128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:32.754643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:32.761536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:32.773517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Pushing event updated for resources: {'Port': ['ID=ef6b255e-5d44-4716-94d9-f8bcb0448af0,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.823448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Attempting to bind port ef6b255e-5d44-4716-94d9-f8bcb0448af0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:32.824103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Attempting to bind port ef6b255e-5d44-4716-94d9-f8bcb0448af0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:32.824103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Attempting to bind port ef6b255e-5d44-4716-94d9-f8bcb0448af0 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:32.829474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:32.829864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:32.830271 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.830662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:32.831124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Bound port: ef6b255e-5d44-4716-94d9-f8bcb0448af0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:32.831504 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.865487 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.909064 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.912838 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] For port ef6b255e-5d44-4716-94d9-f8bcb0448af0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:32.916993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] For port ef6b255e-5d44-4716-94d9-f8bcb0448af0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ef6b255e-5d44-4716-94d9-f8bcb0448af0,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:32.922720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.948113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:32.951439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:32.954519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:32.989515 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Pushing event updated for resources: {'Port': ['ID=5d6dede0-4028-4387-984a-3e131a4ffc15,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.995599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d81d6-bcc8-405b-9b9a-9a548f83f4bd None None] Pushing event updated for resources: {'Port': ['ID=ef6b255e-5d44-4716-94d9-f8bcb0448af0,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.269536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.471931 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.625853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:33.751371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:33.764242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:33.778220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:33.779145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.779689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.781506 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-85fc85f7-249a-4a1f-a7de-446aa41de67a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6731763 Aug 11 03:03:33.784515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.908164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:33.966132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a7054-41af-4c36-8b07-74467dcf8d5c None None] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:34.061039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1f2382fd-3218-41ab-85bf-cc74a2d4c75e None None] Provisioning for port ef6b255e-5d44-4716-94d9-f8bcb0448af0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:34.227137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:33Z', 'revision_number': 3, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:34.236923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.261190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:34.261546 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Updating router ae1571f0-56d6-4f82-9de5-0cadeca86678 port 5d6dede0-4028-4387-984a-3e131a4ffc15 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:34.287914 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.419923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ef6b255e-5d44-4716-94d9-f8bcb0448af0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:34.422028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Allocated IP 172.20.0.1 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/720e5cc1-204e-4860-a6c9-770678c7dd3a) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:34.552182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.569504 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Transition to ACTIVE for port object 720e5cc1-204e-4860-a6c9-770678c7dd3a will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:34.607180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.648514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:34.653770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:34.657651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:34.682673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Pushing event updated for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.704383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.714696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ef6b255e-5d44-4716-94d9-f8bcb0448af0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:34.723834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ef6b255e-5d44-4716-94d9-f8bcb0448af0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:34.724294 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.865712 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.871553 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.886234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Transition to ACTIVE for port object 5d6dede0-4028-4387-984a-3e131a4ffc15 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:34.893630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.921980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.979757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf143a-7c96-412a-8dc7-e03d9a3b905c None None] Pushing event updated for resources: {'Port': ['ID=5d6dede0-4028-4387-984a-3e131a4ffc15,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.985387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8666c4a3-43b7-4122-bb6f-101a468fc769 None None] Provisioning for port 720e5cc1-204e-4860-a6c9-770678c7dd3a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:34.992048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Attempting to bind port 5d6dede0-4028-4387-984a-3e131a4ffc15 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:34.992429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Attempting to bind port 5d6dede0-4028-4387-984a-3e131a4ffc15 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:34.992805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Attempting to bind port 5d6dede0-4028-4387-984a-3e131a4ffc15 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:35.006962 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:35.007299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:35.007634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.008040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:35.008538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Bound port: 5d6dede0-4028-4387-984a-3e131a4ffc15, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:35.009001 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.010844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8666c4a3-43b7-4122-bb6f-101a468fc769 None None] Provisioning complete for port 720e5cc1-204e-4860-a6c9-770678c7dd3a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:35.011215 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8666c4a3-43b7-4122-bb6f-101a468fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.016344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ef6b255e-5d44-4716-94d9-f8bcb0448af0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ef6b255e-5d44-4716-94d9-f8bcb0448af0,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:35.055291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.063098 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.067981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.129336 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8666c4a3-43b7-4122-bb6f-101a468fc769 None None] Port 720e5cc1-204e-4860-a6c9-770678c7dd3a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:35.136541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Pushing event updated for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.139199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.143188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] For port 5d6dede0-4028-4387-984a-3e131a4ffc15, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:35.148137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] For port 5d6dede0-4028-4387-984a-3e131a4ffc15, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d6dede0-4028-4387-984a-3e131a4ffc15,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:35.152963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.155897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ef6b255e-5d44-4716-94d9-f8bcb0448af0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.217879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:35.218564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:35.248650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:35.250207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:35.254247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf143a-7c96-412a-8dc7-e03d9a3b905c None None] Pushing event updated for resources: {'Port': ['ID=5d6dede0-4028-4387-984a-3e131a4ffc15,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.354411 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:35.392571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:35.518113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:35.523686 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-accb724c-d20f-4278-bbf0-9cbac9be964e admin admin] 10.222.0.68 "PUT /v2.0/routers/ae1571f0-56d6-4f82-9de5-0cadeca86678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377701 Aug 11 03:03:35.561499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-82c6b9d5-a648-4820-8ff0-a2ae3a3fa2cd None None] Provisioning complete for port 720e5cc1-204e-4860-a6c9-770678c7dd3a triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:35.561980 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-82c6b9d5-a648-4820-8ff0-a2ae3a3fa2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.605105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-82c6b9d5-a648-4820-8ff0-a2ae3a3fa2cd None None] Port 720e5cc1-204e-4860-a6c9-770678c7dd3a cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:35.612516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 2, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:35.645405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1084-c1a1-4dc0-88ae-d977195600b9 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 2, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:36.144863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.153758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941633298', 'description': 'tempest-description--1706885128'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:36.181411 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.302608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.307334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.337903 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.339156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1925254 Aug 11 03:03:36.344080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.349201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'security_group_rule': {'security_group_id': 'b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:36.354117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ace32-4b38-4fa1-aea4-72b6057bd11b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.389024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.469054 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d6dede0-4028-4387-984a-3e131a4ffc15 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:36.469617 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.473955 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.495607 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c52fc78-3771-40c7-87b6-7da57abb6526,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.504679 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.506208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c5666768-b7c9-4079-a4d5-fc72e7066cfa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609480 Aug 11 03:03:36.509439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36740) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.514402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'security_group_rule': {'security_group_id': 'b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:36.547658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.553656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5d6dede0-4028-4387-984a-3e131a4ffc15 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:36.561797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5d6dede0-4028-4387-984a-3e131a4ffc15 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:36.562425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.619833 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.624909 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.649518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc56d73-03f4-4911-aea8-affe15307986,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.651042 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.658107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.659452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488807 Aug 11 03:03:36.661369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.661716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.662085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.662425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.662760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.663170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.663510 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.663779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 36742) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.663936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.664338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.664666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.665588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.665945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3abbf5-7a25-4646-891e-852301922a71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:36.671177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:36.677691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 5d6dede0-4028-4387-984a-3e131a4ffc15, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d6dede0-4028-4387-984a-3e131a4ffc15,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:36.682861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.683822 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ef6b255e-5d44-4716-94d9-f8bcb0448af0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:36.700576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.776985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=5d6dede0-4028-4387-984a-3e131a4ffc15,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.789639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ef6b255e-5d44-4716-94d9-f8bcb0448af0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:36.790709 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.828824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.947835 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Allocated IP 172.25.3.26 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/492b193e-7383-4276-8506-008dd41019d3) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:37.069679 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.109070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.159159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:37.164104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:37.167779 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:37.173361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=492b193e-7383-4276-8506-008dd41019d3,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:37.256643 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.307251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.462830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.467671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.541194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=492b193e-7383-4276-8506-008dd41019d3,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:37.556562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.571846 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.573136 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3163a29d-f3c5-4949-8e00-08c3d34afae4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9080925 Aug 11 03:03:37.717764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-050da99e-58a2-4f45-9e65-af49a3b44e64 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--941633298&fields=id&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 267 time: 0.0355313 Aug 11 03:03:37.829313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-f0ffbd2e-e148-417a-8c96-58a66e3da18e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:37.830883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-f0ffbd2e-e148-417a-8c96-58a66e3da18e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1060150 Aug 11 03:03:37.847384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-b8767398-7c3f-406f-8e38-8db2e2bfe081 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/quotas/32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 375 time: 0.0104613 Aug 11 03:03:37.853460 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:37.863162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:37.863768 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:37.904816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-4de336af-925b-4690-a250-71af75ccee7a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509806 Aug 11 03:03:37.977153 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:38.021844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-1ce4ec39-5e1b-4484-ab34-1ad864989a8c service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040289 Aug 11 03:03:38.140547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-bb884bb7-c74c-403c-bdcf-c296a7b6c11b service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101699 Aug 11 03:03:38.204697 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 2, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:38.245191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:38.245545 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Updating router ae1571f0-56d6-4f82-9de5-0cadeca86678 port 720e5cc1-204e-4860-a6c9-770678c7dd3a binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:38.277904 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.323811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3cb72766-31f9-46ce-90b3-67a8c6c87d5d req-22b8066f-bb1c-4b54-9106-035c3b335426 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 210 time: 0.0352824 Aug 11 03:03:38.401702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d6dede0-4028-4387-984a-3e131a4ffc15 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:38.457360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5d6dede0-4028-4387-984a-3e131a4ffc15 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:38.457790 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.578750 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.590846 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Transition to ACTIVE for port object 720e5cc1-204e-4860-a6c9-770678c7dd3a will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:38.597047 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.748306 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Pushing event updated for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.772581 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.773140 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.773630 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.774160 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.775166 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.775661 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.776147 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.776612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.777128 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.777645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.778162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.778645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.816499 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Attempting to bind port 720e5cc1-204e-4860-a6c9-770678c7dd3a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:38.817096 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Attempting to bind port 720e5cc1-204e-4860-a6c9-770678c7dd3a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:38.817858 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Attempting to bind port 720e5cc1-204e-4860-a6c9-770678c7dd3a on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Bound port: 720e5cc1-204e-4860-a6c9-770678c7dd3a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:38.824944 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.901358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] For port 720e5cc1-204e-4860-a6c9-770678c7dd3a, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:38.907230 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] For port 720e5cc1-204e-4860-a6c9-770678c7dd3a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=720e5cc1-204e-4860-a6c9-770678c7dd3a,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:38.912576 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.011043 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:39.011730 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:39.052753 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc6c18-d6a1-44d5-9774-1d9376f41bff None None] Pushing event updated for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.129881 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:39.334784 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:38Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:39.360354 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a98c4-72b7-43e9-b2b4-ba04fdc054c5 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:38Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:39.502323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-d1c0d6c0-db8e-45ac-9cdc-ebaebc1c76fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.504113 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-d1c0d6c0-db8e-45ac-9cdc-ebaebc1c76fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1302419 Aug 11 03:03:39.570907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-31883c5b-d54f-40c2-91ca-f977abc1f6d9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 379 time: 0.0542293 Aug 11 03:03:39.588947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'port': {'device_id': '2087ac61-d833-41e1-bbae-389c54a36b28', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'admin_state_up': True, 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'security_groups': ['b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:39.735452 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:39.739194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.820629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b03b0056-65cd-4f89-a48e-6ab9646a19bf req-ee617a33-eb4f-4453-8265-703c71581850 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 210 time: 0.3857751 Aug 11 03:03:39.883968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Allocated IP 172.20.0.3 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/5c4578a0-d325-469a-835e-8d39080da844) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:40.031393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.047752 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Transition to ACTIVE for port object 5c4578a0-d325-469a-835e-8d39080da844 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:40.082426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.136841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:40.140134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:40.144816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:40.150398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.199187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.199862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.217633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-98b9e793-d4b7-4432-9151-b010c85e90b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344721 Aug 11 03:03:40.231417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Request body: {'port': {'device_id': '2087ac61-d833-41e1-bbae-389c54a36b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:40.289761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.410495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 720e5cc1-204e-4860-a6c9-770678c7dd3a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:40.447842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b4672c11-273e-47c9-a682-72e15b1631fd None None] Provisioning for port 5c4578a0-d325-469a-835e-8d39080da844 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:40.461144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b4672c11-273e-47c9-a682-72e15b1631fd None None] Provisioning complete for port 5c4578a0-d325-469a-835e-8d39080da844 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:40.461522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b4672c11-273e-47c9-a682-72e15b1631fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.512953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b4672c11-273e-47c9-a682-72e15b1631fd None None] Port 5c4578a0-d325-469a-835e-8d39080da844 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:40.517133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 720e5cc1-204e-4860-a6c9-770678c7dd3a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:40.522382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 720e5cc1-204e-4860-a6c9-770678c7dd3a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:40.522762 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.600637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4578a0-d325-469a-835e-8d39080da844 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:40.609018 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.622871 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Transition to ACTIVE for port object 5c4578a0-d325-469a-835e-8d39080da844 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:40.627774 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.657999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.692142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.696971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 720e5cc1-204e-4860-a6c9-770678c7dd3a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=720e5cc1-204e-4860-a6c9-770678c7dd3a,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:40.702599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.767983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:40.768724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:40.768724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:40.772138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.773448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:40.773770 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:40.779825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:40.779976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:40.780386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:40.780809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Bound port: 5c4578a0-d325-469a-835e-8d39080da844, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:40.781177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.851190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:40.855094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:40.859794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.895995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.896707 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.898039 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] 10.222.0.61 "PUT /v2.0/ports/5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 1092 time: 0.6718836 Aug 11 03:03:40.898481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:40.901284 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d58085a0680a7eb9bd68e6707dab1e683f44b8ac7479edb1cdf944a9b5b166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:40.939305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22959-2e05-4dd3-8137-8e666ab46658 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.963648 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcced81-9e27-4c45-ac82-3cc41b94bb07 x-openstack-request-id: req-adcced81-9e27-4c45-ac82-3cc41b94bb07 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:40.963953 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:40.964217 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-adcced81-9e27-4c45-ac82-3cc41b94bb07 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:40.964669 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'status': 'completed', 'code': 200} Aug 11 03:03:40.977981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582f2fa-807f-44e2-bd0d-9baa685f8bcc req-aca9a73a-fcf9-402c-81e4-3a8a06831710 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.980105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f582f2fa-807f-44e2-bd0d-9baa685f8bcc req-aca9a73a-fcf9-402c-81e4-3a8a06831710 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0843101 Aug 11 03:03:40.997268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-b6b9d14a-a6b8-4d60-b254-cd6487f7bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.998851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-b6b9d14a-a6b8-4d60-b254-cd6487f7bc92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0489247 Aug 11 03:03:41.021466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f582f2fa-807f-44e2-bd0d-9baa685f8bcc req-b1e5cf38-a8a5-41fd-b379-11d49d451699 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349793 Aug 11 03:03:41.062839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-78ecaf93-dec6-4d35-9232-e2fe4190d956 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 217 time: 0.0543602 Aug 11 03:03:41.066517 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.120247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-03d20382-4020-4243-a506-9fcdadeb9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.121857 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-03d20382-4020-4243-a506-9fcdadeb9019 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0512853 Aug 11 03:03:41.146281 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.175115 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-7617af4f-5c4c-4670-b4dc-2f5a181a87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.177740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-7617af4f-5c4c-4670-b4dc-2f5a181a87ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460186 Aug 11 03:03:41.277846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-b833428d-fcfc-4aa4-b48c-fc56e2d01fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918689 Aug 11 03:03:41.372688 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a5bba55-d4af-41f5-9ff5-31ecc0200bb0 req-1ef5fb9d-cc5c-4539-b0e1-4aae9e2c23be service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Aug 11 03:03:41.471230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-82a02745-3dcf-442d-ba36-bd8014074678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.472661 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-82a02745-3dcf-442d-ba36-bd8014074678 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0425961 Aug 11 03:03:41.570694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-cd2d7645-34d0-4f6f-8979-44f350eb980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.572853 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-cd2d7645-34d0-4f6f-8979-44f350eb980c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0926166 Aug 11 03:03:41.620966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-b84f84d7-6d59-4702-a226-98fbedb5f017 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 217 time: 0.0367606 Aug 11 03:03:41.678246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-2d2bdd70-f676-4892-9600-55c6d1ee6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.679759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-2d2bdd70-f676-4892-9600-55c6d1ee6a3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0507960 Aug 11 03:03:41.732285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-f7b2ad99-edbf-4555-9a8a-f9fab873b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:41.733702 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-f7b2ad99-edbf-4555-9a8a-f9fab873b9ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428970 Aug 11 03:03:41.825445 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-f439a0f2-3edf-41df-be14-8cc36e0182a3 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833030 Aug 11 03:03:41.920466 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfa2bd97-9589-4ac7-8f98-f8d9fd8e49c5 req-3e44bd44-b10a-4969-9774-42d8ed98db1d service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866051 Aug 11 03:03:42.145492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138ef7-a974-4fe1-9b1c-15bdb43d89d0 req-39bc53e9-72c6-40e9-909c-1c0edf903493 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:42.147206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14138ef7-a974-4fe1-9b1c-15bdb43d89d0 req-39bc53e9-72c6-40e9-909c-1c0edf903493 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0515378 Aug 11 03:03:42.187865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14138ef7-a974-4fe1-9b1c-15bdb43d89d0 req-d96a1306-2903-48e7-8317-7575ce157c48 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344796 Aug 11 03:03:42.358647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 720e5cc1-204e-4860-a6c9-770678c7dd3a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:42.407776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 720e5cc1-204e-4860-a6c9-770678c7dd3a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:42.408155 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.309892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53528b18-7093-4899-9369-a55742fb3820 req-2197c50f-04fe-4247-b289-579c547b62f5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:43.311345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53528b18-7093-4899-9369-a55742fb3820 req-2197c50f-04fe-4247-b289-579c547b62f5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0543869 Aug 11 03:03:43.350076 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53528b18-7093-4899-9369-a55742fb3820 req-027ef61a-cf0f-49a0-98f0-0b90a8883aee tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Aug 11 03:03:44.473829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d23730-1681-4779-ae4a-ea77c3443bca req-5008a5e3-fe37-4b35-a003-f28ceb987760 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:44.475410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37d23730-1681-4779-ae4a-ea77c3443bca req-5008a5e3-fe37-4b35-a003-f28ceb987760 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0505936 Aug 11 03:03:44.517593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-37d23730-1681-4779-ae4a-ea77c3443bca req-013e9cbc-d5ae-41d6-a401-f8457e84cd6e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360973 Aug 11 03:03:44.833155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5c4578a0-d325-469a-835e-8d39080da844 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:44.930637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:44.942490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5c4578a0-d325-469a-835e-8d39080da844', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': '5c4578a0-d325-469a-835e-8d39080da844', 'mac_address': 'fa:16:3e:7f:f4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:44.980186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.992711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4578a0-d325-469a-835e-8d39080da844 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:45.012566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:45.016158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.065443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.073943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.074297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.074647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.074987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.075324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.075660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.075990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.076321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.076651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.076979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.077307 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.077630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:45.300662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5c4578a0-d325-469a-835e-8d39080da844'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:45.641576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fbf44-3d93-4cd0-99c9-55e017922390 req-ce7eecbb-17e1-4b3b-9445-0cedf53545c3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.643056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee3fbf44-3d93-4cd0-99c9-55e017922390 req-ce7eecbb-17e1-4b3b-9445-0cedf53545c3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0506678 Aug 11 03:03:45.682590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee3fbf44-3d93-4cd0-99c9-55e017922390 req-a36c89be-56f3-4b15-a633-133d4b99231c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Aug 11 03:03:46.810294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab6263-06f2-4693-8343-d079f8e77d81 req-66b9a7f5-523d-423a-b0a8-4af55f205659 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:46.811870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdab6263-06f2-4693-8343-d079f8e77d81 req-66b9a7f5-523d-423a-b0a8-4af55f205659 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0557358 Aug 11 03:03:46.851719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bdab6263-06f2-4693-8343-d079f8e77d81 req-51dc1bf3-6716-4fa0-8ad7-b470f3ca14c1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Aug 11 03:03:46.855012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5c4578a0-d325-469a-835e-8d39080da844 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:46.907509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5c4578a0-d325-469a-835e-8d39080da844 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:46.911311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5c4578a0-d325-469a-835e-8d39080da844 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:46.911685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.994922 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.019123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:47.021359 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34fa49aa6792c2d8c13352217bdb198e4e08e65f1fcf5da515129b5fc4341a5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4b7773-f2aa-48c2-8650-cf53767a10ae" -d '{"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-plugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:47.036108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:47.041504 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.066246 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c671774-dce3-448c-bd4c-d9d3ca77eb8b x-openstack-request-id: req-6c671774-dce3-448c-bd4c-d9d3ca77eb8b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:47.066654 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-plugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:47.066785 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c671774-dce3-448c-bd4c-d9d3ca77eb8b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:47.067154 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'code': 200} Aug 11 03:03:47.095137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:47.169788 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d3b9a-a305-45f4-ac78-cb3d42367e90 req-cd4c4b3f-6357-4a34-b1e7-d87c287b3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.171368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9e8d3b9a-a305-45f4-ac78-cb3d42367e90 req-cd4c4b3f-6357-4a34-b1e7-d87c287b3f91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0445735 Aug 11 03:03:47.208242 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9e8d3b9a-a305-45f4-ac78-cb3d42367e90 req-9fd7d76e-c9b8-4724-b3dc-d66167b58043 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287852 Aug 11 03:03:47.729460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-7dc98f15-ef1a-4a7c-aeda-732254d79780 req-c906913b-c2cc-4155-8d71-d68fd042dafc service neutron] (94653) timed out ('10.222.0.61', 51742) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:03:47.981094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba7baa-7680-4860-a4c5-a7f8524779ca req-14a0026a-623e-4f6c-a59a-27535f1c0b37 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.982570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5ba7baa-7680-4860-a4c5-a7f8524779ca req-14a0026a-623e-4f6c-a59a-27535f1c0b37 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0593383 Aug 11 03:03:48.026858 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e5ba7baa-7680-4860-a4c5-a7f8524779ca req-e7758c42-e96a-40f2-8810-8a52d5a38438 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Aug 11 03:03:48.700153 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-4eb82a7d-83b4-4a65-9f7c-560df97921fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392392 Aug 11 03:03:48.800524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939492-9600-4f87-89b6-3ad6540900e0 req-d8b1b16d-e93b-4470-bb7f-a29e79950672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.802100 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-d8b1b16d-e93b-4470-bb7f-a29e79950672 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0468838 Aug 11 03:03:48.915060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939492-9600-4f87-89b6-3ad6540900e0 req-515f9f20-6a12-4ef2-aad1-ca2b9b2191af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.916633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-515f9f20-6a12-4ef2-aad1-ca2b9b2191af service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0882509 Aug 11 03:03:48.969093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-3a053aae-9827-47e6-bc66-e7b6f55bec6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 217 time: 0.0430079 Aug 11 03:03:49.030320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939492-9600-4f87-89b6-3ad6540900e0 req-2224748b-e679-42b1-bd3d-bae001ccac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.031828 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-2224748b-e679-42b1-bd3d-bae001ccac46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0497324 Aug 11 03:03:49.091030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939492-9600-4f87-89b6-3ad6540900e0 req-defc61ce-1064-4113-8b36-fdd2694423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.092807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-defc61ce-1064-4113-8b36-fdd2694423df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507534 Aug 11 03:03:49.150462 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9bb2-12df-4a59-9df4-7ba138736d28 req-4f35fdec-0ac3-458c-9023-8531d1a75d58 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.152095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67be9bb2-12df-4a59-9df4-7ba138736d28 req-4f35fdec-0ac3-458c-9023-8531d1a75d58 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Aug 11 03:03:49.192377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-67be9bb2-12df-4a59-9df4-7ba138736d28 req-1d875a4b-1684-44c6-a2db-8c5d976653fb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Aug 11 03:03:49.192586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-f04db83f-3ac7-4799-a9a9-ed6b0cf6b17b service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897362 Aug 11 03:03:49.286397 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-80939492-9600-4f87-89b6-3ad6540900e0 req-e7b17e24-40dd-4832-b35b-35e76f6b7764 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861309 Aug 11 03:03:49.324610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299df289-f88a-4749-8e50-8f18637d70c1 req-54610099-7f14-4cf1-908c-6ba789acb048 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.326179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-299df289-f88a-4749-8e50-8f18637d70c1 req-54610099-7f14-4cf1-908c-6ba789acb048 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0634744 Aug 11 03:03:49.334646 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 36794) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.339223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'floatingip': {'port_id': '5c4578a0-d325-469a-835e-8d39080da844'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:49.379450 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.811054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.814634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.914371 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d associated. External IP: 172.25.3.26, port: 5c4578a0-d325-469a-835e-8d39080da844. Aug 11 03:03:50.133598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:50.248054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:50.252907 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.257841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:50.267776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:50.268395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.280944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e7cf0894-7fd7-45f5-89fd-4073c622f386 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "PUT /v2.0/floatingips/42ba8d9d-350a-413b-8985-e13b18826a5d HTTP/1.1" status: 200 len: 990 time: 0.9451854 Aug 11 03:03:50.281546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:50.284106 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9fa153a093a40b06f629e52640b77fdc82a1a714a9cb3668b8d0fab1a59518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95" -d '{"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:50.323299 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa884735-6990-4161-96b6-784bafff7a2e x-openstack-request-id: req-aa884735-6990-4161-96b6-784bafff7a2e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:50.323510 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:50.323780 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa884735-6990-4161-96b6-784bafff7a2e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:50.324197 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'status': 'completed', 'code': 200} Aug 11 03:03:50.381254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:50.396983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-441d6cfe-0a7b-41b8-8699-ada40cd5e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.398593 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-441d6cfe-0a7b-41b8-8699-ada40cd5e76f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0429413 Aug 11 03:03:50.494982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-40dbacc4-714f-4eac-ab18-7bbb063c83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.496474 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-40dbacc4-714f-4eac-ab18-7bbb063c83e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0900910 Aug 11 03:03:50.563071 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-fa135069-1bd2-481d-b246-08cdb945f37a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 998 time: 0.0580361 Aug 11 03:03:50.624075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-6261bc38-fbf0-455e-b09b-1b6af354429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.625598 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-6261bc38-fbf0-455e-b09b-1b6af354429f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0545828 Aug 11 03:03:50.677124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-5542d18f-5901-45b1-87f7-feeccaeaf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.678722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-5542d18f-5901-45b1-87f7-feeccaeaf013 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447350 Aug 11 03:03:50.772549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': '5c4578a0-d325-469a-835e-8d39080da844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:7f:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2087ac61-d833-41e1-bbae-389c54a36b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 1, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.772885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-498c8bb4-2d04-4ad7-a5ba-fe326281f178 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854578 Aug 11 03:03:50.800175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:50.808620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:50.809231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.869776 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ab2ab04b-e9b4-47f7-a137-cb77ceb3cd95 req-c616e38e-fbff-4c79-a2fe-532970ad23cb service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890651 Aug 11 03:03:50.920672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:51.168109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e354d75f-191d-425b-8530-77933b14c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': '5c4578a0-d325-469a-835e-8d39080da844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:7f:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2087ac61-d833-41e1-bbae-389c54a36b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 1, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:51.195525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354d75f-191d-425b-8530-77933b14c1df None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': '5c4578a0-d325-469a-835e-8d39080da844', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:7f:f4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2087ac61-d833-41e1-bbae-389c54a36b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 1, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:51.404539 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080ed22-57bd-4db0-bd46-27e9b4227d0b None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:03:52.692519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5e97db49-427b-4a6a-ba1b-d5fbc8e3f281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.207593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7bb27f70-721a-4116-828e-b08fd961709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.485658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.611201 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.203507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.360457 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:11.062261 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.156962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.693934 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80067982-4bdc-43a9-90a6-cf5fba5dab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.207223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-17c8d631-ad49-4858-8f16-81baaab5a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.487300 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.613945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.206715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.982807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-6e327e6f-8584-438b-8751-c9cf9decab1e req-15d582e8-dba1-47a7-9da1-127b81320123 service neutron] (94653) timed out ('10.222.0.61', 51741) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:04:41.057681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.154806 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.361267 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:48.767944 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-407eaad5-5a20-4324-8269-023c561bd170 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001565 Aug 11 03:04:48.863344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-a26fe727-9ee1-475e-af20-715771264baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:48.865072 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-a26fe727-9ee1-475e-af20-715771264baf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0429857 Aug 11 03:04:48.992374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-94d8e87c-9794-4206-8f3a-fe993d9b5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:48.994108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-94d8e87c-9794-4206-8f3a-fe993d9b5491 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1051245 Aug 11 03:04:49.063021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-d6f09a33-53a8-4143-ab01-1110314c9371 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 1000 time: 0.0609877 Aug 11 03:04:49.119138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-9860307e-ae97-4be4-b172-40f91a33528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:49.120687 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-9860307e-ae97-4be4-b172-40f91a33528e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0501623 Aug 11 03:04:49.539861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-7a07e132-aacf-40fe-a251-1b2fadfcd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:49.541882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-7a07e132-aacf-40fe-a251-1b2fadfcd5d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4088435 Aug 11 03:04:49.636026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-0ef46d29-41be-4e67-aeca-e993a80fcfa5 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854599 Aug 11 03:04:49.737875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-da8752e4-7755-464c-ab8e-7f09e97417ff req-92d59b3e-5a2d-42f0-b368-94acd6ee7af4 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926740 Aug 11 03:04:52.696807 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93f2b093-e65b-4dda-8ff7-80bfd4e443bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.212364 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f0d0052d-c271-44c5-9ad5-de285f48fc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.490194 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.618141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.208306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.066805 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.167679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.361016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:22.701100 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-44fa6660-db23-439e-b9f8-1c8712d6980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.203411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c2018be-8d36-4cbf-9a36-a1eaca775bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.491533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.621432 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.210684 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.084971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74dc27-642e-4191-a19b-d2372a70ff65 req-8e2fc546-f343-4c97-a448-3e6e1a619096 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.086532 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d74dc27-642e-4191-a19b-d2372a70ff65 req-8e2fc546-f343-4c97-a448-3e6e1a619096 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0970461 Aug 11 03:05:35.124008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d74dc27-642e-4191-a19b-d2372a70ff65 req-f37ba111-15b8-4c07-bed8-0720ce8e82ba tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Aug 11 03:05:35.362116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc1ed6-5abb-40c7-9759-06af3a181787 req-9e64782a-3c67-481c-ad04-7a7d4d763b85 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.363653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bbc1ed6-5abb-40c7-9759-06af3a181787 req-9e64782a-3c67-481c-ad04-7a7d4d763b85 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Aug 11 03:05:35.429765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3bbc1ed6-5abb-40c7-9759-06af3a181787 req-cf01bcaa-6059-4be7-813b-2762e77574ee tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573604 Aug 11 03:05:35.433499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-4ece2c9b-1f34-4cf0-b935-03590c9c82fc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258724 Aug 11 03:05:36.679680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4f3a0-8fb3-4ab3-a8ba-4d80e0d4c833 req-ace321c4-1c7d-4a89-81b1-f4d0ffb74a8a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.681182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fe4f3a0-8fb3-4ab3-a8ba-4d80e0d4c833 req-ace321c4-1c7d-4a89-81b1-f4d0ffb74a8a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0967004 Aug 11 03:05:36.719530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fe4f3a0-8fb3-4ab3-a8ba-4d80e0d4c833 req-8c8f71b5-2df1-47fe-bc05-387ba32eff1f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Aug 11 03:05:36.962663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-8798e384-5bcf-4e9f-bcb7-d303e2ec08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.964177 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-8798e384-5bcf-4e9f-bcb7-d303e2ec08ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0813932 Aug 11 03:05:37.056813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-1ae7e885-3cd3-479c-8f7e-64a05044b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.058406 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-1ae7e885-3cd3-479c-8f7e-64a05044b68c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0866172 Aug 11 03:05:37.123834 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-38cde0a3-8705-41e1-8bef-1af9fc4a3a69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 1000 time: 0.0575488 Aug 11 03:05:37.173786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-be0a9317-1727-4424-998b-584762142918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.175306 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-be0a9317-1727-4424-998b-584762142918 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0437057 Aug 11 03:05:37.227735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-a12368da-a4a3-40be-918d-fc6c57dbdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.229380 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-a12368da-a4a3-40be-918d-fc6c57dbdde8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459051 Aug 11 03:05:37.319715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-020b94e7-6e9c-413d-a115-a5851a2d1a09 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823665 Aug 11 03:05:37.414982 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-941e3841-9383-41ba-88fb-c8d8627e6fa0 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Aug 11 03:05:37.846529 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3489c-b318-4b66-a9dd-9554afc1bcc3 req-623d45ae-77e0-4201-85e9-9ac984d06ac6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.848034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4d3489c-b318-4b66-a9dd-9554afc1bcc3 req-623d45ae-77e0-4201-85e9-9ac984d06ac6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Aug 11 03:05:37.890374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4d3489c-b318-4b66-a9dd-9554afc1bcc3 req-65ff0878-c3b7-43ba-aa92-4e7fa948144d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Aug 11 03:05:39.007857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b32a4-c654-432e-ba67-67d1b7e61a96 req-d4e10ee1-cd2e-4175-99a7-484bd1e50188 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.009336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a3b32a4-c654-432e-ba67-67d1b7e61a96 req-d4e10ee1-cd2e-4175-99a7-484bd1e50188 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Aug 11 03:05:39.047773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a3b32a4-c654-432e-ba67-67d1b7e61a96 req-8de58a31-d2ee-42d1-9035-a737c9b56e89 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323372 Aug 11 03:05:40.164539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ad64-79a8-49fc-9fef-abe8e45cb141 req-ce6f6bd9-9fbd-446d-81da-698d106f23b1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.166040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c24ad64-79a8-49fc-9fef-abe8e45cb141 req-ce6f6bd9-9fbd-446d-81da-698d106f23b1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 11 03:05:40.203979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c24ad64-79a8-49fc-9fef-abe8e45cb141 req-89581dfa-d847-4600-a9fc-772a7d500a9c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Aug 11 03:05:41.106571 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.169058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.321102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a262b7-d3cf-4d83-b261-a8a750579d58 req-169aac1e-d70d-4755-9efd-86f967dbc3ea tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.322587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86a262b7-d3cf-4d83-b261-a8a750579d58 req-169aac1e-d70d-4755-9efd-86f967dbc3ea tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0504823 Aug 11 03:05:41.369286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86a262b7-d3cf-4d83-b261-a8a750579d58 req-02cdac6d-45e2-4a44-854a-efd3109500ec tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403085 Aug 11 03:05:42.487114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a21b6-5a8c-46ce-92a0-11cc1d462169 req-89117fab-8350-4322-8e24-86b215f23595 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.488638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd6a21b6-5a8c-46ce-92a0-11cc1d462169 req-89117fab-8350-4322-8e24-86b215f23595 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Aug 11 03:05:42.528155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd6a21b6-5a8c-46ce-92a0-11cc1d462169 req-2aaa9934-56ac-41eb-a245-79d1058976b1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328915 Aug 11 03:05:43.645160 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0a4dc-0e3f-4756-bd8a-bbd54652733c req-ccb0dfc6-583b-44e2-ab12-ae0aded1cc67 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.646729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7be0a4dc-0e3f-4756-bd8a-bbd54652733c req-ccb0dfc6-583b-44e2-ab12-ae0aded1cc67 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 11 03:05:43.684541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7be0a4dc-0e3f-4756-bd8a-bbd54652733c req-4f069a74-72a2-42b2-8dcb-054540d98d04 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Aug 11 03:05:44.800013 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd33b6-e442-4bcd-9686-576d0ecf5d7a req-d805f9ac-8cc3-470b-8a8d-6f0234c080e8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:44.801490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bd33b6-e442-4bcd-9686-576d0ecf5d7a req-d805f9ac-8cc3-470b-8a8d-6f0234c080e8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Aug 11 03:05:44.842850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c0bd33b6-e442-4bcd-9686-576d0ecf5d7a req-a47602aa-401a-4bf5-ad7d-e549842c66bf tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354478 Aug 11 03:05:45.955586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c1d9-eaa1-4d79-b36e-5e06c4c8e1b6 req-1d76e58e-78b4-494d-9f58-17e18501724d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.957098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd80c1d9-eaa1-4d79-b36e-5e06c4c8e1b6 req-1d76e58e-78b4-494d-9f58-17e18501724d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Aug 11 03:05:45.995064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd80c1d9-eaa1-4d79-b36e-5e06c4c8e1b6 req-3a286cde-3fd7-4801-87d2-ca19bfc47c94 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Aug 11 03:05:47.111170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1c32-005e-4a1f-a029-43ad9394b7cb req-132e57c0-7be2-4bc4-9edd-c16d9bf1565a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:47.112669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84af1c32-005e-4a1f-a029-43ad9394b7cb req-132e57c0-7be2-4bc4-9edd-c16d9bf1565a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0505805 Aug 11 03:05:47.150875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-84af1c32-005e-4a1f-a029-43ad9394b7cb req-370d2d92-a92a-4a3b-80b6-538a611bc9a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Aug 11 03:05:48.266743 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31595c00-4239-4414-9f41-413943f3f539 req-c01681de-eadd-47d5-9869-6ac65134f4a2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.268233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31595c00-4239-4414-9f41-413943f3f539 req-c01681de-eadd-47d5-9869-6ac65134f4a2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0481462 Aug 11 03:05:48.309538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-31595c00-4239-4414-9f41-413943f3f539 req-8d69e1ba-3f12-41d6-9f56-0382e3185bdd tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353274 Aug 11 03:05:48.721188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-b7a6b948-1215-45ce-b7bd-8e82015681a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.722710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-b7a6b948-1215-45ce-b7bd-8e82015681a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1097 time: 0.0403030 Aug 11 03:05:48.827458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-c5ff3968-627c-41fd-bf78-91697464e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.828944 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-c5ff3968-627c-41fd-bf78-91697464e9ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0847907 Aug 11 03:05:48.899821 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-d1e6c112-8961-4367-8aa9-49235609b0ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 1000 time: 0.0627816 Aug 11 03:05:48.962529 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-49d72a63-b72c-40a6-a74f-688afe8a6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.972993 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-49d72a63-b72c-40a6-a74f-688afe8a6293 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0636621 Aug 11 03:05:49.034084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-ab260198-8d2c-4819-99f8-bf58ffa04a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.035715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-ab260198-8d2c-4819-99f8-bf58ffa04a6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514822 Aug 11 03:05:49.137105 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-99940fcf-c204-4804-b2da-8a86ada0fa5f service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907435 Aug 11 03:05:49.235255 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f5e7c2bd-89dd-425f-aea6-c32b02468a44 req-55bae4e7-4265-4583-9960-0f95fd3164b3 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901053 Aug 11 03:05:49.424210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051463b-3957-49fa-bcc5-26147ed1d435 req-df4c91b3-2dac-4c28-a2eb-fdd3e4c6dc16 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.425651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5051463b-3957-49fa-bcc5-26147ed1d435 req-df4c91b3-2dac-4c28-a2eb-fdd3e4c6dc16 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0497916 Aug 11 03:05:49.464878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5051463b-3957-49fa-bcc5-26147ed1d435 req-614862df-d872-4a4d-a02f-69b60e47d9fd tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Aug 11 03:05:49.681969 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-195e2201-ef69-4234-98bc-1ff1a41f2f8b service neutron] show failed (client error): The resource could not be found. Aug 11 03:05:49.683003 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-195e2201-ef69-4234-98bc-1ff1a41f2f8b service neutron] 10.222.0.61 "GET /v2.0/ports/5c4578a0-d325-469a-835e-8d39080da844/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0611899 Aug 11 03:05:49.969877 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-c965bb32-61bf-40e3-988e-229bd220d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.971329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-c965bb32-61bf-40e3-988e-229bd220d886 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0780919 Aug 11 03:05:49.988273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:50.044019 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.247690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:50.281032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:50.321423 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:50.327405 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.339992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Transition to ACTIVE for port object 5c4578a0-d325-469a-835e-8d39080da844 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:50.343992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.371690 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fd56b-2bdb-4dc2-8d63-3d7a0483e8b6" -d '{"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:50.433152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.450230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.450576 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.450917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.451258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.451620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.451900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.452227 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.452549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.452871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.453192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.453517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.453981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:50.489713 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1739f-e187-461e-9b83-129cd93514fb x-openstack-request-id: req-2fe1739f-e187-461e-9b83-129cd93514fb {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:50.490156 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:50.490475 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2fe1739f-e187-461e-9b83-129cd93514fb {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:50.490934 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'code': 200} Aug 11 03:05:50.491944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] No DVR routers for this DVR port 5c4578a0-d325-469a-835e-8d39080da844 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:50.630499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf52b6-0254-4563-9f69-ff10e2fd1223 req-a203b0b8-4c2e-4b80-a533-c85d5a4cff25 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.632007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2edf52b6-0254-4563-9f69-ff10e2fd1223 req-a203b0b8-4c2e-4b80-a533-c85d5a4cff25 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0926085 Aug 11 03:05:50.684449 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:50.684779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:50.685124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:50.696146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:50.696464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Attempting to bind port 5c4578a0-d325-469a-835e-8d39080da844 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:50.705072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2edf52b6-0254-4563-9f69-ff10e2fd1223 req-419f11b6-6984-4cf1-bb6e-9d94d99d5698 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658600 Aug 11 03:05:50.705959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:50.706296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:50.706663 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:50.707082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Bound port: 5c4578a0-d325-469a-835e-8d39080da844, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:50.707438 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.772926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:50.775840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:50.780803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.816913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.817557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.819025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] 10.222.0.67 "PUT /v2.0/ports/5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 1092 time: 0.8348837 Aug 11 03:05:50.839591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a766b2-1820-4467-97f3-1b0abb886d25 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.887335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-6ac8db26-812c-4871-895f-0fcddb21e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.888852 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-6ac8db26-812c-4871-895f-0fcddb21e50d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0427244 Aug 11 03:05:50.993586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-8c6565cc-7ec5-4a32-a63c-95039af38376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.995180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-8c6565cc-7ec5-4a32-a63c-95039af38376 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0959849 Aug 11 03:05:51.066818 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-961732e9-dbd3-4319-a2d8-3d08b1da966c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 998 time: 0.0599515 Aug 11 03:05:51.119408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-ea19d7c7-68ba-4c58-9273-4dedbc2813a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.120849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-ea19d7c7-68ba-4c58-9273-4dedbc2813a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0430560 Aug 11 03:05:51.172605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-cfbf6c86-6125-4a2e-8bc5-e6d37cc8e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.174176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-cfbf6c86-6125-4a2e-8bc5-e6d37cc8e072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437930 Aug 11 03:05:51.269061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-8ebca982-613c-40e2-8720-4521c0bb4c69 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824680 Aug 11 03:05:51.367050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-653f1e0c-7d21-4e7d-a9ca-125a1a2e592c req-c7848b3b-e795-450a-bc9a-570065637295 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Aug 11 03:05:51.825628 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd03cd-37d8-46ea-a893-77320d800dbd req-27633ff6-f6b7-4175-a98f-b94b0b2f4061 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.827149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eccd03cd-37d8-46ea-a893-77320d800dbd req-27633ff6-f6b7-4175-a98f-b94b0b2f4061 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0493004 Aug 11 03:05:51.865375 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eccd03cd-37d8-46ea-a893-77320d800dbd req-7ce34e09-7a97-4560-81f6-0f4c5ed72f7d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Aug 11 03:05:52.492192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:52.494594 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752af246-a640-48dc-924d-3958a8769975" -d '{"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:52.541888 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749df6e1-b671-4343-a172-8df9e88641e8 x-openstack-request-id: req-749df6e1-b671-4343-a172-8df9e88641e8 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:52.542179 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:52.542426 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-749df6e1-b671-4343-a172-8df9e88641e8 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:52.542887 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'status': 'completed', 'code': 200} Aug 11 03:05:52.607851 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-1a3b32ee-8157-40f6-88ca-d97d4cd719e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.608429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-6488d691-bbbc-4c75-b023-de6539a46d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.609459 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-1a3b32ee-8157-40f6-88ca-d97d4cd719e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0424764 Aug 11 03:05:52.609850 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-6488d691-bbbc-4c75-b023-de6539a46d03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0393751 Aug 11 03:05:52.705903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b7bf490a-4e6d-48a6-9ef8-c375553d1864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.711512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-412f0d5a-4339-44cf-8ba6-efef674195eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.713108 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-412f0d5a-4339-44cf-8ba6-efef674195eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0959847 Aug 11 03:05:52.718689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-6ce532c7-4c97-4028-b4d5-8206e5e765df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.720178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-6ce532c7-4c97-4028-b4d5-8206e5e765df service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1024406 Aug 11 03:05:52.788235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-e3dc4119-9109-470d-84b1-0636c405b325 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 998 time: 0.0660417 Aug 11 03:05:52.790338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-3afc4d82-e011-4caa-b630-f03766595fce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 998 time: 0.0607028 Aug 11 03:05:52.838694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-ed7fd9b6-af26-4bf5-b0d9-f19b811a0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.840288 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-ed7fd9b6-af26-4bf5-b0d9-f19b811a0c68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0447462 Aug 11 03:05:52.844587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-e6bab78b-37a6-44a6-8ec4-711e4aef0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.846085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-e6bab78b-37a6-44a6-8ec4-711e4aef0afc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0482650 Aug 11 03:05:52.888953 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-26781dec-6bdb-4382-9ac0-b4da90e12864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.890538 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-26781dec-6bdb-4382-9ac0-b4da90e12864 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420082 Aug 11 03:05:52.893255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af246-a640-48dc-924d-3958a8769975 req-bdbc3af1-8fac-4d6b-adb8-e4a77dfbec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.894825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-bdbc3af1-8fac-4d6b-adb8-e4a77dfbec79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414293 Aug 11 03:05:52.988257 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-f420d367-fd8f-461d-aee4-c09569662972 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891986 Aug 11 03:05:53.032792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e7ed-d70c-49b5-9dd8-5f5af87ea28b req-7c93010e-6063-42c8-80e0-0e6612723602 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.034343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64f1e7ed-d70c-49b5-9dd8-5f5af87ea28b req-7c93010e-6063-42c8-80e0-0e6612723602 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0884392 Aug 11 03:05:53.043005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-2fd41829-7bb9-450b-96d7-391d24a077c4 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401448 Aug 11 03:05:53.091568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-12bfda9e-a620-4100-b4ff-c7f34da339e4 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917232 Aug 11 03:05:53.137216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-64f1e7ed-d70c-49b5-9dd8-5f5af87ea28b req-06381557-742c-482b-87e2-2db19f119e80 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932546 Aug 11 03:05:53.175711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-752af246-a640-48dc-924d-3958a8769975 req-f251a3d5-6324-422a-9684-ae6adee53ea4 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171143 Aug 11 03:05:53.355443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5c4578a0-d325-469a-835e-8d39080da844 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:53.393533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5c4578a0-d325-469a-835e-8d39080da844 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:54.259655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445324c-6c31-45fe-8bdf-abf601ce9cae req-06fb1651-ff52-460d-9012-301558766687 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.261163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7445324c-6c31-45fe-8bdf-abf601ce9cae req-06fb1651-ff52-460d-9012-301558766687 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0544634 Aug 11 03:05:54.298498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7445324c-6c31-45fe-8bdf-abf601ce9cae req-e505089b-2ec9-45bb-bc0f-fb519529f71f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Aug 11 03:05:54.490781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b859f58-f8a9-477a-bdb7-cbe1558b5805 req-e76f3b60-5bf1-4b39-bc25-305f9388fe84 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.492268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b859f58-f8a9-477a-bdb7-cbe1558b5805 req-e76f3b60-5bf1-4b39-bc25-305f9388fe84 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 943 time: 0.0478735 Aug 11 03:05:54.518163 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-e2062a66-621b-4363-916b-1c18c6570eb0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.519759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-e2062a66-621b-4363-916b-1c18c6570eb0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.0590713 Aug 11 03:05:54.532803 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1b859f58-f8a9-477a-bdb7-cbe1558b5805 req-1d3efc2e-0dbc-4f9b-9b72-c70fe5561cb6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Aug 11 03:05:54.593499 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-8567caca-097d-4c47-bec5-06245e1ebb37 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:05:54.594465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-8567caca-097d-4c47-bec5-06245e1ebb37 service neutron] 10.222.0.61 "DELETE /v2.0/ports/5c4578a0-d325-469a-835e-8d39080da844/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0650785 Aug 11 03:05:54.683722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-e4ff639a-e1c2-4fc0-badb-80cec543820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.685257 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-e4ff639a-e1c2-4fc0-badb-80cec543820c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 1095 time: 0.0417750 Aug 11 03:05:54.778398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-91350c78-9ab0-46ad-b15d-09f6941d41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.779916 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-91350c78-9ab0-46ad-b15d-09f6941d41cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0869420 Aug 11 03:05:54.844909 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-7d3fb37b-ed82-4ed9-91a2-5776bb696e3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 200 len: 998 time: 0.0565109 Aug 11 03:05:54.894135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-a777531d-2bb2-4f36-8b0d-a097f551d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.895582 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-a777531d-2bb2-4f36-8b0d-a097f551d342 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0431905 Aug 11 03:05:54.947561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-b9e39454-12e8-442d-b8b7-0524dd838854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.949183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-b9e39454-12e8-442d-b8b7-0524dd838854 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446820 Aug 11 03:05:55.043495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-800ba754-5aeb-4a9e-9e5f-5c4f3edb5380 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855315 Aug 11 03:05:55.139204 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-59f9a37a-08f5-402b-b3b0-3e72b77b149c req-20a6daf5-6ef4-4fd2-8816-81cbf8b0a2b9 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882213 Aug 11 03:05:55.153173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c4578a0-d325-469a-835e-8d39080da844 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:55.230169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e44ba2cd-2ae5-44e6-9c35-f666227e6d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.259768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:55.269840 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '5c4578a0-d325-469a-835e-8d39080da844', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': '5c4578a0-d325-469a-835e-8d39080da844', 'mac_address': 'fa:16:3e:7f:f4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:55.308488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.321114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4578a0-d325-469a-835e-8d39080da844 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:55.340500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:55.344068 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.395628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.403569 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.403920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.404265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.404605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.404942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.405279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.405607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.405968 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.406298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.406624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.406954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.407276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.491647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.619553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['5c4578a0-d325-469a-835e-8d39080da844'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:55.658746 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada81f9-3fa7-45f5-b3b8-e588b4e51c34 req-384ce581-bb5c-4e51-8b90-d9d94941d68f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.660900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ada81f9-3fa7-45f5-b3b8-e588b4e51c34 req-384ce581-bb5c-4e51-8b90-d9d94941d68f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0578957 Aug 11 03:05:55.700877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1ada81f9-3fa7-45f5-b3b8-e588b4e51c34 req-273554f0-a1c0-476d-8138-bb800e47f114 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Aug 11 03:05:55.827945 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29261e11-b1b1-48a2-a3c0-dd87351b7d81 req-f74f8c6d-98af-4633-baa2-075333279ce8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.829442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29261e11-b1b1-48a2-a3c0-dd87351b7d81 req-f74f8c6d-98af-4633-baa2-075333279ce8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0522432 Aug 11 03:05:55.867183 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-29261e11-b1b1-48a2-a3c0-dd87351b7d81 req-b36c644c-f079-41e1-adc8-087511437a4d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Aug 11 03:05:55.978226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c084b9-b075-46bf-92ea-7c605ad77578 req-12fcb531-6717-4cb2-9d5b-26f149d79698 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.979707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4c084b9-b075-46bf-92ea-7c605ad77578 req-12fcb531-6717-4cb2-9d5b-26f149d79698 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0485337 Aug 11 03:05:56.017332 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4c084b9-b075-46bf-92ea-7c605ad77578 req-86644f3c-7ded-4660-95fa-197aa9965eb8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317001 Aug 11 03:05:56.256541 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6d98-5638-4565-91de-e019d91ab27f req-e6307fe4-deb0-4c67-b74d-92f2c91d62d5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.257987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4add6d98-5638-4565-91de-e019d91ab27f req-e6307fe4-deb0-4c67-b74d-92f2c91d62d5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 944 time: 0.0499494 Aug 11 03:05:56.295318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4add6d98-5638-4565-91de-e019d91ab27f req-6e188b88-82cd-4db1-add4-05c327e5c733 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Aug 11 03:05:56.359776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:56.621911 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.160627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c4578a0-d325-469a-835e-8d39080da844 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:57.210658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 5c4578a0-d325-469a-835e-8d39080da844 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:57.214265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 5c4578a0-d325-469a-835e-8d39080da844 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:57.214646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.294903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.318422 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:57.334836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:57.340417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.366621 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22430b8e-c179-4f9d-8aa9-f5a05f07ade6" -d '{"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-plugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:57.399258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.461074 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d639f48d-3693-459e-874e-115d48ad1c41 x-openstack-request-id: req-d639f48d-3693-459e-874e-115d48ad1c41 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:57.461394 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-plugged", "status": "completed", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:57.461647 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d639f48d-3693-459e-874e-115d48ad1c41 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:57.462095 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'code': 200} Aug 11 03:05:57.782955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf34a0c-d32f-4a0d-be57-a527200868f8 req-6967f9b9-59e1-4dbe-ae80-376e5440d295 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.784468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecf34a0c-d32f-4a0d-be57-a527200868f8 req-6967f9b9-59e1-4dbe-ae80-376e5440d295 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.4124949 Aug 11 03:05:57.796433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-31e771d4-3a69-4a9b-8912-1a80d6a4f72f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.797839 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-31e771d4-3a69-4a9b-8912-1a80d6a4f72f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "GET /v2.0/ports?device_id=2087ac61-d833-41e1-bbae-389c54a36b28 HTTP/1.1" status: 200 len: 945 time: 0.0624073 Aug 11 03:05:57.887371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ecf34a0c-d32f-4a0d-be57-a527200868f8 req-4182d008-50b2-402c-b7c3-856238f93d7d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885756 Aug 11 03:05:57.922045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Deleting port 5c4578a0-d325-469a-835e-8d39080da844 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:57.922418 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.009245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] For port 5c4578a0-d325-469a-835e-8d39080da844, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=5c4578a0-d325-469a-835e-8d39080da844,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:58.009603 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.176040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.176403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.176711 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d disassociated. External IP: 172.25.3.26, port: 5c4578a0-d325-469a-835e-8d39080da844. Aug 11 03:05:58.177079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Calling delete_port for 5c4578a0-d325-469a-835e-8d39080da844 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:58.214123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.302875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.328448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'Port': ['ID=5c4578a0-d325-469a-835e-8d39080da844,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:58.447145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:58.560135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:58.570970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:58.581287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:58.581956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.600601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] No DVR routers for this DVR port 5c4578a0-d325-469a-835e-8d39080da844 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:58.603421 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.605385 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a1487b72-5194-43bc-8a22-1ecd7bdd408a req-0e8cfc95-0f77-4533-a5ae-88d87aa021a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "DELETE /v2.0/ports/5c4578a0-d325-469a-835e-8d39080da844 HTTP/1.1" status: 204 len: 173 time: 0.7959473 Aug 11 03:05:58.605865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-deleted', 'tag': '5c4578a0-d325-469a-835e-8d39080da844'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:58.608127 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e43872-69e7-49ef-8c5d-70d0a2996273" -d '{"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-deleted", "tag": "5c4578a0-d325-469a-835e-8d39080da844"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:58.653858 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a75aa1a-0460-4200-972f-16b99f7fcc20 x-openstack-request-id: req-5a75aa1a-0460-4200-972f-16b99f7fcc20 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:58.654154 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087ac61-d833-41e1-bbae-389c54a36b28", "name": "network-vif-deleted", "tag": "5c4578a0-d325-469a-835e-8d39080da844", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:58.654406 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a75aa1a-0460-4200-972f-16b99f7fcc20 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:58.654800 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087ac61-d833-41e1-bbae-389c54a36b28', 'name': 'network-vif-deleted', 'tag': '5c4578a0-d325-469a-835e-8d39080da844', 'status': 'completed', 'code': 200} Aug 11 03:05:58.698459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:58.917476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.947919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:58.956707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:58.957320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.082406 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:59.132862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-4985847f-5a8c-4e6a-ac4f-dbfff8a699d0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--941633298&fields=id&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 267 time: 0.0345922 Aug 11 03:05:59.246007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88463747-53b7-4828-8aff-51a12dd301d4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.247463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88463747-53b7-4828-8aff-51a12dd301d4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1076620 Aug 11 03:05:59.262938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-62292a27-9a39-46d3-b263-0315c70db564 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/quotas/32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 375 time: 0.0095394 Aug 11 03:05:59.290171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.316665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-a79fcc49-beb8-4065-97e5-2a54bbff4385 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478966 Aug 11 03:05:59.320769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32372ace-49a0-4757-bd7d-1fe3e13491bd None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:59.501002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-8abd3f94-aead-4bf8-9ec4-7be1179eb5bc service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371965 Aug 11 03:05:59.550876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0db55c-c910-449c-b561-968b8381385e None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:05:59.591846 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-9044fef9-182c-4080-a7c3-d8d7c65aea37 service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Aug 11 03:05:59.775910 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2d5bbbd-19d7-45da-b9c2-9137a8ba87d8 req-82de50a7-7dee-482a-b04f-e517431cf914 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 210 time: 0.0286710 Aug 11 03:06:00.801602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-c8296444-f7e8-4c2e-b311-e74618936e89 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.804040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-c8296444-f7e8-4c2e-b311-e74618936e89 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1045148 Aug 11 03:06:00.860468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-b0b9d88e-6f13-41f0-9a0a-60b6ecf01584 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 379 time: 0.0437863 Aug 11 03:06:00.877272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'port': {'device_id': '39df4349-f491-42dd-aea2-2229854828af', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'admin_state_up': True, 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'security_groups': ['b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:00.891206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1d8f58f8-5521-4b96-b21d-eef420dcb4f2 req-018ae8d9-845f-44b9-94aa-21f64aadefeb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 210 time: 0.0390737 Aug 11 03:06:00.991637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:00.995274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.121079 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Allocated IP 172.20.0.7 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:01.185932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c4578a0-d325-469a-835e-8d39080da844 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.205762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 5c4578a0-d325-469a-835e-8d39080da844 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.206135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 5c4578a0-d325-469a-835e-8d39080da844 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.259686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.274058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Transition to ACTIVE for port object dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:01.306278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.347560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:01.353089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:01.356746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:01.384947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.398607 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.398956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.399297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.399638 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.400031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.400386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.400694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.401022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.401350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.401753 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.402031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.402541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:01.426151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.426767 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.441619 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-319d7504-3ded-4439-a31f-e55160c4bcbb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687959 Aug 11 03:06:01.455604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Request body: {'port': {'device_id': '39df4349-f491-42dd-aea2-2229854828af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:01.512505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.598144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d96cb816-719f-4592-9c15-6435b4301bb2 None None] Provisioning for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:01.602657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d96cb816-719f-4592-9c15-6435b4301bb2 None None] Provisioning complete for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:01.603176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d96cb816-719f-4592-9c15-6435b4301bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.637935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d96cb816-719f-4592-9c15-6435b4301bb2 None None] Port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:01.775836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:01.783151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.795604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Transition to ACTIVE for port object dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:01.799264 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.854977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.924228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:01.924570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:01.924895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:01.930036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:01.930237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:01.935451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:01.935792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:01.936180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:01.936636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Bound port: dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:01.936975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.009080 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:02.012625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:02.018861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.021168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbe17-55f4-4c0c-b23a-55c917a00ebc req-a4462fe1-1b18-4676-94b1-ca7f159a0964 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.023876 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fccdbe17-55f4-4c0c-b23a-55c917a00ebc req-a4462fe1-1b18-4676-94b1-ca7f159a0964 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.0597270 Aug 11 03:06:02.075755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fccdbe17-55f4-4c0c-b23a-55c917a00ebc req-1bf0e72a-76fb-4690-a2a2-91c53968ea20 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Aug 11 03:06:02.079480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.079480 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.081313 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1092 time: 0.6300204 Aug 11 03:06:02.084195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:02.118850 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f085ae-31ce-4f68-abfb-2b777e41e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.151219 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68295f80-359a-4a8e-a962-ef09f9b4f331" -d '{"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:02.193508 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-a99c8f5b-b15f-4300-9f41-d35123e988d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.195489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-a99c8f5b-b15f-4300-9f41-d35123e988d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1095 time: 0.0555062 Aug 11 03:06:02.244000 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f59f6-5564-4b64-9fd6-d354e21d17e2 x-openstack-request-id: req-284f59f6-5564-4b64-9fd6-d354e21d17e2 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:02.244297 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:02.244552 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-284f59f6-5564-4b64-9fd6-d354e21d17e2 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:02.244957 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'status': 'completed', 'code': 200} Aug 11 03:06:02.246591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-f136642a-2e19-430a-b0a8-384a12ef5ec3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 217 time: 0.0417690 Aug 11 03:06:02.304198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-a15624f9-b25a-4ff7-ad24-998e70bde041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.305688 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-a15624f9-b25a-4ff7-ad24-998e70bde041 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0493050 Aug 11 03:06:02.352063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-1ace447e-3306-4e33-b784-e7db82c958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.353554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-1ace447e-3306-4e33-b784-e7db82c958a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403593 Aug 11 03:06:02.443941 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-0a905a71-8a31-4bd8-b306-96bc4c8c80d6 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829673 Aug 11 03:06:02.537425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-34cea3ed-d0c8-4273-be67-84108df2a0d3 req-43169ea1-59fd-4666-b0d1-aabb2a8102ca service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863895 Aug 11 03:06:02.626998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-da5689cf-ed73-4a7c-872a-a74763a71827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.628493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-da5689cf-ed73-4a7c-872a-a74763a71827 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1095 time: 0.0406394 Aug 11 03:06:02.722075 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-9717ac03-08ee-4519-a148-76d0e3e6d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.723482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-9717ac03-08ee-4519-a148-76d0e3e6d7bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0877836 Aug 11 03:06:02.768334 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-60ac5b34-5d3c-4457-8797-d7e16befa152 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 217 time: 0.0370328 Aug 11 03:06:02.818767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-e333559f-1f1c-4967-8bd7-a5579e5e9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.820231 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-e333559f-1f1c-4967-8bd7-a5579e5e9065 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0437515 Aug 11 03:06:02.872275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-8d28ff5b-68cc-4a2e-b1b2-eaebdfaaf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.873736 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-8d28ff5b-68cc-4a2e-b1b2-eaebdfaaf71b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433180 Aug 11 03:06:02.963035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-30d792e6-faca-4505-b238-c9098b5bd0ae service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803909 Aug 11 03:06:03.059602 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68295f80-359a-4a8e-a962-ef09f9b4f331 req-ad42d1f6-d094-4308-a136-75d0cd4070ba service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886953 Aug 11 03:06:03.206486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6525b26-3e7b-4276-9615-d97f63362b34 req-ee5a84ad-38c9-4d19-bc8a-c9b250e9101c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.208004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6525b26-3e7b-4276-9615-d97f63362b34 req-ee5a84ad-38c9-4d19-bc8a-c9b250e9101c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.0499020 Aug 11 03:06:03.250425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6525b26-3e7b-4276-9615-d97f63362b34 req-1916bf45-ac88-4623-9d17-a7581b2d2903 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356092 Aug 11 03:06:04.370856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8de3-1906-4275-b3c9-ec1e17fb273a req-95769135-aa3e-4337-8b9a-0dc0ae7d3a85 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:04.372305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f0a8de3-1906-4275-b3c9-ec1e17fb273a req-95769135-aa3e-4337-8b9a-0dc0ae7d3a85 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.0535772 Aug 11 03:06:04.412341 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f0a8de3-1906-4275-b3c9-ec1e17fb273a req-53d68be1-1a6d-40ba-8099-0d91b8b9c0ae tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338454 Aug 11 03:06:05.392233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:05.489787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:05.502062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'mac_address': 'fa:16:3e:e0:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:05.529850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f8da4-6751-48f7-8f50-34660e1c360f req-c4b3b930-2ac9-4ecf-8f55-1fbd46c64844 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.531400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458f8da4-6751-48f7-8f50-34660e1c360f req-c4b3b930-2ac9-4ecf-8f55-1fbd46c64844 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.0508106 Aug 11 03:06:05.542503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.557914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:05.571763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-458f8da4-6751-48f7-8f50-34660e1c360f req-4a9d9478-34ff-44c3-811e-217430eb8039 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Aug 11 03:06:05.577536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:05.582128 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.635186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.836800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:06.687812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1e95-8071-4d2e-a869-0b8d04656c61 req-035224d3-7db5-4321-b8e5-3306ca60e6f6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.689370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47fd1e95-8071-4d2e-a869-0b8d04656c61 req-035224d3-7db5-4321-b8e5-3306ca60e6f6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 944 time: 0.0497270 Aug 11 03:06:06.735652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47fd1e95-8071-4d2e-a869-0b8d04656c61 req-4cab1ee5-b369-4a20-8bf0-42fa21436df0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 Aug 11 03:06:07.430848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:07.478633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:07.482231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:07.482679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.561745 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.584219 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:07.586575 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f03e5-3927-414b-ad73-b1d153cc2f5c" -d '{"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-plugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:07.599807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:07.604211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.627844 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bbbac2-bbf5-495b-b060-b4221dc43bb6 x-openstack-request-id: req-21bbbac2-bbf5-495b-b060-b4221dc43bb6 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:07.628138 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-plugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:07.628392 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21bbbac2-bbf5-495b-b060-b4221dc43bb6 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:07.628781 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'code': 200} Aug 11 03:06:07.658063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.730269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf43f-b70f-4f4b-9cce-918833fee563 req-024e89a2-4b14-40cc-ae03-e9a0aeed1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.731663 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6f0bf43f-b70f-4f4b-9cce-918833fee563 req-024e89a2-4b14-40cc-ae03-e9a0aeed1fd1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0410013 Aug 11 03:06:07.769637 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6f0bf43f-b70f-4f4b-9cce-918833fee563 req-8195e677-c602-4a13-b83e-54907cdd89ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269606 Aug 11 03:06:07.858937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a08b1-8278-4260-97e7-934e798c785d req-68f1032a-7fde-4fdb-96e9-8bbd6740e97e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.860504 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b1a08b1-8278-4260-97e7-934e798c785d req-68f1032a-7fde-4fdb-96e9-8bbd6740e97e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0547485 Aug 11 03:06:07.900433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b1a08b1-8278-4260-97e7-934e798c785d req-c54e257e-9871-4f9b-87c8-f3e85e19fef0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338385 Aug 11 03:06:09.021148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45639a0-4013-4f6f-aa88-03becc2c6db7 req-f54b2563-f7cc-4765-a78e-33dbfd15ca06 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.022788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f45639a0-4013-4f6f-aa88-03becc2c6db7 req-f54b2563-f7cc-4765-a78e-33dbfd15ca06 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0518126 Aug 11 03:06:09.062975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f45639a0-4013-4f6f-aa88-03becc2c6db7 req-3d4d15db-fe18-46ae-b37e-d66d3ab96961 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340595 Aug 11 03:06:09.176530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e942de3-f289-4574-9f01-e28024c5d6d3 req-6439acf3-661e-4e93-90bb-4b13c3118706 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.178543 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e942de3-f289-4574-9f01-e28024c5d6d3 req-6439acf3-661e-4e93-90bb-4b13c3118706 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0506694 Aug 11 03:06:09.186977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37200) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:09.191371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'floatingip': {'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:09.234008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.658776 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.663147 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.760194 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d associated. External IP: 172.25.3.26, port: dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc. Aug 11 03:06:09.962840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:10.070314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:10.075307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.080398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:10.089746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:10.090398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:10.103649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5c5f0c3b-335e-4873-b5f8-ed698157bd24 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "PUT /v2.0/floatingips/42ba8d9d-350a-413b-8985-e13b18826a5d HTTP/1.1" status: 200 len: 990 time: 0.9155977 Aug 11 03:06:10.104300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:10.106593 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a27e0d4-62fe-47ba-8ef1-de280e70254b" -d '{"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:10.145643 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d76b89-0c82-4e49-bb1f-965dd1965a31 x-openstack-request-id: req-68d76b89-0c82-4e49-bb1f-965dd1965a31 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:10.145971 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:10.146229 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68d76b89-0c82-4e49-bb1f-965dd1965a31 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:10.146640 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'status': 'completed', 'code': 200} Aug 11 03:06:10.214112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:10.223189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-56a70791-237e-40cd-9a6c-dd4e2a84f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.225413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-56a70791-237e-40cd-9a6c-dd4e2a84f995 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0432286 Aug 11 03:06:10.326771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-e6c8e5d7-af25-4910-9d28-8c07074443a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.328325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-e6c8e5d7-af25-4910-9d28-8c07074443a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0912118 Aug 11 03:06:10.401026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-17a00f59-4a2f-48fb-8481-da6d6a49f022 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 998 time: 0.0605817 Aug 11 03:06:10.448191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:e0:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4349-f491-42dd-aea2-2229854828af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:10.450522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-bacb8ab9-b0cc-495d-b127-b2b26efcda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.452016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-bacb8ab9-b0cc-495d-b127-b2b26efcda0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0437953 Aug 11 03:06:10.475460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:10.484214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:10.484815 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:10.502972 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-20590310-2eaf-48a9-87fa-1495060ef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.504488 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-20590310-2eaf-48a9-87fa-1495060ef68d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441043 Aug 11 03:06:10.598162 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-6745ad2b-439f-46f1-b3e9-22d54a907247 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Aug 11 03:06:10.699683 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0a27e0d4-62fe-47ba-8ef1-de280e70254b req-5b8c7804-4627-4e1f-9534-d9600b527675 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904460 Aug 11 03:06:10.753190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:10.981626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:e0:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4349-f491-42dd-aea2-2229854828af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.008344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2277ab4a-4de8-4928-b556-a5d90df8190a None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:e0:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39df4349-f491-42dd-aea2-2229854828af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:06:09Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:11.103102 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.196810 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.199549 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801f997-be33-485b-9eef-791fc6a431c4 None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:06:22.699316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7bdb428e-ef90-4b4a-b2c9-3b40d30830b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.209340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b734e5a1-14f2-4c4c-9e7d-d7349ef1de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.493565 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.626335 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.216177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.358338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:41.103195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.183376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.693703 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-c6d446e1-d9ca-4827-a51e-a231bbb06544 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441043 Aug 11 03:06:50.782017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-62165e16-5b2d-4173-a257-8b5252893336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.783543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-62165e16-5b2d-4173-a257-8b5252893336 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0415647 Aug 11 03:06:50.892255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-fdbb5e13-dc0f-4725-a1ab-087958f60705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.893734 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-fdbb5e13-dc0f-4725-a1ab-087958f60705 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0883193 Aug 11 03:06:50.959118 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-9fe4509f-2369-4624-9e74-1f32b5ef9708 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1000 time: 0.0566857 Aug 11 03:06:51.011411 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-d815971e-de2c-44f0-8493-64ae05ef198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.012865 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-d815971e-de2c-44f0-8493-64ae05ef198b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0442431 Aug 11 03:06:51.070060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-7891176c-e681-4b3e-9307-c7497f2ed38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.071611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-7891176c-e681-4b3e-9307-c7497f2ed38a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448079 Aug 11 03:06:51.168848 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-5a0cd875-abd0-4113-b1dd-865208bab619 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Aug 11 03:06:51.271413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3a4f7498-d021-480c-9a42-452ac782d8f7 req-03324e24-9ccd-4bc6-97f7-def31083b599 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948980 Aug 11 03:06:52.701538 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03cb983a-8f38-42da-bcdc-5afc48b6b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.199910 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-85915b1a-fd0c-4dff-9ec3-4c84ab0c25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.494653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.629044 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.220992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.356579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:11.122669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.183087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.196845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-a5ba4b9f-effd-437d-bdfb-c1c25fe96d66 req-f0238621-ebc7-48de-8c65-329071504519 service neutron] (94653) timed out ('10.222.0.68', 57070) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:07:22.702595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3b65ec39-8427-475a-aca3-75e25aad36f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.200381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2b556b4a-1686-4fd5-b689-7e09336025fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.495571 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.632163 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.220991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.133478 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.197760 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.355784 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:50.689493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-0dd5ee0e-8bce-477e-9098-f16a9c00b852 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427804 Aug 11 03:07:50.778032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-8f5d6fad-cc5e-4065-9ff8-e21e679f26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.779678 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-8f5d6fad-cc5e-4065-9ff8-e21e679f26fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0456374 Aug 11 03:07:50.889489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-ae3154b3-8849-412b-b186-72e2aa6530f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.891428 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-ae3154b3-8849-412b-b186-72e2aa6530f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0908902 Aug 11 03:07:50.962562 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-a46682a4-eb38-4e47-9ba0-dbf7144b4eac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1000 time: 0.0608888 Aug 11 03:07:51.014614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-ba6d0cf3-5682-4286-8c1e-7425a1c62316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.016094 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-ba6d0cf3-5682-4286-8c1e-7425a1c62316 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0454674 Aug 11 03:07:51.067053 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-8e668525-06b8-43a3-ba97-0a2aaca1f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.068635 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-8e668525-06b8-43a3-ba97-0a2aaca1f2d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450280 Aug 11 03:07:51.159422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-e14bf025-3e5f-4f0b-8702-bc921bf651bb service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813804 Aug 11 03:07:51.254383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5c5f01dd-0ab7-487e-9012-7d559f3080c8 req-b6d5f7e8-8697-4b1f-985e-58762315330d service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 Aug 11 03:07:52.703512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a71465f2-6679-4f10-bb88-49ecd290207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.637656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc9a8e-5644-4caa-959f-0d1bbc88e153 req-b4ddfdbf-a790-4592-a522-e1a27a21262b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.639180 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83fc9a8e-5644-4caa-959f-0d1bbc88e153 req-b4ddfdbf-a790-4592-a522-e1a27a21262b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0681202 Aug 11 03:07:53.685920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-83fc9a8e-5644-4caa-959f-0d1bbc88e153 req-2a864a38-4a4c-4cfa-8fae-1a142b1fd26f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369205 Aug 11 03:07:54.812686 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca463-47c5-497e-a593-78f356f64f7c req-1c9aa1ff-df4d-4fe6-8892-1cbf09b90d92 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.814179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfeca463-47c5-497e-a593-78f356f64f7c req-1c9aa1ff-df4d-4fe6-8892-1cbf09b90d92 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0585842 Aug 11 03:07:54.852236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfeca463-47c5-497e-a593-78f356f64f7c req-9bfd0d51-9956-4ab0-8426-6aadb67b6630 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Aug 11 03:07:55.202465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a41f9b34-8ac3-4b73-8306-b9d65014fa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.497091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.972699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140de07-3ebb-4d91-9998-f7c45f0737b2 req-38bedb3c-eb56-4829-9b02-5ed0cb70e455 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.974317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b140de07-3ebb-4d91-9998-f7c45f0737b2 req-38bedb3c-eb56-4829-9b02-5ed0cb70e455 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0511482 Aug 11 03:07:56.016527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b140de07-3ebb-4d91-9998-f7c45f0737b2 req-b1b10c4e-45c6-4fae-96f5-b3f4b83aad29 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359855 Aug 11 03:07:56.636079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:57.133458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675cf1-08d0-4f45-8ffd-db1ee4f9601e req-266b7e67-d2fe-49a6-a69b-f1a10257496a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.134985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16675cf1-08d0-4f45-8ffd-db1ee4f9601e req-266b7e67-d2fe-49a6-a69b-f1a10257496a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0504766 Aug 11 03:07:57.173223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16675cf1-08d0-4f45-8ffd-db1ee4f9601e req-caccec04-95b4-47d3-93d6-b9d4193dd809 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Aug 11 03:07:58.225458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.298902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffccd0e-da22-48e8-bd1f-530268f01da9 req-f81fcf37-209f-4189-bb9b-afba9d025c2e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.300867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bffccd0e-da22-48e8-bd1f-530268f01da9 req-f81fcf37-209f-4189-bb9b-afba9d025c2e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0571890 Aug 11 03:07:58.340338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bffccd0e-da22-48e8-bd1f-530268f01da9 req-4e39e06e-62c9-4396-8184-14a75d102f23 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Aug 11 03:07:59.457180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4176549-704e-48e2-b3d5-6d0748204285 req-b756a079-8c92-4292-802c-3bad1c5ab5af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.458718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4176549-704e-48e2-b3d5-6d0748204285 req-b756a079-8c92-4292-802c-3bad1c5ab5af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0515196 Aug 11 03:07:59.499402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4176549-704e-48e2-b3d5-6d0748204285 req-58a87722-f8b6-42f8-a1f7-fc00ac4c6a27 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Aug 11 03:08:00.613776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2cf1-41c4-4f70-b6b6-a4e933e354d2 req-83d7d2c0-d064-4bf0-ac0d-4adf17034e5f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.615288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-866d2cf1-41c4-4f70-b6b6-a4e933e354d2 req-83d7d2c0-d064-4bf0-ac0d-4adf17034e5f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0498567 Aug 11 03:08:00.653716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-866d2cf1-41c4-4f70-b6b6-a4e933e354d2 req-93a305ef-1f56-4af2-99e1-5b99594f4731 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325925 Aug 11 03:08:01.785110 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b6a7-e21c-48a9-b1b9-5427b20e8606 req-ed489eea-12a3-4069-8918-4790ccead2fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.786706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2e1b6a7-e21c-48a9-b1b9-5427b20e8606 req-ed489eea-12a3-4069-8918-4790ccead2fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0587385 Aug 11 03:08:01.827520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b2e1b6a7-e21c-48a9-b1b9-5427b20e8606 req-681ad6e1-8790-4290-a1da-daf352b1a3e5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345500 Aug 11 03:08:02.946863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8dfc-ee76-4312-90e0-dae1de897ace req-d1bd56c0-c103-4664-857b-af4c5232d40b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.948388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01ec8dfc-ee76-4312-90e0-dae1de897ace req-d1bd56c0-c103-4664-857b-af4c5232d40b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 11 03:08:02.988218 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01ec8dfc-ee76-4312-90e0-dae1de897ace req-29898ee2-c639-485f-b313-daafeea4f728 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339174 Aug 11 03:08:04.108405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497af309-cf1a-4c6d-bc0a-3a7621a3ba67 req-9a188674-2d5a-4537-8001-cf3a009889ad tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.109952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-497af309-cf1a-4c6d-bc0a-3a7621a3ba67 req-9a188674-2d5a-4537-8001-cf3a009889ad tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0502999 Aug 11 03:08:04.148964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-497af309-cf1a-4c6d-bc0a-3a7621a3ba67 req-c0f9167e-d4bd-4feb-9df5-a450dfaece4d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Aug 11 03:08:04.413654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29c4fa-b7e9-4474-a33f-90a198993b71 req-bee23208-246a-4737-8f93-b604c4bf0317 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.415778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e29c4fa-b7e9-4474-a33f-90a198993b71 req-bee23208-246a-4737-8f93-b604c4bf0317 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0601144 Aug 11 03:08:04.458670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e29c4fa-b7e9-4474-a33f-90a198993b71 req-ae26e108-ccc1-4ced-a2dc-32f5c0be2fb0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368865 Aug 11 03:08:04.513068 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-5746f8d4-b519-4c43-b0d8-b8f5aa0b21d0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912735 Aug 11 03:08:05.585879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f8407-6fce-46e7-a4ef-a3077ff1f9a3 req-6f971369-eec8-40c9-9f8a-3a4d0cdc858a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.587449 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee2f8407-6fce-46e7-a4ef-a3077ff1f9a3 req-6f971369-eec8-40c9-9f8a-3a4d0cdc858a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0516789 Aug 11 03:08:05.631112 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee2f8407-6fce-46e7-a4ef-a3077ff1f9a3 req-48e596c0-0dd3-45e7-9bff-6545b7437e38 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Aug 11 03:08:05.763055 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4c61b143-5a55-4372-bdbc-24d50a96caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.764511 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4c61b143-5a55-4372-bdbc-24d50a96caed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0440736 Aug 11 03:08:05.863911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d413046a-dfd3-491c-8a48-5bc169bfd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.865421 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d413046a-dfd3-491c-8a48-5bc169bfd965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0938699 Aug 11 03:08:05.935587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-5c2fb84c-036c-4acc-8250-725fd1a462d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1000 time: 0.0603509 Aug 11 03:08:05.987070 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-7417a6cb-5a4e-497e-8c4d-a977063402e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.989162 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-7417a6cb-5a4e-497e-8c4d-a977063402e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0464120 Aug 11 03:08:06.041454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d9d1e395-4824-4676-9266-60bd397ac953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.042911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d9d1e395-4824-4676-9266-60bd397ac953 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443528 Aug 11 03:08:06.134381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-56acdf4e-6ac5-492f-baa8-19dab5920527 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828247 Aug 11 03:08:06.233428 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-ae5f2ad2-3e3e-4c5c-abab-a24a5bce5262 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911736 Aug 11 03:08:06.770112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9961d2-0469-4334-8725-cb86089a1a0b req-eea71406-a619-4bc1-8df9-fbb6d6d9d171 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.771690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9961d2-0469-4334-8725-cb86089a1a0b req-eea71406-a619-4bc1-8df9-fbb6d6d9d171 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0543776 Aug 11 03:08:06.814591 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9961d2-0469-4334-8725-cb86089a1a0b req-69b85691-0a0d-40f5-a87f-ad12eaced351 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366113 Aug 11 03:08:07.956525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf170676-0c06-4cd0-aa46-8aa456464835 req-e7192898-287d-4d37-9448-be8879077147 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.958125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf170676-0c06-4cd0-aa46-8aa456464835 req-e7192898-287d-4d37-9448-be8879077147 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0692608 Aug 11 03:08:08.005896 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf170676-0c06-4cd0-aa46-8aa456464835 req-466235ac-fe24-4e0b-bf1a-5558e0fe5ed8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366566 Aug 11 03:08:08.324723 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-9e1da2cb-ce2c-4807-b63d-08f776a9a463 service neutron] show failed (client error): The resource could not be found. Aug 11 03:08:08.325770 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-9e1da2cb-ce2c-4807-b63d-08f776a9a463 service neutron] 10.222.0.61 "GET /v2.0/ports/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0580585 Aug 11 03:08:08.556125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-9138facf-b896-4959-bd98-ea61ed0de947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.557690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-9138facf-b896-4959-bd98-ea61ed0de947 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0453949 Aug 11 03:08:08.572809 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:08.630886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.856116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:08.899292 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:08.947156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:08.949510 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9452477d-97bd-43ea-8346-761a1b3d32f9" -d '{"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:08.953701 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.969648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Transition to ACTIVE for port object dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:08.976275 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.008551 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fa364f-8083-4449-a0d4-1578aa172f36 x-openstack-request-id: req-a2fa364f-8083-4449-a0d4-1578aa172f36 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:09.008855 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:09.009080 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2fa364f-8083-4449-a0d4-1578aa172f36 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:09.009481 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'code': 200} Aug 11 03:08:09.080680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.099279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.099651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.099965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.100298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.100627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.100954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.101276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.101678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.102021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.102341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.102672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.102987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:09.162213 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] No DVR routers for this DVR port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:09.225345 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0381a4-e1d6-45c7-b37b-37e700545b2a req-5dc99db6-6cde-457e-8508-b6bf3da6877c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.227503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d0381a4-e1d6-45c7-b37b-37e700545b2a req-5dc99db6-6cde-457e-8508-b6bf3da6877c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.1189749 Aug 11 03:08:09.315087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6d0381a4-e1d6-45c7-b37b-37e700545b2a req-8d2542a0-4d7b-4809-add0-a1ca906680ef tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531042 Aug 11 03:08:09.348559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:09.348891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:09.349220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:09.354054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:09.354376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Attempting to bind port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:09.359470 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:09.359808 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:09.360190 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:09.360613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Bound port: dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:09.360971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.433293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:09.436606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:09.441443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.478458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.479096 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.480536 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] 10.222.0.67 "PUT /v2.0/ports/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1092 time: 0.9123209 Aug 11 03:08:09.508394 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff13d7-ac68-4466-9ee7-2d8fe473b60e service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.558511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-0b4eec74-e54d-4367-b887-eb1988c160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.560107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-0b4eec74-e54d-4367-b887-eb1988c160cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1095 time: 0.0473163 Aug 11 03:08:09.679209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d7605ab8-d2a4-454f-a608-04253e223e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.680715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d7605ab8-d2a4-454f-a608-04253e223e22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1095128 Aug 11 03:08:09.749899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-f49a8f2f-d936-4989-b24e-7b824ad0f6a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 998 time: 0.0580170 Aug 11 03:08:09.802090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d6be9ef5-9988-4c59-949a-fb534186f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.803531 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-d6be9ef5-9988-4c59-949a-fb534186f826 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0432732 Aug 11 03:08:09.855389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-991631d0-88bf-48d4-96c3-f84ff406f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.856397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-991631d0-88bf-48d4-96c3-f84ff406f33c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443759 Aug 11 03:08:09.952371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-9d93d04d-8a8b-4ca3-b795-e03c7d260b56 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851035 Aug 11 03:08:10.056562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-622f50c5-52f5-4239-86ee-5368d2f8a677 req-f84957fa-dce1-4a73-8299-883036177f58 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929863 Aug 11 03:08:10.459753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71451332-041e-4fe8-908a-70904d70c42a req-33c86a46-244e-4f09-82e3-d4e8cfdbc2ef tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.461370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71451332-041e-4fe8-908a-70904d70c42a req-33c86a46-244e-4f09-82e3-d4e8cfdbc2ef tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.0533667 Aug 11 03:08:10.507573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71451332-041e-4fe8-908a-70904d70c42a req-30d07320-2249-4207-ae35-f30d068a0e50 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396371 Aug 11 03:08:11.010275 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:11.012671 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01375036-2d16-4281-899b-9ff43d90284b" -d '{"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:11.062385 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c78b80-0ba7-4d82-b044-d6ac2b7122aa x-openstack-request-id: req-93c78b80-0ba7-4d82-b044-d6ac2b7122aa {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:11.063080 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:11.063080 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-93c78b80-0ba7-4d82-b044-d6ac2b7122aa {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:11.063300 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'status': 'completed', 'code': 200} Aug 11 03:08:11.136446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.137164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-adae90dc-7ba0-4849-ba6e-5a8a1a9301b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.138927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-adae90dc-7ba0-4849-ba6e-5a8a1a9301b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1095 time: 0.0485101 Aug 11 03:08:11.139054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-ab27a853-9ffd-4c7d-8714-01c80d9e1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.140448 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-ab27a853-9ffd-4c7d-8714-01c80d9e1238 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1095 time: 0.0519385 Aug 11 03:08:11.209954 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.250935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-0d9e298f-86fd-498c-865a-505dc2bda9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.252482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-0d9e298f-86fd-498c-865a-505dc2bda9e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1054821 Aug 11 03:08:11.346021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-5026d965-1edb-4eb1-bc41-5e7511287117 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 998 time: 0.0776060 Aug 11 03:08:11.417443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-d89b6e0e-6ae6-4bc9-92e7-f95eb1902c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.419100 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-d89b6e0e-6ae6-4bc9-92e7-f95eb1902c07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0646226 Aug 11 03:08:11.654877 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-cfe8fed2-2737-4cf4-a0e3-2150075c01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.656888 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-cfe8fed2-2737-4cf4-a0e3-2150075c01c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.5087249 Aug 11 03:08:11.698508 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:11.757761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-cd770d76-488d-41d0-9f1d-6b035bd7f148 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 998 time: 0.0926747 Aug 11 03:08:11.820005 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-9587abb2-cd09-452b-8c5a-36b835e5d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.822177 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-9587abb2-cd09-452b-8c5a-36b835e5d8c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0567534 Aug 11 03:08:11.839548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:11.854492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'mac_address': 'fa:16:3e:e0:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:11.856981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-5c6d4529-4c0a-4de8-8017-e25fae8e0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.858742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-5c6d4529-4c0a-4de8-8017-e25fae8e0620 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4283762 Aug 11 03:08:11.899558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375036-2d16-4281-899b-9ff43d90284b req-381bc017-2926-4da4-92f0-e3fa792ef32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.901321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-381bc017-2926-4da4-92f0-e3fa792ef32e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695176 Aug 11 03:08:11.907440 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.923145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:11.954492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:11.960941 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.963403 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420187-78db-4828-8dcb-7721dd9dfadd req-cfa807c3-2898-4601-8a34-014a7dab4b4c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.964764 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6420187-78db-4828-8dcb-7721dd9dfadd req-cfa807c3-2898-4601-8a34-014a7dab4b4c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 943 time: 0.1102681 Aug 11 03:08:12.023708 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.032890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.033374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.033725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.034744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.035080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.037851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.038328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:12.050478 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-d1674421-59ad-407b-baea-38cb4566760c service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387174 Aug 11 03:08:12.056774 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-ba297e42-2723-4535-99b2-d30f72b2e3eb service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857312 Aug 11 03:08:12.065071 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c6420187-78db-4828-8dcb-7721dd9dfadd req-21a6b2cb-8d13-4add-a6fa-029c65f883cd tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831017 Aug 11 03:08:12.132329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:12.156986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-51d195dd-d59b-476d-821e-66cab9f0b6e1 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907376 Aug 11 03:08:12.158211 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-01375036-2d16-4281-899b-9ff43d90284b req-998f8cc9-2687-45b2-9b91-2627d7efa8d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006057 Aug 11 03:08:12.191819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:12.274511 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:13.189634 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9909-5292-4a12-a5c7-9e10e20c4616 req-0cd25c64-c9b6-4ff2-ac8f-4d7e5b9913bc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.191145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc0b9909-5292-4a12-a5c7-9e10e20c4616 req-0cd25c64-c9b6-4ff2-ac8f-4d7e5b9913bc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 944 time: 0.0513625 Aug 11 03:08:13.233871 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fc0b9909-5292-4a12-a5c7-9e10e20c4616 req-b82795fb-0f98-44a7-9341-8a748c0a3d34 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367522 Aug 11 03:08:13.424474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdbfde-714e-4652-be01-a3e55e13f9bb req-619796b7-52df-4e9a-8630-af8613c7bdb7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.426242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36bdbfde-714e-4652-be01-a3e55e13f9bb req-619796b7-52df-4e9a-8630-af8613c7bdb7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 944 time: 0.0501242 Aug 11 03:08:13.443703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-56da5f9e-aa11-4419-9f54-1f6a28fe93d4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.445300 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-56da5f9e-aa11-4419-9f54-1f6a28fe93d4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 944 time: 0.0557954 Aug 11 03:08:13.466377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-36bdbfde-714e-4652-be01-a3e55e13f9bb req-727890f2-cd3d-4dc4-9681-b9160d99103f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343325 Aug 11 03:08:13.516079 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-3da7a429-b904-4b21-b263-52729dbde470 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:08:13.517128 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-3da7a429-b904-4b21-b263-52729dbde470 service neutron] 10.222.0.61 "DELETE /v2.0/ports/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0591149 Aug 11 03:08:13.613664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-a02dc5f1-1892-45d1-9f1c-5d3d95f49287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.615331 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-a02dc5f1-1892-45d1-9f1c-5d3d95f49287 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1096 time: 0.0465193 Aug 11 03:08:13.713690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-4b0030d9-354b-478c-a5b9-9cd7393cded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.714874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:13.715367 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-4b0030d9-354b-478c-a5b9-9cd7393cded0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0910008 Aug 11 03:08:13.768323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:13.773079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:13.773458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.787479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-633c5007-f07e-4ead-90e8-4be38fb58c5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 999 time: 0.0639012 Aug 11 03:08:13.843684 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-735edff1-0d25-4773-b8ca-717bd607b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.845402 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-735edff1-0d25-4773-b8ca-717bd607b5c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0504363 Aug 11 03:08:13.856186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.882345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:13.884601 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b5a2c4-8d43-4800-97c6-db11265430dc" -d '{"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-plugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:13.895993 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-fa25e67a-66f9-4ff4-8ef2-11c278ef226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.897640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-fa25e67a-66f9-4ff4-8ef2-11c278ef226e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438786 Aug 11 03:08:13.899566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:13.905065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.943083 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b5f77d-50dc-4bd5-bda0-d31a64453099 x-openstack-request-id: req-10b5f77d-50dc-4bd5-bda0-d31a64453099 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:13.943378 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-plugged", "status": "completed", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:13.943655 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-10b5f77d-50dc-4bd5-bda0-d31a64453099 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:13.944098 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'code': 200} Aug 11 03:08:13.959464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.993320 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-c8bedc9c-76af-4582-9573-cc5c0784a851 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Aug 11 03:08:14.091066 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-29ead0bb-afa4-4117-9212-80fcca42c114 req-6e90a807-cdf6-4b7c-95f4-67c59f307cc5 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900128 Aug 11 03:08:14.588434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75b359-5b52-4cb6-a240-4880de44dff8 req-84fbfc73-b065-400c-b054-8c7232df2059 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.590033 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd75b359-5b52-4cb6-a240-4880de44dff8 req-84fbfc73-b065-400c-b054-8c7232df2059 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0520630 Aug 11 03:08:14.640665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd75b359-5b52-4cb6-a240-4880de44dff8 req-a99c8a9c-7ed6-4c27-809c-09a625f175d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385981 Aug 11 03:08:15.764608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ca50-b914-4f97-a507-1079a60c8b24 req-59d11843-df12-4793-bce2-d5acb069a213 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.766143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69a0ca50-b914-4f97-a507-1079a60c8b24 req-59d11843-df12-4793-bce2-d5acb069a213 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0498247 Aug 11 03:08:15.809133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-69a0ca50-b914-4f97-a507-1079a60c8b24 req-6be24504-862d-4bf9-885d-a2dcc3015782 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361292 Aug 11 03:08:15.925535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429ab4-b1e6-40d7-8f7d-33f81b49d388 req-382bc90c-7999-40fa-8cc0-715624dd09bb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.927057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02429ab4-b1e6-40d7-8f7d-33f81b49d388 req-382bc90c-7999-40fa-8cc0-715624dd09bb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0523052 Aug 11 03:08:15.967512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02429ab4-b1e6-40d7-8f7d-33f81b49d388 req-e6cf471e-f1c7-4c20-b142-c114cb3dd749 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343821 Aug 11 03:08:16.166781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a03da3-a410-4ebd-ab73-157a66c0b4fc req-c14c4479-8c6d-4f1c-a974-f242e153ce68 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.168249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62a03da3-a410-4ebd-ab73-157a66c0b4fc req-c14c4479-8c6d-4f1c-a974-f242e153ce68 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0497746 Aug 11 03:08:16.232750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62a03da3-a410-4ebd-ab73-157a66c0b4fc req-8f2e05e1-9f0c-4674-a7ab-facc871aff17 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560286 Aug 11 03:08:16.237357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42366-4155-478e-a001-f83b84426729 req-c0962a3a-48fe-4a09-bee6-b115c0ff739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.238826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-c0962a3a-48fe-4a09-bee6-b115c0ff739e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 1097 time: 0.0697322 Aug 11 03:08:16.332096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42366-4155-478e-a001-f83b84426729 req-d0dc17c3-42fa-49b8-a25b-0ab31760f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.333560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-d0dc17c3-42fa-49b8-a25b-0ab31760f53e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0838833 Aug 11 03:08:16.407662 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-bd3201ca-8876-4747-b16d-c4ec883dc25b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 200 len: 1000 time: 0.0625389 Aug 11 03:08:16.460195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42366-4155-478e-a001-f83b84426729 req-f4596bf0-b2b0-4804-958a-2c7f56b2464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.461669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-f4596bf0-b2b0-4804-958a-2c7f56b2464e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0433450 Aug 11 03:08:16.512987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42366-4155-478e-a001-f83b84426729 req-04c16aa5-19a0-4ebc-900d-28db5ebbf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.514486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-04c16aa5-19a0-4ebc-900d-28db5ebbf538 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417061 Aug 11 03:08:16.608990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-855c2e25-197f-4292-9ac0-ae0927bdd99b service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829835 Aug 11 03:08:16.702798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c3e42366-4155-478e-a001-f83b84426729 req-529e5c54-467a-458b-84ac-ca3fe27cb10f service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Aug 11 03:08:17.353862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78cf27-cdb7-4db7-8435-c9124cdbcdec req-838049a0-362e-4852-9886-b88d7ad67328 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.355310 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d78cf27-cdb7-4db7-8435-c9124cdbcdec req-838049a0-362e-4852-9886-b88d7ad67328 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0499637 Aug 11 03:08:17.404365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d78cf27-cdb7-4db7-8435-c9124cdbcdec req-cb7a09aa-6203-4d93-a22b-c128df9b802c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Aug 11 03:08:17.645374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff6c7-acb1-4bbd-a49a-c9e596f3fd45 req-b571b113-24b2-4113-8492-432e4c6b5c8d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.646882 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fcff6c7-acb1-4bbd-a49a-c9e596f3fd45 req-b571b113-24b2-4113-8492-432e4c6b5c8d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0566542 Aug 11 03:08:17.686636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6fcff6c7-acb1-4bbd-a49a-c9e596f3fd45 req-aed33ec0-5b1c-4a03-8409-d037aaf7a0d2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336249 Aug 11 03:08:18.806310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d113969-3ded-40a4-8974-f68772890ed4 req-6573c67f-cfb9-480b-aafa-b469dc4e77fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.807842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d113969-3ded-40a4-8974-f68772890ed4 req-6573c67f-cfb9-480b-aafa-b469dc4e77fc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0489333 Aug 11 03:08:18.849679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d113969-3ded-40a4-8974-f68772890ed4 req-58363e61-f4e0-43e5-b3cd-f32fbc0a1300 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355532 Aug 11 03:08:19.011121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-a4858b91-300b-44b5-b90a-91e5bd609683 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.012573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-a4858b91-300b-44b5-b90a-91e5bd609683 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 945 time: 0.0497437 Aug 11 03:08:19.116824 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Deleting port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:19.117257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.206316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] For port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:19.206683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.382876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.383150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.383462 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d disassociated. External IP: 172.25.3.26, port: dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc. Aug 11 03:08:19.383804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Calling delete_port for dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:19.515694 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.548671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'Port': ['ID=dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:19.669031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:19.775101 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:19.785247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:19.795159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:19.795777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:19.817521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] No DVR routers for this DVR port dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:19.820362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.822363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4d79cd25-b139-4c02-9a64-feec0721b6ab req-b8d535c5-888c-4a13-8649-b50e5504774c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "DELETE /v2.0/ports/dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc HTTP/1.1" status: 204 len: 173 time: 0.8025212 Aug 11 03:08:19.822867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-deleted', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:19.825117 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24185f5-3e2d-43cc-8263-c43d3de6eb02" -d '{"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-deleted", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:19.863837 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e2647-48c1-4e56-bb82-f5f6d1d6be75 x-openstack-request-id: req-a01e2647-48c1-4e56-bb82-f5f6d1d6be75 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:19.864153 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39df4349-f491-42dd-aea2-2229854828af", "name": "network-vif-deleted", "tag": "dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:19.864376 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a01e2647-48c1-4e56-bb82-f5f6d1d6be75 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:19.864772 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39df4349-f491-42dd-aea2-2229854828af', 'name': 'network-vif-deleted', 'tag': 'dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc', 'status': 'completed', 'code': 200} Aug 11 03:08:19.908236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:19.962397 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd400194-5e3c-471e-994a-ff773034581e req-f2491ad9-d061-40cf-a759-c6185df8202b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=39df4349-f491-42dd-aea2-2229854828af HTTP/1.1" status: 200 len: 210 time: 0.0272655 Aug 11 03:08:20.118634 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.146922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:20.155811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:20.156426 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.262221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:20.460774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.491816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ff625-9f7b-45e2-87ab-3fecf6dfe20d None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:20.740595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218cfd4-3761-403e-ac45-778e22666eb7 None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:21.236751 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-092060c5-c71d-4f33-979e-90104a988261 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--941633298&fields=id&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 267 time: 0.0328519 Aug 11 03:08:21.347102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-713358a3-3ce1-4697-9344-5b7676904652 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.348587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-713358a3-3ce1-4697-9344-5b7676904652 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1044030 Aug 11 03:08:21.363828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-e0a9ec91-3ca9-40a7-af6d-ea0d5153cc1d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/quotas/32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 375 time: 0.0094581 Aug 11 03:08:21.418244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-ff6461f8-ca40-417a-b1d7-a30920d75b90 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489831 Aug 11 03:08:21.590345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-2d778065-68cb-4619-aa5b-3f0d2037e43f service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 Aug 11 03:08:21.686384 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-4349d668-ea85-4484-8697-1eb9fab9a57c service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898697 Aug 11 03:08:21.746645 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:21.767801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:21.768228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device dfbc2ab8-0bf6-4bd6-8ae5-4a68c3f692bc not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:22.704366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e42436a6-bc5e-4f3a-b650-d22ab1e92f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.881911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f00e541-9bda-45f2-ad20-0abf8ee0fd2f req-b69eaeb7-b215-463f-b815-52b68a02182f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0326195 Aug 11 03:08:23.962476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92d13a2a-7725-4e96-b260-f52b1bdc8ba4 req-ce2ddc88-7c16-4426-bebe-a678f0a91ede tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0268357 Aug 11 03:08:24.355345 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:25.040494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3a2a3ce-453b-4c2c-ad33-8bfe5ad9f752 req-9c538a0f-ddd1-4e09-a85c-5f0752268305 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0270975 Aug 11 03:08:25.203142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f9109c60-fb75-4295-911e-86b6b1ebc484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.499874 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:26.120581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f83805f1-94ca-4ba8-8bc4-981afa99ae93 req-fd06f43e-3f60-4b3d-b5f4-4ae96455aca2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0278223 Aug 11 03:08:26.637651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.215994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-356e6c16-f66b-48f8-ae31-db8d7879753a req-71b756ba-a1e6-4192-814b-9a0c50d90149 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0294666 Aug 11 03:08:27.980030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-a5ea6291-dfa6-4ff8-ad53-20302c76698a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.981500 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-a5ea6291-dfa6-4ff8-ad53-20302c76698a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1068215 Aug 11 03:08:28.031301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-a36c332b-6329-41c7-9505-84442324d205 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 379 time: 0.0397346 Aug 11 03:08:28.043288 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'port': {'device_id': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'admin_state_up': True, 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'security_groups': ['b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:28.147739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:28.151174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.228326 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.280572 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Allocated IP 172.20.0.7 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/eea55e67-7343-4e73-951d-abfd4d7e5dd9) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:28.312844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f80928cd-7dc1-485e-a43c-9d07c2ae5ecc req-c7baffe4-518f-4690-aec4-55e06ec4158e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0274196 Aug 11 03:08:28.421788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.435489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Transition to ACTIVE for port object eea55e67-7343-4e73-951d-abfd4d7e5dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:28.467996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.514416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:28.519870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:28.523543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:28.548799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:28.564143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.564482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.565341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.565672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.566025 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.566345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.566666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.566985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.567301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.567630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.567936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.568249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:28.588265 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:28.588908 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.604103 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-369bd285-c988-4111-99bf-cf906731d167 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649967 Aug 11 03:08:28.619144 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Request body: {'port': {'device_id': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:28.678531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.721965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-01e036a9-a1ec-4efa-8d84-326cd55ccb5d None None] Provisioning for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:28.725969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-01e036a9-a1ec-4efa-8d84-326cd55ccb5d None None] Provisioning complete for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:28.726468 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-01e036a9-a1ec-4efa-8d84-326cd55ccb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.760842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-01e036a9-a1ec-4efa-8d84-326cd55ccb5d None None] Port eea55e67-7343-4e73-951d-abfd4d7e5dd9 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:28.949135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:28.958167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.972542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Transition to ACTIVE for port object eea55e67-7343-4e73-951d-abfd4d7e5dd9 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:28.975736 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.026783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:29.101801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:29.102219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:29.102539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:29.107188 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:29.107509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:29.113093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:29.113433 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:29.113846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:29.114276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Bound port: eea55e67-7343-4e73-951d-abfd4d7e5dd9, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:29.114640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.184361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:29.187575 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:29.192284 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.227661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.228278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.229705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] 10.222.0.61 "PUT /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1092 time: 0.6151605 Aug 11 03:08:29.230172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:29.232499 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831fbf14-99ff-412d-8f2a-b4998ecf510d" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:29.260625 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92c655-8a0b-4d8c-b9bb-a333d6f76c89 service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:29.289466 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a45cb-75fe-43d7-8151-38eb39d97d8a x-openstack-request-id: req-309a45cb-75fe-43d7-8151-38eb39d97d8a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:29.289757 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:29.290042 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-309a45cb-75fe-43d7-8151-38eb39d97d8a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:29.290593 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'status': 'completed', 'code': 200} Aug 11 03:08:29.325167 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-e7e967a5-302b-4263-8b5c-c1c5a8582ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.327021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-e7e967a5-302b-4263-8b5c-c1c5a8582ad6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1095 time: 0.0530834 Aug 11 03:08:29.380021 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-1aa5c186-0a14-40b9-807c-bf34e8277a87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 217 time: 0.0412745 Aug 11 03:08:29.433751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-d79196c1-1826-457e-9c76-22c3ec3d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.435298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c3ae5-7f87-49e8-aacb-4d9c06b45f60 req-958ec7d5-5bb5-4e1e-a041-465950c6c496 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.435807 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-d79196c1-1826-457e-9c76-22c3ec3d8ecc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0473619 Aug 11 03:08:29.436723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d6c3ae5-7f87-49e8-aacb-4d9c06b45f60 req-958ec7d5-5bb5-4e1e-a041-465950c6c496 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.0506155 Aug 11 03:08:29.475640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d6c3ae5-7f87-49e8-aacb-4d9c06b45f60 req-d0047705-25b7-4904-88fb-637be1ca1a57 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Aug 11 03:08:29.483275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-89b8a180-7861-46a8-90bb-57a5609951b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.484805 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-89b8a180-7861-46a8-90bb-57a5609951b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418937 Aug 11 03:08:29.580004 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-52809329-8bab-4b10-9bca-04ff2afa24a1 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870223 Aug 11 03:08:29.671026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4a3293ad-abfe-478b-a5f5-d36632f4b2fe req-c24bfcec-23c0-418f-a7fb-e969a1f2b1f6 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821409 Aug 11 03:08:29.756414 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-142f068b-324b-42bb-b1c0-4f29d263ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.757833 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-142f068b-324b-42bb-b1c0-4f29d263ea5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1095 time: 0.0408456 Aug 11 03:08:29.852273 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-908f7ca4-e7c3-4225-b5ef-4dbc6f66eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.853743 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-908f7ca4-e7c3-4225-b5ef-4dbc6f66eba4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0871274 Aug 11 03:08:29.900781 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-d700ac3e-57f5-4285-834a-5fca10f20048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 217 time: 0.0343022 Aug 11 03:08:29.955218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-dd478786-fbb9-4dc2-8c16-6798e4feccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.956745 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-dd478786-fbb9-4dc2-8c16-6798e4feccd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0481715 Aug 11 03:08:30.009078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-ef79431f-39bb-4def-bd06-466c0ed58800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.010531 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-ef79431f-39bb-4def-bd06-466c0ed58800 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411398 Aug 11 03:08:30.106384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-b345cd27-8986-40e2-86cb-3578ac44f210 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815372 Aug 11 03:08:30.202901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-831fbf14-99ff-412d-8f2a-b4998ecf510d req-0ed4937d-5a03-4f52-9619-956463ecbd0e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853667 Aug 11 03:08:30.591232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f96abd-f555-4440-9563-8ab787d38b0c req-78a29556-7000-411d-a2f4-fe140e96c9d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.592476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4f96abd-f555-4440-9563-8ab787d38b0c req-78a29556-7000-411d-a2f4-fe140e96c9d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.0486813 Aug 11 03:08:30.631629 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4f96abd-f555-4440-9563-8ab787d38b0c req-ede6a7eb-f763-46f5-a1ce-2f8992ff8731 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Aug 11 03:08:31.750472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884b1da-ee2b-4b44-a78f-9aa99599e863 req-556428ed-f3d7-4793-bb59-a192451e13cc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.752017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4884b1da-ee2b-4b44-a78f-9aa99599e863 req-556428ed-f3d7-4793-bb59-a192451e13cc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.0528359 Aug 11 03:08:31.789266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4884b1da-ee2b-4b44-a78f-9aa99599e863 req-227fc05d-4b14-4001-917f-659a3c906ced tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Aug 11 03:08:32.230259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:32.327007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:32.338583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:32.374875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.388011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:32.407517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:32.411346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.464148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:32.811874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eea55e67-7343-4e73-951d-abfd4d7e5dd9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:32.913425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b22c1-6119-4ac1-8595-e08a96e54396 req-e233b748-59af-430a-8adf-07d5ca2e7263 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.915017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-116b22c1-6119-4ac1-8595-e08a96e54396 req-e233b748-59af-430a-8adf-07d5ca2e7263 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0542526 Aug 11 03:08:32.953357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-116b22c1-6119-4ac1-8595-e08a96e54396 req-1c9c1af1-b4eb-4224-a9d5-8d6f39f4b7a5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Aug 11 03:08:34.068863 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8186c-c0c9-4140-8bb7-811d86e27755 req-d9753c28-4ac7-4dac-9633-14004ba74629 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.070374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13d8186c-c0c9-4140-8bb7-811d86e27755 req-d9753c28-4ac7-4dac-9633-14004ba74629 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0491123 Aug 11 03:08:34.107964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13d8186c-c0c9-4140-8bb7-811d86e27755 req-c426c5fc-2ace-418c-8e1e-7e9fd813d73d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Aug 11 03:08:34.262973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:34.313195 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:34.317425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:34.317799 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.391407 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.412974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:34.415250 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e1dc9-8589-4cf8-94d6-cfeb279aa33b" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:34.429067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:34.433035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.456134 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc2d6c-449b-4c04-8740-c7495b55fb29 x-openstack-request-id: req-cefc2d6c-449b-4c04-8740-c7495b55fb29 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:34.456419 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:34.456667 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cefc2d6c-449b-4c04-8740-c7495b55fb29 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:34.458378 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'code': 200} Aug 11 03:08:34.493251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:34.560119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3a7ac-798b-4837-8dff-1923a254cffa req-485295c1-8eae-4489-b0a7-cf4ac031c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.561587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ed3a7ac-798b-4837-8dff-1923a254cffa req-485295c1-8eae-4489-b0a7-cf4ac031c1f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1097 time: 0.0437903 Aug 11 03:08:34.600020 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6ed3a7ac-798b-4837-8dff-1923a254cffa req-8d7787b4-bbbb-489a-a448-4146582d0b26 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303752 Aug 11 03:08:35.272719 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44425c1d-5660-4608-9f8f-9d35d015a439 req-868ed289-f421-433e-8359-f17db697b37c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.274219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44425c1d-5660-4608-9f8f-9d35d015a439 req-868ed289-f421-433e-8359-f17db697b37c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0529382 Aug 11 03:08:35.311153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-44425c1d-5660-4608-9f8f-9d35d015a439 req-b7d0b098-f5b3-4db2-a931-5352abbf3ad2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305629 Aug 11 03:08:36.426454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015b8f-973e-4ace-b287-7ac2e7473868 req-4fdb4852-bcad-47cc-a519-b113d1b3be92 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.427921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16015b8f-973e-4ace-b287-7ac2e7473868 req-4fdb4852-bcad-47cc-a519-b113d1b3be92 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0483878 Aug 11 03:08:36.465634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16015b8f-973e-4ace-b287-7ac2e7473868 req-3127d15f-d278-4598-b55c-30688637f0a7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Aug 11 03:08:36.576390 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781adcc5-d9aa-468d-8140-240fc0890284 req-bb057e6b-b7e3-47dc-a92f-98ad347604ec tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.577873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-781adcc5-d9aa-468d-8140-240fc0890284 req-bb057e6b-b7e3-47dc-a92f-98ad347604ec tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0475352 Aug 11 03:08:36.587715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 37664) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:36.592112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'floatingip': {'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:36.633692 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.062653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.066890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.163167 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d associated. External IP: 172.25.3.26, port: eea55e67-7343-4e73-951d-abfd4d7e5dd9. Aug 11 03:08:37.367750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:37.471717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:37.476551 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.481536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:37.491871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:37.492475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:37.503983 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8362f94a-8bba-4588-85ca-b25f36baa8af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "PUT /v2.0/floatingips/42ba8d9d-350a-413b-8985-e13b18826a5d HTTP/1.1" status: 200 len: 990 time: 0.9152234 Aug 11 03:08:37.504571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:37.506933 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d79a2-5739-48e8-be42-5a0101c298e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:37.543577 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55530780-17aa-4c9a-93ea-53558fab6dd1 x-openstack-request-id: req-55530780-17aa-4c9a-93ea-53558fab6dd1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:37.543859 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:37.544106 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55530780-17aa-4c9a-93ea-53558fab6dd1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:37.544508 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'status': 'completed', 'code': 200} Aug 11 03:08:37.607382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:37.608091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-dec1221d-b782-457d-ba9e-f748c78d6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.609606 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-dec1221d-b782-457d-ba9e-f748c78d6ed7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1097 time: 0.0423949 Aug 11 03:08:37.705168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-7bfacf21-dbb6-48ac-a8b1-e26afe52ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.706722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-7bfacf21-dbb6-48ac-a8b1-e26afe52ba7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0889215 Aug 11 03:08:37.773403 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-7d19bfea-3c12-4a6a-beeb-49c178a10542 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 998 time: 0.0575256 Aug 11 03:08:37.828184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-85a379ad-918a-4f6d-a7f4-9bd2e025561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.829100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:08:36Z', 'revision_number': 9, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:37.829816 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-85a379ad-918a-4f6d-a7f4-9bd2e025561b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0481961 Aug 11 03:08:37.856445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:37.866131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:37.866750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:37.878611 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-156721c1-abc7-441a-9ea9-ee64b67fa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.880166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-156721c1-abc7-441a-9ea9-ee64b67fa9c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422482 Aug 11 03:08:37.983395 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-c0be01bb-b981-4e0d-8d18-fef39395cf5e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937419 Aug 11 03:08:38.082323 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5a9d79a2-5739-48e8-be42-5a0101c298e6 req-46193c9a-1f10-414d-b49d-e14b1c8c9e26 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915167 Aug 11 03:08:38.130669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:38.349850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:08:36Z', 'revision_number': 9, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:38.375633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6226-298b-450c-aa79-5a0f85f1f7e3 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:08:36Z', 'revision_number': 9, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:38.554980 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb8656-26c5-4b8d-9888-52a6f5b30556 None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:41.134285 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.227047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.700769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-c299e8f7-0d77-49f5-9232-a69a88924477 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398571 Aug 11 03:08:50.781613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47000a-437f-4857-8791-a054b2285fe9 req-01e73044-b3b4-4cca-b8c0-f9ea71193a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.783076 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-01e73044-b3b4-4cca-b8c0-f9ea71193a6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1097 time: 0.0410697 Aug 11 03:08:50.895816 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47000a-437f-4857-8791-a054b2285fe9 req-7a3d82f8-cf0e-4332-99ba-269873b4b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.897344 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-7a3d82f8-cf0e-4332-99ba-269873b4b8be service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0959871 Aug 11 03:08:50.962391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-98d66789-8513-4e18-a78b-819e650a94f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0574155 Aug 11 03:08:51.017860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47000a-437f-4857-8791-a054b2285fe9 req-e22cfec4-3347-412c-b921-7d60a31a6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.019366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-e22cfec4-3347-412c-b921-7d60a31a6515 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0502639 Aug 11 03:08:51.071207 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47000a-437f-4857-8791-a054b2285fe9 req-566acab5-ad10-41f4-8a11-3ccd04164560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.072709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-566acab5-ad10-41f4-8a11-3ccd04164560 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417082 Aug 11 03:08:51.165398 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-7ae5e126-fe66-4f49-bbda-495e9eea323c service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822399 Aug 11 03:08:51.260788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1e47000a-437f-4857-8791-a054b2285fe9 req-f12d5dae-76c4-4d0d-851f-8bbb319db295 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 11 03:08:52.705336 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f4ba8bd-9ed8-4fa6-afcd-67bb57a58088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.202841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-289dbd9a-11d7-4919-b403-e05f4e925a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.502339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.641041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.229613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.355411 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:11.159578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.244918 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.705931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5b5b593e-9d7d-4ec0-8942-ec3d4cb3ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.203123 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9b072bdd-ff1a-47e6-9050-49d363e55f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.503188 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.647663 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.234193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.355040 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:41.147115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.240996 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.702190 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-9b0da3df-47f6-4ad4-a465-e738a8709d6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419075 Aug 11 03:09:52.706340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0ca7d79e-4ad2-4996-98a2-d38eb4e16928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.788392 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02070-f197-46fc-9ec9-a904052045ed req-56de3d52-dbc5-442d-8cfe-a279ab26f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.789866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-56de3d52-dbc5-442d-8cfe-a279ab26f42e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1097 time: 0.0419173 Aug 11 03:09:52.906396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02070-f197-46fc-9ec9-a904052045ed req-4adff75d-602d-4b9a-a4b0-e9a727581f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.908546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-4adff75d-602d-4b9a-a4b0-e9a727581f9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0934203 Aug 11 03:09:52.978450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-559654f0-01a4-40bb-a138-8b267628ed8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0606906 Aug 11 03:09:53.042924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02070-f197-46fc-9ec9-a904052045ed req-c2a01f6d-c4fa-4703-b17e-20faab5f26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.044457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-c2a01f6d-c4fa-4703-b17e-20faab5f26d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0522308 Aug 11 03:09:53.095374 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02070-f197-46fc-9ec9-a904052045ed req-23589f50-a0f4-4b12-a147-dd3ec33fcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.096887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-23589f50-a0f4-4b12-a147-dd3ec33fcafb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423779 Aug 11 03:09:53.113756 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-8d4d30b1-793b-40f6-9141-8a415a01b6e5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:53.115586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-8d4d30b1-793b-40f6-9141-8a415a01b6e5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055559 Aug 11 03:09:53.208051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-118c894a-3dc3-4c86-8305-7ecfe055c006 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855966 Aug 11 03:09:53.308981 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bdd02070-f197-46fc-9ec9-a904052045ed req-bb3a3b8b-4865-4958-8014-1c91adaa8a73 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906699 Aug 11 03:09:55.204475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dc335b2b-2383-4fab-8e05-2fff3d1061ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.504216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.646998 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.236698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.147223 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.239389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.355357 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:18.744965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-a4ad747d-f586-49fc-8418-0dc338c67d5c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418637 Aug 11 03:10:18.769313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d6c6f-5e02-4049-8569-a87ce81ced2c req-f0e6716b-7fae-48dc-8589-a9a5c68a69d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.770979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-612d6c6f-5e02-4049-8569-a87ce81ced2c req-f0e6716b-7fae-48dc-8589-a9a5c68a69d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0568841 Aug 11 03:10:18.818214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-612d6c6f-5e02-4049-8569-a87ce81ced2c req-fa8f60db-d130-4a64-851c-92c1c9854071 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359516 Aug 11 03:10:19.956811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770f0cb-c5c8-43fb-865d-86537dd32683 req-896d50ee-e9a0-4bac-b4cf-f89a7b87b7b9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.958771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2770f0cb-c5c8-43fb-865d-86537dd32683 req-896d50ee-e9a0-4bac-b4cf-f89a7b87b7b9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0654471 Aug 11 03:10:20.001849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2770f0cb-c5c8-43fb-865d-86537dd32683 req-dee06719-b9c8-4453-b1ff-03eff5dfb0c9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351796 Aug 11 03:10:20.019478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-b4287aff-8c40-42ba-a4fc-8b8252db5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.021000 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-b4287aff-8c40-42ba-a4fc-8b8252db5355 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1097 time: 0.0415423 Aug 11 03:10:20.115700 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-686a1740-a2ff-4554-9b22-5d2e482dd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.117105 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-686a1740-a2ff-4554-9b22-5d2e482dd1e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0880296 Aug 11 03:10:20.183685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-95ed18ed-fb42-43e7-9db6-9076436ddcbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0578597 Aug 11 03:10:20.242178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-31ff0ab6-84bf-4e3a-bd0d-b81afd76d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.243652 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-31ff0ab6-84bf-4e3a-bd0d-b81afd76d251 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0521729 Aug 11 03:10:20.291364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-ad634feb-2eb5-4cf1-ad84-7f1aa99a7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.292883 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-ad634feb-2eb5-4cf1-ad84-7f1aa99a7ba9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414453 Aug 11 03:10:20.385201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-f83476c1-0190-4e14-815f-6e82e7e5e2ff service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832293 Aug 11 03:10:20.494870 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-0c9c990f-d8fd-47e1-bd87-76e85f34399e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007774 Aug 11 03:10:21.118437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885889-85e3-4287-9b84-8a432515ed52 req-173356d7-bc73-4dd3-b15b-71347e2012b2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.119987 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7885889-85e3-4287-9b84-8a432515ed52 req-173356d7-bc73-4dd3-b15b-71347e2012b2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0480669 Aug 11 03:10:21.160227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7885889-85e3-4287-9b84-8a432515ed52 req-b29f48e1-3050-4b31-b4a0-f6bf0b448323 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Aug 11 03:10:22.279892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd993e1-b5ba-4c2a-84df-76a9b0352f1d req-4479a239-06cd-4c5f-9e6f-163415931aa7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.282018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abd993e1-b5ba-4c2a-84df-76a9b0352f1d req-4479a239-06cd-4c5f-9e6f-163415931aa7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0501964 Aug 11 03:10:22.321672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-abd993e1-b5ba-4c2a-84df-76a9b0352f1d req-1f73f164-4268-482b-97c1-f5a0858580a1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Aug 11 03:10:22.709544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dfa81546-a8ee-4c43-9270-c603650967af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.445742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fea0-6bfb-4a5a-b256-917e6f942113 req-49ea91ea-a4bd-4c94-8d36-3e96cd4a35d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.447366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88f2fea0-6bfb-4a5a-b256-917e6f942113 req-49ea91ea-a4bd-4c94-8d36-3e96cd4a35d7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0545619 Aug 11 03:10:23.491848 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88f2fea0-6bfb-4a5a-b256-917e6f942113 req-b7bc0555-3a24-47df-aea8-9d23a029539f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341141 Aug 11 03:10:24.604888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19fff-a731-49b3-b2e7-0b9070f30730 req-19ac5968-583e-476e-92e6-d19029b4036e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.606396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bae19fff-a731-49b3-b2e7-0b9070f30730 req-19ac5968-583e-476e-92e6-d19029b4036e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0479262 Aug 11 03:10:24.645435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bae19fff-a731-49b3-b2e7-0b9070f30730 req-0455c14d-a4cd-4b22-a83a-31715a3e2579 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Aug 11 03:10:25.204500 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4620de5c-ca56-48aa-96c6-666a264aaac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.505322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.761466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43bd41-e853-446e-a2c1-a2500242c3f4 req-ced63468-4ba7-472e-aa22-f23b3157a23e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.762920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a43bd41-e853-446e-a2c1-a2500242c3f4 req-ced63468-4ba7-472e-aa22-f23b3157a23e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0502858 Aug 11 03:10:25.801921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4a43bd41-e853-446e-a2c1-a2500242c3f4 req-a947c128-618a-40cd-905a-d9f08c9300fa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330143 Aug 11 03:10:26.651209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.927865 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec93b-e9db-4c87-a77c-7ae493e8a0d8 req-6d9b5270-44ed-44f4-86ad-7cf34ca3cc46 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.929512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f7ec93b-e9db-4c87-a77c-7ae493e8a0d8 req-6d9b5270-44ed-44f4-86ad-7cf34ca3cc46 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0561044 Aug 11 03:10:26.970981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1f7ec93b-e9db-4c87-a77c-7ae493e8a0d8 req-f137ac85-ad82-4aac-afed-90140e3f073f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348992 Aug 11 03:10:28.088781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f46627-6a3d-40c3-97f2-19d4c277e3c7 req-b637430d-782e-4489-aac7-86a9843ed723 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.090302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07f46627-6a3d-40c3-97f2-19d4c277e3c7 req-b637430d-782e-4489-aac7-86a9843ed723 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 11 03:10:28.129458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07f46627-6a3d-40c3-97f2-19d4c277e3c7 req-172de184-7343-4941-a1a9-5df8d1a4b557 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Aug 11 03:10:28.239474 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.249200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbc46e-b93d-4f6b-986c-2ed9b6ea34e9 req-20c7f3e5-76b3-4630-a52e-bf27e0b373b3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.251219 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dddbc46e-b93d-4f6b-986c-2ed9b6ea34e9 req-20c7f3e5-76b3-4630-a52e-bf27e0b373b3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0539343 Aug 11 03:10:29.290026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dddbc46e-b93d-4f6b-986c-2ed9b6ea34e9 req-633667f5-8b7c-4fe3-803e-406d977bc8ef tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324776 Aug 11 03:10:30.422704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42652a-b938-4134-8fe6-2e11a156eaa2 req-dc653482-49b4-4d4f-a73c-8efab996412c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.425927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f42652a-b938-4134-8fe6-2e11a156eaa2 req-dc653482-49b4-4d4f-a73c-8efab996412c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0663493 Aug 11 03:10:30.472427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f42652a-b938-4134-8fe6-2e11a156eaa2 req-4d44bc03-515b-45ce-81e3-867ca105c4f1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357566 Aug 11 03:10:31.599930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6243-4678-4799-80f4-c841c0871fd3 req-1aca74bb-5ce2-4308-8f0c-6e0fe1af1dd0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.601519 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b13a6243-4678-4799-80f4-c841c0871fd3 req-1aca74bb-5ce2-4308-8f0c-6e0fe1af1dd0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0595751 Aug 11 03:10:31.643741 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b13a6243-4678-4799-80f4-c841c0871fd3 req-15fdff88-9f41-4fe8-b523-6285a8858c4c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359058 Aug 11 03:10:32.761629 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c452c33-7f49-4097-95c7-1151b24dc9dc req-fa427f5a-d6e3-4393-979e-e7e8f77c40fe tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.763163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c452c33-7f49-4097-95c7-1151b24dc9dc req-fa427f5a-d6e3-4393-979e-e7e8f77c40fe tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 11 03:10:32.802021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8c452c33-7f49-4097-95c7-1151b24dc9dc req-90eb24b8-8b94-4bf7-bd63-d8bd90b95d33 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Aug 11 03:10:33.000185 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-27b34585-b6a1-4f41-a4e3-f243197c44a7 service neutron] show failed (client error): The resource could not be found. Aug 11 03:10:33.001226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-27b34585-b6a1-4f41-a4e3-f243197c44a7 service neutron] 10.222.0.61 "GET /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0601547 Aug 11 03:10:33.199701 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-637b1056-a22e-4720-bda5-1237354ad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.201185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-637b1056-a22e-4720-bda5-1237354ad4da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0437739 Aug 11 03:10:33.217395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:33.268620 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.469834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:33.501491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:33.545622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:33.548344 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09240f-47a2-47fd-adda-dab387558d86" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-unplugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:33.552126 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.565241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Transition to ACTIVE for port object eea55e67-7343-4e73-951d-abfd4d7e5dd9 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:33.568307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.600725 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9843a-5c2f-4f99-9da0-3876a32e80f5 x-openstack-request-id: req-40b9843a-5c2f-4f99-9da0-3876a32e80f5 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:33.600944 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-unplugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:33.601206 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40b9843a-5c2f-4f99-9da0-3876a32e80f5 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:33.601592 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'code': 200} Aug 11 03:10:33.649958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.662061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.662414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.662754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.663090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.663425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.663756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.664083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.664409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.664738 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.665060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.665383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.665704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:33.699121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] No DVR routers for this DVR port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:34.163182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db816-d628-4f6f-b675-161268ef8aa7 req-f75c02dc-b362-49c7-9cd3-38b136901edc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.164879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2db816-d628-4f6f-b675-161268ef8aa7 req-f75c02dc-b362-49c7-9cd3-38b136901edc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.0991273 Aug 11 03:10:34.232481 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6c2db816-d628-4f6f-b675-161268ef8aa7 req-97e6f10d-23c8-4f26-9293-936d51d18fdc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596218 Aug 11 03:10:34.235477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:34.235935 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:34.236134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:34.240828 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:34.241136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:34.246846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:34.247205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:34.247586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:34.248015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Bound port: eea55e67-7343-4e73-951d-abfd4d7e5dd9, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:34.248455 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.318210 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:34.321491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:34.325967 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.359718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.360333 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.361795 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] 10.222.0.67 "PUT /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1092 time: 1.1483543 Aug 11 03:10:34.387117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fa589-8993-4443-836c-6e79c4734209 service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:34.432368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-bb27f722-e5af-4f2c-9fb1-853082ad8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.433956 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-bb27f722-e5af-4f2c-9fb1-853082ad8aec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1095 time: 0.0430098 Aug 11 03:10:34.535015 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-14208235-b990-4534-bc32-e02ba75b4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.536507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-14208235-b990-4534-bc32-e02ba75b4029 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0915332 Aug 11 03:10:34.603978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-e28fc35e-1f3e-4452-8428-618fd85e62f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0588086 Aug 11 03:10:34.659694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-7fd66009-f5cc-4a5f-a9f4-5e693732d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.661136 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-7fd66009-f5cc-4a5f-a9f4-5e693732d7c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0442519 Aug 11 03:10:34.714435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-7a6ee727-502e-4a00-a858-005c30c8ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.715927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-7a6ee727-502e-4a00-a858-005c30c8ec12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431960 Aug 11 03:10:34.808315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-055b3be3-2467-4d13-9968-e104a7fffcfb service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803936 Aug 11 03:10:34.904649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-90175eae-56f1-4bda-af1f-87b8b8ab04dc service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852768 Aug 11 03:10:35.433949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469a01-7474-4839-a014-75e392d2f9ce req-d79d6bb1-2e8b-4ac9-8cd8-159b4b05641b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.435499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07469a01-7474-4839-a014-75e392d2f9ce req-d79d6bb1-2e8b-4ac9-8cd8-159b4b05641b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.1101964 Aug 11 03:10:35.475729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-07469a01-7474-4839-a014-75e392d2f9ce req-7e8508a7-1807-40a3-bd31-ba74f053306d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Aug 11 03:10:35.602755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:35.605044 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f3802-a70f-43bb-b8f3-92a0e797e8da" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:35.653713 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d474e0-3560-46be-a242-63f9a8c2abdc x-openstack-request-id: req-70d474e0-3560-46be-a242-63f9a8c2abdc {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:35.654062 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:35.654310 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-70d474e0-3560-46be-a242-63f9a8c2abdc {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:35.654703 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'status': 'completed', 'code': 200} Aug 11 03:10:35.717025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-0953bb34-6b73-47a3-b026-db863f2044f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.722718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-0953bb34-6b73-47a3-b026-db863f2044f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1095 time: 0.0416613 Aug 11 03:10:35.753825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-48cbba78-5800-4ad3-825e-1ed1cb82fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.755376 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-48cbba78-5800-4ad3-825e-1ed1cb82fd49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1095 time: 0.0816061 Aug 11 03:10:35.818028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-72f79f5c-97b1-48cd-9201-fe0b1f29e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.819586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-72f79f5c-97b1-48cd-9201-fe0b1f29e040 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0936835 Aug 11 03:10:35.850553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-5cb1f079-a994-4230-82b7-514c39d2bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.852036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-5cb1f079-a994-4230-82b7-514c39d2bd21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0869968 Aug 11 03:10:35.887188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-23a1524e-7fa9-4245-89fa-fe8a4db8d202 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0586030 Aug 11 03:10:35.918255 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-1de32632-07f6-4006-bb75-e761af79fbcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0578024 Aug 11 03:10:35.936974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-32ea913d-a0e1-4fa2-abce-97bbeea0163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.938593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-32ea913d-a0e1-4fa2-abce-97bbeea0163e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0436845 Aug 11 03:10:35.972315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-ef4cc998-df69-4483-ac8a-e0afdb766652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.973798 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-ef4cc998-df69-4483-ac8a-e0afdb766652 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0480626 Aug 11 03:10:35.991146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-efeefcb5-f597-4aa4-b004-de259c65e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.992693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-efeefcb5-f597-4aa4-b004-de259c65e1ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455205 Aug 11 03:10:36.027364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-9a27c468-db4b-413e-a70c-d9a35a07956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.028885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-9a27c468-db4b-413e-a70c-d9a35a07956d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411351 Aug 11 03:10:36.086514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-d40fbeba-1e5d-4e84-8ba2-c86284ef7b2c service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Aug 11 03:10:36.122823 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-0d7ecf72-7c85-4ed8-aa27-b055389cc449 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Aug 11 03:10:36.186940 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-d58c59db-2212-4be5-a36b-b112a058489b service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922599 Aug 11 03:10:36.224713 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b12f3802-a70f-43bb-b8f3-92a0e797e8da req-90a3ef14-5f6a-44aa-8a52-2a2aa1c1966e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909836 Aug 11 03:10:36.382471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:36.481925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:36.493421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:36.530668 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.543809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:36.563653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:36.568164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.595246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdfbcc-7eb6-455e-8243-838372c62335 req-6b836255-5c42-4278-8081-6d6214cf9ea3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.596800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6cdfbcc-7eb6-455e-8243-838372c62335 req-6b836255-5c42-4278-8081-6d6214cf9ea3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 943 time: 0.0525179 Aug 11 03:10:36.628475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.636554 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.636908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.637282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.637623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.638046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.638388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.638727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.639059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.639388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.639722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.640048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.640871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:36.652317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e6cdfbcc-7eb6-455e-8243-838372c62335 req-4945e2fc-f071-4770-a2d5-840705a8080f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489326 Aug 11 03:10:36.834620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['eea55e67-7343-4e73-951d-abfd4d7e5dd9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:36.930548 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:36.994885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:37.813457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce89113-2328-4ff2-9e95-c65a6defb001 req-f1322582-0f40-42de-9c91-2581ebccdfe6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.815009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ce89113-2328-4ff2-9e95-c65a6defb001 req-f1322582-0f40-42de-9c91-2581ebccdfe6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0972688 Aug 11 03:10:37.855457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ce89113-2328-4ff2-9e95-c65a6defb001 req-d79e2cfa-af65-4e0b-b82a-a73608e6c53f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344341 Aug 11 03:10:38.180670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-6e42c1d9-6545-48e7-af8c-ec22465eaf6e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.182189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-6e42c1d9-6545-48e7-af8c-ec22465eaf6e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 944 time: 0.0851097 Aug 11 03:10:38.194855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb3ff-f66b-4b82-8d5e-e87091a60dd9 req-d202df48-d3d4-4113-9f5e-0fb4cca4c83a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.196355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74fbb3ff-f66b-4b82-8d5e-e87091a60dd9 req-d202df48-d3d4-4113-9f5e-0fb4cca4c83a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0686407 Aug 11 03:10:38.268494 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-74fbb3ff-f66b-4b82-8d5e-e87091a60dd9 req-c64cb90b-4f70-4d18-8faa-15a96509efcd tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656347 Aug 11 03:10:38.278681 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-ea6b2640-f2e0-458b-ae0d-3b4ffa0d4622 service neutron] 10.222.0.67 "GET /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.0813532 Aug 11 03:10:38.345009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-0c258d2b-3ec8-4849-92f6-d579f8860c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.346539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-0c258d2b-3ec8-4849-92f6-d579f8860c73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1096 time: 0.0451102 Aug 11 03:10:38.405158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:38.440530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-4da05697-c12d-444b-92e1-28f0c4d67e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.442152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-4da05697-c12d-444b-92e1-28f0c4d67e96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0881174 Aug 11 03:10:38.455134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:38.459245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:38.459631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.515138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-acf2b80f-109c-4470-98ca-4a61546a38a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1000 time: 0.0660305 Aug 11 03:10:38.539160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.564100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:38.566782 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fce538-22b1-4c79-b48a-e9ec8934ed87" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:38.567112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-f33f9835-fe07-41d6-bd4d-345cd0377b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.568604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-f33f9835-fe07-41d6-bd4d-345cd0377b95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0470433 Aug 11 03:10:38.581362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:38.586303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.619570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-8cfdeaa3-c01d-457d-acbc-8ef4a9d670a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.621486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-8cfdeaa3-c01d-457d-acbc-8ef4a9d670a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452905 Aug 11 03:10:38.622871 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c04c4-9a9e-4e70-a6ab-deae0b6dcc8b x-openstack-request-id: req-066c04c4-9a9e-4e70-a6ab-deae0b6dcc8b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:38.623168 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:38.623423 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-066c04c4-9a9e-4e70-a6ab-deae0b6dcc8b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:38.623814 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'code': 200} Aug 11 03:10:38.646731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.719915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-cef238a9-d118-4a62-aef3-d3b0a70da472 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879443 Aug 11 03:10:38.840282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-60da31b9-3f21-4e2c-b9b7-c154de33a460 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123161 Aug 11 03:10:39.389389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791bcf-7b3d-4599-90cd-90ed6a8dd70e req-5877eb90-7fe2-41a3-b289-6671eb0dfeb6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.391491 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e791bcf-7b3d-4599-90cd-90ed6a8dd70e req-5877eb90-7fe2-41a3-b289-6671eb0dfeb6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0523646 Aug 11 03:10:39.430639 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e791bcf-7b3d-4599-90cd-90ed6a8dd70e req-13415fbe-b16c-4d63-93ed-69a0f96a9567 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330923 Aug 11 03:10:40.554505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98d272-687a-4a48-aee0-a21c00a03abe req-a3de6d1a-de80-4aec-909f-04a6d02354b0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:40.555988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf98d272-687a-4a48-aee0-a21c00a03abe req-a3de6d1a-de80-4aec-909f-04a6d02354b0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0545294 Aug 11 03:10:40.592996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bf98d272-687a-4a48-aee0-a21c00a03abe req-fca9bb9b-e326-4284-bcec-dac8d77a9848 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Aug 11 03:10:41.102910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-b36b9dc2-b879-4fee-977f-0f393a908094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.104408 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-b36b9dc2-b879-4fee-977f-0f393a908094 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0415602 Aug 11 03:10:41.120352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:41.162246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.177105 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.251618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.374356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:41.407018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:41.445429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:41.447645 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b0ff6-a123-4608-8d38-8914f43adb5f" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-unplugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:41.451700 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.467552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Transition to ACTIVE for port object eea55e67-7343-4e73-951d-abfd4d7e5dd9 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:41.471766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.539537 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d073f8c-9e14-43e7-8860-1a5cfa846d97 x-openstack-request-id: req-3d073f8c-9e14-43e7-8860-1a5cfa846d97 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:41.539825 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-unplugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:41.540083 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d073f8c-9e14-43e7-8860-1a5cfa846d97 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:41.540476 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'code': 200} Aug 11 03:10:41.568985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.583123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.583469 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.583807 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.584136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.584564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.584796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.585116 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.585436 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.585758 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.586103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.586419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.586738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.603254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] No DVR routers for this DVR port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:41.717189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082d7cb-d4c0-4311-881a-30f9a81ffa48 req-fe8cd6e5-848a-4e08-80d1-37d8c54b8e93 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.718771 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8082d7cb-d4c0-4311-881a-30f9a81ffa48 req-fe8cd6e5-848a-4e08-80d1-37d8c54b8e93 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0510800 Aug 11 03:10:41.751401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:41.751747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:41.752197 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:41.756574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:41.757100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Attempting to bind port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:41.762186 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:41.762530 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:41.762913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:41.763341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Bound port: eea55e67-7343-4e73-951d-abfd4d7e5dd9, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:41.763706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.764017 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8082d7cb-d4c0-4311-881a-30f9a81ffa48 req-b593a802-eb8d-4ba5-83a0-ae3af69b6270 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359290 Aug 11 03:10:41.825602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:41.828719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:41.832185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.881260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.882012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.883519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] 10.222.0.61 "PUT /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 1093 time: 0.7670944 Aug 11 03:10:41.894405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce5fd-2646-41f3-bb48-8bf1f10fce1d service neutron] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=11']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.956382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-0a591ebd-9d71-4d92-bd80-df194283c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.957794 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-0a591ebd-9d71-4d92-bd80-df194283c248 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1096 time: 0.0442224 Aug 11 03:10:42.056996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-f86a5585-20f9-4cfe-b0b2-d303282a2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.058507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-f86a5585-20f9-4cfe-b0b2-d303282a2ddd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0916634 Aug 11 03:10:42.127568 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-05377aa7-d4f7-4f30-8921-9525d50f7ba6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0609314 Aug 11 03:10:42.178897 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-31dced6f-58b7-48c3-9b99-6abaf7617c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.180339 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-31dced6f-58b7-48c3-9b99-6abaf7617c63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0435169 Aug 11 03:10:42.229146 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-349feee4-6e4c-4edb-936c-c29e1f6a5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.230668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-349feee4-6e4c-4edb-936c-c29e1f6a5884 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389462 Aug 11 03:10:42.330946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-402b7148-cbd0-4cf3-84a8-57c0fd0536e8 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913134 Aug 11 03:10:42.422837 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d5ae74be-8e0a-4a7d-8e06-bb7c887bcf8a req-fc51d6ec-f819-4681-979f-2076c6b39df7 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804322 Aug 11 03:10:42.880108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb7fc8-370c-4df9-a359-8f469e7c44a6 req-ffbfbfbb-504f-499d-a104-c3457ad0970e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.881612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9bb7fc8-370c-4df9-a359-8f469e7c44a6 req-ffbfbfbb-504f-499d-a104-c3457ad0970e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0496917 Aug 11 03:10:42.918953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b9bb7fc8-370c-4df9-a359-8f469e7c44a6 req-23d37a0a-e281-4ea7-bc5b-e2709a3da97e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 11 03:10:43.542450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:43.544809 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e798e-70ac-47dd-ab54-681eae7d1d46" -d '{"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:43.592909 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e685e-832a-45a3-b1c1-16b33e754abf x-openstack-request-id: req-135e685e-832a-45a3-b1c1-16b33e754abf {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:43.593202 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:43.593459 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-135e685e-832a-45a3-b1c1-16b33e754abf {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:43.593886 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'status': 'completed', 'code': 200} Aug 11 03:10:43.664840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-e01f5a83-16f4-4f8f-9166-fb7ce46c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.666462 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-e01f5a83-16f4-4f8f-9166-fb7ce46c38fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1096 time: 0.0486856 Aug 11 03:10:43.667505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-f1acf4f4-834a-4048-b677-410db4e00f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.669006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-f1acf4f4-834a-4048-b677-410db4e00f29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 1096 time: 0.0460005 Aug 11 03:10:43.758237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-59f28529-2546-427a-a352-258b42cec762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.759685 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-59f28529-2546-427a-a352-258b42cec762 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0860960 Aug 11 03:10:43.769023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-b6da4c07-2b02-49fd-8181-6a7bfcb73b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.770535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-b6da4c07-2b02-49fd-8181-6a7bfcb73b2a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0907352 Aug 11 03:10:43.829742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-0192b13d-a6b2-4696-9bb3-dd5ebc467f29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0623903 Aug 11 03:10:43.843516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-8597c0fe-b85d-4596-8745-89bb52078af1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 200 len: 999 time: 0.0617623 Aug 11 03:10:43.881308 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-71ca1baa-5475-483c-9685-bee17c1863cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.882821 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-71ca1baa-5475-483c-9685-bee17c1863cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0445590 Aug 11 03:10:43.898608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-731b55b9-8f43-486c-a5d4-e1272343bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.900047 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-731b55b9-8f43-486c-a5d4-e1272343bfbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0446596 Aug 11 03:10:43.939176 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-98a63cd0-ca30-47e9-89b9-2ccfc6017038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.941160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-98a63cd0-ca30-47e9-89b9-2ccfc6017038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455952 Aug 11 03:10:43.955488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-faeb1b3f-3b16-46ad-a958-5b9c52e7eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.957019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-faeb1b3f-3b16-46ad-a958-5b9c52e7eae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460732 Aug 11 03:10:44.037451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-d4c777fc-4965-4027-8fe3-27396b741ce5 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Aug 11 03:10:44.086211 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d259-e31c-491d-962f-4b557369ff25 req-65880ebd-ec2f-4a0c-9b9b-c591e95313f8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:44.087727 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6c0d259-e31c-491d-962f-4b557369ff25 req-65880ebd-ec2f-4a0c-9b9b-c591e95313f8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 944 time: 0.0719218 Aug 11 03:10:44.105005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-4d74b666-b578-472c-bb58-014f27effc90 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356969 Aug 11 03:10:44.138485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-f213ed9f-8edc-498a-9781-cfd12a650f1e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932245 Aug 11 03:10:44.183336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6c0d259-e31c-491d-962f-4b557369ff25 req-ceefc715-a54e-4f7b-ae78-c6058e052a64 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882289 Aug 11 03:10:44.223271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f10e798e-70ac-47dd-ab54-681eae7d1d46 req-13b3f9bd-bb93-4ba4-a4a4-a3e33f074246 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061027 Aug 11 03:10:44.444944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:44.486872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:44.946331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:45.043226 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:45.055544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'mac_address': 'fa:16:3e:18:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:45.091646 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.104374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:45.124114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:45.128002 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.175080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=12']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:45.305753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbed2c-386d-4bce-a6f4-4756c3c87803 req-d4474b8e-78c5-4ebf-af11-692697a593f2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.307274 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63dbed2c-386d-4bce-a6f4-4756c3c87803 req-d4474b8e-78c5-4ebf-af11-692697a593f2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0519829 Aug 11 03:10:45.345283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-63dbed2c-386d-4bce-a6f4-4756c3c87803 req-18b7a286-77ad-4af7-9748-e264ee837419 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Aug 11 03:10:45.385769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['eea55e67-7343-4e73-951d-abfd4d7e5dd9'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:45.462225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507c56-7c10-4249-9ce0-92e2738e18b0 req-3b86de6a-f7a6-485b-9791-fc00dcf1d54d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.463638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7507c56-7c10-4249-9ce0-92e2738e18b0 req-3b86de6a-f7a6-485b-9791-fc00dcf1d54d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0494003 Aug 11 03:10:45.503499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7507c56-7c10-4249-9ce0-92e2738e18b0 req-925cf01d-249c-46cd-92cc-da9439244080 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328612 Aug 11 03:10:45.620060 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962a33-ad02-4185-90d7-b803bebe1cc5 req-7e7fcca0-1c29-43dd-9589-be648f6e5782 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.621766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0962a33-ad02-4185-90d7-b803bebe1cc5 req-7e7fcca0-1c29-43dd-9589-be648f6e5782 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0530808 Aug 11 03:10:45.659475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0962a33-ad02-4185-90d7-b803bebe1cc5 req-f3548d39-23bc-493b-9b85-b7c97566fa56 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Aug 11 03:10:45.896917 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa118f4-0538-4dfd-9bad-a0758c9eb85c req-3032ceff-4366-472b-8132-4090cd354b13 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.898455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9aa118f4-0538-4dfd-9bad-a0758c9eb85c req-3032ceff-4366-472b-8132-4090cd354b13 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0507948 Aug 11 03:10:45.938698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9aa118f4-0538-4dfd-9bad-a0758c9eb85c req-55bdc7e0-d03a-4c6c-8a74-b2c2226ecd6b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Aug 11 03:10:46.949291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:46.999640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:47.003445 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port eea55e67-7343-4e73-951d-abfd4d7e5dd9 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:47.003827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.059377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42360-a0b5-4d8c-9345-a4fa0dc35aa1 req-62072509-084d-4dc7-a160-f08ad354e1d6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.060897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77c42360-a0b5-4d8c-9345-a4fa0dc35aa1 req-62072509-084d-4dc7-a160-f08ad354e1d6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 11 03:10:47.084586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.107252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:47.109595 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f329b-73f2-4e08-86f1-5a4334e42bfd" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:47.112309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-77c42360-a0b5-4d8c-9345-a4fa0dc35aa1 req-f71ac7aa-476b-4345-9654-e27b7c278184 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 Aug 11 03:10:47.123386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.127026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.151824 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d113c-73a8-4cf2-971f-269d18f3f743 x-openstack-request-id: req-f12d113c-73a8-4cf2-971f-269d18f3f743 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:47.152114 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-plugged", "status": "completed", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:47.152362 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f12d113c-73a8-4cf2-971f-269d18f3f743 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:47.152743 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'code': 200} Aug 11 03:10:47.177681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=13']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.310571 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-2b79c57c-b47b-4b03-ad2e-0e9f81a935fb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.313499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-2b79c57c-b47b-4b03-ad2e-0e9f81a935fb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 946 time: 0.0567508 Aug 11 03:10:47.408921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Deleting port eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:47.409266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.494702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] For port eea55e67-7343-4e73-951d-abfd4d7e5dd9, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=eea55e67-7343-4e73-951d-abfd4d7e5dd9,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.495067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.667920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.668248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.668561 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d disassociated. External IP: 172.25.3.26, port: eea55e67-7343-4e73-951d-abfd4d7e5dd9. Aug 11 03:10:47.668938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Calling delete_port for eea55e67-7343-4e73-951d-abfd4d7e5dd9 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:47.794382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.833746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'Port': ['ID=eea55e67-7343-4e73-951d-abfd4d7e5dd9,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.944646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:48.056761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:48.068217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:48.077208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:48.077845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:48.100362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] No DVR routers for this DVR port eea55e67-7343-4e73-951d-abfd4d7e5dd9 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:48.103110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.105268 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7df9483f-683e-41fb-96e9-15ac6c41bca3 req-e95b4b65-54c0-425d-9808-31e92b3d8c3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "DELETE /v2.0/ports/eea55e67-7343-4e73-951d-abfd4d7e5dd9 HTTP/1.1" status: 204 len: 173 time: 0.7841032 Aug 11 03:10:48.105746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-deleted', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:48.108018 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a9dd0-86e8-49ed-a9bb-26c2922c6cc5" -d '{"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-deleted", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:48.148415 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396dc469-beca-4351-b208-a8a21e593a71 x-openstack-request-id: req-396dc469-beca-4351-b208-a8a21e593a71 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:48.148717 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77b8c9f-41c6-4346-b42a-1c3bae4d562e", "name": "network-vif-deleted", "tag": "eea55e67-7343-4e73-951d-abfd4d7e5dd9", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:48.149027 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-396dc469-beca-4351-b208-a8a21e593a71 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:48.149446 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77b8c9f-41c6-4346-b42a-1c3bae4d562e', 'name': 'network-vif-deleted', 'tag': 'eea55e67-7343-4e73-951d-abfd4d7e5dd9', 'status': 'completed', 'code': 200} Aug 11 03:10:48.193725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:48.228190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f13db3fb-cc7e-431d-93b3-245e056b0d81 req-94ee3956-e01a-486f-9c38-d8f1928d9b5f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=c77b8c9f-41c6-4346-b42a-1c3bae4d562e HTTP/1.1" status: 200 len: 210 time: 0.0318086 Aug 11 03:10:48.400058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:48.431931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:48.440810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:48.441439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:48.548399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:48.755078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:48.781258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72b860-6b74-4add-bba6-891cf4d6a611 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:49.004244 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854fff8-3b32-4fa9-aa66-1705b1cd1515 None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:49.502557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-06f886da-f197-4aba-85c4-3718ae4955af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--941633298&fields=id&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 267 time: 0.0375631 Aug 11 03:10:49.609799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-b855f690-08d8-4596-8a75-1e6c3096b01e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.611175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-b855f690-08d8-4596-8a75-1e6c3096b01e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1019380 Aug 11 03:10:49.626042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-f3405d01-40b2-408f-9166-c83162eda90b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/quotas/32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 375 time: 0.0091341 Aug 11 03:10:49.678794 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-cacc8249-e72d-4013-904a-3cdd5e6706b2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475054 Aug 11 03:10:49.694283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-8eac530c-1694-4a2f-9793-d06ebe77e968 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:10:49.695214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-8eac530c-1694-4a2f-9793-d06ebe77e968 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050175 Aug 11 03:10:49.784796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-00902c5c-4a9b-4521-b901-b131f0425a16 service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839336 Aug 11 03:10:49.873729 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-517d47a0-6849-4b09-b498-b6ac790ee3a6 service neutron] 10.222.0.68 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826638 Aug 11 03:10:50.037707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-805a721a-bbe0-4d59-ad3a-f19698c48a6d req-3ef99a2e-4c19-491f-b0a4-270cb7ef3e3a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Aug 11 03:10:50.977242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:51.002008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: eea55e67-7343-4e73-951d-abfd4d7e5dd9 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:51.002362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device eea55e67-7343-4e73-951d-abfd4d7e5dd9 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:51.127617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-1579e981-2f80-4f0d-add8-bb6c0c69262d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.129385 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-1579e981-2f80-4f0d-add8-bb6c0c69262d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 812 time: 0.1165171 Aug 11 03:10:51.144325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b7dfdd6-70fe-467d-936e-dc7c443fe051 req-2bd7c0fa-53dd-4245-8c50-bdb5f0f84b40 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0298035 Aug 11 03:10:51.182031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-32449f4b-0db2-4ea0-93f7-324b235f3933 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 379 time: 0.0424466 Aug 11 03:10:51.192239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'port': {'device_id': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'admin_state_up': True, 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'security_groups': ['b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:51.309031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Made reservation on behalf of 32aca93c3ffe4372a2a158eef8bb2ac8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:51.312523 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.458547 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Allocated IP 172.20.0.11 (f125d2d3-9e2e-4ec9-acf1-3a6710f64e98/84c4214e-c1b2-42bc-a643-da079d3105a0/f4645cd2-f958-4e3e-8b86-2302a6be177d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:51.938424 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.951088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Transition to ACTIVE for port object f4645cd2-f958-4e3e-8b86-2302a6be177d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:51.983522 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.027464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:52.030662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:52.037349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:52.063280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.093157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.093821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.113202 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7ff80e43-0510-4d86-8a72-1fcb94ee66a3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9244304 Aug 11 03:10:52.130291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Request body: {'port': {'device_id': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:52.186336 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.234499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd2cdcd1-b9bd-4930-b0f2-167e0be97976 None None] Provisioning for port f4645cd2-f958-4e3e-8b86-2302a6be177d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:52.238545 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-fd2cdcd1-b9bd-4930-b0f2-167e0be97976 None None] Provisioning complete for port f4645cd2-f958-4e3e-8b86-2302a6be177d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:52.239004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fd2cdcd1-b9bd-4930-b0f2-167e0be97976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.274514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cdcd1-b9bd-4930-b0f2-167e0be97976 None None] Port f4645cd2-f958-4e3e-8b86-2302a6be177d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:52.274830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d3a1-5f18-4cf8-b207-0642f3ac7f9f req-a9d038cf-a97c-4ec3-bd9f-ccf52a449caa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.277184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa10d3a1-5f18-4cf8-b207-0642f3ac7f9f req-a9d038cf-a97c-4ec3-bd9f-ccf52a449caa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 932 time: 0.0563924 Aug 11 03:10:52.317252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa10d3a1-5f18-4cf8-b207-0642f3ac7f9f req-7e0d4e67-3059-44ab-a8f1-9197f90596be tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324938 Aug 11 03:10:52.354020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:52.459345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:52.466844 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.479007 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Transition to ACTIVE for port object f4645cd2-f958-4e3e-8b86-2302a6be177d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:52.483346 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.536002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.601399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:52.601733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:52.602095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:52.606773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:52.607090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:52.612736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:52.613087 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:52.613459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:52.613918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Bound port: f4645cd2-f958-4e3e-8b86-2302a6be177d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:52.614418 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.694036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:52.697776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:52.706949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.720623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc40d-0eb0-4360-a1c9-3e429ec10c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.749675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.750330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.751800 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] 10.222.0.61 "PUT /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1093 time: 0.6267419 Aug 11 03:10:52.752237 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:52.754539 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89901579-fda8-4529-8f7b-6bc2228a67f9" -d '{"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:52.785915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a412cad-2a30-4946-9c76-704c8bbc1fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.793496 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68326c9a-bcc6-44de-a8dd-88a00c0cff00 x-openstack-request-id: req-68326c9a-bcc6-44de-a8dd-88a00c0cff00 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:52.793899 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:52.794238 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68326c9a-bcc6-44de-a8dd-88a00c0cff00 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:52.794748 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'status': 'completed', 'code': 200} Aug 11 03:10:52.842534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-bb0db198-6576-4d55-8254-9c23c44b60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.844704 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-bb0db198-6576-4d55-8254-9c23c44b60a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0439012 Aug 11 03:10:52.892768 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-ce2a3065-e230-4d44-afea-2d970aebe6b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 217 time: 0.0394907 Aug 11 03:10:52.947526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-cf0a0232-834d-4b39-85f2-f869c915fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.949005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-cf0a0232-834d-4b39-85f2-f869c915fdbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0454195 Aug 11 03:10:52.998821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-c8a9f026-5540-410e-8c8c-62b524bb1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.000226 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-c8a9f026-5540-410e-8c8c-62b524bb1192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412810 Aug 11 03:10:53.110433 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-7e49c518-3c0e-49eb-99fb-22aba9413f98 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988805 Aug 11 03:10:53.204765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c9713589-5b5c-45ae-ab0f-eb487942ab0d req-3a25c875-dfb0-487f-bfd1-296682e667e6 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839291 Aug 11 03:10:53.293012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-73805f69-c312-4b6e-a83a-750bc5fb2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.294482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-73805f69-c312-4b6e-a83a-750bc5fb2884 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0411916 Aug 11 03:10:53.394640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-f8b37dca-739c-47aa-b5c8-7f184ce098f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.396196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-f8b37dca-739c-47aa-b5c8-7f184ce098f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0949442 Aug 11 03:10:53.439694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-9f80e40d-76df-478d-8806-558e384935c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 217 time: 0.0359266 Aug 11 03:10:53.442620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a716b2-b7f6-4a88-ab07-9db19e8f0cae req-45039d88-3488-4431-a069-a070dd68494c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.444137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80a716b2-b7f6-4a88-ab07-9db19e8f0cae req-45039d88-3488-4431-a069-a070dd68494c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Aug 11 03:10:53.482900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80a716b2-b7f6-4a88-ab07-9db19e8f0cae req-86c74428-45d6-4d26-8d8f-7f50ee9cecd1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Aug 11 03:10:53.500772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-b2558b97-5a77-4ab0-ba7c-199c27e88736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.500772 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-b2558b97-5a77-4ab0-ba7c-199c27e88736 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0516460 Aug 11 03:10:53.544208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-51252f8c-6a07-4567-8a17-c395e8f26a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.545588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-51252f8c-6a07-4567-8a17-c395e8f26a35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394738 Aug 11 03:10:53.640210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-4cd7a5e0-ca92-451f-802b-8f1a0bee728d service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Aug 11 03:10:53.745720 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-89901579-fda8-4529-8f7b-6bc2228a67f9 req-82f9230d-f3f4-4b0b-9629-43aefaab60d9 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979602 Aug 11 03:10:54.605997 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271a3f-19c5-4061-9313-764fa7d8f0a9 req-1a088aaf-22a7-4c23-a48d-f8a4ba9838b0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.607388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb271a3f-19c5-4061-9313-764fa7d8f0a9 req-1a088aaf-22a7-4c23-a48d-f8a4ba9838b0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0519030 Aug 11 03:10:54.646061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb271a3f-19c5-4061-9313-764fa7d8f0a9 req-fdc6a70e-5b21-4fa6-bb50-4413a1ad1579 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Aug 11 03:10:55.009833 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:55.116008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:55.128257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:55.334914 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c3d02be1-b416-4dac-8319-90f48d180b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.338148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.351401 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:55.373349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:55.379142 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.430702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:55.507392 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.623117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['f4645cd2-f958-4e3e-8b86-2302a6be177d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:55.762886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b1de-3340-4e8f-81e0-b40ac88c590d req-1c1e17a0-9c14-43bd-809e-135f7b1cac78 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.764598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b291b1de-3340-4e8f-81e0-b40ac88c590d req-1c1e17a0-9c14-43bd-809e-135f7b1cac78 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Aug 11 03:10:55.803118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b291b1de-3340-4e8f-81e0-b40ac88c590d req-d56bf278-438c-45f8-9c7b-3b1edb73dced tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Aug 11 03:10:56.657061 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.919620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6dde8-9e0e-45e8-9753-c8e03d2b4a35 req-5eb850af-acd5-49e2-9aa4-26ca1a4056bc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:56.921703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3a6dde8-9e0e-45e8-9753-c8e03d2b4a35 req-5eb850af-acd5-49e2-9aa4-26ca1a4056bc tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0499353 Aug 11 03:10:56.960621 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f3a6dde8-9e0e-45e8-9753-c8e03d2b4a35 req-9fed64dc-c746-4402-8b76-044d651a9fd2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Aug 11 03:10:57.025438 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:57.073493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port f4645cd2-f958-4e3e-8b86-2302a6be177d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:57.077168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port f4645cd2-f958-4e3e-8b86-2302a6be177d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:57.077568 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.156623 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.178620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:57.180929 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768feae4-7c16-4177-8291-9be407062485" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:57.193880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:57.198492 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.248324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:57.268969 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa391cd-716f-4906-a45f-d57f18349312 x-openstack-request-id: req-5fa391cd-716f-4906-a45f-d57f18349312 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:57.269271 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:57.269529 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fa391cd-716f-4906-a45f-d57f18349312 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:57.269979 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'code': 200} Aug 11 03:10:57.386158 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360acf4-1205-4a4a-8b8c-2fddba20d254 req-4ded4390-c5fb-4220-bc14-7b5cf9fea4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.388222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7360acf4-1205-4a4a-8b8c-2fddba20d254 req-4ded4390-c5fb-4220-bc14-7b5cf9fea4f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0436120 Aug 11 03:10:57.430607 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7360acf4-1205-4a4a-8b8c-2fddba20d254 req-297f3513-c88a-425a-8bb4-4a59ec80fc5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299735 Aug 11 03:10:58.080679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04b4c-5d5a-47e9-ad7b-4fc0936ce44e req-035541f9-7194-416c-b512-4c1bf6a3493e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.082187 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95d04b4c-5d5a-47e9-ad7b-4fc0936ce44e req-035541f9-7194-416c-b512-4c1bf6a3493e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0530760 Aug 11 03:10:58.120155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95d04b4c-5d5a-47e9-ad7b-4fc0936ce44e req-c38baa53-1aa7-4786-83c7-fd9adce65d0c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Aug 11 03:10:58.241990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.237987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2c05-dc8e-49f4-a558-26c3f064ad02 req-51f992d9-9678-473f-9886-e2aa15210fc7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.239831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-181c2c05-dc8e-49f4-a558-26c3f064ad02 req-51f992d9-9678-473f-9886-e2aa15210fc7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0512469 Aug 11 03:10:59.278407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-181c2c05-dc8e-49f4-a558-26c3f064ad02 req-16f3e087-f8ed-4e18-b0d4-a4c4813c3f71 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Aug 11 03:10:59.389220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26201726-3704-4948-a830-3c8a4be77054 req-5b2519b6-3d41-4e1f-9fa4-704924966b50 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.391346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26201726-3704-4948-a830-3c8a4be77054 req-5b2519b6-3d41-4e1f-9fa4-704924966b50 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0507648 Aug 11 03:10:59.399829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38058) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:59.404396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Request body: {'floatingip': {'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:59.446288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.868430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.872415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.969237 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d associated. External IP: 172.25.3.26, port: f4645cd2-f958-4e3e-8b86-2302a6be177d. Aug 11 03:11:00.176128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:11:00.604446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:11:00.609368 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.614314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:11:00.624076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:00.624690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:00.636496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c98be8d4-00c3-4782-938c-17f1fda37784 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "PUT /v2.0/floatingips/42ba8d9d-350a-413b-8985-e13b18826a5d HTTP/1.1" status: 200 len: 992 time: 1.2355530 Aug 11 03:11:00.637086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:00.639391 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:00.727110 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3471f-e19a-47b0-9bcd-2c39ea9a3ef3 x-openstack-request-id: req-8db3471f-e19a-47b0-9bcd-2c39ea9a3ef3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:00.727404 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:00.727656 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8db3471f-e19a-47b0-9bcd-2c39ea9a3ef3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:00.728052 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'status': 'completed', 'code': 200} Aug 11 03:11:00.739667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:00.787716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-a78cf189-8c22-4806-b16a-d38e97a07032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.789147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-a78cf189-8c22-4806-b16a-d38e97a07032 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0406983 Aug 11 03:11:00.881426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-dd1adc8d-d9cd-4033-af2f-02f94063e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.883037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-dd1adc8d-d9cd-4033-af2f-02f94063e7da service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0872161 Aug 11 03:11:00.947178 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-9dd27c4b-9269-41a7-93ba-1a488656c1ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0570414 Aug 11 03:11:00.964624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:10:59Z', 'revision_number': 13, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:00.992076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:11:01.001533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:01.002175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:01.004471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-797a150d-4b18-478b-93df-1edf2e5d225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.006009 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-797a150d-4b18-478b-93df-1edf2e5d225d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0501251 Aug 11 03:11:01.052139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-33933eb6-4134-44a4-8c17-e2b93c8b68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.053680 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-33933eb6-4134-44a4-8c17-e2b93c8b68db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406671 Aug 11 03:11:01.113007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:01.143482 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-d254da6e-4477-4776-aa1b-2734bd8e78c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Aug 11 03:11:01.241259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a689ffab-20f5-4d6d-a1a4-c9135f9da4a1 req-aa3fa79b-061d-4a34-9681-e08575b0ccaf service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Aug 11 03:11:01.342518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:10:59Z', 'revision_number': 13, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:01.373877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22fbd7-8b6a-4f84-a224-1b029aee727c None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '42ba8d9d-350a-413b-8985-e13b18826a5d', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:03:37Z', 'updated_at': '2021-08-11T03:10:59Z', 'revision_number': 13, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:11:01.564569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9ca6e-197d-4003-a476-29521589aad1 None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:11:11.193239 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.237099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.712304 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-940464ad-a8f9-4703-87b5-241290fb0e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.207462 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4fcf049d-a0a7-4077-b039-013cbfb55257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.509533 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.655022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.244800 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.354471 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:41.207502 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.251278 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.713858 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-42063b13-ec43-4394-a98e-cc7dfe884063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:54.708601 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-d07414aa-39cc-467e-9db3-8236ee1190c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415952 Aug 11 03:11:54.791459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01351-0baa-49ea-b991-5738bda09332 req-a303095d-7d1e-4b0b-8b87-8a4c4b89057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.793305 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-a303095d-7d1e-4b0b-8b87-8a4c4b89057e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0414269 Aug 11 03:11:54.901831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01351-0baa-49ea-b991-5738bda09332 req-aa71ff0e-2e49-48ef-a834-e596a3d6b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.906447 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-aa71ff0e-2e49-48ef-a834-e596a3d6b168 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0906811 Aug 11 03:11:54.971839 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-2035c886-aa3a-452c-bbcc-ba43a3b264e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1002 time: 0.0597382 Aug 11 03:11:55.032925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01351-0baa-49ea-b991-5738bda09332 req-a66fed8e-557c-4e87-9d94-f9feb02da194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.034430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-a66fed8e-557c-4e87-9d94-f9feb02da194 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0514145 Aug 11 03:11:55.080612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01351-0baa-49ea-b991-5738bda09332 req-f9931832-7fe1-4e7f-ba42-5a708e3fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.082152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-f9931832-7fe1-4e7f-ba42-5a708e3fa219 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404708 Aug 11 03:11:55.170107 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-1a1c33fc-9336-40b5-b5c3-6e8b78f19da6 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809054 Aug 11 03:11:55.208287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-584fe90d-417f-47c1-a299-21c2759beb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.266211 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47a01351-0baa-49ea-b991-5738bda09332 req-fd49803d-df55-4900-b850-8ef07ce3deb9 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878799 Aug 11 03:11:55.512058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.658584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.247835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.353668 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:11.208386 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.237106 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.713938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-887359eb-a88a-49aa-9f2f-ff687abca3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.210685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eaedbbae-829d-4c73-b33a-59de92ef6b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.517147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.660886 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.252129 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.221944 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.238512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.352696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:46.441360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1015-c637-41d3-b309-6e02b630d5e2 req-e7ab22ba-b6c7-40a7-8c48-5745db2c8360 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.442890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-678f1015-c637-41d3-b309-6e02b630d5e2 req-e7ab22ba-b6c7-40a7-8c48-5745db2c8360 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0506635 Aug 11 03:12:46.485185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-678f1015-c637-41d3-b309-6e02b630d5e2 req-88a4b018-99b9-481a-a00b-bdca07ba5e4a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364304 Aug 11 03:12:52.715942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8c9da1c-2c59-4625-ad66-76ceb8cf9cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.682124 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-9710c0aa-eb38-4bd3-9ebc-e3dd3e5c81f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425355 Aug 11 03:12:54.766337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-a0fb9429-0800-4b4d-94ea-f656119bb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.767885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-a0fb9429-0800-4b4d-94ea-f656119bb366 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0414891 Aug 11 03:12:54.875514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-9d9d70f9-53dc-4c66-80c1-93790899017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.876918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-9d9d70f9-53dc-4c66-80c1-93790899017d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0892482 Aug 11 03:12:54.945769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-d1136491-e169-453b-8161-215286a13528 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1002 time: 0.0608947 Aug 11 03:12:55.002193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-289b7777-d562-40dc-999a-a7a25692046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.003645 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-289b7777-d562-40dc-999a-a7a25692046e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0484796 Aug 11 03:12:55.056831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-c46f8e07-426a-4bba-b78f-0003beca9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.058373 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-c46f8e07-426a-4bba-b78f-0003beca9301 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473931 Aug 11 03:12:55.153349 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-270a75c7-e5bb-43ec-9059-df12a37070f1 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867546 Aug 11 03:12:55.211523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-853ffabe-f1f9-4fe3-ace2-0349076296ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.250621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3b61bfb4-fca4-49c1-93b4-073a328e258f req-ea2cc599-1a55-4a57-a101-f2574faa6476 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898378 Aug 11 03:12:55.517636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.643249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7eed-fb5c-43dd-af1e-c817572d1a34 req-5a63deee-811e-4a8c-b83b-0e93626bac4e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.644810 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab2d7eed-fb5c-43dd-af1e-c817572d1a34 req-5a63deee-811e-4a8c-b83b-0e93626bac4e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0549440 Aug 11 03:12:56.665444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.710330 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab2d7eed-fb5c-43dd-af1e-c817572d1a34 req-b8320c5d-2de5-4151-8176-c960d8eb598e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571790 Aug 11 03:12:56.720612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-c9242237-40da-48a3-82a6-272a491a4893 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947976 Aug 11 03:12:57.826247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7daf3-1424-47b6-8ce0-0471e826b780 req-ed0c3e5c-9d2c-4237-873c-02c744f216fa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:57.827817 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cf7daf3-1424-47b6-8ce0-0471e826b780 req-ed0c3e5c-9d2c-4237-873c-02c744f216fa tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0491931 Aug 11 03:12:57.867587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2cf7daf3-1424-47b6-8ce0-0471e826b780 req-df80f123-f3e3-494f-bf76-f55b99d6f126 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Aug 11 03:12:57.939646 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-909fbb56-b4c6-4bfa-8a0f-6686f6679390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:57.941160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-909fbb56-b4c6-4bfa-8a0f-6686f6679390 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0438960 Aug 11 03:12:58.036239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-bfbe7254-8dad-4071-9a3c-6f15ecde7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.037634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-bfbe7254-8dad-4071-9a3c-6f15ecde7adf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0887797 Aug 11 03:12:58.104699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-35c6ee35-671f-435a-81a4-0e3c93689820 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1002 time: 0.0590324 Aug 11 03:12:58.157984 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-ad6a68e9-b8db-49b8-bec5-746b065db9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.159499 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-ad6a68e9-b8db-49b8-bec5-746b065db9ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0466585 Aug 11 03:12:58.211873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-796f69fd-ed69-4aaf-97e4-21d1a20d72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.213409 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-796f69fd-ed69-4aaf-97e4-21d1a20d72c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469801 Aug 11 03:12:58.253012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.303628 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-dc0e9691-d274-437b-9c07-a9faff1fc057 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810850 Aug 11 03:12:58.398485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-940bd0dc-eb8f-4f6f-9a90-5716d8922614 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Aug 11 03:12:58.995589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bb5ac-115c-40ea-a0ea-f9a0fa8973d9 req-151596bb-e6d4-43c1-9c5a-6dbabe96a60c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.996453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a41bb5ac-115c-40ea-a0ea-f9a0fa8973d9 req-151596bb-e6d4-43c1-9c5a-6dbabe96a60c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0588930 Aug 11 03:12:59.042450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a41bb5ac-115c-40ea-a0ea-f9a0fa8973d9 req-4b4fb7e6-eae5-4c42-99ed-412e3564691a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347867 Aug 11 03:13:00.159365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcd8d1-44b6-46b4-a18f-0d9edb6fab6c req-925aca88-b8df-4c2f-99f3-85ffb4782962 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.160862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3bcd8d1-44b6-46b4-a18f-0d9edb6fab6c req-925aca88-b8df-4c2f-99f3-85ffb4782962 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0493081 Aug 11 03:13:00.198704 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3bcd8d1-44b6-46b4-a18f-0d9edb6fab6c req-658a3972-7bd8-4bf3-bc1e-242afd0c16a0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Aug 11 03:13:01.319458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa559-0c68-42c8-8ecd-7dcc72a0dc25 req-2e6f2ebf-67bd-42c8-af18-23512f06daed tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.320977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-887aa559-0c68-42c8-8ecd-7dcc72a0dc25 req-2e6f2ebf-67bd-42c8-af18-23512f06daed tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0511706 Aug 11 03:13:01.370806 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-887aa559-0c68-42c8-8ecd-7dcc72a0dc25 req-74c1dbee-50bc-4eef-8ab0-174bf84b893e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Aug 11 03:13:02.493095 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdeabc-5bca-4890-882e-f8c33f4e9250 req-c79cb658-7e43-4e91-93ae-5bc6a1fd6893 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.494665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6bdeabc-5bca-4890-882e-f8c33f4e9250 req-c79cb658-7e43-4e91-93ae-5bc6a1fd6893 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Aug 11 03:13:02.536508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6bdeabc-5bca-4890-882e-f8c33f4e9250 req-8bbfce2d-bde3-4f03-86e9-b910b27a525b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Aug 11 03:13:03.657905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd99e-03fd-4088-817b-ae0ac0b83c5c req-3c723996-c5e3-4bd0-b78f-aa16e3efd66b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.659405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ecd99e-03fd-4088-817b-ae0ac0b83c5c req-3c723996-c5e3-4bd0-b78f-aa16e3efd66b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0531907 Aug 11 03:13:03.698351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4ecd99e-03fd-4088-817b-ae0ac0b83c5c req-70cd985e-c7d7-45fc-b24a-addcb89e20c6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Aug 11 03:13:04.812649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511748f-a572-4d8f-b0c5-8505f02e08bc req-4a081d18-dddf-4a64-af97-1f2866fc8691 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.814130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e511748f-a572-4d8f-b0c5-8505f02e08bc req-4a081d18-dddf-4a64-af97-1f2866fc8691 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0482655 Aug 11 03:13:04.850796 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e511748f-a572-4d8f-b0c5-8505f02e08bc req-5c1235c3-d937-4bf5-97d4-e5faf094b0cd tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307598 Aug 11 03:13:05.971189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b450-d7c4-4ecf-a967-d5addfa9f132 req-226d5a68-88e8-491d-a5c4-b64a7bebfe72 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.972748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e036b450-d7c4-4ecf-a967-d5addfa9f132 req-226d5a68-88e8-491d-a5c4-b64a7bebfe72 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0555398 Aug 11 03:13:06.010929 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e036b450-d7c4-4ecf-a967-d5addfa9f132 req-048a71b4-ffa6-4e05-945e-547086b1e1ab tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 11 03:13:07.126840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bba7-3886-4df1-896d-ee9c33148cc6 req-31685ed9-c8e5-4f38-99be-89da506c872a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:07.128311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f47bba7-3886-4df1-896d-ee9c33148cc6 req-31685ed9-c8e5-4f38-99be-89da506c872a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Aug 11 03:13:07.165623 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3f47bba7-3886-4df1-896d-ee9c33148cc6 req-19d9080c-bac6-40c5-8d2f-4943a5f2cda4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Aug 11 03:13:08.279745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66049b2e-3830-488f-aa68-c9e572277c86 req-721fa623-e716-46b0-a371-f43c4ee77137 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:08.281223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66049b2e-3830-488f-aa68-c9e572277c86 req-721fa623-e716-46b0-a371-f43c4ee77137 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0483439 Aug 11 03:13:08.319565 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66049b2e-3830-488f-aa68-c9e572277c86 req-eac4f912-28a3-46c0-a9b2-dcc96130dbc6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Aug 11 03:13:09.441523 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0052c0-caa2-4419-8577-df29b5e12508 req-b793880c-20ae-45d6-bb55-334e7083d9ce tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:09.443110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c0052c0-caa2-4419-8577-df29b5e12508 req-b793880c-20ae-45d6-bb55-334e7083d9ce tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0537803 Aug 11 03:13:09.483437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c0052c0-caa2-4419-8577-df29b5e12508 req-f5df1c6e-9a78-4ff5-989e-861f90cf1720 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Aug 11 03:13:10.600198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9fbca-c011-4d08-9da9-e9d7a992620d req-5768ff90-b94a-435b-8df0-d5d08337afb6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.601669 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12e9fbca-c011-4d08-9da9-e9d7a992620d req-5768ff90-b94a-435b-8df0-d5d08337afb6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Aug 11 03:13:10.639367 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-12e9fbca-c011-4d08-9da9-e9d7a992620d req-274a9e73-e266-4557-92fa-9795a15a843d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Aug 11 03:13:11.221193 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.235501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.754501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc0af-c9a0-40f0-bcd8-255b603e3902 req-4824509d-7eaf-4293-8faf-5a1238a399b8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.755996 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98bfc0af-c9a0-40f0-bcd8-255b603e3902 req-4824509d-7eaf-4293-8faf-5a1238a399b8 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Aug 11 03:13:11.792854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98bfc0af-c9a0-40f0-bcd8-255b603e3902 req-56182f89-1c52-4607-9508-207402786d8a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Aug 11 03:13:12.915864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7101eb-b2e2-45fc-aeeb-f0f3dadbbcf1 req-39337db7-3692-4da6-9f61-bbda18ea9ec3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.917396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c7101eb-b2e2-45fc-aeeb-f0f3dadbbcf1 req-39337db7-3692-4da6-9f61-bbda18ea9ec3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0541484 Aug 11 03:13:12.956083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c7101eb-b2e2-45fc-aeeb-f0f3dadbbcf1 req-085ded2e-ab70-4f8b-8b37-a31ae0cd0de2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326803 Aug 11 03:13:14.073192 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262fef7-c9ca-4cc5-9131-ebc7b82c1059 req-635c7c4b-6559-4851-9ee2-987ad78000f7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.074779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5262fef7-c9ca-4cc5-9131-ebc7b82c1059 req-635c7c4b-6559-4851-9ee2-987ad78000f7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0489373 Aug 11 03:13:14.112137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5262fef7-c9ca-4cc5-9131-ebc7b82c1059 req-509a58d0-704d-4cb5-90c8-08bdf99be726 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 Aug 11 03:13:15.225688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0225d-ffd9-4d24-8bf9-ed6c351628f7 req-2b677cae-9e85-46e2-9c4d-371c60829b5a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.227223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7d0225d-ffd9-4d24-8bf9-ed6c351628f7 req-2b677cae-9e85-46e2-9c4d-371c60829b5a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0479333 Aug 11 03:13:15.264642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7d0225d-ffd9-4d24-8bf9-ed6c351628f7 req-d230d08c-16ec-4ecc-b1e0-ff25179427d4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Aug 11 03:13:16.383610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eca13-4463-428a-bb17-78ac96d7dd09 req-87b23b71-b6b3-42a0-9381-2b42e7c7157f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.385092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d35eca13-4463-428a-bb17-78ac96d7dd09 req-87b23b71-b6b3-42a0-9381-2b42e7c7157f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Aug 11 03:13:16.423884 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d35eca13-4463-428a-bb17-78ac96d7dd09 req-a2d453dd-911f-46a1-b857-6df72665eb17 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Aug 11 03:13:17.525613 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-86c07499-ea73-4038-962a-39bda515ab30 req-86a7833a-56a4-418c-809b-1772efaf1d47 service neutron] show failed (client error): The resource could not be found. Aug 11 03:13:17.526689 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-86a7833a-56a4-418c-809b-1772efaf1d47 service neutron] 10.222.0.61 "GET /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0603912 Aug 11 03:13:17.549697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5217-c291-4d70-85e6-31e4a595338c req-3832edfd-64aa-4bd7-912f-4aefc1898fab tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.551358 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0faa5217-c291-4d70-85e6-31e4a595338c req-3832edfd-64aa-4bd7-912f-4aefc1898fab tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0502181 Aug 11 03:13:17.590465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0faa5217-c291-4d70-85e6-31e4a595338c req-32c3556d-3e88-4c8a-af5c-7175ee58472c tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Aug 11 03:13:17.766244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-b18acb42-162d-4288-a7f5-276e0ff9f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.767798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-b18acb42-162d-4288-a7f5-276e0ff9f0c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0792301 Aug 11 03:13:17.785417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:17.840971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.045207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:18.078894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:18.119375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:18.121950 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d325054-9462-4521-aac2-cbc2c965c53c" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:18.126137 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.139617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Transition to ACTIVE for port object f4645cd2-f958-4e3e-8b86-2302a6be177d will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:18.144326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.183544 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0941d20-a443-446e-9d91-61369345a245 x-openstack-request-id: req-d0941d20-a443-446e-9d91-61369345a245 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:18.183922 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:18.184048 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0941d20-a443-446e-9d91-61369345a245 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:18.184433 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'code': 200} Aug 11 03:13:18.237787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:18.248436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.248780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.249119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.249450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.249778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.250132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.250465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.250781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.251108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.251428 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.251749 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.252067 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:18.290153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] No DVR routers for this DVR port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:18.426502 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:18.426843 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:18.427170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:18.431811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:18.432137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:18.440447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:18.440785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:18.441169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:18.441599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Bound port: f4645cd2-f958-4e3e-8b86-2302a6be177d, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:18.441991 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.503901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:18.506856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:18.511331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.547463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.548112 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.549616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] 10.222.0.67 "PUT /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1093 time: 0.7686632 Aug 11 03:13:18.585539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeee18-5b18-4e5f-8abf-9cf90ff2201f service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:18.620401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-5e5a50a1-022f-429d-9ca6-5ba1b2891cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.622010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-5e5a50a1-022f-429d-9ca6-5ba1b2891cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0466228 Aug 11 03:13:18.756705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e137ae-03d2-4d4c-aa7c-fae87b8e458c req-4f938b8f-4efb-4985-bf98-df14bd6bb0af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.758208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91e137ae-03d2-4d4c-aa7c-fae87b8e458c req-4f938b8f-4efb-4985-bf98-df14bd6bb0af tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0850887 Aug 11 03:13:18.761183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-98e592d0-e200-4d46-8df0-c96981921d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.762562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-98e592d0-e200-4d46-8df0-c96981921d90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1330991 Aug 11 03:13:18.837254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91e137ae-03d2-4d4c-aa7c-fae87b8e458c req-46f99905-db49-4ef8-abea-32ea5231798d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727506 Aug 11 03:13:18.847870 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-a4688a11-8eb6-4e25-b058-f4d4ed6b9e0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0766714 Aug 11 03:13:18.904880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-c2bcb1f3-a211-4223-97e6-a3e53233cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.906468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-c2bcb1f3-a211-4223-97e6-a3e53233cbdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0507123 Aug 11 03:13:18.956056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07499-ea73-4038-962a-39bda515ab30 req-9aaec79f-cf5d-4b8f-a14b-79c63aca82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.957488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-9aaec79f-cf5d-4b8f-a14b-79c63aca82f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398097 Aug 11 03:13:18.973799 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-32fd08c5-8b41-4294-9868-ec2baaa8d3a9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:13:18.974789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-32fd08c5-8b41-4294-9868-ec2baaa8d3a9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052049 Aug 11 03:13:19.071959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-bb020492-5fd3-4467-a1a0-4f7045d21af3 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Aug 11 03:13:19.173849 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86c07499-ea73-4038-962a-39bda515ab30 req-b4b58b75-e037-4104-b41d-ef2ede2e69ac service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900927 Aug 11 03:13:19.616673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:19.656337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:19.964667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95ca57-c196-4ebd-ad31-3f71e8faa298 req-81790f97-03b6-4375-be7b-01380fe36866 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.970363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f95ca57-c196-4ebd-ad31-3f71e8faa298 req-81790f97-03b6-4375-be7b-01380fe36866 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0571287 Aug 11 03:13:20.006830 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f95ca57-c196-4ebd-ad31-3f71e8faa298 req-6ff2c3fd-a701-4761-8966-4e5dddb0101f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338068 Aug 11 03:13:20.185672 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:20.188204 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a254a-5c5c-4a29-93d6-dded0358e37e" -d '{"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:20.238205 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c40603e-f6a8-4a16-a664-5a4be39be840 x-openstack-request-id: req-2c40603e-f6a8-4a16-a664-5a4be39be840 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:20.238493 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:20.238742 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c40603e-f6a8-4a16-a664-5a4be39be840 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:20.239160 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'status': 'completed', 'code': 200} Aug 11 03:13:20.300847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-865cdb87-e1e6-4091-91bf-f98cdfbc4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.302376 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-865cdb87-e1e6-4091-91bf-f98cdfbc4c59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0426059 Aug 11 03:13:20.309119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-8ad528d5-df37-4074-8529-a596df254575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.310666 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-8ad528d5-df37-4074-8529-a596df254575 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0418653 Aug 11 03:13:20.352470 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:20.407404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-6199f320-0488-4c32-a3ab-d8b4bb033ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.408965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-6199f320-0488-4c32-a3ab-d8b4bb033ef0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0952470 Aug 11 03:13:20.418154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-a7f2db2f-7153-4ffa-9488-12a8531167e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.419673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-a7f2db2f-7153-4ffa-9488-12a8531167e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0983422 Aug 11 03:13:20.483227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-da79f79f-58ef-4d5b-98c5-30a8c1c8b5dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0624571 Aug 11 03:13:20.497386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-8fa0cf39-cbbc-4a3d-bb36-ebd3addd4ea4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0653219 Aug 11 03:13:20.535366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-dd984410-d3d4-4724-bc26-ba1bb9d57737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.536885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-dd984410-d3d4-4724-bc26-ba1bb9d57737 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0444193 Aug 11 03:13:20.555188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-7bd88e02-b36e-4cad-a8ab-3d456ff57db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.556721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-7bd88e02-b36e-4cad-a8ab-3d456ff57db6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0495310 Aug 11 03:13:20.589885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-8a52af5a-7759-470c-adca-ce74f77520b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.591993 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-8a52af5a-7759-470c-adca-ce74f77520b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474262 Aug 11 03:13:20.611148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-6eb59cb2-fea6-46b2-8c71-464b97db0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.612779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-6eb59cb2-fea6-46b2-8c71-464b97db0a45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453947 Aug 11 03:13:20.685787 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-ceca4c25-fa02-44d3-90ec-95e55d6ef904 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Aug 11 03:13:20.711115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-de0fe9fa-bf3a-4d55-b3bb-5ac0276db31c service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869958 Aug 11 03:13:20.799785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-691cc236-87c2-4ade-81f9-84e67118558e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053534 Aug 11 03:13:20.816470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d48a254a-5c5c-4a29-93d6-dded0358e37e req-02c9bed9-01f9-40c0-a9d3-224a03de8dc5 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942664 Aug 11 03:13:21.129979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e0249-e8c5-4b72-9195-f68dbb260871 req-4a2be185-9cae-4319-b625-bcf7261a83e9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:21.131550 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-594e0249-e8c5-4b72-9195-f68dbb260871 req-4a2be185-9cae-4319-b625-bcf7261a83e9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0518324 Aug 11 03:13:21.175563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-594e0249-e8c5-4b72-9195-f68dbb260871 req-488c9c16-3693-4b78-aab5-8a292c2cdea7 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373533 Aug 11 03:13:22.310004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa5c1-3835-4817-964d-211e43aca03a req-52fc469a-10f6-4bb9-a6c2-f7eab889859b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.312610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab4fa5c1-3835-4817-964d-211e43aca03a req-52fc469a-10f6-4bb9-a6c2-f7eab889859b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0573480 Aug 11 03:13:22.351466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ab4fa5c1-3835-4817-964d-211e43aca03a req-fd705de9-7c24-48e7-8acd-a526a8e3d904 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330634 Aug 11 03:13:22.718147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9981d7a-714d-470c-938e-aedb9d1da27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.470171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938902b5-9668-408c-b025-b697cb60ceb2 req-97a77fe1-0fdf-4ce2-8235-b63ec21dc152 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:23.472242 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-938902b5-9668-408c-b025-b697cb60ceb2 req-97a77fe1-0fdf-4ce2-8235-b63ec21dc152 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0518773 Aug 11 03:13:23.512233 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-938902b5-9668-408c-b025-b697cb60ceb2 req-8808e282-9709-4a48-b601-2712a508b942 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337932 Aug 11 03:13:24.627694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c02c82-6f8b-4f7f-82cd-23b4c2fd941c req-00a0c072-93ca-4c60-a15a-22d5f807c580 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.629178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3c02c82-6f8b-4f7f-82cd-23b4c2fd941c req-00a0c072-93ca-4c60-a15a-22d5f807c580 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0483670 Aug 11 03:13:24.667258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d3c02c82-6f8b-4f7f-82cd-23b4c2fd941c req-341556f2-9cbe-43f5-9a62-2b34e7743638 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Aug 11 03:13:25.211829 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f0c-1599-4837-af7a-0527d8854469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.519048 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.787436 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94c50e-794d-4aa7-bc80-7f986d2b2f4d req-1b62c2ed-31de-4833-a242-44aaebdca071 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.788865 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc94c50e-794d-4aa7-bc80-7f986d2b2f4d req-1b62c2ed-31de-4833-a242-44aaebdca071 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0534084 Aug 11 03:13:25.826398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc94c50e-794d-4aa7-bc80-7f986d2b2f4d req-5053360a-b15f-4514-87ec-b1b365d21582 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Aug 11 03:13:26.667376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.942563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ef90-9bc2-48bb-8ee4-5b3d9415ba78 req-4bf4fd61-4b9c-4bc6-b2b0-d2403af803ab tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:26.944104 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6947ef90-9bc2-48bb-8ee4-5b3d9415ba78 req-4bf4fd61-4b9c-4bc6-b2b0-d2403af803ab tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0495930 Aug 11 03:13:26.983551 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6947ef90-9bc2-48bb-8ee4-5b3d9415ba78 req-ce306217-25a3-41f0-befd-4c0b50596d19 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332615 Aug 11 03:13:28.100538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639ee7-9362-4564-bfbd-41df2e665ee0 req-55322ae5-9414-41c2-850a-4ccab2f2af6a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:28.102067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e639ee7-9362-4564-bfbd-41df2e665ee0 req-55322ae5-9414-41c2-850a-4ccab2f2af6a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0502822 Aug 11 03:13:28.141308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0e639ee7-9362-4564-bfbd-41df2e665ee0 req-9785bbfe-d57e-4a1d-b261-aeb397a025bb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333686 Aug 11 03:13:28.254826 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.260161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28325fc2-80ea-4a09-9d19-ac726baa70ff req-2fa93472-fa01-48f9-93e6-b5792ebfecfb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:29.261665 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28325fc2-80ea-4a09-9d19-ac726baa70ff req-2fa93472-fa01-48f9-93e6-b5792ebfecfb tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0534382 Aug 11 03:13:29.302224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28325fc2-80ea-4a09-9d19-ac726baa70ff req-6d507292-ab2c-4da0-bfbd-637946165072 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Aug 11 03:13:30.421687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3040c-27bc-4583-9309-f9977158b38b req-2fecc977-841e-4300-ab70-9496092265f5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.423179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45f3040c-27bc-4583-9309-f9977158b38b req-2fecc977-841e-4300-ab70-9496092265f5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0484424 Aug 11 03:13:30.459931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-45f3040c-27bc-4583-9309-f9977158b38b req-d45ccdd7-9595-493f-a4f3-37ce0794a3a9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Aug 11 03:13:31.574404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bfb19-1c1e-4987-9824-69f766a57ccd req-d6d2cde2-4656-49e7-a8ff-67fe4a2a1f29 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.576386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-559bfb19-1c1e-4987-9824-69f766a57ccd req-d6d2cde2-4656-49e7-a8ff-67fe4a2a1f29 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0484772 Aug 11 03:13:31.613652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-559bfb19-1c1e-4987-9824-69f766a57ccd req-6eb67cb7-4450-4213-9b7d-567c955c0501 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Aug 11 03:13:31.929076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-259c632f-906d-4fbe-aa72-16043b003151 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.931343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-259c632f-906d-4fbe-aa72-16043b003151 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.67 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 944 time: 0.0869682 Aug 11 03:13:31.948919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e6dee-b681-492b-9e74-a8931e25354e req-d4ac632c-9b73-4e2e-99c6-0f7080b04460 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.948919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87e6dee-b681-492b-9e74-a8931e25354e req-d4ac632c-9b73-4e2e-99c6-0f7080b04460 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0748987 Aug 11 03:13:32.026064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c87e6dee-b681-492b-9e74-a8931e25354e req-994aa1e2-e3b5-4803-b84a-1500843a9a12 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694435 Aug 11 03:13:32.032558 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0eb32d12-1692-4fce-b1a3-23ee36348261 service neutron] 10.222.0.67 "GET /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d/bindings/n-h1-713498-10 HTTP/1.1" status: 200 len: 383 time: 0.0935073 Aug 11 03:13:32.103174 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-55e1b7b2-924f-40c0-b82f-677c034d6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.104585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-55e1b7b2-924f-40c0-b82f-677c034d6c34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.0455205 Aug 11 03:13:32.192375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-08cd1601-d676-47e2-beae-66d19f600569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.193860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-08cd1601-d676-47e2-beae-66d19f600569 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0825562 Aug 11 03:13:32.262263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-2da69296-b465-4fe2-8341-815465a72331 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0608897 Aug 11 03:13:32.309951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-cee26afe-530b-4c15-9df9-d8c4a6f2b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.311420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-cee26afe-530b-4c15-9df9-d8c4a6f2b19c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0424256 Aug 11 03:13:32.357464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-4760082f-7964-4e0f-9582-a498612da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.358897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-4760082f-7964-4e0f-9582-a498612da64b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403845 Aug 11 03:13:32.451391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-43e2e65e-e7df-4c06-9a65-03ab8d03aa13 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852056 Aug 11 03:13:32.542907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0744bf4e-97fc-4f1e-8b3d-f7e0550ec478 service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827582 Aug 11 03:13:33.021006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:33.128505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:33.139979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:33.151741 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26544566-ca33-48c6-bdfb-5c2ea130dcca req-2a991d46-98be-4117-8f15-a3f1adb8f5de tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:33.153237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26544566-ca33-48c6-bdfb-5c2ea130dcca req-2a991d46-98be-4117-8f15-a3f1adb8f5de tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 944 time: 0.0527930 Aug 11 03:13:33.177841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.191331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:33.191834 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26544566-ca33-48c6-bdfb-5c2ea130dcca req-b3237b17-efe4-476f-9f82-da67dde1b6b6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326812 Aug 11 03:13:33.211544 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:33.215359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.266296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.273892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.274192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.274536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.274879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.275220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.275555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.275887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.276216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.276543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.276870 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.277194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.277515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:33.465453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['f4645cd2-f958-4e3e-8b86-2302a6be177d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:34.312021 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bc7fa-84ec-48aa-8412-3d1da2a8ea57 req-0001505b-33bf-43d2-968d-f6b71d167cf3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:34.313544 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a5bc7fa-84ec-48aa-8412-3d1da2a8ea57 req-0001505b-33bf-43d2-968d-f6b71d167cf3 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0541353 Aug 11 03:13:34.351524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5a5bc7fa-84ec-48aa-8412-3d1da2a8ea57 req-0a55df1f-883c-4e72-bb80-c81ce5a915f2 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321145 Aug 11 03:13:35.035918 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:35.090343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port f4645cd2-f958-4e3e-8b86-2302a6be177d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:35.094269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port f4645cd2-f958-4e3e-8b86-2302a6be177d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.094669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.171211 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.194316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:35.196541 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b33667-dc43-47c1-9d4d-dbf41a377072" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:35.209954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:35.215145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.251393 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ee22a-acfe-4c1b-a7c1-663cf9737cc2 x-openstack-request-id: req-866ee22a-acfe-4c1b-a7c1-663cf9737cc2 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:35.251708 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:35.251990 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-866ee22a-acfe-4c1b-a7c1-663cf9737cc2 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:35.252382 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'code': 200} Aug 11 03:13:35.272114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.516767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fe8ec-ffd1-4148-94e5-f04334527a0c req-60f57249-0bc9-4bb9-8fe3-9e71bf759ada tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:35.518304 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd2fe8ec-ffd1-4148-94e5-f04334527a0c req-60f57249-0bc9-4bb9-8fe3-9e71bf759ada tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0506258 Aug 11 03:13:35.556557 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd2fe8ec-ffd1-4148-94e5-f04334527a0c req-86d70c0e-6d64-4ce0-81b4-3136bb7a9536 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Aug 11 03:13:36.488202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-b288b622-5450-4420-b7d8-a4b22a69efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.489712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-b288b622-5450-4420-b7d8-a4b22a69efe5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1&tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0407898 Aug 11 03:13:36.502830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:36.553797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.679670 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd7106-acb8-40d0-a868-682a993dcd34 req-48b7f634-366e-45c9-9bca-8113306c7836 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.681359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd7106-acb8-40d0-a868-682a993dcd34 req-48b7f634-366e-45c9-9bca-8113306c7836 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0519116 Aug 11 03:13:36.723991 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dcd7106-acb8-40d0-a868-682a993dcd34 req-8e33a50e-38ba-4948-a447-2d786c984104 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354810 Aug 11 03:13:36.765306 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:36.797232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:36.835172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:36.837325 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab249c8-5d8f-4234-b33d-ca85ce375c94" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:36.841438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.857132 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Transition to ACTIVE for port object f4645cd2-f958-4e3e-8b86-2302a6be177d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:36.861259 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.950989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=10']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:36.969491 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:37.007602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] No DVR routers for this DVR port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:37.041555 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70de42e7-7420-4069-9555-35eb564b6e0b x-openstack-request-id: req-70de42e7-7420-4069-9555-35eb564b6e0b {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:37.041855 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:37.042118 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-70de42e7-7420-4069-9555-35eb564b6e0b {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:37.042506 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'code': 200} Aug 11 03:13:37.151143 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:37.151477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:37.151856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:37.156703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:37.157017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Attempting to bind port f4645cd2-f958-4e3e-8b86-2302a6be177d on network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:37.161947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:37.162198 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Checking segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:37.162577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Bound using segment: {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:37.163001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Bound port: f4645cd2-f958-4e3e-8b86-2302a6be177d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14a3a0-0356-4be6-9ee2-57ab9af8a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:37.163359 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.225113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:37.228206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:37.233827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.267195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.267814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.269208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1094 time: 0.7704043 Aug 11 03:13:37.291327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1e321-34e1-4c79-8c9a-f37966d2b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=11']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:37.339921 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-b8948089-c51d-439d-9455-44f1e3960ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.342028 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-b8948089-c51d-439d-9455-44f1e3960ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0466616 Aug 11 03:13:37.435650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-5b88bb06-ba7c-44c1-995b-38c962445190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.437144 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-5b88bb06-ba7c-44c1-995b-38c962445190 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.0876141 Aug 11 03:13:37.506974 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-0469ca28-bb2d-48e9-9b6d-d98b4ee5208f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0617695 Aug 11 03:13:37.556833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-800f48aa-6345-450c-928b-a036ca5ba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.558264 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-800f48aa-6345-450c-928b-a036ca5ba3f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0440564 Aug 11 03:13:37.603759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-631301a0-c2b9-4f25-b7a0-b93b14793c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.605157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-631301a0-c2b9-4f25-b7a0-b93b14793c15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396235 Aug 11 03:13:37.696943 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-c4d8e08d-4e3f-423a-9844-0e85f24ea6c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841150 Aug 11 03:13:37.788368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a9da60e-7957-42e7-b722-c1a8ad4aabaf req-54cdcae6-d139-41b7-a1ee-113113025f7b service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Aug 11 03:13:37.846169 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bcc31-413c-4cb1-9450-21e25039ad0e req-f7a8ca32-6b10-46d1-b01e-cfbcd3b209a0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.847659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-246bcc31-413c-4cb1-9450-21e25039ad0e req-f7a8ca32-6b10-46d1-b01e-cfbcd3b209a0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Aug 11 03:13:37.885949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-246bcc31-413c-4cb1-9450-21e25039ad0e req-f6e41813-200b-4a48-8051-a70ab56ac15a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Aug 11 03:13:39.007146 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6ce59-6c91-44c7-b260-c66146c9ac7f req-cd3ae059-428f-420d-95f2-289ad78d5780 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.008655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98d6ce59-6c91-44c7-b260-c66146c9ac7f req-cd3ae059-428f-420d-95f2-289ad78d5780 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0505500 Aug 11 03:13:39.043328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:39.045661 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105" -d '{"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:39.053291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:39.054908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98d6ce59-6c91-44c7-b260-c66146c9ac7f req-ccc01431-64e1-4d7d-91af-d7fba12ddb41 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 Aug 11 03:13:39.096110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:39.109691 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f556a9b-0a3b-45a3-86be-a72f39aed2af x-openstack-request-id: req-0f556a9b-0a3b-45a3-86be-a72f39aed2af {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:39.110020 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:39.110279 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0f556a9b-0a3b-45a3-86be-a72f39aed2af {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:39.110681 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'status': 'completed', 'code': 200} Aug 11 03:13:39.171605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-1d48af35-7da0-4825-91f0-7eb5e63d342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.173222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-1d48af35-7da0-4825-91f0-7eb5e63d342c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0444090 Aug 11 03:13:39.179088 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-4355934b-5558-41cc-a84e-8e5a9641756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.180586 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-4355934b-5558-41cc-a84e-8e5a9641756f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0411630 Aug 11 03:13:39.285001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-94db3175-a145-457c-be94-124188c2a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.285770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-1e189ae9-2b5f-4853-84b3-1f700836be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.286436 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-94db3175-a145-457c-be94-124188c2a66c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1054835 Aug 11 03:13:39.287695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-1e189ae9-2b5f-4853-84b3-1f700836be57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 200 len: 913 time: 0.1000669 Aug 11 03:13:39.356540 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-db727e92-cc69-4ec6-afb6-3efbbbcf5b37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0624254 Aug 11 03:13:39.365044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-eb98fd93-2909-437d-aeac-e42aeaf4c93a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 200 len: 1000 time: 0.0635002 Aug 11 03:13:39.411534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-078aa8a8-82ea-4415-9446-54c32bb2d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.413011 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-078aa8a8-82ea-4415-9446-54c32bb2d9ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0482380 Aug 11 03:13:39.423388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-aaaf9e17-7a0a-48d7-8186-b5b338aec447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.424888 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-aaaf9e17-7a0a-48d7-8186-b5b338aec447 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 200 len: 851 time: 0.0489464 Aug 11 03:13:39.463941 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-8fe5726a-5437-4521-a315-d8b77c23b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.465449 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-8fe5726a-5437-4521-a315-d8b77c23b81b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417078 Aug 11 03:13:39.477302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-d35e715a-22d9-468e-9659-ce0f9f7f4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.479050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-d35e715a-22d9-468e-9659-ce0f9f7f4bec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427063 Aug 11 03:13:39.566973 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-7d11b4f4-3312-4ed3-b33d-9de361b43136 service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918460 Aug 11 03:13:39.575118 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-abb2e25a-6b28-436b-ad10-0051ffc6742f service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Aug 11 03:13:39.668230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-3ee12ae8-afd1-430a-9c5d-f0082f74251e service neutron] 10.222.0.61 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934572 Aug 11 03:13:39.683747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d21d3a4-bbb0-4d57-afa5-d6b14a496105 req-d0af35a0-72ed-4b0e-a92f-d29c8f98e7bc service neutron] 10.222.0.67 "GET /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962980 Aug 11 03:13:40.180751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb1602-8ee2-4b8e-8327-65052b4df343 req-c6236d74-062c-4a76-a40e-e25063f5e5a1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.182352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59eb1602-8ee2-4b8e-8327-65052b4df343 req-c6236d74-062c-4a76-a40e-e25063f5e5a1 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Aug 11 03:13:40.231114 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-59eb1602-8ee2-4b8e-8327-65052b4df343 req-b32af484-fa9b-4a63-bb55-5a274cd3c801 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Aug 11 03:13:41.220728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.268537 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.350239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517c0b9-e048-4bdd-84a3-a72a54b197ec req-dfcd39f5-fb4a-4662-9e33-dee3a0796d02 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.351816 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6517c0b9-e048-4bdd-84a3-a72a54b197ec req-dfcd39f5-fb4a-4662-9e33-dee3a0796d02 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Aug 11 03:13:41.396925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6517c0b9-e048-4bdd-84a3-a72a54b197ec req-a482e69d-d53f-4e80-8041-5403fd7f819d tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Aug 11 03:13:42.519273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a77688-7075-4c28-9ba3-eea019c4d50e req-7172b33e-561f-436a-9eff-14facb5463e0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.520782 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7a77688-7075-4c28-9ba3-eea019c4d50e req-7172b33e-561f-436a-9eff-14facb5463e0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Aug 11 03:13:42.558726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7a77688-7075-4c28-9ba3-eea019c4d50e req-6d6f23c7-5f0e-4c14-b772-cb58ffcb8196 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Aug 11 03:13:43.673066 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03b1a-4343-4c57-a632-3618c0ef0bc7 req-a117d576-ab1a-4c71-a6cc-a1a2d0bab750 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.674578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6a03b1a-4343-4c57-a632-3618c0ef0bc7 req-a117d576-ab1a-4c71-a6cc-a1a2d0bab750 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Aug 11 03:13:43.711718 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6a03b1a-4343-4c57-a632-3618c0ef0bc7 req-4a6b214b-bee4-4327-849c-ce0c49040a19 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 Aug 11 03:13:44.839464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff25371-4f93-48b0-ab6c-f5ce5a4b76b6 req-f0ca4886-42cb-4743-82f6-c2b5d03cc589 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.841520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ff25371-4f93-48b0-ab6c-f5ce5a4b76b6 req-f0ca4886-42cb-4743-82f6-c2b5d03cc589 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0620639 Aug 11 03:13:44.879250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ff25371-4f93-48b0-ab6c-f5ce5a4b76b6 req-0c9428f2-fbf7-4be8-b1f6-18509321d7a5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Aug 11 03:13:45.997603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a12416-3523-48c3-9540-50f3932def08 req-9d1279dc-fcd4-4119-8dd4-57fe5f66c326 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.999113 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a12416-3523-48c3-9540-50f3932def08 req-9d1279dc-fcd4-4119-8dd4-57fe5f66c326 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0530264 Aug 11 03:13:46.040579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54a12416-3523-48c3-9540-50f3932def08 req-7b130cfb-f301-497f-bffd-0578c4aa049e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355930 Aug 11 03:13:47.165498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59cb1-5c6d-4feb-8914-542b9402211a req-85df1152-80f5-4660-aab5-9e284e7ae606 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.167008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eac59cb1-5c6d-4feb-8914-542b9402211a req-85df1152-80f5-4660-aab5-9e284e7ae606 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0495822 Aug 11 03:13:47.204409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eac59cb1-5c6d-4feb-8914-542b9402211a req-290e1f92-8c59-4c89-a072-889fbdbaa153 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Aug 11 03:13:48.330911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a00fb-5315-4f4e-a973-49ec842e90c3 req-42944f5e-fa70-4c87-8df3-9f5a8595bb4a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.332342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e3a00fb-5315-4f4e-a973-49ec842e90c3 req-42944f5e-fa70-4c87-8df3-9f5a8595bb4a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0589645 Aug 11 03:13:48.377447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e3a00fb-5315-4f4e-a973-49ec842e90c3 req-98f6cea0-5b09-41e4-aa05-1ab61d16905a tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392554 Aug 11 03:13:49.494153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049084c-10fe-4ba2-919b-dcdf743ee05f req-9b4b2ecd-5c78-4296-8527-9c5ffb72d2ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.495899 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1049084c-10fe-4ba2-919b-dcdf743ee05f req-9b4b2ecd-5c78-4296-8527-9c5ffb72d2ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Aug 11 03:13:49.533258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1049084c-10fe-4ba2-919b-dcdf743ee05f req-750f3ca7-119f-4133-be75-0cff1a0aefae tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Aug 11 03:13:49.649443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff589f-9700-45d6-98bb-66e817c2aee8 req-3546bb7f-b267-4f35-9b6b-4ceeff2bddf0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.650972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8ff589f-9700-45d6-98bb-66e817c2aee8 req-3546bb7f-b267-4f35-9b6b-4ceeff2bddf0 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0522592 Aug 11 03:13:49.690530 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b8ff589f-9700-45d6-98bb-66e817c2aee8 req-03ce8e8a-5656-4600-8ca5-dfcc4dc79304 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Aug 11 03:13:49.732128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:49.804236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da268cc9-06fb-4edf-8c54-0a6fc625e436 req-f2c490db-6a78-45d7-a3f0-2033256417d9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.805738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da268cc9-06fb-4edf-8c54-0a6fc625e436 req-f2c490db-6a78-45d7-a3f0-2033256417d9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Aug 11 03:13:49.825725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:49.840283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'port_id': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'mac_address': 'fa:16:3e:df:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:49.844134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da268cc9-06fb-4edf-8c54-0a6fc625e436 req-7c305393-d512-4069-899d-6b09f17e51d9 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318196 Aug 11 03:13:49.879480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.892905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:49.913993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:49.917771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.968530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=12']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:50.087171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb3183-9f3e-4964-85b0-b9b0531a5c4a req-84cc7bda-0f10-43d8-b21f-c712f4ae6c4e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.088674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3abb3183-9f3e-4964-85b0-b9b0531a5c4a req-84cc7bda-0f10-43d8-b21f-c712f4ae6c4e tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0526042 Aug 11 03:13:50.128008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3abb3183-9f3e-4964-85b0-b9b0531a5c4a req-8b877140-6b99-4731-a328-7946dc8f6170 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Aug 11 03:13:50.205693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['f4645cd2-f958-4e3e-8b86-2302a6be177d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:51.242716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bff57c-684e-4e68-ade2-7f38b86eccca req-11af1f64-7430-4d97-9813-f27e0832ce5f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.244223 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01bff57c-684e-4e68-ade2-7f38b86eccca req-11af1f64-7430-4d97-9813-f27e0832ce5f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Aug 11 03:13:51.281549 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-01bff57c-684e-4e68-ade2-7f38b86eccca req-09e78678-3fc4-4ce0-b859-2bcf9727e37f tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Aug 11 03:13:51.748148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:51.795913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port f4645cd2-f958-4e3e-8b86-2302a6be177d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:51.800357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port f4645cd2-f958-4e3e-8b86-2302a6be177d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:51.800737 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.866083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-dbfdb6ea-b95b-4647-a940-ae66a1fc26ca tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.867564 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-dbfdb6ea-b95b-4647-a940-ae66a1fc26ca tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 946 time: 0.0490985 Aug 11 03:13:51.884057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.907107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:51.909336 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7694fa8-99df-497e-b67e-42a43820f38a" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:51.923528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:51.928584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.952719 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95023e35-0f12-4649-abf2-fa4794f24b51 x-openstack-request-id: req-95023e35-0f12-4649-abf2-fa4794f24b51 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:51.953017 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:51.953311 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-95023e35-0f12-4649-abf2-fa4794f24b51 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:51.953679 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'code': 200} Aug 11 03:13:51.966286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Deleting port f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:51.966652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.980220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=13']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:52.057861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] For port f4645cd2-f958-4e3e-8b86-2302a6be177d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=f4645cd2-f958-4e3e-8b86-2302a6be177d,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:52.058248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.399855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85fade-4174-49fa-8025-ce1f06bebc69 req-0ce88f29-1a70-478c-98c0-3ac46bbaaf01 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.401442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a85fade-4174-49fa-8025-ce1f06bebc69 req-0ce88f29-1a70-478c-98c0-3ac46bbaaf01 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 947 time: 0.0519021 Aug 11 03:13:52.441890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a85fade-4174-49fa-8025-ce1f06bebc69 req-9951534b-d7cb-4da6-b52e-c52913746be6 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups?id=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335736 Aug 11 03:13:52.582746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.583037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.583352 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d disassociated. External IP: 172.25.3.26, port: f4645cd2-f958-4e3e-8b86-2302a6be177d. Aug 11 03:13:52.583691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Calling delete_port for f4645cd2-f958-4e3e-8b86-2302a6be177d owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:52.711735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.719148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a951cb97-cf42-4f8e-9d0a-8ecc3ed43486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.739493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'Port': ['ID=f4645cd2-f958-4e3e-8b86-2302a6be177d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:52.862503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:52.971140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:52.982043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:52.992141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:52.992873 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:53.015135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] No DVR routers for this DVR port f4645cd2-f958-4e3e-8b86-2302a6be177d on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:53.017721 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.019824 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-198345ca-8d4c-436e-94e9-bcb5e842f8b5 req-49dca71f-b6e9-4178-80f8-f06460b605ac tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.61 "DELETE /v2.0/ports/f4645cd2-f958-4e3e-8b86-2302a6be177d HTTP/1.1" status: 204 len: 173 time: 1.1448927 Aug 11 03:13:53.020264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-deleted', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:53.022546 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88169b2c-41bf-45cc-893b-ad5189a82eb5" -d '{"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-deleted", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:53.058590 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ee8554-2c4a-4b72-a905-dedc393b379c x-openstack-request-id: req-01ee8554-2c4a-4b72-a905-dedc393b379c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:53.058954 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557dfba3-fbc0-4095-8190-6da72922f8d1", "name": "network-vif-deleted", "tag": "f4645cd2-f958-4e3e-8b86-2302a6be177d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:53.059134 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01ee8554-2c4a-4b72-a905-dedc393b379c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:53.060038 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557dfba3-fbc0-4095-8190-6da72922f8d1', 'name': 'network-vif-deleted', 'tag': 'f4645cd2-f958-4e3e-8b86-2302a6be177d', 'status': 'completed', 'code': 200} Aug 11 03:13:53.262111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:53.460238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:53.493215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:53.502198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:53.502864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:53.553078 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85e22ed0-bb98-45b7-8a77-80ad4c2b5d43 req-38dcd37a-5ca7-41b5-a472-f024b9f7f099 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0316703 Aug 11 03:13:53.612236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:53.822903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:53.851064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb0292-e3e6-4312-a109-09ef1ddf1d03 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:34Z', 'revision_number': 4, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '720e5cc1-204e-4860-a6c9-770678c7dd3a', 'name': '', 'network_id': 'f125d2d3-9e2e-4ec9-acf1-3a6710f64e98', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'mac_address': 'fa:16:3e:c3:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:34Z', 'updated_at': '2021-08-11T03:03:40Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'subnets': [{'id': '84c4214e-c1b2-42bc-a643-da079d3105a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:54.089394 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35384b6-2733-44f9-a2db-353a40eab38e None None] New status for floating IP 42ba8d9d-350a-413b-8985-e13b18826a5d: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:54.656261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e74037d6-830d-44ca-92a4-320324a2c619 req-963e9b2b-b14e-4a3c-9cec-bf15337427e5 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0276356 Aug 11 03:13:55.212541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef73a91a-6cf1-4246-a1bd-99fd1395ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.520710 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.746745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:55.753386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd946328-f614-4a98-926d-213e23e4ebf6 req-851a574d-6ee8-4ef6-9b9d-40959a974045 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/ports?device_id=557dfba3-fbc0-4095-8190-6da72922f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Aug 11 03:13:55.771743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: f4645cd2-f958-4e3e-8b86-2302a6be177d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:55.772031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device f4645cd2-f958-4e3e-8b86-2302a6be177d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:56.670881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.352005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:58.258725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.482855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38542) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.538585 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.563124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.610763 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.613375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.614570 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "DELETE /v2.0/security-groups/b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b HTTP/1.1" status: 204 len: 168 time: 0.1307056 Aug 11 03:13:59.617626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.626043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1521-3287-4211-a7df-488920d1132b tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:59.632393 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-fd78aec7-4107-47a3-83d3-d19916a4b569 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] show failed (client error): The resource could not be found. Aug 11 03:13:59.636740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd78aec7-4107-47a3-83d3-d19916a4b569 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "GET /v2.0/security-groups/b47d7a5d-33f0-4f09-8a9c-1c8b5ea7762b HTTP/1.1" status: 404 len: 347 time: 0.0179148 Aug 11 03:13:59.637661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38546) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.770044 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Deleting port 492b193e-7383-4276-8506-008dd41019d3 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:59.770388 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.845279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.845504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.858047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Calling delete_port for 492b193e-7383-4276-8506-008dd41019d3 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:59.993237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.020045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Pushing event deleted for resources: {'Port': ['ID=492b193e-7383-4276-8506-008dd41019d3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:00.081297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.083806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.084947 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1980892d-5af9-4b10-af11-09c0e88d49a4 tempest-ServerActionsTestJSON-1001506359 tempest-ServerActionsTestJSON-1001506359-project] 10.222.0.68 "DELETE /v2.0/floatingips/42ba8d9d-350a-413b-8985-e13b18826a5d HTTP/1.1" status: 204 len: 168 time: 0.4462893 Aug 11 03:14:00.088015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38548) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:00.612399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.854757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Deleting port 720e5cc1-204e-4860-a6c9-770678c7dd3a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:00.855457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.933480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] For port 720e5cc1-204e-4860-a6c9-770678c7dd3a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=720e5cc1-204e-4860-a6c9-770678c7dd3a,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:00.933870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.946404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Calling delete_port for 720e5cc1-204e-4860-a6c9-770678c7dd3a owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:01.142296 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.168065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=720e5cc1-204e-4860-a6c9-770678c7dd3a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:01.329630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.545643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Router ae1571f0-56d6-4f82-9de5-0cadeca86678 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:01.654204 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:01.659490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-92b875fc-2f0a-4e67-a9fc-6b5e54d07fb1 admin admin] 10.222.0.68 "PUT /v2.0/routers/ae1571f0-56d6-4f82-9de5-0cadeca86678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705070 Aug 11 03:14:01.661960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:01.664353 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Sync routers for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:01.673953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:01.674571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:01.766718 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.780073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:01.868949 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.921192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Deleting port 5d6dede0-4028-4387-984a-3e131a4ffc15 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:01.921531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.959910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:14:01Z', 'revision_number': 5, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port': {'id': '5d6dede0-4028-4387-984a-3e131a4ffc15', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:01.990450 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Checking router: ae1571f0-56d6-4f82-9de5-0cadeca86678 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:01.999456 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Routers {'ae1571f0-56d6-4f82-9de5-0cadeca86678'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:02.000102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['ae1571f0-56d6-4f82-9de5-0cadeca86678'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:02.009278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] For port 5d6dede0-4028-4387-984a-3e131a4ffc15, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5d6dede0-4028-4387-984a-3e131a4ffc15,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:02.009646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.022553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Calling delete_port for 5d6dede0-4028-4387-984a-3e131a4ffc15 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:02.084125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] Set router ae1571f0-56d6-4f82-9de5-0cadeca86678 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:02.139538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:14:01Z', 'revision_number': 6, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:02.167011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cee266-8667-4ba2-a552-acb0a67f3261 None None] The sync data for ids ['ae1571f0-56d6-4f82-9de5-0cadeca86678'] in n-d-713498-10 is: [{'id': 'ae1571f0-56d6-4f82-9de5-0cadeca86678', 'name': 'tempest-ServerActionsTestJSON-1569545363-router', 'tenant_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:32Z', 'updated_at': '2021-08-11T03:14:01Z', 'revision_number': 6, 'project_id': '32aca93c3ffe4372a2a158eef8bb2ac8', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:02.191529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.220544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6dede0-4028-4387-984a-3e131a4ffc15,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.279030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.365729 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.367853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.414180 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.414737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae1571f0-56d6-4f82-9de5-0cadeca86678 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:02.419266 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.420427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-61ed8d32-1f49-4114-aae8-efc9d510ed3f admin admin] 10.222.0.68 "DELETE /v2.0/routers/ae1571f0-56d6-4f82-9de5-0cadeca86678 HTTP/1.1" status: 204 len: 168 time: 0.7575481 Aug 11 03:14:02.423034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:02.467488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Deleting subnet 84c4214e-c1b2-42bc-a643-da079d3105a0 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:02.470465 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.504441 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.596140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.653565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.681375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c4214e-c1b2-42bc-a643-da079d3105a0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.683339 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.685451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-aee1ff61-1b26-4f26-9d79-14458c445dd8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/84c4214e-c1b2-42bc-a643-da079d3105a0 HTTP/1.1" status: 204 len: 168 time: 0.2613463 Aug 11 03:14:02.687723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1c1e7-5342-4830-9c9c-5d3425bdb807 None None] Network f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:02.688193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38556) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:02.760272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.815546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Deleting port ef6b255e-5d44-4716-94d9-f8bcb0448af0 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:02.815890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.877731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] For port ef6b255e-5d44-4716-94d9-f8bcb0448af0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ef6b255e-5d44-4716-94d9-f8bcb0448af0,segment=NetworkSegment(9e14a3a0-0356-4be6-9ee2-57ab9af8a808),segment_id=9e14a3a0-0356-4be6-9ee2-57ab9af8a808)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:02.878433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.890231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Calling delete_port for ef6b255e-5d44-4716-94d9-f8bcb0448af0 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:02.931552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] DHCP port deletion for f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:02.983557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.997245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Deleting port ef6b255e-5d44-4716-94d9-f8bcb0448af0 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:02.997619 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.999496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d6dede0-4028-4387-984a-3e131a4ffc15 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:03.014164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6b255e-5d44-4716-94d9-f8bcb0448af0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.016048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] No DVR routers for this DVR port ef6b255e-5d44-4716-94d9-f8bcb0448af0 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:03.059073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5d6dede0-4028-4387-984a-3e131a4ffc15 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:03.060557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5d6dede0-4028-4387-984a-3e131a4ffc15 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:03.060557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ef6b255e-5d44-4716-94d9-f8bcb0448af0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:03.088167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ef6b255e-5d44-4716-94d9-f8bcb0448af0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:03.088518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ef6b255e-5d44-4716-94d9-f8bcb0448af0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:03.088935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 720e5cc1-204e-4860-a6c9-770678c7dd3a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:03.092824 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.103231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f125d2d3-9e2e-4ec9-acf1-3a6710f64e98']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:03.113370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 720e5cc1-204e-4860-a6c9-770678c7dd3a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:03.113726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 720e5cc1-204e-4860-a6c9-770678c7dd3a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:03.124142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14a3a0-0356-4be6-9ee2-57ab9af8a808') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:03.124711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14a3a0-0356-4be6-9ee2-57ab9af8a808') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:03.127589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] For port ef6b255e-5d44-4716-94d9-f8bcb0448af0, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:03.128794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.138934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.144045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Calling delete_port for ef6b255e-5d44-4716-94d9-f8bcb0448af0 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:03.147370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Port ef6b255e-5d44-4716-94d9-f8bcb0448af0 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:14:03.149117 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.156580 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.163375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:03.163915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:03.165777 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:03.180574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] Pushing event deleted for resources: {'Port': ['ID=ef6b255e-5d44-4716-94d9-f8bcb0448af0,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.188166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea803f-93ec-435c-92ce-9237f9bca724 None None] No DVR routers for this DVR port ef6b255e-5d44-4716-94d9-f8bcb0448af0 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:03.227407 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.235975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.240633 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] 10.222.0.68 "DELETE /v2.0/networks/f125d2d3-9e2e-4ec9-acf1-3a6710f64e98 HTTP/1.1" status: 204 len: 168 time: 0.5518045 Aug 11 03:14:03.251457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb3ef-3571-440b-b84d-49014e2b1d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f125d2d3-9e2e-4ec9-acf1-3a6710f64e98,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.366674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38560) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:03.407809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0ab422cf-80ff-414b-955f-cd9d8b0eb3ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=32aca93c3ffe4372a2a158eef8bb2ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398812 Aug 11 03:14:03.410270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38562) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:03.458009 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.485246 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.531341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.534028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.535179 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f638aace-1fc2-4be3-a0e8-ce285c386ce5 HTTP/1.1" status: 204 len: 168 time: 0.1239994 Aug 11 03:14:03.542649 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743a8ce-efe3-41cb-87e9-1963d81d0fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638aace-1fc2-4be3-a0e8-ce285c386ce5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.246103 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38584) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.340869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-738896016-network', 'tenant_id': '25a68d8d629f4c188e164b302c68424d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:04.362341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Made reservation on behalf of 25a68d8d629f4c188e164b302c68424d for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:04.364567 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.374854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.463248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.467048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.487836 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:04.510908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.515975 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.516318 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Added segment 6506fd16-4c65-4dac-945b-af5b54071295 of type vlan for network 9454bf5f-9f00-4342-9918-2f2062ba9232 Aug 11 03:14:04.555997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.585332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.586370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.586952 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.646156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3983626 Aug 11 03:14:04.649097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38588) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.655661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Request body: {'subnet': {'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-738896016-subnet', 'tenant_id': '25a68d8d629f4c188e164b302c68424d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:04.663524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817fa4a-f1ee-4204-bb39-f8ce0d980c0b admin admin] Pushing event updated for resources: {'Network': ['ID=9454bf5f-9f00-4342-9918-2f2062ba9232,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.674066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:04.682458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Made reservation on behalf of 25a68d8d629f4c188e164b302c68424d for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:04.685540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.854784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.907346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd78db4-bf8e-4ac6-9518-51252ddb9d60,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.917121 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Checking segment: {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:04.917472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Network hostable DHCP agents. Network: 9454bf5f-9f00-4342-9918-2f2062ba9232, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:04.933797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:04.941783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9454bf5f-9f00-4342-9918-2f2062ba9232) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:04.945662 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.946268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.951435 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94992d7e-b9e0-4172-8430-45cd5d043aab None None] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:04.961310 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-700f3af4-6888-42d8-be5d-6ac7e327252f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3111532 Aug 11 03:14:05.079413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b79d4-2a20-46a8-a2b4-cb62df089491 None None] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:05.404751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-735de6c9-b3f0-4091-912f-0e4fb9ca92fe tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:05.406229 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-735de6c9-b3f0-4091-912f-0e4fb9ca92fe tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 813 time: 0.1028168 Aug 11 03:14:05.421312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-b5fe02a7-bf15-4868-9d37-a277704bd1e0 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/quotas/25a68d8d629f4c188e164b302c68424d HTTP/1.1" status: 200 len: 375 time: 0.0093415 Aug 11 03:14:05.453875 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2827c774-2754-4e68-afb2-b46b8ce841b8 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267022 Aug 11 03:14:05.510593 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-7833eb09-af90-430d-b6f1-5c95567ef9e9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:14:05.511593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-7833eb09-af90-430d-b6f1-5c95567ef9e9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511360 Aug 11 03:14:05.602562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-f51f658c-f1bd-4e6f-aa5d-ea2ce0a14c73 service neutron] 10.222.0.68 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843313 Aug 11 03:14:05.689672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2f4c5eec-2d6a-4a11-bb77-391a790bcee8 service neutron] 10.222.0.68 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811286 Aug 11 03:14:05.845363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2ea8dc7-0fd1-4995-83ed-650dc5189689 req-67debbcc-053f-44af-b599-5042c45afe42 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Aug 11 03:14:06.945450 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0951ea09-9dba-4a4c-9564-5aa46251afba req-b37d6e1a-b13b-4e68-9559-a72bffdc4410 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 210 time: 0.0330660 Aug 11 03:14:07.049773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-fd24ba7a-84db-48cd-89aa-5eafcc11a740 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:07.051265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-fd24ba7a-84db-48cd-89aa-5eafcc11a740 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.67 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 813 time: 0.1083350 Aug 11 03:14:07.065241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Request body: {'port': {'device_id': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232', 'admin_state_up': True, 'tenant_id': '25a68d8d629f4c188e164b302c68424d'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:07.174037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Made reservation on behalf of 25a68d8d629f4c188e164b302c68424d for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:07.177574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.299775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Allocated IP 172.20.0.7 (9454bf5f-9f00-4342-9918-2f2062ba9232/8cd78db4-bf8e-4ac6-9518-51252ddb9d60/e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:07.451224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.490034 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.532083 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:07.537097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:07.540771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:07.547758 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Pushing event updated for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:07.596231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:07.596835 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.611250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-0cd78255-9b6c-4860-9e34-e1a84b0719a5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498819 Aug 11 03:14:07.627974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Request body: {'port': {'device_id': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:07.685133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.944413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:07.951764 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.963567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Transition to ACTIVE for port object e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:07.968283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.370540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:08.427984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca99bca-227b-450e-9a47-8f682d85cc03 req-b899d862-648d-4f08-8f29-c3b2e5a98ea2 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.429468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ca99bca-227b-450e-9a47-8f682d85cc03 req-b899d862-648d-4f08-8f29-c3b2e5a98ea2 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 943 time: 0.1124029 Aug 11 03:14:08.479240 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Attempting to bind port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:08.479568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Attempting to bind port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:08.479899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Attempting to bind port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:08.488588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ca99bca-227b-450e-9a47-8f682d85cc03 req-3ef8a105-b96e-408b-a663-73094f694392 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Aug 11 03:14:08.489286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:14:08.489602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Attempting to bind port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:08.494845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:08.495180 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Checking segment: {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:08.495560 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Bound using segment: {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:08.495983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Bound port: e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:08.496378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.559414 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:08.562536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:08.566648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.608810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.609499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.610942 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] 10.222.0.67 "PUT /v2.0/ports/e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 HTTP/1.1" status: 200 len: 1092 time: 0.9871278 Aug 11 03:14:08.611373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:08.613608 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d" -d '{"events": [{"name": "network-changed", "server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:08.640082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9c5da-541b-4dd9-9b00-958e361e8927 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:08.665530 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce01ae7-6090-46a0-8952-ff9f80abc91a x-openstack-request-id: req-1ce01ae7-6090-46a0-8952-ff9f80abc91a {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:08.665848 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:08.666103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ce01ae7-6090-46a0-8952-ff9f80abc91a {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:08.666500 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06', 'status': 'completed', 'code': 200} Aug 11 03:14:08.698440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-afea7204-5fc1-43b8-8619-2c10682901f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.700579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-afea7204-5fc1-43b8-8619-2c10682901f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 1095 time: 0.0469525 Aug 11 03:14:08.747945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-9a87a5b4-1690-4d48-9acb-939df0116200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 HTTP/1.1" status: 200 len: 217 time: 0.0342402 Aug 11 03:14:08.800833 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-f4db8d51-2b6d-48f5-923d-d4ad47802a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.802329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-f4db8d51-2b6d-48f5-923d-d4ad47802a3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cd78db4-bf8e-4ac6-9518-51252ddb9d60 HTTP/1.1" status: 200 len: 853 time: 0.0431223 Aug 11 03:14:08.837495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-d39a5ccb-0694-4b72-9b49-308ded4c6a27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9454bf5f-9f00-4342-9918-2f2062ba9232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241876 Aug 11 03:14:08.929765 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-bff1b04b-1f1b-4c54-97dc-72b3b8693595 service neutron] 10.222.0.67 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Aug 11 03:14:09.019333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-526e8118-cb7c-4bda-91fd-f1bc4604e47f req-b4740420-884d-4ec4-b483-a69e4d67403d service neutron] 10.222.0.67 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807185 Aug 11 03:14:09.115242 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-6fbc45a5-987a-40af-a12f-873bf74d7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.116609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-6fbc45a5-987a-40af-a12f-873bf74d7db3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 1095 time: 0.0470612 Aug 11 03:14:09.204584 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-5b4746ab-78aa-4ba0-826e-3c0ecec7b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.205995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-5b4746ab-78aa-4ba0-826e-3c0ecec7b494 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 914 time: 0.0825586 Aug 11 03:14:09.251905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-226a9f19-9496-4e5a-a3fa-4b466f6bc465 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 HTTP/1.1" status: 200 len: 217 time: 0.0388491 Aug 11 03:14:09.301311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-c85deca3-76ec-4726-a744-a1b6b3788f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.302791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-c85deca3-76ec-4726-a744-a1b6b3788f85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cd78db4-bf8e-4ac6-9518-51252ddb9d60 HTTP/1.1" status: 200 len: 853 time: 0.0435417 Aug 11 03:14:09.333966 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-d56d267a-faf6-4b0f-832e-d93a711f570d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9454bf5f-9f00-4342-9918-2f2062ba9232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234652 Aug 11 03:14:09.422658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-8ff0c433-df5b-4469-8d60-dd5ba9885c9d service neutron] 10.222.0.67 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806711 Aug 11 03:14:09.514843 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c2a7cccd-9bfa-4ba9-9786-6ce56a5dae6d req-b18056e0-9478-4695-ae15-332ae7d397f2 service neutron] 10.222.0.67 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Aug 11 03:14:09.605365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9039d-690e-48f1-9dfb-3a3af0eda554 req-cd93e5c7-feed-4c46-9e5c-fd774b7a7641 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.607473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f9039d-690e-48f1-9dfb-3a3af0eda554 req-cd93e5c7-feed-4c46-9e5c-fd774b7a7641 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 943 time: 0.0499742 Aug 11 03:14:09.646089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-65f9039d-690e-48f1-9dfb-3a3af0eda554 req-fe63b444-cbaa-4b84-a49c-5cec0339c2e1 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Aug 11 03:14:10.765567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa460893-9086-462b-ad7d-5af40b3dee57 req-632ac3e1-8c8c-4fa0-ad4b-71a754de0edc tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.767081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa460893-9086-462b-ad7d-5af40b3dee57 req-632ac3e1-8c8c-4fa0-ad4b-71a754de0edc tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 943 time: 0.0538647 Aug 11 03:14:10.804769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa460893-9086-462b-ad7d-5af40b3dee57 req-87ad2e81-85c9-4e2e-9ae2-957f07a5a573 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Aug 11 03:14:11.220570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.282227 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.931115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfc93-6a0a-4081-b232-18bfd626231a req-c77350f4-b878-4f7e-9f3f-fa39584856ea tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.932608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-099dfc93-6a0a-4081-b232-18bfd626231a req-c77350f4-b878-4f7e-9f3f-fa39584856ea tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 943 time: 0.0484827 Aug 11 03:14:11.970276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-099dfc93-6a0a-4081-b232-18bfd626231a req-1b2d96a6-2484-4391-95fe-6c26f6d5121c tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Aug 11 03:14:13.085850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4c36c-cae7-4683-9eed-4c9ca649443a req-4d27eb27-d22d-469b-831f-44752594c72e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.087500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dd4c36c-cae7-4683-9eed-4c9ca649443a req-4d27eb27-d22d-469b-831f-44752594c72e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 943 time: 0.0499001 Aug 11 03:14:13.126073 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6dd4c36c-cae7-4683-9eed-4c9ca649443a req-9d5d0be3-2142-4354-ad97-54b01757bfb9 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 11 03:14:13.176581 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:13.269004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:13.283977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06', 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232', 'port_id': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06', 'mac_address': 'fa:16:3e:e4:c0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd78db4-bf8e-4ac6-9518-51252ddb9d60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:13.320587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.333553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:13.354065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:13.358923 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.407310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.600602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:14.243617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b378-96e2-4c7d-a149-8e7622e6d7e5 req-1ac98c1b-d5a7-4bf2-bb67-f805dceffee4 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:14.245363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2c1b378-96e2-4c7d-a149-8e7622e6d7e5 req-1ac98c1b-d5a7-4bf2-bb67-f805dceffee4 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 944 time: 0.0520434 Aug 11 03:14:14.282721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2c1b378-96e2-4c7d-a149-8e7622e6d7e5 req-9a40d94a-a18b-4b7a-9c70-5fe5ebc0cf0e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Aug 11 03:14:15.192656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:15.241102 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:15.244948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:15.245320 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.328740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.356224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:15.358510 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f8b712-766f-47dc-b325-1f034e60ef74" -d '{"events": [{"server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "name": "network-vif-plugged", "status": "completed", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:15.373283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:15.377718 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.429382 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13327219-d329-41e2-bde1-cc4e112d4199 x-openstack-request-id: req-13327219-d329-41e2-bde1-cc4e112d4199 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:15.429673 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "name": "network-vif-plugged", "status": "completed", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:15.429948 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13327219-d329-41e2-bde1-cc4e112d4199 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:15.430334 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06', 'code': 200} Aug 11 03:14:15.437338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:15.445411 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ff347-08e4-48cc-92a3-ced4d72df6ba req-5b8a8180-0ac7-46b2-a1b4-392d20335379 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:15.447026 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-777ff347-08e4-48cc-92a3-ced4d72df6ba req-5b8a8180-0ac7-46b2-a1b4-392d20335379 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0826313 Aug 11 03:14:15.492224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-777ff347-08e4-48cc-92a3-ced4d72df6ba req-f4966782-0860-41a3-a471-d8ef400f23c5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Aug 11 03:14:15.532399 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e37f2-44cf-4f28-a781-65e091fc1571 req-aa85af32-8d7d-4088-a013-b37364402d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:15.533960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c42e37f2-44cf-4f28-a781-65e091fc1571 req-aa85af32-8d7d-4088-a013-b37364402d21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 1097 time: 0.0408156 Aug 11 03:14:15.569907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c42e37f2-44cf-4f28-a781-65e091fc1571 req-8aa4aedb-edbb-43c6-997a-9e18b28c7a6b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288124 Aug 11 03:14:16.625953 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b802a-8e34-4696-8852-234355339460 req-c2653fa4-d73b-46f7-8e08-dd5b29fb2f1f tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:16.627477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd8b802a-8e34-4696-8852-234355339460 req-c2653fa4-d73b-46f7-8e08-dd5b29fb2f1f tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0634558 Aug 11 03:14:16.665552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd8b802a-8e34-4696-8852-234355339460 req-34d90e50-8884-4337-b68b-5b7719efb83d tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Aug 11 03:14:16.884720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-624ce8dc-df8e-4ad4-ab78-c26803ea8865 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:16.886202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-624ce8dc-df8e-4ad4-ab78-c26803ea8865 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 813 time: 0.1024148 Aug 11 03:14:16.900604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-139492eb-6959-440c-8306-8c28555e30ed tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/quotas/25a68d8d629f4c188e164b302c68424d HTTP/1.1" status: 200 len: 375 time: 0.0088263 Aug 11 03:14:16.948673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-20548b87-10be-4507-bb70-c2b6bc1f836f tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423603 Aug 11 03:14:17.040634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-753af9ba-fe3b-491b-b3ae-51c379303f4f service neutron] 10.222.0.68 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849490 Aug 11 03:14:17.127927 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-df88da03-7cf6-4486-87f1-ac0738ec2516 service neutron] 10.222.0.68 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806091 Aug 11 03:14:17.288553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-05e0820f-ff16-4e2e-be13-e064ec822ef0 req-297a94ba-8bc3-4f53-96f4-4a68faf70e9b tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 210 time: 0.0325689 Aug 11 03:14:18.224406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-8516de24-a06c-4d31-883e-6710e4e9c201 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:18.225985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-8516de24-a06c-4d31-883e-6710e4e9c201 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.61 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 813 time: 0.1071379 Aug 11 03:14:18.238980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Request body: {'port': {'device_id': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232', 'admin_state_up': True, 'tenant_id': '25a68d8d629f4c188e164b302c68424d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:18.344297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Made reservation on behalf of 25a68d8d629f4c188e164b302c68424d for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:18.347853 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.382443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c487a596-05c2-4054-8cf2-778abf70aacd req-5dbcb520-a4c5-4603-81e7-a0d5eff997d9 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 210 time: 0.0273011 Aug 11 03:14:18.475214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Allocated IP 172.20.0.9 (9454bf5f-9f00-4342-9918-2f2062ba9232/8cd78db4-bf8e-4ac6-9518-51252ddb9d60/fe10004c-184f-41ef-a2b2-11d039bb0840) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:18.621209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.660423 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.674709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:18.707864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Network 9454bf5f-9f00-4342-9918-2f2062ba9232 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:18.716734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:18.721701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:18.725667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Pushing event updated for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.780151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:18.780787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.795551 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f857dcb-21e0-4095-9219-77501cc4cc28 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605037 Aug 11 03:14:18.808205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Request body: {'port': {'device_id': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:18.860953 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.118664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe10004c-184f-41ef-a2b2-11d039bb0840 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:19.126873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.140891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Transition to ACTIVE for port object fe10004c-184f-41ef-a2b2-11d039bb0840 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:19.144806 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.196260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Pushing event updated for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.266846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Attempting to bind port fe10004c-184f-41ef-a2b2-11d039bb0840 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:19.267540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Attempting to bind port fe10004c-184f-41ef-a2b2-11d039bb0840 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:19.268789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Attempting to bind port fe10004c-184f-41ef-a2b2-11d039bb0840 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:19.273648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Port fe10004c-184f-41ef-a2b2-11d039bb0840 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:14:19.274011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Attempting to bind port fe10004c-184f-41ef-a2b2-11d039bb0840 on network 9454bf5f-9f00-4342-9918-2f2062ba9232 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:19.279067 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:19.279408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Checking segment: {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:19.279797 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Bound using segment: {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:19.280230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Bound port: fe10004c-184f-41ef-a2b2-11d039bb0840, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6506fd16-4c65-4dac-945b-af5b54071295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:19.280590 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.342280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:19.345254 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fe10004c-184f-41ef-a2b2-11d039bb0840,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:19.350476 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.383258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.383889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.385343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] 10.222.0.61 "PUT /v2.0/ports/fe10004c-184f-41ef-a2b2-11d039bb0840 HTTP/1.1" status: 200 len: 1092 time: 0.5813978 Aug 11 03:14:19.385828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:19.388998 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a3962-16c2-4906-a78a-1d436a90d36d" -d '{"events": [{"name": "network-changed", "server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:19.422772 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec2a09-b246-462c-8bbb-6d91ec700b14 service neutron] Pushing event updated for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.441701 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab35e3b-e126-4649-9452-05e92564d665 x-openstack-request-id: req-eab35e3b-e126-4649-9452-05e92564d665 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:19.441701 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:19.442091 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eab35e3b-e126-4649-9452-05e92564d665 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:19.442688 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840', 'status': 'completed', 'code': 200} Aug 11 03:14:19.472521 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-f36eb609-ebb5-473e-b2b3-51789f06a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.474081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-f36eb609-ebb5-473e-b2b3-51789f06a730 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 1095 time: 0.0472972 Aug 11 03:14:19.504880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c30061-b8fc-4c46-8bf6-9b19dc52551e req-6a68e783-9015-49ba-9155-aa2ca088b9da tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.506602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66c30061-b8fc-4c46-8bf6-9b19dc52551e req-6a68e783-9015-49ba-9155-aa2ca088b9da tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 943 time: 0.0549567 Aug 11 03:14:19.519724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-663c003a-e4c5-45ca-824d-d60fbb9386da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe10004c-184f-41ef-a2b2-11d039bb0840 HTTP/1.1" status: 200 len: 217 time: 0.0371101 Aug 11 03:14:19.547127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66c30061-b8fc-4c46-8bf6-9b19dc52551e req-29f57ab6-bcd9-4d05-a125-d423e15e114a tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Aug 11 03:14:19.572781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f3e023f-c059-45cc-a901-eb8686d4ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.574310 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9f3e023f-c059-45cc-a901-eb8686d4ee71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cd78db4-bf8e-4ac6-9518-51252ddb9d60 HTTP/1.1" status: 200 len: 853 time: 0.0469983 Aug 11 03:14:19.606643 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-9cd8e0a5-d3af-4729-a362-6b3c2e9fdce2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9454bf5f-9f00-4342-9918-2f2062ba9232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245128 Aug 11 03:14:20.036866 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-c115c891-09b6-4ade-97df-49accfee2389 service neutron] 10.222.0.61 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224184 Aug 11 03:14:20.126820 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-57ce538f-722c-487a-bd63-f734d23cfdcc req-64085711-f74a-4be3-9858-85d754c93d5d service neutron] 10.222.0.61 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817995 Aug 11 03:14:20.217063 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-4892e818-7511-400f-b78a-54b859222899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.218886 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-4892e818-7511-400f-b78a-54b859222899 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=25a68d8d629f4c188e164b302c68424d&device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 1095 time: 0.0422688 Aug 11 03:14:20.310651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-821ebd2e-d1bd-4010-92c7-9fb37d4fbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.312055 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-821ebd2e-d1bd-4010-92c7-9fb37d4fbddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 200 len: 914 time: 0.0856261 Aug 11 03:14:20.356330 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-fd3d2852-7174-40fc-8ae7-736727e33ae6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe10004c-184f-41ef-a2b2-11d039bb0840 HTTP/1.1" status: 200 len: 217 time: 0.0345545 Aug 11 03:14:20.410027 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-2879d982-918a-4fab-8862-cb868ca7256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.411476 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-2879d982-918a-4fab-8862-cb868ca7256a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cd78db4-bf8e-4ac6-9518-51252ddb9d60 HTTP/1.1" status: 200 len: 853 time: 0.0477209 Aug 11 03:14:20.443940 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-fa48f387-a72f-4d7b-853c-724ebe8678f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9454bf5f-9f00-4342-9918-2f2062ba9232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247941 Aug 11 03:14:20.534572 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-f0c73ce5-578e-4aa3-8e31-5f999bcf2498 service neutron] 10.222.0.61 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821867 Aug 11 03:14:20.632553 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b30a3962-16c2-4906-a78a-1d436a90d36d req-041b3432-0c85-495d-a6f3-59447e3dcbb8 service neutron] 10.222.0.61 "GET /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881319 Aug 11 03:14:20.675492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ee976-5026-4a7f-a9bc-5d6bf9bc2ff2 req-8d02040d-7abb-4d3b-8a07-9bf085d869e6 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.677027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-017ee976-5026-4a7f-a9bc-5d6bf9bc2ff2 req-8d02040d-7abb-4d3b-8a07-9bf085d869e6 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 943 time: 0.0585806 Aug 11 03:14:20.714890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-017ee976-5026-4a7f-a9bc-5d6bf9bc2ff2 req-eceeeaeb-2a67-4e5e-9662-d04a7c614d94 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Aug 11 03:14:21.833477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729745-0b1b-4f24-9f2b-36760089fb36 req-01544dab-a488-4d1d-8720-5e31e4bbc3cd tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.834968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7729745-0b1b-4f24-9f2b-36760089fb36 req-01544dab-a488-4d1d-8720-5e31e4bbc3cd tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 943 time: 0.0511370 Aug 11 03:14:21.872707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7729745-0b1b-4f24-9f2b-36760089fb36 req-9a9a1719-ae0b-4949-ac12-2f1112940ffd tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Aug 11 03:14:22.721128 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f3e9c24-4f81-421b-b13f-a6543b4be518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.989166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66253f92-f424-4382-8577-9c88c859be13 req-3ebd11f5-7c9e-477d-a3cb-eb4ce23e1676 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.990746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66253f92-f424-4382-8577-9c88c859be13 req-3ebd11f5-7c9e-477d-a3cb-eb4ce23e1676 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 943 time: 0.0511510 Aug 11 03:14:23.029576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66253f92-f424-4382-8577-9c88c859be13 req-f7e3db98-e110-4027-ab21-dab689720fee tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 11 03:14:23.850274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fe10004c-184f-41ef-a2b2-11d039bb0840 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:23.943291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fe10004c-184f-41ef-a2b2-11d039bb0840,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:23.955011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'fe10004c-184f-41ef-a2b2-11d039bb0840', 'network_id': '9454bf5f-9f00-4342-9918-2f2062ba9232', 'port_id': 'fe10004c-184f-41ef-a2b2-11d039bb0840', 'mac_address': 'fa:16:3e:b1:60:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd78db4-bf8e-4ac6-9518-51252ddb9d60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:23.995442 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.008672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe10004c-184f-41ef-a2b2-11d039bb0840 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:24.029258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fe10004c-184f-41ef-a2b2-11d039bb0840,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:24.033251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.082482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:24.145574 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bca643-e35c-488e-abf9-9cb31e5f1819 req-2436c89e-12d1-4061-b9fa-68b122425110 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.147021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4bca643-e35c-488e-abf9-9cb31e5f1819 req-2436c89e-12d1-4061-b9fa-68b122425110 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 944 time: 0.0490971 Aug 11 03:14:24.184189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c4bca643-e35c-488e-abf9-9cb31e5f1819 req-cd3a31d0-4440-4830-9f10-6048f2a14d94 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 11 03:14:24.263767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['fe10004c-184f-41ef-a2b2-11d039bb0840'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:25.214983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-83a3f39d-6be1-466e-a694-6706bda73788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.304294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bc5b6-e02e-4a8f-88af-7c50eac67ed7 req-bdc0a812-1bac-4ac4-b6e5-4da58e311ce3 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.305695 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a1bc5b6-e02e-4a8f-88af-7c50eac67ed7 req-bdc0a812-1bac-4ac4-b6e5-4da58e311ce3 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 944 time: 0.0529392 Aug 11 03:14:25.343540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a1bc5b6-e02e-4a8f-88af-7c50eac67ed7 req-c7f87ba8-7de9-41dc-956d-4285136795fe tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Aug 11 03:14:25.522267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.874933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fe10004c-184f-41ef-a2b2-11d039bb0840 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:25.923459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port fe10004c-184f-41ef-a2b2-11d039bb0840 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:25.927648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port fe10004c-184f-41ef-a2b2-11d039bb0840 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:25.928040 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.004056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.026129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:26.028349 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464cdcd-dc7d-4c39-8280-62f5a219e3fa" -d '{"events": [{"server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "name": "network-vif-plugged", "status": "completed", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:26.044298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fe10004c-184f-41ef-a2b2-11d039bb0840,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:26.048893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.071827 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03237404-3ea2-4bc0-b589-e6f413ecf82e x-openstack-request-id: req-03237404-3ea2-4bc0-b589-e6f413ecf82e {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:26.072116 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "name": "network-vif-plugged", "status": "completed", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:26.072368 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-03237404-3ea2-4bc0-b589-e6f413ecf82e {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:26.072753 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840', 'code': 200} Aug 11 03:14:26.098541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:26.165551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775ac4-3141-4fa9-a060-97549016b21a req-6ab7a171-8c52-4c3b-a9f0-7ddc5b956b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.167211 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97775ac4-3141-4fa9-a060-97549016b21a req-6ab7a171-8c52-4c3b-a9f0-7ddc5b956b38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 1097 time: 0.0430350 Aug 11 03:14:26.204502 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-97775ac4-3141-4fa9-a060-97549016b21a req-bdf4234a-c41b-43cf-9cb5-df0615a17bb0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297096 Aug 11 03:14:26.455867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519a3e-cc41-44ad-8f04-f7379e5e6784 req-bc3705b4-2098-462c-875b-00c396c73aa3 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.457306 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc519a3e-cc41-44ad-8f04-f7379e5e6784 req-bc3705b4-2098-462c-875b-00c396c73aa3 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 945 time: 0.0492404 Aug 11 03:14:26.494824 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bc519a3e-cc41-44ad-8f04-f7379e5e6784 req-9e23f39a-86f9-4c55-a287-3eb31f7e34ad tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Aug 11 03:14:26.674722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.611648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b4ca-3960-482b-849d-3facb5a98f1e req-6b076466-8bc5-40b2-b2d0-933ea0709ecc tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.613138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0283b4ca-3960-482b-849d-3facb5a98f1e req-6b076466-8bc5-40b2-b2d0-933ea0709ecc tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 945 time: 0.0486259 Aug 11 03:14:27.652294 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0283b4ca-3960-482b-849d-3facb5a98f1e req-409af020-dd75-4283-bcb5-f6554d8126fe tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Aug 11 03:14:27.886558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614aa2-da55-44fe-9315-9be8f13894bd req-03780f79-2c85-4446-89d7-552b8231adad tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.888049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52614aa2-da55-44fe-9315-9be8f13894bd req-03780f79-2c85-4446-89d7-552b8231adad tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 945 time: 0.0538545 Aug 11 03:14:27.926698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52614aa2-da55-44fe-9315-9be8f13894bd req-6ce43380-f74b-4570-a333-1975a86ee82e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Aug 11 03:14:28.261342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.042957 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1d08c-50ce-4e49-8ba2-41d4b0c6cd0b req-15854105-9103-41e7-a449-93c4c0cbc5aa tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:29.044148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2d1d08c-50ce-4e49-8ba2-41d4b0c6cd0b req-15854105-9103-41e7-a449-93c4c0cbc5aa tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 945 time: 0.0500662 Aug 11 03:14:29.083185 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f2d1d08c-50ce-4e49-8ba2-41d4b0c6cd0b req-aa7e36e3-62e7-4805-b6ec-55e129a81f2d tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Aug 11 03:14:29.379791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-f60283eb-ccbb-40bf-bbbc-9cbfc7ab67a2 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:29.381269 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-f60283eb-ccbb-40bf-bbbc-9cbfc7ab67a2 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.61 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 11 03:14:29.475184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Deleting port fe10004c-184f-41ef-a2b2-11d039bb0840 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:29.475533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.564004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] For port fe10004c-184f-41ef-a2b2-11d039bb0840, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fe10004c-184f-41ef-a2b2-11d039bb0840,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:29.564368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.577003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Calling delete_port for fe10004c-184f-41ef-a2b2-11d039bb0840 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:29.703674 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.717123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['fe10004c-184f-41ef-a2b2-11d039bb0840'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:29.735628 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Pushing event deleted for resources: {'Port': ['ID=fe10004c-184f-41ef-a2b2-11d039bb0840,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:29.738496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:29.779442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] No DVR routers for this DVR port fe10004c-184f-41ef-a2b2-11d039bb0840 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:29.782150 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.784216 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-341d9563-1fac-4ef9-b2fe-9941b08a7a64 req-b2070faf-7010-405c-bddf-a70271df12d5 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.61 "DELETE /v2.0/ports/fe10004c-184f-41ef-a2b2-11d039bb0840 HTTP/1.1" status: 204 len: 173 time: 0.3965449 Aug 11 03:14:29.784659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'name': 'network-vif-deleted', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:29.787093 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31052ab4-d3d5-46e2-b303-d608746cd9ca" -d '{"events": [{"server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "name": "network-vif-deleted", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:29.822421 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff8914-5164-4a7b-80b1-45fca83e10fe x-openstack-request-id: req-55ff8914-5164-4a7b-80b1-45fca83e10fe {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:29.822717 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74236853-2f4d-430a-9f59-aa8d6365cc7d", "name": "network-vif-deleted", "tag": "fe10004c-184f-41ef-a2b2-11d039bb0840", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:29.822973 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55ff8914-5164-4a7b-80b1-45fca83e10fe {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:29.823385 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74236853-2f4d-430a-9f59-aa8d6365cc7d', 'name': 'network-vif-deleted', 'tag': 'fe10004c-184f-41ef-a2b2-11d039bb0840', 'status': 'completed', 'code': 200} Aug 11 03:14:30.189515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a4439fd2-665d-49fd-b3c8-bfa42729303c req-efdbb07c-cc22-4699-9d33-854ae25c70d4 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=74236853-2f4d-430a-9f59-aa8d6365cc7d HTTP/1.1" status: 200 len: 210 time: 0.0297132 Aug 11 03:14:31.342554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630348e2-07a3-4f19-854a-ba8e30675483 req-70efab4a-1a23-4879-9e96-81fbc86473af tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.344067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-630348e2-07a3-4f19-854a-ba8e30675483 req-70efab4a-1a23-4879-9e96-81fbc86473af tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0544324 Aug 11 03:14:31.381814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-630348e2-07a3-4f19-854a-ba8e30675483 req-21dd5a7f-98b4-4395-ac7f-bfc1c9856494 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Aug 11 03:14:31.514338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6771bba-0871-4c80-b700-351fd8e37fe2 req-2fd6adb6-541a-4626-8f14-e759cc99341c tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.515919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6771bba-0871-4c80-b700-351fd8e37fe2 req-2fd6adb6-541a-4626-8f14-e759cc99341c tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0518034 Aug 11 03:14:31.554227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f6771bba-0871-4c80-b700-351fd8e37fe2 req-1d1225d2-3c3d-4a73-a585-5c0cb5d4e4f8 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Aug 11 03:14:31.671090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa27d-f779-4f37-bd75-94735c7e4b47 req-bcfdedf9-b095-43d3-8d0c-a69ed1cd3c94 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.672589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b0fa27d-f779-4f37-bd75-94735c7e4b47 req-bcfdedf9-b095-43d3-8d0c-a69ed1cd3c94 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0494967 Aug 11 03:14:31.709867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2b0fa27d-f779-4f37-bd75-94735c7e4b47 req-e1507a6a-5b8f-4ead-b41d-98ba3541e912 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Aug 11 03:14:31.877879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1b7d-65fe-47d7-8894-e917305a9b98 req-630c1ae3-acfd-4243-85c8-a98d1542752a tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.879373 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd6b1b7d-65fe-47d7-8894-e917305a9b98 req-630c1ae3-acfd-4243-85c8-a98d1542752a tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Aug 11 03:14:31.916990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd6b1b7d-65fe-47d7-8894-e917305a9b98 req-b483487e-b0f9-402a-ac47-5ef85ebc9a0d tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 11 03:14:32.036109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee9d5d-6826-4512-b743-6c7870c8a235 req-f6333902-1db8-49a7-8c24-e9b9ae6dfc9a tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:32.037622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5ee9d5d-6826-4512-b743-6c7870c8a235 req-f6333902-1db8-49a7-8c24-e9b9ae6dfc9a tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0497992 Aug 11 03:14:32.076352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5ee9d5d-6826-4512-b743-6c7870c8a235 req-5e5e78d5-47bd-465c-b37e-639a6ffac281 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Aug 11 03:14:32.199888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5079f8-ae45-4e11-af82-0116817954f7 req-69ddc10c-ed55-46b0-861d-08c6ff1d27ab tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:32.201281 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f5079f8-ae45-4e11-af82-0116817954f7 req-69ddc10c-ed55-46b0-861d-08c6ff1d27ab tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Aug 11 03:14:32.238335 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f5079f8-ae45-4e11-af82-0116817954f7 req-ad689ebd-1a1d-484e-87e2-97be9eaf34c7 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Aug 11 03:14:32.549626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ff09-540b-4014-ac8d-968194d12bfa req-8531e867-13b1-4452-a474-570cc53b200f tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:32.551208 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b19ff09-540b-4014-ac8d-968194d12bfa req-8531e867-13b1-4452-a474-570cc53b200f tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Aug 11 03:14:32.590460 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b19ff09-540b-4014-ac8d-968194d12bfa req-92e29c76-e07f-4700-a673-2b9310bb523b tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 11 03:14:33.706989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da52824-e831-4f41-9ac8-ca63563f6f2c req-ab6ad4ef-6764-40c3-87c6-e755b215ef4e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:33.708466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0da52824-e831-4f41-9ac8-ca63563f6f2c req-ab6ad4ef-6764-40c3-87c6-e755b215ef4e tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 11 03:14:33.746190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0da52824-e831-4f41-9ac8-ca63563f6f2c req-349128ca-40c6-4400-a39b-cb2e802676db tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/security-groups?id=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Aug 11 03:14:33.923700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fe10004c-184f-41ef-a2b2-11d039bb0840 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:33.943262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: fe10004c-184f-41ef-a2b2-11d039bb0840 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:33.943602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fe10004c-184f-41ef-a2b2-11d039bb0840 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:34.049369 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8312-9e57-4078-958c-67bffc679a91 req-5a504fcc-e893-4a81-8449-6325e17bafa7 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.050862 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26fb8312-9e57-4078-958c-67bffc679a91 req-5a504fcc-e893-4a81-8449-6325e17bafa7 tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.67 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 945 time: 0.0488176 Aug 11 03:14:34.146886 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Deleting port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:34.147209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.232744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] For port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,segment=NetworkSegment(6506fd16-4c65-4dac-945b-af5b54071295),segment_id=6506fd16-4c65-4dac-945b-af5b54071295)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:34.232973 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.246671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Calling delete_port for e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:34.351437 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:34.373431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.389419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:34.402230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Pushing event deleted for resources: {'Port': ['ID=e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:34.414723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.415071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.415412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.415748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.416078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.416410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.416728 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.417048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.417376 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.418223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.418543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.418859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:34.455776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] No DVR routers for this DVR port e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:34.458399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.460475 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26fb8312-9e57-4078-958c-67bffc679a91 req-f39f7525-5d66-4941-8ec4-9ca8015dbfca tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.67 "DELETE /v2.0/ports/e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 HTTP/1.1" status: 204 len: 173 time: 0.3997455 Aug 11 03:14:34.460934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'name': 'network-vif-deleted', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:34.463171 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de3f334-55e3-4fba-8934-54ba5830ecb9" -d '{"events": [{"server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "name": "network-vif-deleted", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:34.500243 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a450d4-5264-4ab0-8c36-9807c1a8e7f1 x-openstack-request-id: req-39a450d4-5264-4ab0-8c36-9807c1a8e7f1 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:34.500553 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d69297-7389-41ec-9414-4e2cc2d20c86", "name": "network-vif-deleted", "tag": "e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:34.500803 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39a450d4-5264-4ab0-8c36-9807c1a8e7f1 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:34.501226 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d69297-7389-41ec-9414-4e2cc2d20c86', 'name': 'network-vif-deleted', 'tag': 'e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06', 'status': 'completed', 'code': 200} Aug 11 03:14:34.856647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3065ea87-e3a3-4eb4-ba15-a99fcc87dc4f req-7dbbfc73-7967-47e4-bf20-14c208b2cbaf tempest-ServersNegativeTestJSON-2145004436 tempest-ServersNegativeTestJSON-2145004436-project] 10.222.0.68 "GET /v2.0/ports?device_id=59d69297-7389-41ec-9414-4e2cc2d20c86 HTTP/1.1" status: 200 len: 210 time: 0.0261691 Aug 11 03:14:35.912032 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:35.956497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Deleting subnet 8cd78db4-bf8e-4ac6-9518-51252ddb9d60 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:35.960058 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.995501 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.037924 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.090682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.113618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd78db4-bf8e-4ac6-9518-51252ddb9d60,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.119496 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.121377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-15078e1c-483b-4899-890c-6cfeac586b02 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8cd78db4-bf8e-4ac6-9518-51252ddb9d60 HTTP/1.1" status: 204 len: 168 time: 0.2083514 Aug 11 03:14:36.123821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38746) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.189798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.271720 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.282592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9454bf5f-9f00-4342-9918-2f2062ba9232']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:36.293257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6506fd16-4c65-4dac-945b-af5b54071295') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:36.293543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6506fd16-4c65-4dac-945b-af5b54071295') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:36.302427 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.316650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.323003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:36.323549 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:36.325974 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:36.379887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.385953 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.388435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9454bf5f-9f00-4342-9918-2f2062ba9232 HTTP/1.1" status: 204 len: 168 time: 0.2637043 Aug 11 03:14:36.405214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29051a-e083-46ed-959b-4d62a0c6d710 admin admin] Pushing event deleted for resources: {'Network': ['ID=9454bf5f-9f00-4342-9918-2f2062ba9232,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.499341 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38750) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.538435 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0c27df6f-2e94-43c5-a881-c6bc2c3df7b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25a68d8d629f4c188e164b302c68424d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378668 Aug 11 03:14:36.540802 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38752) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.587824 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.608423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.659047 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.661786 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.663025 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e3a4f9b-2ae7-4e66-ac10-ce1411f76682 HTTP/1.1" status: 204 len: 168 time: 0.1213148 Aug 11 03:14:36.672045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995bcab-b161-4507-bca6-f856d6001510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a4f9b-2ae7-4e66-ac10-ce1411f76682,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:37.348817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38774) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:37.444870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-263777116'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:37.466347 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:37.469659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.478144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.569501 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.573000 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.600217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:37.610964 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756b2140-f6d6-43ec-a6ff-5c8e0c75c745,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:37.615925 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.616269 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Added segment 1f2e5372-7191-4ef5-83f3-b753fb647c00 of type vlan for network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 Aug 11 03:14:37.627727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.628077 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.628417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.628831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.629084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.629413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.629742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.630099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.630429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.630755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.631090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.631408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:37.674318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.702263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.707783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:37.708371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.765091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4151387 Aug 11 03:14:37.778019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02958a-9f90-44f1-8e77-42671f80dceb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Network': ['ID=09b7570c-ecd8-4ab0-9d7f-a90937a700d6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:37.788261 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:39.270257 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:39.293675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:39.294062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device e7a9a4b8-a68a-4d2e-b69c-3e7503dabc06 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:40.982960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38778) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.988277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'subnet': {'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:41.077641 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:41.081181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.233599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.267924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.281955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.334135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Subnet': ['ID=d7a33beb-13aa-4039-a82e-742c7fef9209,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.343542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking segment: {'id': '1f2e5372-7191-4ef5-83f3-b753fb647c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:41.343908 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network hostable DHCP agents. Network: 09b7570c-ecd8-4ab0-9d7f-a90937a700d6, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:41.359985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:41.369283 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 09b7570c-ecd8-4ab0-9d7f-a90937a700d6) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:41.374162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:41.375221 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.378539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb15153-c148-457e-a354-aa4bac040e48 None None] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:41.390808 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-590b8fea-648f-4d0a-a2cc-5d943adcf2d4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4067206 Aug 11 03:14:41.394386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38780) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.399358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003067211'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:41.420493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:41.424077 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.447678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:41.461322 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.461711 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Added segment 18710da6-28e9-4b58-be48-5dfbb4fba1f1 of type vlan for network 25b0e1b4-7238-471d-8aa2-a922c0a9202d Aug 11 03:14:41.521378 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.541229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-09b7570c-ecd8-4ab0-9d7f-a90937a700d6', 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6', 'tenant_id': 'b1b935a15fb147eba60596bfafbde515', 'fixed_ips': [{'subnet_id': 'd7a33beb-13aa-4039-a82e-742c7fef9209'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:41.542146 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.555740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.561971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:41.562983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.615940 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2204938 Aug 11 03:14:41.618777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38782) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.626742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'subnet': {'network_id': '25b0e1b4-7238-471d-8aa2-a922c0a9202d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:41.675778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851b725-f0c5-429f-b3e4-f4d5f81ebe53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Network': ['ID=25b0e1b4-7238-471d-8aa2-a922c0a9202d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.686949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Allocated IP 2001:db8:0:ffff::2 (09b7570c-ecd8-4ab0-9d7f-a90937a700d6/d7a33beb-13aa-4039-a82e-742c7fef9209/750ef069-15c5-405e-a9d3-5b20d585c0a8) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:41.690584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 25b0e1b4-7238-471d-8aa2-a922c0a9202d details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:41.726579 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:41.730343 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.898539 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.907092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Transition to ACTIVE for port object 750ef069-15c5-405e-a9d3-5b20d585c0a8 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:41.922341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Transition to ACTIVE for port object 750ef069-15c5-405e-a9d3-5b20d585c0a8 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:41.925628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.928016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.962590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:41.967070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:41.969452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:41.997029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Subnet': ['ID=39be7364-c0d8-4253-9e48-077c1b85ecb7,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.005182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking segment: {'id': '18710da6-28e9-4b58-be48-5dfbb4fba1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25b0e1b4-7238-471d-8aa2-a922c0a9202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:42.005472 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network hostable DHCP agents. Network: 25b0e1b4-7238-471d-8aa2-a922c0a9202d, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:42.008284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Pushing event updated for resources: {'Port': ['ID=750ef069-15c5-405e-a9d3-5b20d585c0a8,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.022314 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network 25b0e1b4-7238-471d-8aa2-a922c0a9202d is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:42.031533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.031887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.032232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.032370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 25b0e1b4-7238-471d-8aa2-a922c0a9202d) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:42.032661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.033231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.033588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.034570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.034912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.035842 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.040638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.040920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.041020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.041020 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:42.041224 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.049106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc721a-9537-4531-a2f8-a4cedd0383b9 None None] Network 25b0e1b4-7238-471d-8aa2-a922c0a9202d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:42.058882 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-548005fc-a5c8-4f7e-868f-2ddcb13d03ad tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4382460 Aug 11 03:14:42.061576 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38784) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.069673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Attempting to bind port 750ef069-15c5-405e-a9d3-5b20d585c0a8 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:42.070094 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Attempting to bind port 750ef069-15c5-405e-a9d3-5b20d585c0a8 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1f2e5372-7191-4ef5-83f3-b753fb647c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:42.070462 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Attempting to bind port 750ef069-15c5-405e-a9d3-5b20d585c0a8 on network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:42.098357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:42.098749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Checking segment: {'id': '1f2e5372-7191-4ef5-83f3-b753fb647c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:42.099147 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.099542 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Bound using segment: {'id': '1f2e5372-7191-4ef5-83f3-b753fb647c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:42.100017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Bound port: 750ef069-15c5-405e-a9d3-5b20d585c0a8, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2e5372-7191-4ef5-83f3-b753fb647c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '09b7570c-ecd8-4ab0-9d7f-a90937a700d6'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:42.100404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.164593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.216186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] For port 750ef069-15c5-405e-a9d3-5b20d585c0a8, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:42.221142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.235081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] For port 750ef069-15c5-405e-a9d3-5b20d585c0a8, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=750ef069-15c5-405e-a9d3-5b20d585c0a8,segment=NetworkSegment(1f2e5372-7191-4ef5-83f3-b753fb647c00),segment_id=1f2e5372-7191-4ef5-83f3-b753fb647c00)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:42.242586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.292940 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.311032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d853d4-7a95-4577-a366-a75a7699ded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-25b0e1b4-7238-471d-8aa2-a922c0a9202d', 'network_id': '25b0e1b4-7238-471d-8aa2-a922c0a9202d', 'tenant_id': 'b1b935a15fb147eba60596bfafbde515', 'fixed_ips': [{'subnet_id': '39be7364-c0d8-4253-9e48-077c1b85ecb7'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:42.311962 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8d853d4-7a95-4577-a366-a75a7699ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.322780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Subnet': ['ID=39be7364-c0d8-4253-9e48-077c1b85ecb7,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.339021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391c075-57ec-4e83-8136-66e6390a3b55 None None] Pushing event updated for resources: {'Port': ['ID=750ef069-15c5-405e-a9d3-5b20d585c0a8,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.393487 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.404591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b0e1b4-7238-471d-8aa2-a922c0a9202d']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.416519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18710da6-28e9-4b58-be48-5dfbb4fba1f1') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.416739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18710da6-28e9-4b58-be48-5dfbb4fba1f1') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.424559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0648f43-c0d0-40a2-bd05-adcfd8771568 None None] Network 25b0e1b4-7238-471d-8aa2-a922c0a9202d requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:42.427490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.442099 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.448701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:42.449156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:42.452505 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:42.530429 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.538456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.544742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/25b0e1b4-7238-471d-8aa2-a922c0a9202d HTTP/1.1" status: 204 len: 168 time: 0.4778609 Aug 11 03:14:42.545031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38786) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.550503 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1667377882'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:42.560782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52e54-f2dd-469c-8113-2baf17650dc1 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Network': ['ID=25b0e1b4-7238-471d-8aa2-a922c0a9202d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.572820 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:42.576633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.602253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:42.613386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.613730 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Added segment 6e514acc-6acf-45f9-a3cc-9dbe09160807 of type vlan for network 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 Aug 11 03:14:42.654407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.689683 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.695223 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.695813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.734300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 750ef069-15c5-405e-a9d3-5b20d585c0a8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:42.753175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2069957 Aug 11 03:14:42.756122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38788) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.764089 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'subnet': {'network_id': '6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:42.789250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 750ef069-15c5-405e-a9d3-5b20d585c0a8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:42.807343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3902a-fa94-4fb3-b521-7f81d4a4fee0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Network': ['ID=6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.817042 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:42.863300 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:42.867005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.924350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Performing IP validity checks on allocation pools {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:14:42.924856 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:14:43.059090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.125172 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Subnet': ['ID=19611292-e6ba-4479-b4ff-a9028b7a98ac,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.134611 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking segment: {'id': '6e514acc-6acf-45f9-a3cc-9dbe09160807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:43.135039 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network hostable DHCP agents. Network: 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:43.154302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:43.163532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:43.168082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.168738 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.174588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60654a07-3eb6-49a9-8033-544b4bfacc42 None None] Network 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:43.185340 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-239fb87f-61e7-407d-bd94-9493f4c75d16 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4279172 Aug 11 03:14:43.188726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:43.290134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39d867-09f8-47aa-afb3-b2059dd9fe2c None None] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:43.290882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.346606 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.356983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Provisioning for port 750ef069-15c5-405e-a9d3-5b20d585c0a8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:43.393340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Provisioning complete for port 750ef069-15c5-405e-a9d3-5b20d585c0a8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:43.393801 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.410408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.424394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe29f4c-9e5b-4c1d-ad15-56aea783b4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3', 'network_id': '6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3', 'tenant_id': 'b1b935a15fb147eba60596bfafbde515', 'fixed_ips': [{'subnet_id': '19611292-e6ba-4479-b4ff-a9028b7a98ac'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:43.425259 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9fe29f4c-9e5b-4c1d-ad15-56aea783b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.439489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Subnet': ['ID=19611292-e6ba-4479-b4ff-a9028b7a98ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.497544 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.507577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.522827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e514acc-6acf-45f9-a3cc-9dbe09160807') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.523058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e514acc-6acf-45f9-a3cc-9dbe09160807') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.531777 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.545862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.551889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:43.552310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:43.555263 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:43.582766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa9ed5-0a98-4ba9-aca9-89fc6d1ccec9 None None] Network 6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:43.615398 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.624314 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.626165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 HTTP/1.1" status: 204 len: 168 time: 0.4340887 Aug 11 03:14:43.630041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38792) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:43.636140 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02201ef-9311-4fe2-b930-d2c860afd6c0 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Network': ['ID=6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.636354 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835512356'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:43.657145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:43.660641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.685656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:43.685938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.694923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.695266 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Added segment d39a1c77-443c-4b2d-89cc-2bfff1f7d5b0 of type vlan for network aaa07043-61ad-4219-a355-d5ad18c1e51a Aug 11 03:14:43.742441 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.766591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] For port 750ef069-15c5-405e-a9d3-5b20d585c0a8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=750ef069-15c5-405e-a9d3-5b20d585c0a8,segment=NetworkSegment(1f2e5372-7191-4ef5-83f3-b753fb647c00),segment_id=1f2e5372-7191-4ef5-83f3-b753fb647c00)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:43.772192 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.775155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.781368 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.782006 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.824517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1263eef-6e75-48a9-b938-6940dab01d82 None None] Pushing event updated for resources: {'Port': ['ID=750ef069-15c5-405e-a9d3-5b20d585c0a8,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.846172 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2116294 Aug 11 03:14:43.846954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:43.851918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'subnet': {'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:43.857479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3860a-af78-4c0b-95cd-5971e89d1f28 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Network': ['ID=aaa07043-61ad-4219-a355-d5ad18c1e51a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.867627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network aaa07043-61ad-4219-a355-d5ad18c1e51a details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:43.947430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:43.951102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.993072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-217b5073-8c50-4118-ad8f-339b371566cb None None] Provisioning complete for port 750ef069-15c5-405e-a9d3-5b20d585c0a8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:43.993369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-217b5073-8c50-4118-ad8f-339b371566cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.137862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.197083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Subnet': ['ID=23f60041-158b-4044-b8b0-5750e429ecd1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.206415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking segment: {'id': 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:44.206780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network hostable DHCP agents. Network: aaa07043-61ad-4219-a355-d5ad18c1e51a, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:44.223812 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network aaa07043-61ad-4219-a355-d5ad18c1e51a is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:44.232291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, aaa07043-61ad-4219-a355-d5ad18c1e51a) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:44.236569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.237237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.240818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839fb1e-d37d-4672-8322-07b47927f684 None None] Network aaa07043-61ad-4219-a355-d5ad18c1e51a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:44.252844 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ed390593-4d80-47ce-b730-1ae388e33e69 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4045501 Aug 11 03:14:44.255954 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38796) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.261661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596198650'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:44.283357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:44.287238 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.311732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:44.321294 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.321633 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Added segment a4490d43-fe01-4bc6-9c8d-952cb4bceb08 of type vlan for network d6c3555e-a1a0-4a27-ad62-0401dc2abf4c Aug 11 03:14:44.364461 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.396023 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.401310 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.402494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.403001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-aaa07043-61ad-4219-a355-d5ad18c1e51a', 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a', 'tenant_id': 'b1b935a15fb147eba60596bfafbde515', 'fixed_ips': [{'subnet_id': '23f60041-158b-4044-b8b0-5750e429ecd1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:44.403912 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.468947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2118571 Aug 11 03:14:44.472031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38798) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.479317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Request body: {'subnet': {'network_id': 'd6c3555e-a1a0-4a27-ad62-0401dc2abf4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:44.484491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cec606-07ce-4c10-be32-bab6c20106c4 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Network': ['ID=d6c3555e-a1a0-4a27-ad62-0401dc2abf4c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.497323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network d6c3555e-a1a0-4a27-ad62-0401dc2abf4c details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:44.579796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Made reservation on behalf of b1b935a15fb147eba60596bfafbde515 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:44.583910 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.613919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Allocated IP 2001:db8::2 (aaa07043-61ad-4219-a355-d5ad18c1e51a/23f60041-158b-4044-b8b0-5750e429ecd1/c4cbcd80-e117-4170-b4e2-ad2bd4206fe4) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:44.723882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 750ef069-15c5-405e-a9d3-5b20d585c0a8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:44.802034 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.819186 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.831007 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Transition to ACTIVE for port object c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:44.843097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 750ef069-15c5-405e-a9d3-5b20d585c0a8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:44.843615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.863653 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event updated for resources: {'Subnet': ['ID=5eb9152d-73ce-4813-a105-0036a3ed408f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.871847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Transition to ACTIVE for port object c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:44.878452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Checking segment: {'id': 'a4490d43-fe01-4bc6-9c8d-952cb4bceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6c3555e-a1a0-4a27-ad62-0401dc2abf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:44.878952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network hostable DHCP agents. Network: d6c3555e-a1a0-4a27-ad62-0401dc2abf4c, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:44.884540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.899206 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Network d6c3555e-a1a0-4a27-ad62-0401dc2abf4c is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:44.910122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, d6c3555e-a1a0-4a27-ad62-0401dc2abf4c) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:44.916424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.918463 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.930560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d84a3-ce67-45cc-8f77-a2abb2605d2e None None] Network d6c3555e-a1a0-4a27-ad62-0401dc2abf4c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:44.935476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-80b56d92-b040-4efe-be7b-5f3180a4d997 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4623659 Aug 11 03:14:44.938252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38800) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.938682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Network aaa07043-61ad-4219-a355-d5ad18c1e51a is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:44.985175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:44.989284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:44.999374 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Pushing event updated for resources: {'Port': ['ID=c4cbcd80-e117-4170-b4e2-ad2bd4206fe4,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.053685 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.114631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.119839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Attempting to bind port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:45.120319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Attempting to bind port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:45.121499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Attempting to bind port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 on network aaa07043-61ad-4219-a355-d5ad18c1e51a {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:45.147630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:45.148033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Checking segment: {'id': 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:45.148443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.148843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Bound using segment: {'id': 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:45.149318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Bound port: c4cbcd80-e117-4170-b4e2-ad2bd4206fe4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'aaa07043-61ad-4219-a355-d5ad18c1e51a'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:45.149818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.177594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.211715 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb9152d-73ce-4813-a105-0036a3ed408f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.230601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd90a6-fc3c-4c21-a230-8dc923175200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-d6c3555e-a1a0-4a27-ad62-0401dc2abf4c', 'network_id': 'd6c3555e-a1a0-4a27-ad62-0401dc2abf4c', 'tenant_id': 'b1b935a15fb147eba60596bfafbde515', 'fixed_ips': [{'subnet_id': '5eb9152d-73ce-4813-a105-0036a3ed408f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:45.231452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27dd90a6-fc3c-4c21-a230-8dc923175200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.262874 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e9336f56-e127-4292-8680-b813ff105863 None None] For port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:45.267048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-e9336f56-e127-4292-8680-b813ff105863 None None] For port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4cbcd80-e117-4170-b4e2-ad2bd4206fe4,segment=NetworkSegment(d39a1c77-443c-4b2d-89cc-2bfff1f7d5b0),segment_id=d39a1c77-443c-4b2d-89cc-2bfff1f7d5b0)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:45.274644 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.275081 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.287780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c3555e-a1a0-4a27-ad62-0401dc2abf4c']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.299533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4490d43-fe01-4bc6-9c8d-952cb4bceb08') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.299804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4490d43-fe01-4bc6-9c8d-952cb4bceb08') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.309954 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.324129 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.330444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:45.330851 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:45.334135 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:45.378767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d4011-811b-4d21-b342-ec3bf019c4f6 None None] Network d6c3555e-a1a0-4a27-ad62-0401dc2abf4c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:45.411641 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9336f56-e127-4292-8680-b813ff105863 None None] Pushing event updated for resources: {'Port': ['ID=c4cbcd80-e117-4170-b4e2-ad2bd4206fe4,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.412831 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.422445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.427247 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/d6c3555e-a1a0-4a27-ad62-0401dc2abf4c HTTP/1.1" status: 204 len: 168 time: 0.4851177 Aug 11 03:14:45.427685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38802) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.436565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0732e-e041-4c13-bb18-628f3c43bdbe tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Network': ['ID=d6c3555e-a1a0-4a27-ad62-0401dc2abf4c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.465136 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f19dd6d-14e8-4461-8461-85804faf3e53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] GET failed (client error): The resource could not be found. Aug 11 03:14:45.466525 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f19dd6d-14e8-4461-8461-85804faf3e53 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "GET /v2.0/subnets/5eb9152d-73ce-4813-a105-0036a3ed408f HTTP/1.1" status: 404 len: 337 time: 0.0379369 Aug 11 03:14:45.469217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38804) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.488701 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d34adfd-9f47-4068-9f40-be5da9151670 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:45.489294 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d34adfd-9f47-4068-9f40-be5da9151670 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:45.495116 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6d34adfd-9f47-4068-9f40-be5da9151670 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/d6c3555e-a1a0-4a27-ad62-0401dc2abf4c HTTP/1.1" status: 404 len: 339 time: 0.0207722 Aug 11 03:14:45.495387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38806) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.523426 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2cc938-40ae-4481-bde6-aae1b08bb40c tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:45.523799 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2cc938-40ae-4481-bde6-aae1b08bb40c tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:45.525560 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6b2cc938-40ae-4481-bde6-aae1b08bb40c tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/subnets/5eb9152d-73ce-4813-a105-0036a3ed408f HTTP/1.1" status: 404 len: 337 time: 0.0290027 Aug 11 03:14:45.528707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38808) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.551673 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adc41d7-ca14-4d1f-85f6-5e21ec29e9bf tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:45.552523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adc41d7-ca14-4d1f-85f6-5e21ec29e9bf tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:45.554614 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2adc41d7-ca14-4d1f-85f6-5e21ec29e9bf tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/d6c3555e-a1a0-4a27-ad62-0401dc2abf4c HTTP/1.1" status: 404 len: 339 time: 0.0249333 Aug 11 03:14:45.557136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38810) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.622907 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Deleting subnet 23f60041-158b-4044-b8b0-5750e429ecd1 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:45.626321 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.671310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.764243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.832137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.860173 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Subnet': ['ID=23f60041-158b-4044-b8b0-5750e429ecd1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.864197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.866422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ac702a3e-a8bc-4520-9d64-02204ef3a937 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/subnets/23f60041-158b-4044-b8b0-5750e429ecd1 HTTP/1.1" status: 204 len: 168 time: 0.3077285 Aug 11 03:14:45.870140 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.946492 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.001249 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Deleting port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:46.001593 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.074757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] For port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c4cbcd80-e117-4170-b4e2-ad2bd4206fe4,segment=NetworkSegment(d39a1c77-443c-4b2d-89cc-2bfff1f7d5b0),segment_id=d39a1c77-443c-4b2d-89cc-2bfff1f7d5b0)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:46.075146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.093660 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Calling delete_port for c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:46.180123 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.211735 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Port': ['ID=c4cbcd80-e117-4170-b4e2-ad2bd4206fe4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.216139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No DVR routers for this DVR port c4cbcd80-e117-4170-b4e2-ad2bd4206fe4 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:46.302324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.314324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa07043-61ad-4219-a355-d5ad18c1e51a']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:46.316495 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83575fb-bd55-463f-a02a-bc725608fb31 None None] Network aaa07043-61ad-4219-a355-d5ad18c1e51a requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:46.326344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:46.326645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39a1c77-443c-4b2d-89cc-2bfff1f7d5b0') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:46.335942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.353712 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.359959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:46.360384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:46.364067 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:46.430728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-77e2b567-beb6-4094-a5b6-eda5b104da95 None None] Could not find standard attr ID for object c4cbcd80-e117-4170-b4e2-ad2bd4206fe4. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:46.434361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.439920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.444429 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/aaa07043-61ad-4219-a355-d5ad18c1e51a HTTP/1.1" status: 204 len: 168 time: 0.5719371 Aug 11 03:14:46.444814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38814) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.458759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfb38c-50bc-42c2-93ee-953a440c1039 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Network': ['ID=aaa07043-61ad-4219-a355-d5ad18c1e51a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.474082 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f629e7-0e2a-41f2-9e56-18f5b7f4465e tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:46.474386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f629e7-0e2a-41f2-9e56-18f5b7f4465e tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:46.476366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96f629e7-0e2a-41f2-9e56-18f5b7f4465e tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/subnets/19611292-e6ba-4479-b4ff-a9028b7a98ac HTTP/1.1" status: 404 len: 337 time: 0.0305007 Aug 11 03:14:46.480445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38816) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.499622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca1e0a-c1b0-4f54-8fa4-977ad2bdb7ca None None] DHCP port deletion for aaa07043-61ad-4219-a355-d5ad18c1e51a request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:46.500622 n-d-713498-10 neutron-server[94653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c5bd1-26b3-47f8-9195-40378f7f60ee tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:46.501202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0c5bd1-26b3-47f8-9195-40378f7f60ee tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:46.502969 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1a0c5bd1-26b3-47f8-9195-40378f7f60ee tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/6fa9396f-1d0a-4e06-9b2d-b9b0941b1bc3 HTTP/1.1" status: 404 len: 339 time: 0.0215969 Aug 11 03:14:46.505652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38818) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.531903 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c695a40-fd6d-43c6-a979-8e051b39f554 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:46.532339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c695a40-fd6d-43c6-a979-8e051b39f554 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:46.534102 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9c695a40-fd6d-43c6-a979-8e051b39f554 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/subnets/39be7364-c0d8-4253-9e48-077c1b85ecb7 HTTP/1.1" status: 404 len: 337 time: 0.0273473 Aug 11 03:14:46.536571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38820) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.554173 n-d-713498-10 neutron-server[94652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac10224-2556-4eb7-b37a-a469d2e8085f tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:46.554627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac10224-2556-4eb7-b37a-a469d2e8085f tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:46.556236 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ac10224-2556-4eb7-b37a-a469d2e8085f tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/25b0e1b4-7238-471d-8aa2-a922c0a9202d HTTP/1.1" status: 404 len: 339 time: 0.0187876 Aug 11 03:14:46.559191 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38822) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.607821 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Deleting subnet d7a33beb-13aa-4039-a82e-742c7fef9209 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:46.611640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.656717 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.738010 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.794980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.819695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a33beb-13aa-4039-a82e-742c7fef9209,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.825345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.827370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cbab95d7-4c56-4131-83d4-b3f173ad7df8 tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/subnets/d7a33beb-13aa-4039-a82e-742c7fef9209 HTTP/1.1" status: 204 len: 168 time: 0.2671442 Aug 11 03:14:46.829955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38824) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.830897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aeda76-e6aa-4dd7-83e1-e6cee2c6e3fd None None] Network 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:46.907934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.966833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Deleting port 750ef069-15c5-405e-a9d3-5b20d585c0a8 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:46.967172 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.035965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] For port 750ef069-15c5-405e-a9d3-5b20d585c0a8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=750ef069-15c5-405e-a9d3-5b20d585c0a8,segment=NetworkSegment(1f2e5372-7191-4ef5-83f3-b753fb647c00),segment_id=1f2e5372-7191-4ef5-83f3-b753fb647c00)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:47.036367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.050988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Calling delete_port for 750ef069-15c5-405e-a9d3-5b20d585c0a8 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:47.131614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.158201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Port': ['ID=750ef069-15c5-405e-a9d3-5b20d585c0a8,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.159156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262497be-0298-4e9b-950e-da3bc3e3b7e6 None None] DHCP port deletion for 09b7570c-ecd8-4ab0-9d7f-a90937a700d6 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:47.161691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] No DVR routers for this DVR port 750ef069-15c5-405e-a9d3-5b20d585c0a8 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:47.242044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.252857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b7570c-ecd8-4ab0-9d7f-a90937a700d6']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.267998 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2e5372-7191-4ef5-83f3-b753fb647c00') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.268296 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2e5372-7191-4ef5-83f3-b753fb647c00') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.278152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.292024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.298031 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:47.298433 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:47.301476 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:47.360748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.368677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.370851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] 10.222.0.68 "DELETE /v2.0/networks/09b7570c-ecd8-4ab0-9d7f-a90937a700d6 HTTP/1.1" status: 204 len: 168 time: 0.5399225 Aug 11 03:14:47.382505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927bdf-e099-4533-b2e6-79c7bb8421cb tempest-NetworksIpV6Test-732097223 tempest-NetworksIpV6Test-732097223-project] Pushing event deleted for resources: {'Network': ['ID=09b7570c-ecd8-4ab0-9d7f-a90937a700d6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.615076 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.744878 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-727558fb-dcf3-48cb-87e2-b731bd909be6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1b935a15fb147eba60596bfafbde515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285977 Aug 11 03:14:47.748046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38834) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.796971 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.822052 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.871784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.874755 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.875931 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/756b2140-f6d6-43ec-a6ff-5c8e0c75c745 HTTP/1.1" status: 204 len: 168 time: 0.1269705 Aug 11 03:14:47.883633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a044bb-6043-4c8d-84e3-e719db30f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b2140-f6d6-43ec-a6ff-5c8e0c75c745,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.506738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38856) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.604225 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1806496818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:48.627910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.628867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.684604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.689037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.707170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.709095 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-427f6e6b-5b63-434c-9c06-9aacb47a48f7 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2012553 Aug 11 03:14:48.711695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38862) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.713680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 750ef069-15c5-405e-a9d3-5b20d585c0a8 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:48.717938 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1001003296'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:48.738895 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Made reservation on behalf of fcf59e24534f483f961271112808e302 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:48.739148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 750ef069-15c5-405e-a9d3-5b20d585c0a8 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:48.739266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 750ef069-15c5-405e-a9d3-5b20d585c0a8 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:48.742486 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.751738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.844519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.848387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.875118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:48.884817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7c2a4-07e5-4fbc-bbd4-6bbac6a555c4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.890177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.890523 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Added segment 91629f13-1a1c-4468-8faf-576ae7374993 of type vlan for network 13d3af72-2bcb-413a-92f1-5e2f61c01efd Aug 11 03:14:48.929387 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.957725 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.963447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:48.965152 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.022097 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3091967 Aug 11 03:14:49.025004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38864) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:49.030601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'subnet': {'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:49.048813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e0a10-201f-45bc-bed0-0036827a4a55 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event updated for resources: {'Network': ['ID=13d3af72-2bcb-413a-92f1-5e2f61c01efd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.059568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:49.129942 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Made reservation on behalf of fcf59e24534f483f961271112808e302 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:49.133316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.318531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.378327 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event updated for resources: {'Subnet': ['ID=713ada61-659a-42dc-8590-9b385945344d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.385202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Checking segment: {'id': '91629f13-1a1c-4468-8faf-576ae7374993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:49.385568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Network hostable DHCP agents. Network: 13d3af72-2bcb-413a-92f1-5e2f61c01efd, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:49.401898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:49.410377 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 13d3af72-2bcb-413a-92f1-5e2f61c01efd) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:49.414710 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.415309 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.420096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9504659-1340-4154-91cc-d454463a91b8 None None] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:49.431694 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2a96c723-bc2f-4ad7-b169-e5adedadb1ae tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4056499 Aug 11 03:14:49.435528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:49.440591 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-719463910'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:49.461474 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Made reservation on behalf of fcf59e24534f483f961271112808e302 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:49.465107 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.489002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:49.498954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.499303 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Added segment 59cfb921-ddd2-4d8d-bf8e-2784852e2055 of type vlan for network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 Aug 11 03:14:49.538127 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.569744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.571529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-13d3af72-2bcb-413a-92f1-5e2f61c01efd', 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd', 'tenant_id': 'fcf59e24534f483f961271112808e302', 'fixed_ips': [{'subnet_id': '713ada61-659a-42dc-8590-9b385945344d'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:49.572498 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.575640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.576255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.640927 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2042017 Aug 11 03:14:49.643742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38868) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:49.651193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'subnet': {'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:49.668326 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c998b8-150e-4559-90b4-548451f8d241 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event updated for resources: {'Network': ['ID=f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.700259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:49.749782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Made reservation on behalf of fcf59e24534f483f961271112808e302 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:49.753196 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.774239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Allocated IP 172.20.0.2 (13d3af72-2bcb-413a-92f1-5e2f61c01efd/713ada61-659a-42dc-8590-9b385945344d/d599fddf-7236-4d35-955d-9e0d3cf53537) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:49.928210 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.936400 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Transition to ACTIVE for port object d599fddf-7236-4d35-955d-9e0d3cf53537 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:49.939813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.951291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Transition to ACTIVE for port object d599fddf-7236-4d35-955d-9e0d3cf53537 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:49.956378 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.997990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:50.000851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:50.001791 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event updated for resources: {'Subnet': ['ID=6e353178-f37e-4c73-b410-40a24ed68af1,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.005363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:50.008471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Pushing event updated for resources: {'Port': ['ID=d599fddf-7236-4d35-955d-9e0d3cf53537,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.019398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Checking segment: {'id': '59cfb921-ddd2-4d8d-bf8e-2784852e2055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:50.019760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Network hostable DHCP agents. Network: f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:50.037291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:50.047616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:50.052024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.052689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.061615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebde2ac-775b-4439-b623-10dfba64cdbe None None] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:50.067954 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f3c14259-cfcb-4765-a3b1-8c908b16cb18 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4231551 Aug 11 03:14:50.068477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Attempting to bind port d599fddf-7236-4d35-955d-9e0d3cf53537 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:50.068858 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Attempting to bind port d599fddf-7236-4d35-955d-9e0d3cf53537 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '91629f13-1a1c-4468-8faf-576ae7374993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:50.069203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Attempting to bind port d599fddf-7236-4d35-955d-9e0d3cf53537 on network 13d3af72-2bcb-413a-92f1-5e2f61c01efd {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:50.070737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38870) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.075793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a22d91f4-a5e6-4342-aa82-de54c1d11590 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:50.106971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:50.107349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Checking segment: {'id': '91629f13-1a1c-4468-8faf-576ae7374993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:50.107756 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.108143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Bound using segment: {'id': '91629f13-1a1c-4468-8faf-576ae7374993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:50.108605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Bound port: d599fddf-7236-4d35-955d-9e0d3cf53537, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91629f13-1a1c-4468-8faf-576ae7374993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '13d3af72-2bcb-413a-92f1-5e2f61c01efd'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:50.108986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.223056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] For port d599fddf-7236-4d35-955d-9e0d3cf53537, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:50.237460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] For port d599fddf-7236-4d35-955d-9e0d3cf53537, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d599fddf-7236-4d35-955d-9e0d3cf53537,segment=NetworkSegment(91629f13-1a1c-4468-8faf-576ae7374993),segment_id=91629f13-1a1c-4468-8faf-576ae7374993)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:50.242565 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.285243 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a22d91f4-a5e6-4342-aa82-de54c1d11590 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.317782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33', 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33', 'tenant_id': 'fcf59e24534f483f961271112808e302', 'fixed_ips': [{'subnet_id': '6e353178-f37e-4c73-b410-40a24ed68af1'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:50.318668 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.331975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681aa6-6fc3-4191-956a-fd06d26142d4 None None] Pushing event updated for resources: {'Port': ['ID=d599fddf-7236-4d35-955d-9e0d3cf53537,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.399533 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [None req-a22d91f4-a5e6-4342-aa82-de54c1d11590 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:14:50.400627 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a22d91f4-a5e6-4342-aa82-de54c1d11590 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "PUT /v2.0/routers/41fcfbe5-f47e-4e21-8b6c-adadc4c1f765 HTTP/1.1" status: 400 len: 364 time: 0.3287704 Aug 11 03:14:50.407097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38872) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.462830 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Deleting subnet 6e353178-f37e-4c73-b410-40a24ed68af1 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:50.495537 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Allocated IP 172.21.0.2 (f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33/6e353178-f37e-4c73-b410-40a24ed68af1/a44f1a24-6338-471c-9a34-ef04c88a4a03) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:50.652427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.661486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Transition to ACTIVE for port object a44f1a24-6338-471c-9a34-ef04c88a4a03 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:50.676586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Transition to ACTIVE for port object a44f1a24-6338-471c-9a34-ef04c88a4a03 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:50.683787 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.684355 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.725921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.728846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:50.733214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:50.735063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Pushing event updated for resources: {'Port': ['ID=a44f1a24-6338-471c-9a34-ef04c88a4a03,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.737733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:50.767534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d599fddf-7236-4d35-955d-9e0d3cf53537 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:50.820097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.826072 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Attempting to bind port a44f1a24-6338-471c-9a34-ef04c88a4a03 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:50.826632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Attempting to bind port a44f1a24-6338-471c-9a34-ef04c88a4a03 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '59cfb921-ddd2-4d8d-bf8e-2784852e2055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:50.826825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Attempting to bind port a44f1a24-6338-471c-9a34-ef04c88a4a03 on network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:50.836122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:50.836500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Checking segment: {'id': '59cfb921-ddd2-4d8d-bf8e-2784852e2055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:50.836909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.837310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Bound using segment: {'id': '59cfb921-ddd2-4d8d-bf8e-2784852e2055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:50.837786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Bound port: a44f1a24-6338-471c-9a34-ef04c88a4a03, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cfb921-ddd2-4d8d-bf8e-2784852e2055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:50.838199 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.882850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d599fddf-7236-4d35-955d-9e0d3cf53537 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:50.907163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.916419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] For port a44f1a24-6338-471c-9a34-ef04c88a4a03, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:50.920586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] For port a44f1a24-6338-471c-9a34-ef04c88a4a03, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a44f1a24-6338-471c-9a34-ef04c88a4a03,segment=NetworkSegment(59cfb921-ddd2-4d8d-bf8e-2784852e2055),segment_id=59cfb921-ddd2-4d8d-bf8e-2784852e2055)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:50.925762 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.939349 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Subnet': ['ID=6e353178-f37e-4c73-b410-40a24ed68af1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.944682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.949294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38874) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.949894 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-153f6994-675f-480a-8a2a-0cd39a93d104 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "DELETE /v2.0/subnets/6e353178-f37e-4c73-b410-40a24ed68af1 HTTP/1.1" status: 204 len: 168 time: 0.5412803 Aug 11 03:14:50.987039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecec8b6-d91b-4cf3-afa5-a51643271f23 None None] Pushing event updated for resources: {'Port': ['ID=a44f1a24-6338-471c-9a34-ef04c88a4a03,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.046267 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.105381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Deleting port a44f1a24-6338-471c-9a34-ef04c88a4a03 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:51.105725 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.181700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] For port a44f1a24-6338-471c-9a34-ef04c88a4a03, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a44f1a24-6338-471c-9a34-ef04c88a4a03,segment=NetworkSegment(59cfb921-ddd2-4d8d-bf8e-2784852e2055),segment_id=59cfb921-ddd2-4d8d-bf8e-2784852e2055)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:51.183544 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.215415 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Calling delete_port for a44f1a24-6338-471c-9a34-ef04c88a4a03 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:51.310104 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.336625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Port': ['ID=a44f1a24-6338-471c-9a34-ef04c88a4a03,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.342431 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] No DVR routers for this DVR port a44f1a24-6338-471c-9a34-ef04c88a4a03 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:51.370764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620b29a-366b-4f20-9b38-8060f15c5c9b None None] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:51.424791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Provisioning for port d599fddf-7236-4d35-955d-9e0d3cf53537 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:51.428324 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.432208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Provisioning complete for port d599fddf-7236-4d35-955d-9e0d3cf53537 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:51.432559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.439380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:51.450714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cfb921-ddd2-4d8d-bf8e-2784852e2055') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:51.451130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cfb921-ddd2-4d8d-bf8e-2784852e2055') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:51.460404 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.474519 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.481973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:51.482390 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:51.485441 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:51.560660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.567977 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.569912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "DELETE /v2.0/networks/f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 HTTP/1.1" status: 204 len: 168 time: 0.6187751 Aug 11 03:14:51.572478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38878) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:51.585850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2055cbf-096a-4867-afd7-f6128c6c0bdf tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Network': ['ID=f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.586127 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.628419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] For port d599fddf-7236-4d35-955d-9e0d3cf53537, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d599fddf-7236-4d35-955d-9e0d3cf53537,segment=NetworkSegment(91629f13-1a1c-4468-8faf-576ae7374993),segment_id=91629f13-1a1c-4468-8faf-576ae7374993)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:51.633693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.635976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Deleting subnet 713ada61-659a-42dc-8590-9b385945344d {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:51.646799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.686739 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920e190-1948-4ce1-a346-8ee57d2627a7 None None] Pushing event updated for resources: {'Port': ['ID=d599fddf-7236-4d35-955d-9e0d3cf53537,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.699335 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.792827 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.854906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2d30a27a-f002-444d-9aad-895bf41fb172 None None] Provisioning complete for port d599fddf-7236-4d35-955d-9e0d3cf53537 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:51.855511 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2d30a27a-f002-444d-9aad-895bf41fb172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.863169 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.894138 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Subnet': ['ID=713ada61-659a-42dc-8590-9b385945344d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.897912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.903179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38880) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:51.903340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-18da89ab-2b5a-49bc-a15a-809daad7d796 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "DELETE /v2.0/subnets/713ada61-659a-42dc-8590-9b385945344d HTTP/1.1" status: 204 len: 168 time: 0.3296201 Aug 11 03:14:51.909128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2770c8-9555-4e32-86cb-8ae1ce333fb8 None None] Network 13d3af72-2bcb-413a-92f1-5e2f61c01efd requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:52.117765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ca5f7-8ec8-4f87-9d74-5405e5d69f6b None None] DHCP port deletion for f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:52.142639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b5cea-c1f0-46d2-aa10-0a338c4fb640 None None] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:52.147194 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] DHCP port deletion for 13d3af72-2bcb-413a-92f1-5e2f61c01efd request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:52.164533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b5cea-c1f0-46d2-aa10-0a338c4fb640 None None] Network f3c35ff6-6fc4-4f2c-a94d-83bf480e6e33 could not be found, it might have been deleted concurrently. {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:14:52.168571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-40dba564-f4c2-4ddc-ba2b-2dd4d8eb5a8d None None] Could not find standard attr ID for object a44f1a24-6338-471c-9a34-ef04c88a4a03. {{(pid=94654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:52.216371 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Deleting port d599fddf-7236-4d35-955d-9e0d3cf53537 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:52.216732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.280498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] For port d599fddf-7236-4d35-955d-9e0d3cf53537, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d599fddf-7236-4d35-955d-9e0d3cf53537,segment=NetworkSegment(91629f13-1a1c-4468-8faf-576ae7374993),segment_id=91629f13-1a1c-4468-8faf-576ae7374993)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:52.280793 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.293247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Calling delete_port for d599fddf-7236-4d35-955d-9e0d3cf53537 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:52.326097 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.376049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.378307 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Deleting port d599fddf-7236-4d35-955d-9e0d3cf53537 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:52.378648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.402502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] Pushing event deleted for resources: {'Port': ['ID=d599fddf-7236-4d35-955d-9e0d3cf53537,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.406856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8861024-f99a-4e44-8405-b0b6d3a34814 None None] No DVR routers for this DVR port d599fddf-7236-4d35-955d-9e0d3cf53537 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:52.442671 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] For port d599fddf-7236-4d35-955d-9e0d3cf53537, host n-d-713498-10, got binding levels [] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:52.443028 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.455618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Calling delete_port for d599fddf-7236-4d35-955d-9e0d3cf53537 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:52.458243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.ipam_backend_mixin [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Port d599fddf-7236-4d35-955d-9e0d3cf53537 was not found and therefore no delete operation was performed {{(pid=94652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:14:52.459494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.483661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Port': ['ID=d599fddf-7236-4d35-955d-9e0d3cf53537,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.487294 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] No DVR routers for this DVR port d599fddf-7236-4d35-955d-9e0d3cf53537 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:52.565108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.574772 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d3af72-2bcb-413a-92f1-5e2f61c01efd']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:52.584845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91629f13-1a1c-4468-8faf-576ae7374993') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:52.585132 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91629f13-1a1c-4468-8faf-576ae7374993') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:52.593749 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.607542 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.613153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:52.613527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:52.616473 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:52.674145 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.681465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.683979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "DELETE /v2.0/networks/13d3af72-2bcb-413a-92f1-5e2f61c01efd HTTP/1.1" status: 204 len: 168 time: 0.7796240 Aug 11 03:14:52.686806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38882) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.695481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b93cbc-4b4b-45cb-a596-2bbcd22769cc tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Pushing event deleted for resources: {'Network': ['ID=13d3af72-2bcb-413a-92f1-5e2f61c01efd,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.715890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d599fddf-7236-4d35-955d-9e0d3cf53537 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:52.723673 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02710fec-1ffe-4776-9660-3226f4fe2d3a tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "GET /v2.0/ports?device_id=41fcfbe5-f47e-4e21-8b6c-adadc4c1f765 HTTP/1.1" status: 200 len: 205 time: 0.0354295 Aug 11 03:14:52.726045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38884) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.740408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d599fddf-7236-4d35-955d-9e0d3cf53537 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:52.740763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d599fddf-7236-4d35-955d-9e0d3cf53537 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:52.749775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-596c4c83-dc96-4a46-80ad-2bef6697a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.801414 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.956185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.958307 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.002921 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.003446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Fanout notify agent at l3_agent the message router_deleted on router 41fcfbe5-f47e-4e21-8b6c-adadc4c1f765 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:53.010234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.011749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0f7d6a3c-b868-48a7-9048-9273bbfa7e77 tempest-RoutersNegativeTest-78939912 tempest-RoutersNegativeTest-78939912-project] 10.222.0.68 "DELETE /v2.0/routers/41fcfbe5-f47e-4e21-8b6c-adadc4c1f765 HTTP/1.1" status: 204 len: 168 time: 0.2843213 Aug 11 03:14:53.263492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38890) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.410057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cf2c0de5-7385-4f15-9404-52da8a174969 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcf59e24534f483f961271112808e302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453242 Aug 11 03:14:53.412717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38894) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.461520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.482988 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.532199 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.534733 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.535926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93d7c2a4-07e5-4fbc-bbd4-6bbac6a555c4 HTTP/1.1" status: 204 len: 168 time: 0.1222394 Aug 11 03:14:53.544549 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fcb91-8183-45ce-9079-8f293b931c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7c2a4-07e5-4fbc-bbd4-6bbac6a555c4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.166863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38916) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.268826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-338026198-network', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:54.290459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Made reservation on behalf of f4739bfe053b494285b58bc2994e62f8 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:54.293315 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.301800 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.394780 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.399109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.425967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:54.438841 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.442840 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.443189 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Added segment d6c7c9e3-3150-4c5c-8557-eff42b400746 of type vlan for network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 Aug 11 03:14:54.491198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.521641 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.522683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.523269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.580411 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4117029 Aug 11 03:14:54.583383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38920) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.590857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Request body: {'subnet': {'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-subnet', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:54.595152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ebbd-28f7-44f5-a283-6e2468587004 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5f3e14-2161-4099-bd91-470c8c28c9e4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.605471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:54.615337 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Made reservation on behalf of f4739bfe053b494285b58bc2994e62f8 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:54.617744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.784642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.840466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbe2ab6-6050-4283-b5e0-fad069886336,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.847152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Checking segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:54.847511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Network hostable DHCP agents. Network: 2a5f3e14-2161-4099-bd91-470c8c28c9e4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:54.863738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:54.872397 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 2a5f3e14-2161-4099-bd91-470c8c28c9e4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:54.876767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.877383 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.881915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6cc9e1-9fb6-4c47-93ee-5eb88d0decbe None None] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:54.891761 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e689aeed-9ba7-4267-9ac9-c05b3ba919f0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3073115 Aug 11 03:14:54.894318 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38922) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.898583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:54.919979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.920958 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.979404 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.031367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:55.032236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.176868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Allocated IP 172.20.0.2 (2a5f3e14-2161-4099-bd91-470c8c28c9e4/dcbe2ab6-6050-4283-b5e0-fad069886336/be71c517-82b1-4c22-8a66-ae8af723a17d) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:55.252955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90f3cc4c-fd32-410d-b4bb-652f020a7152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.337439 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.345740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Transition to ACTIVE for port object be71c517-82b1-4c22-8a66-ae8af723a17d will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:55.360925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Transition to ACTIVE for port object be71c517-82b1-4c22-8a66-ae8af723a17d will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:55.367071 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.410847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:55.416060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:55.419040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:55.431635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Pushing event updated for resources: {'Port': ['ID=be71c517-82b1-4c22-8a66-ae8af723a17d,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:55.464483 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.481709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Attempting to bind port be71c517-82b1-4c22-8a66-ae8af723a17d on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:55.482293 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Attempting to bind port be71c517-82b1-4c22-8a66-ae8af723a17d by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:55.482702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Attempting to bind port be71c517-82b1-4c22-8a66-ae8af723a17d on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:55.488220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:55.488598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Checking segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:55.489006 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.489396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Bound using segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:55.489877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Bound port: be71c517-82b1-4c22-8a66-ae8af723a17d, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:55.490265 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.545670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.568159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] For port be71c517-82b1-4c22-8a66-ae8af723a17d, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:55.572534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] For port be71c517-82b1-4c22-8a66-ae8af723a17d, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=be71c517-82b1-4c22-8a66-ae8af723a17d,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:55.575975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.644453 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bca6e-472f-4d0d-9557-e9ef95bac197 None None] Pushing event updated for resources: {'Port': ['ID=be71c517-82b1-4c22-8a66-ae8af723a17d,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:55.675292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.696588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.818585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Allocated IP 172.25.3.144 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/32eb1e6c-6c75-4009-b73c-17d5807dd362) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:55.926706 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.962992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.004526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:56.009761 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:56.013279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:56.018837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Pushing event updated for resources: {'Port': ['ID=32eb1e6c-6c75-4009-b73c-17d5807dd362,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.260504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.462080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.481493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c0e13-007d-4ed0-846f-65046696dfdd None None] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:56.594345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Router 6e556666-fee4-4386-8947-154de96a8aa8 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:14:56.709529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.715564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-adc5e133-6d05-4c79-b7d5-de2edbaadf66 None None] Provisioning for port be71c517-82b1-4c22-8a66-ae8af723a17d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:56.716806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:56.732194 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Sync routers for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:56.738096 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.741998 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-12c02878-e4d3-40ee-a550-3a370ee2bb1d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8441238 Aug 11 03:14:56.742325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38924) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:56.752638 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:56.753263 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:56.779087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device be71c517-82b1-4c22-8a66-ae8af723a17d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:56.871906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port be71c517-82b1-4c22-8a66-ae8af723a17d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:56.877353 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:56.882932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port be71c517-82b1-4c22-8a66-ae8af723a17d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:56.883660 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.980529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.021766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port be71c517-82b1-4c22-8a66-ae8af723a17d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=be71c517-82b1-4c22-8a66-ae8af723a17d,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:57.026352 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.088461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=be71c517-82b1-4c22-8a66-ae8af723a17d,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:57.100723 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 3, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:57.127890 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Checking router: 6e556666-fee4-4386-8947-154de96a8aa8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:57.128235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Updating router 6e556666-fee4-4386-8947-154de96a8aa8 port 32eb1e6c-6c75-4009-b73c-17d5807dd362 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:14:57.152690 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.158740 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-67faa0ea-061a-4458-a1fd-895f6988b15e None None] Provisioning complete for port be71c517-82b1-4c22-8a66-ae8af723a17d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:57.159267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67faa0ea-061a-4458-a1fd-895f6988b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.256681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.404304 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.413952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Transition to ACTIVE for port object 32eb1e6c-6c75-4009-b73c-17d5807dd362 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:57.414836 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Allocated IP 172.20.0.1 (2a5f3e14-2161-4099-bd91-470c8c28c9e4/dcbe2ab6-6050-4283-b5e0-fad069886336/260c22a1-97d8-4c2f-ba0d-448db57532a8) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:57.419708 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.471665 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Pushing event updated for resources: {'Port': ['ID=32eb1e6c-6c75-4009-b73c-17d5807dd362,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:57.474613 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Attempting to bind port 32eb1e6c-6c75-4009-b73c-17d5807dd362 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:57.474985 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Attempting to bind port 32eb1e6c-6c75-4009-b73c-17d5807dd362 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:57.475350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Attempting to bind port 32eb1e6c-6c75-4009-b73c-17d5807dd362 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:57.484250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.484713 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.485062 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.485402 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.485735 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.486125 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.486441 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.486769 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.487091 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.487414 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.487738 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.488059 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:57.493244 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:57.493944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:57.494298 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.494685 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:57.495185 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Bound port: 32eb1e6c-6c75-4009-b73c-17d5807dd362, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:57.495570 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.522266 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.535595 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Transition to ACTIVE for port object 260c22a1-97d8-4c2f-ba0d-448db57532a8 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:57.547460 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] For port 32eb1e6c-6c75-4009-b73c-17d5807dd362, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:57.550921 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] For port 32eb1e6c-6c75-4009-b73c-17d5807dd362, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=32eb1e6c-6c75-4009-b73c-17d5807dd362,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:57.555881 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.569132 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.608367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:57.612566 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:57.613191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:57.614906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:57.619705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:57.622928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Pushing event updated for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:57.650211 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7c39-c94f-4729-9a06-8d0ee650a9c4 None None] Pushing event updated for resources: {'Port': ['ID=32eb1e6c-6c75-4009-b73c-17d5807dd362,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:57.665658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.723985 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:57.803133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.864228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-21ec2f6a-6ef4-49a6-8de3-b1e6b58e3d13 None None] Provisioning for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:57.868277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-21ec2f6a-6ef4-49a6-8de3-b1e6b58e3d13 None None] Provisioning complete for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:57.869074 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-21ec2f6a-6ef4-49a6-8de3-b1e6b58e3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.908101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-21ec2f6a-6ef4-49a6-8de3-b1e6b58e3d13 None None] Port 260c22a1-97d8-4c2f-ba0d-448db57532a8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:57.984216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.992469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.017283 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 3, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:58.044532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d4cd3-52b3-4402-baa0-827a1eeae454 None None] The sync data for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 is: [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 3, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:58.062222 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.074489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Pushing event updated for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.164687 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:58.166057 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:58.270969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.319838 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Router 6e556666-fee4-4386-8947-154de96a8aa8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:58.431137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-94359bab-6643-4fdf-bf43-7666e784366e None None] Provisioning complete for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:58.431517 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-94359bab-6643-4fdf-bf43-7666e784366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.441641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:58.448625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6cb78d9-34fe-42c5-a25c-50b29256a22b admin admin] 10.222.0.68 "PUT /v2.0/routers/6e556666-fee4-4386-8947-154de96a8aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037964 Aug 11 03:14:58.473526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-94359bab-6643-4fdf-bf43-7666e784366e None None] Port 260c22a1-97d8-4c2f-ba0d-448db57532a8 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:58.797470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device be71c517-82b1-4c22-8a66-ae8af723a17d up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:58.861334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port be71c517-82b1-4c22-8a66-ae8af723a17d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:58.861727 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.965703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 32eb1e6c-6c75-4009-b73c-17d5807dd362 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:58.978845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 38940) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:58.984965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1120771279-network', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:59.008734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Made reservation on behalf of 12aae8f23b6b453eb58a00e769d0ff46 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:59.012361 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.022349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.026750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 32eb1e6c-6c75-4009-b73c-17d5807dd362 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:59.031053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 32eb1e6c-6c75-4009-b73c-17d5807dd362 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:59.031444 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.132795 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.156653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.160556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 32eb1e6c-6c75-4009-b73c-17d5807dd362, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=32eb1e6c-6c75-4009-b73c-17d5807dd362,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:59.164235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.165309 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.212638 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:59.218733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b899702-1b2f-450a-b38e-005169936f8b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.223976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=32eb1e6c-6c75-4009-b73c-17d5807dd362,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.231830 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.232407 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Added segment 155d31d4-0fdf-467a-9616-f8be2222cbe1 of type vlan for network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 Aug 11 03:14:59.288903 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.321912 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.323926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:59.324558 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.390461 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4096816 Aug 11 03:14:59.393189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38942) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:59.398466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Request body: {'subnet': {'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-subnet', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:59.403858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a0283-9d99-4348-960a-26fe94568fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7aaf8cf5-987c-45e3-9409-7907351e9ca4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.416129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:59.426332 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Made reservation on behalf of 12aae8f23b6b453eb58a00e769d0ff46 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:59.428826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.596123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Sync routers for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:59.608878 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:59.609651 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:59.652608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.711832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=648517da-bbe5-42a9-8ae5-b2d84bc949cd,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.725548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Checking segment: {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:59.726049 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Network hostable DHCP agents. Network: 7aaf8cf5-987c-45e3-9409-7907351e9ca4, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:59.739416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:59.745717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:59.756608 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7aaf8cf5-987c-45e3-9409-7907351e9ca4) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:59.765671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:59.766997 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.771108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c8005-2410-469e-b025-7d4788a4df82 None None] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:59.790010 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-43485676-4c9b-4cd7-82f8-800b51b19d8d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3954394 Aug 11 03:14:59.793923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38944) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:59.799489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:59.823590 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.824710 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.881671 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.029761 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.055923 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'fixed_ips': [{'subnet_id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:00.056786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.136056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 4, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '260c22a1-97d8-4c2f-ba0d-448db57532a8', 'name': '', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'mac_address': 'fa:16:3e:26:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 2, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'subnets': [{'id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:00.176942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Checking router: 6e556666-fee4-4386-8947-154de96a8aa8 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:00.177292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Updating router 6e556666-fee4-4386-8947-154de96a8aa8 port 260c22a1-97d8-4c2f-ba0d-448db57532a8 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:00.230997 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.286610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Allocated IP 172.20.0.2 (7aaf8cf5-987c-45e3-9409-7907351e9ca4/648517da-bbe5-42a9-8ae5-b2d84bc949cd/ac72264b-e759-4384-b9f9-649fdc6107d4) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:00.299209 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.327338 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.442711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Allocated IP 172.25.3.102 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/cbe2adc3-5622-440c-bdbc-0966efa6faf1) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:00.583978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.590425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.604841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Transition to ACTIVE for port object ac72264b-e759-4384-b9f9-649fdc6107d4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:00.642084 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.651600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Transition to ACTIVE for port object ac72264b-e759-4384-b9f9-649fdc6107d4 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:00.666026 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.673501 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.692562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:00.699653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:00.709161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:00.714957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Transition to ACTIVE for port object 260c22a1-97d8-4c2f-ba0d-448db57532a8 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:00.720668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:00.725851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:00.727746 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.734474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:00.743193 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe2adc3-5622-440c-bdbc-0966efa6faf1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.750969 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 32eb1e6c-6c75-4009-b73c-17d5807dd362 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:00.758885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Pushing event updated for resources: {'Port': ['ID=ac72264b-e759-4384-b9f9-649fdc6107d4,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.946785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a620436-2fef-4243-9524-675c2c91c2f6 None None] Pushing event updated for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.968350 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Attempting to bind port ac72264b-e759-4384-b9f9-649fdc6107d4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:00.968725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Attempting to bind port ac72264b-e759-4384-b9f9-649fdc6107d4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:00.969084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Attempting to bind port ac72264b-e759-4384-b9f9-649fdc6107d4 on network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:00.986001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:00.986633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Checking segment: {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:00.987041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.987439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Bound using segment: {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:00.987919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Bound port: ac72264b-e759-4384-b9f9-649fdc6107d4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:00.988304 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.005275 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Attempting to bind port 260c22a1-97d8-4c2f-ba0d-448db57532a8 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:01.005648 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Attempting to bind port 260c22a1-97d8-4c2f-ba0d-448db57532a8 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:01.006041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Attempting to bind port 260c22a1-97d8-4c2f-ba0d-448db57532a8 on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:01.013924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.018135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:01.018509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Checking segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:01.018905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.019295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Bound using segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:01.019880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Bound port: 260c22a1-97d8-4c2f-ba0d-448db57532a8, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:01.020264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.029251 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 32eb1e6c-6c75-4009-b73c-17d5807dd362 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:01.029617 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.165363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] For port ac72264b-e759-4384-b9f9-649fdc6107d4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:01.175474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] For port ac72264b-e759-4384-b9f9-649fdc6107d4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ac72264b-e759-4384-b9f9-649fdc6107d4,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:01.183162 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.189305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] For port 260c22a1-97d8-4c2f-ba0d-448db57532a8, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:01.222632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.257267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] For port 260c22a1-97d8-4c2f-ba0d-448db57532a8, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260c22a1-97d8-4c2f-ba0d-448db57532a8,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:01.271835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.311179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459ab4-20e9-463e-8067-6a7335fbf881 None None] Pushing event updated for resources: {'Port': ['ID=ac72264b-e759-4384-b9f9-649fdc6107d4,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:01.382626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:01.546585 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:01.566866 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Sync routers for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:01.576139 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:01.577063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:01.578658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.580383 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-effbe308-f018-45ef-bd3e-e4db9aaf2248 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7851844 Aug 11 03:15:01.582675 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:01.583675 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 38946) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:01.583799 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:01.657138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a620436-2fef-4243-9524-675c2c91c2f6 None None] Pushing event updated for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:01.730173 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:01.753635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:01.984966 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:00Z', 'revision_number': 3, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:02.008391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 4, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '260c22a1-97d8-4c2f-ba0d-448db57532a8', 'name': '', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'mac_address': 'fa:16:3e:26:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:01Z', 'revision_number': 4, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'subnets': [{'id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:02.027909 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Checking router: d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:02.028262 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Updating router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 port cbe2adc3-5622-440c-bdbc-0966efa6faf1 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:02.058378 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.060529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b327a21-199d-4e31-8d3f-21e02a135b6b None None] The sync data for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 is: [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 4, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '260c22a1-97d8-4c2f-ba0d-448db57532a8', 'name': '', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'mac_address': 'fa:16:3e:26:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:01Z', 'revision_number': 4, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'subnets': [{'id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:02.421482 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.439747 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Transition to ACTIVE for port object cbe2adc3-5622-440c-bdbc-0966efa6faf1 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:02.447140 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.502668 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Attempting to bind port cbe2adc3-5622-440c-bdbc-0966efa6faf1 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:02.502668 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Attempting to bind port cbe2adc3-5622-440c-bdbc-0966efa6faf1 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:02.502668 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Attempting to bind port cbe2adc3-5622-440c-bdbc-0966efa6faf1 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:02.514222 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:02.514628 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:02.514990 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.515383 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:02.519142 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Bound port: cbe2adc3-5622-440c-bdbc-0966efa6faf1, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:02.519142 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.549324 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211df90-256d-4bb4-8503-2a6dda3505de None None] Pushing event updated for resources: {'Port': ['ID=cbe2adc3-5622-440c-bdbc-0966efa6faf1,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.577526 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.594941 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] For port cbe2adc3-5622-440c-bdbc-0966efa6faf1, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:02.601037 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] For port cbe2adc3-5622-440c-bdbc-0966efa6faf1, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cbe2adc3-5622-440c-bdbc-0966efa6faf1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:02.606369 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.606650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffeb99-73e7-45cf-81ba-ee15ebf4ab22 None None] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:02.703561 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:02.704309 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:02.754912 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-572b6e53-93ec-416b-8f96-c17434c90a87 None None] Provisioning for port ac72264b-e759-4384-b9f9-649fdc6107d4 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:02.790816 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211df90-256d-4bb4-8503-2a6dda3505de None None] Pushing event updated for resources: {'Port': ['ID=cbe2adc3-5622-440c-bdbc-0966efa6faf1,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.865950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ac72264b-e759-4384-b9f9-649fdc6107d4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:02.882028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Allocated IP 172.20.0.1 (7aaf8cf5-987c-45e3-9409-7907351e9ca4/648517da-bbe5-42a9-8ae5-b2d84bc949cd/d70adf05-1e3f-462c-adfd-0b55a604477c) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:02.915528 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:02.974567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ac72264b-e759-4384-b9f9-649fdc6107d4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:02.981319 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ac72264b-e759-4384-b9f9-649fdc6107d4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:02.981697 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.062167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.091901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Transition to ACTIVE for port object d70adf05-1e3f-462c-adfd-0b55a604477c will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:03.094920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.185011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.194741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ac72264b-e759-4384-b9f9-649fdc6107d4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ac72264b-e759-4384-b9f9-649fdc6107d4,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:03.215275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.218120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260c22a1-97d8-4c2f-ba0d-448db57532a8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:03.231126 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:03.235142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:03.257995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:03.262926 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:00Z', 'revision_number': 3, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:03.304485 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2fca6-5d7e-48d3-9550-d45dfa3c7f18 None None] The sync data for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 is: [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:00Z', 'revision_number': 3, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:03.332380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Pushing event updated for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.341943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.343614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ac72264b-e759-4384-b9f9-649fdc6107d4,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.377510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64259f80-a7f9-4494-b33d-77ef4ae91dd3 None None] Provisioning complete for port ac72264b-e759-4384-b9f9-649fdc6107d4 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:03.378016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64259f80-a7f9-4494-b33d-77ef4ae91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.437703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:03.443676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:03.444099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.520864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.574130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.608609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 260c22a1-97d8-4c2f-ba0d-448db57532a8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260c22a1-97d8-4c2f-ba0d-448db57532a8,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:03.613398 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.666062 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-18b0bdeb-b2ef-429c-abb8-ec4c99719822 None None] Provisioning for port d70adf05-1e3f-462c-adfd-0b55a604477c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:03.678660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-18b0bdeb-b2ef-429c-abb8-ec4c99719822 None None] Provisioning complete for port d70adf05-1e3f-462c-adfd-0b55a604477c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:03.679139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-18b0bdeb-b2ef-429c-abb8-ec4c99719822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.707778 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.725315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-18b0bdeb-b2ef-429c-abb8-ec4c99719822 None None] Port d70adf05-1e3f-462c-adfd-0b55a604477c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:03.730340 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.735579 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.804947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Pushing event updated for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.810786 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.923545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:03.924969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:04.058913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:04.146799 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-80f491e2-cb81-4881-ad21-51f7894fd0cf None None] Provisioning complete for port d70adf05-1e3f-462c-adfd-0b55a604477c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:04.147250 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-80f491e2-cb81-4881-ad21-51f7894fd0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.177560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:04.188106 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2bab324-3620-4437-b074-51a6a8ae7817 admin admin] 10.222.0.68 "PUT /v2.0/routers/d0aefb41-1c45-4d22-ba4f-e7e1fbb22960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002731 Aug 11 03:15:04.188752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-80f491e2-cb81-4881-ad21-51f7894fd0cf None None] Port d70adf05-1e3f-462c-adfd-0b55a604477c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:04.793703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cbe2adc3-5622-440c-bdbc-0966efa6faf1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:04.842794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port cbe2adc3-5622-440c-bdbc-0966efa6faf1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:04.846565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port cbe2adc3-5622-440c-bdbc-0966efa6faf1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:04.846939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.926125 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.946443 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port cbe2adc3-5622-440c-bdbc-0966efa6faf1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cbe2adc3-5622-440c-bdbc-0966efa6faf1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:04.950735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.951570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ac72264b-e759-4384-b9f9-649fdc6107d4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:05.025201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=cbe2adc3-5622-440c-bdbc-0966efa6faf1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:05.039954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ac72264b-e759-4384-b9f9-649fdc6107d4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:05.040243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.120841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260c22a1-97d8-4c2f-ba0d-448db57532a8 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:05.166299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 260c22a1-97d8-4c2f-ba0d-448db57532a8 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:05.167191 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.520429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Sync routers for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:05.530520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:05.531161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:05.652109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:05.875296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 4, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd70adf05-1e3f-462c-adfd-0b55a604477c', 'name': '', 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'mac_address': 'fa:16:3e:d2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:02Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 2, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'subnets': [{'id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:05.906922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Checking router: d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:05.906922 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Updating router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 port d70adf05-1e3f-462c-adfd-0b55a604477c binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:05.930206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.130708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-3177a135-d72f-4eae-a53d-d167bbb33c28 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:06.132371 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-3177a135-d72f-4eae-a53d-d167bbb33c28 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 816 time: 0.1168323 Aug 11 03:15:06.148174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-00aec427-2e2c-48ef-b4d8-44758d88628c tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/quotas/f4739bfe053b494285b58bc2994e62f8 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Aug 11 03:15:06.212111 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-5281d741-9be9-4c27-8add-4eb1ccf5c345 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565977 Aug 11 03:15:06.226036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.238910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Transition to ACTIVE for port object d70adf05-1e3f-462c-adfd-0b55a604477c will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:06.247969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.321079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2928-0ef4-46a4-a482-079c5153fe69 None None] Pushing event updated for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.351168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Attempting to bind port d70adf05-1e3f-462c-adfd-0b55a604477c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:06.351784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Attempting to bind port d70adf05-1e3f-462c-adfd-0b55a604477c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:06.352316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Attempting to bind port d70adf05-1e3f-462c-adfd-0b55a604477c on network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:06.360058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:06.360551 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Checking segment: {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:06.361120 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.361669 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Bound using segment: {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:06.362304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Bound port: d70adf05-1e3f-462c-adfd-0b55a604477c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d31d4-0fdf-467a-9616-f8be2222cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:06.362976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.444395 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] For port d70adf05-1e3f-462c-adfd-0b55a604477c, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:06.448204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] For port d70adf05-1e3f-462c-adfd-0b55a604477c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d70adf05-1e3f-462c-adfd-0b55a604477c,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:06.452092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-ecbd6504-bacb-4f34-8832-eb1fa40007a3 service neutron] 10.222.0.68 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280984 Aug 11 03:15:06.454314 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.550019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2928-0ef4-46a4-a482-079c5153fe69 None None] Pushing event updated for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.552942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:06.553568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:06.564394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-cdd1a85f-bafd-47d1-8bee-f01a9ad41197 service neutron] 10.222.0.68 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041670 Aug 11 03:15:06.681449 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:06.774160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bb62133c-4871-42cd-95dd-a573b0b977bb req-596933df-f092-495e-ab96-44b4ea47e5d5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 210 time: 0.0398035 Aug 11 03:15:06.793518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cbe2adc3-5622-440c-bdbc-0966efa6faf1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:06.918970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port cbe2adc3-5622-440c-bdbc-0966efa6faf1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:06.919782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.047693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 4, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd70adf05-1e3f-462c-adfd-0b55a604477c', 'name': '', 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'mac_address': 'fa:16:3e:d2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:02Z', 'updated_at': '2021-08-11T03:15:06Z', 'revision_number': 4, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'subnets': [{'id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:07.081442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1990-6509-46ba-91e4-8a9d063bb79a None None] The sync data for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 is: [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 4, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd70adf05-1e3f-462c-adfd-0b55a604477c', 'name': '', 'network_id': '7aaf8cf5-987c-45e3-9409-7907351e9ca4', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'mac_address': 'fa:16:3e:d2:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:02Z', 'updated_at': '2021-08-11T03:15:06Z', 'revision_number': 4, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'subnets': [{'id': '648517da-bbe5-42a9-8ae5-b2d84bc949cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:07.877175 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e6e6b08-61f6-41e1-844d-da926f62ae97 req-b35c8db0-5595-48ab-a6d8-5315d9b4b647 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 210 time: 0.0271597 Aug 11 03:15:07.883129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-d184dd12-975f-4847-9a47-e67e1dfcc203 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.884640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-d184dd12-975f-4847-9a47-e67e1dfcc203 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 816 time: 0.1156032 Aug 11 03:15:07.899215 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Request body: {'port': {'device_id': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'admin_state_up': True, 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:08.009829 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Made reservation on behalf of f4739bfe053b494285b58bc2994e62f8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:08.014015 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.149664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Allocated IP 172.20.0.6 (2a5f3e14-2161-4099-bd91-470c8c28c9e4/dcbe2ab6-6050-4283-b5e0-fad069886336/a242f370-096a-4290-b233-ad89519e8989) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:08.300951 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.315743 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Transition to ACTIVE for port object a242f370-096a-4290-b233-ad89519e8989 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:08.347881 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.394592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:08.399757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:08.403759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:08.410588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Pushing event updated for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.460444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.461095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.477740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-f4ffde8e-572b-4e92-abb5-bf09d270ed68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824797 Aug 11 03:15:08.491277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Request body: {'port': {'device_id': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:08.550974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.624666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a91bb787-c371-41ce-b0cf-bb9badd6a5a3 None None] Provisioning for port a242f370-096a-4290-b233-ad89519e8989 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:08.628925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a91bb787-c371-41ce-b0cf-bb9badd6a5a3 None None] Provisioning complete for port a242f370-096a-4290-b233-ad89519e8989 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:08.629768 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a91bb787-c371-41ce-b0cf-bb9badd6a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.669362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a91bb787-c371-41ce-b0cf-bb9badd6a5a3 None None] Port a242f370-096a-4290-b233-ad89519e8989 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:08.760138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d70adf05-1e3f-462c-adfd-0b55a604477c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:08.812758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d70adf05-1e3f-462c-adfd-0b55a604477c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:08.816903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d70adf05-1e3f-462c-adfd-0b55a604477c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:08.817283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.893605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a242f370-096a-4290-b233-ad89519e8989 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:08.902215 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.919705 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.923178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Transition to ACTIVE for port object a242f370-096a-4290-b233-ad89519e8989 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:08.927017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.971682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d70adf05-1e3f-462c-adfd-0b55a604477c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d70adf05-1e3f-462c-adfd-0b55a604477c,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:08.980320 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.995441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Pushing event updated for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.036793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486c095-49f3-451f-a569-04a805698179 req-6f35548e-55c9-4872-8d8f-36e0e468242e tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.044990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9486c095-49f3-451f-a569-04a805698179 req-6f35548e-55c9-4872-8d8f-36e0e468242e tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 943 time: 0.0859809 Aug 11 03:15:09.046895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.088524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9486c095-49f3-451f-a569-04a805698179 req-4cd7c4be-6663-440c-b16f-d4e857ca4e00 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Aug 11 03:15:09.093211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Attempting to bind port a242f370-096a-4290-b233-ad89519e8989 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:09.093624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Attempting to bind port a242f370-096a-4290-b233-ad89519e8989 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:09.094046 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Attempting to bind port a242f370-096a-4290-b233-ad89519e8989 on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:09.098916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Port a242f370-096a-4290-b233-ad89519e8989 on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:09.099187 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Attempting to bind port a242f370-096a-4290-b233-ad89519e8989 on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:09.104453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:09.104793 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Checking segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:09.105328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Bound using segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:09.105744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Bound port: a242f370-096a-4290-b233-ad89519e8989, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:09.106125 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.178922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:09.182719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a242f370-096a-4290-b233-ad89519e8989,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:09.188064 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.231587 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.232222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.233668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] 10.222.0.61 "PUT /v2.0/ports/a242f370-096a-4290-b233-ad89519e8989 HTTP/1.1" status: 200 len: 1092 time: 0.7470107 Aug 11 03:15:09.234206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'tag': 'a242f370-096a-4290-b233-ad89519e8989'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:09.236566 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069044ed-472d-4f62-a880-edc1cc9de558" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "tag": "a242f370-096a-4290-b233-ad89519e8989"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:09.263831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc98c9-e387-4063-8474-b0c7b301128b service neutron] Pushing event updated for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.337187 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce9198-1f93-4d55-aa42-26c560ba13ce x-openstack-request-id: req-f0ce9198-1f93-4d55-aa42-26c560ba13ce {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:09.337489 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "tag": "a242f370-096a-4290-b233-ad89519e8989", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:09.337743 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0ce9198-1f93-4d55-aa42-26c560ba13ce {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:09.338186 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'tag': 'a242f370-096a-4290-b233-ad89519e8989', 'status': 'completed', 'code': 200} Aug 11 03:15:09.360353 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-b7bab3ec-4571-4c83-ac2b-be3af30d8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.362518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-b7bab3ec-4571-4c83-ac2b-be3af30d8da1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 1095 time: 0.0669467 Aug 11 03:15:09.407727 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-c70bb6e9-6ced-4f32-9ac1-11fc7fbb42eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a242f370-096a-4290-b233-ad89519e8989 HTTP/1.1" status: 200 len: 217 time: 0.0361135 Aug 11 03:15:09.468043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-ee0a6d94-6034-4ffb-b946-3ee97b6fbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.469579 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-ee0a6d94-6034-4ffb-b946-3ee97b6fbe77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 200 len: 855 time: 0.0541155 Aug 11 03:15:09.519683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-5e977ae2-32fe-4d55-9351-3de3b199277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.521128 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-5e977ae2-32fe-4d55-9351-3de3b199277e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5f3e14-2161-4099-bd91-470c8c28c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409245 Aug 11 03:15:09.619885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-67272380-8f39-41ec-837b-e18978115bd6 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895948 Aug 11 03:15:09.713537 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c557ce38-5225-4831-b6d3-405f1933c3c3 req-1de25e86-4598-4b20-8004-12af60ea6c7e service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863431 Aug 11 03:15:09.803985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069044ed-472d-4f62-a880-edc1cc9de558 req-c0412e5a-52fe-4bdb-9b1a-f18e5f0617fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.805508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-c0412e5a-52fe-4bdb-9b1a-f18e5f0617fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 1095 time: 0.0419900 Aug 11 03:15:09.898651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069044ed-472d-4f62-a880-edc1cc9de558 req-c5de844c-580a-4421-bdf2-aca7dba148ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.900124 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-c5de844c-580a-4421-bdf2-aca7dba148ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 917 time: 0.0872869 Aug 11 03:15:09.948145 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-be714221-e887-4628-874b-8586a1eea853 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a242f370-096a-4290-b233-ad89519e8989 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Aug 11 03:15:09.998833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069044ed-472d-4f62-a880-edc1cc9de558 req-e958fe39-f1bf-42b4-a505-9c5a379b1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.000246 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-e958fe39-f1bf-42b4-a505-9c5a379b1a34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 200 len: 855 time: 0.0443823 Aug 11 03:15:10.049857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069044ed-472d-4f62-a880-edc1cc9de558 req-cec01ba2-7427-4583-a319-2c31a8db3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.051398 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-cec01ba2-7427-4583-a319-2c31a8db3faa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5f3e14-2161-4099-bd91-470c8c28c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437200 Aug 11 03:15:10.141625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-5586c9f0-4796-4312-8fee-1f3f603f8dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803454 Aug 11 03:15:10.203812 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885256-e8ee-439f-922c-99dc88301465 req-8a2c7705-815b-45cb-bfbf-86d488d19e62 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.205445 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d885256-e8ee-439f-922c-99dc88301465 req-8a2c7705-815b-45cb-bfbf-86d488d19e62 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 943 time: 0.0498266 Aug 11 03:15:10.241423 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-069044ed-472d-4f62-a880-edc1cc9de558 req-db64f1a0-565b-473f-b1f9-156ed7b4b0da service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920060 Aug 11 03:15:10.248622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d885256-e8ee-439f-922c-99dc88301465 req-5df10f12-4565-40a9-bf04-96e801c82e90 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 11 03:15:10.730527 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d70adf05-1e3f-462c-adfd-0b55a604477c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:10.779014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d70adf05-1e3f-462c-adfd-0b55a604477c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:10.779385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.234961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.279893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.351002 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:11.365112 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec165be-bafb-4dbd-9562-cf88bc7c7f2c req-f1b34892-e7b5-497d-a1a3-36f0e61e509f tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.366716 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ec165be-bafb-4dbd-9562-cf88bc7c7f2c req-f1b34892-e7b5-497d-a1a3-36f0e61e509f tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 943 time: 0.0496714 Aug 11 03:15:11.406807 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5ec165be-bafb-4dbd-9562-cf88bc7c7f2c req-ddb395ef-9b65-47f9-9dc3-6d1e76805012 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 11 03:15:12.527826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cada1-b742-499b-ae96-0d50db9dc4e7 req-07b6ceac-a6d6-493a-b66c-c84252651131 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.529346 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb4cada1-b742-499b-ae96-0d50db9dc4e7 req-07b6ceac-a6d6-493a-b66c-c84252651131 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 943 time: 0.0556791 Aug 11 03:15:12.567535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cb4cada1-b742-499b-ae96-0d50db9dc4e7 req-a4a1cb16-8086-47f6-95e3-dac22600e6ba tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Aug 11 03:15:13.692543 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50151440-e190-4640-ad29-7537cf64ddd7 req-9301b9a0-83df-41d1-897f-3bbea220f367 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.694184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50151440-e190-4640-ad29-7537cf64ddd7 req-9301b9a0-83df-41d1-897f-3bbea220f367 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 943 time: 0.0558360 Aug 11 03:15:13.736192 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50151440-e190-4640-ad29-7537cf64ddd7 req-4c3b184e-af03-467b-b79c-1b6c6845db68 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Aug 11 03:15:14.189972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a242f370-096a-4290-b233-ad89519e8989 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:14.283892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a242f370-096a-4290-b233-ad89519e8989,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:14.299079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'a242f370-096a-4290-b233-ad89519e8989', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'port_id': 'a242f370-096a-4290-b233-ad89519e8989', 'mac_address': 'fa:16:3e:bc:9e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:14.337472 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.351216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a242f370-096a-4290-b233-ad89519e8989 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:14.373960 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a242f370-096a-4290-b233-ad89519e8989,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:14.378217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.438528 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:14.619355 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['a242f370-096a-4290-b233-ad89519e8989'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:14.855017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9193b-341a-48bb-b32b-2b012e57a71a req-3dedbea0-8e2e-46b3-bebe-6456965b53d0 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:14.856562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c9193b-341a-48bb-b32b-2b012e57a71a req-3dedbea0-8e2e-46b3-bebe-6456965b53d0 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 944 time: 0.0504701 Aug 11 03:15:14.897127 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a7c9193b-341a-48bb-b32b-2b012e57a71a req-61df6ffb-1d29-446a-8cd5-d26b085e676d tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Aug 11 03:15:16.023697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3312a-64da-4e04-bdc3-157db2847a51 req-dd1725d7-cc83-4bfa-91d0-e10a62ea04f2 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.025135 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7d3312a-64da-4e04-bdc3-157db2847a51 req-dd1725d7-cc83-4bfa-91d0-e10a62ea04f2 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 944 time: 0.0544813 Aug 11 03:15:16.067339 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7d3312a-64da-4e04-bdc3-157db2847a51 req-a2a817bb-9aa5-407c-b67d-9b58aded3486 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Aug 11 03:15:16.204112 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a242f370-096a-4290-b233-ad89519e8989 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:16.253019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port a242f370-096a-4290-b233-ad89519e8989 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:16.256609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port a242f370-096a-4290-b233-ad89519e8989 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:16.256986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.334060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.355428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a242f370-096a-4290-b233-ad89519e8989'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:16.357661 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62feb04-7acc-4a38-9ad6-f412b1a2e438" -d '{"events": [{"server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "name": "network-vif-plugged", "status": "completed", "tag": "a242f370-096a-4290-b233-ad89519e8989"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:16.371871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a242f370-096a-4290-b233-ad89519e8989,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:16.376234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.402561 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c03295-95c1-48ef-b201-0785cd617a4f x-openstack-request-id: req-e5c03295-95c1-48ef-b201-0785cd617a4f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:16.402858 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "name": "network-vif-plugged", "status": "completed", "tag": "a242f370-096a-4290-b233-ad89519e8989", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:16.403116 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e5c03295-95c1-48ef-b201-0785cd617a4f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:16.403546 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a242f370-096a-4290-b233-ad89519e8989', 'code': 200} Aug 11 03:15:16.431749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:16.497736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab803e-6f34-468d-a4ea-0e3953d32b37 req-ae261351-87c0-4bb7-8fe0-358c2ef95566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.499137 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1cab803e-6f34-468d-a4ea-0e3953d32b37 req-ae261351-87c0-4bb7-8fe0-358c2ef95566 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 1097 time: 0.0409527 Aug 11 03:15:16.535082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1cab803e-6f34-468d-a4ea-0e3953d32b37 req-7859797a-0433-4b41-9d59-20b78a4bdb51 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284531 Aug 11 03:15:17.180914 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c776-9e74-4c38-88b5-741ab88dec52 req-b860ca4f-8f09-4824-af5e-ce27c5ac5f81 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:17.182428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bff9c776-9e74-4c38-88b5-741ab88dec52 req-b860ca4f-8f09-4824-af5e-ce27c5ac5f81 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.0492163 Aug 11 03:15:17.220170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bff9c776-9e74-4c38-88b5-741ab88dec52 req-a1780510-a05a-4dfc-873f-65f879f0f814 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 11 03:15:18.344819 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fee496-0539-4f6d-a862-b8b71fbe6ac8 req-0f418388-6178-4adf-b3e5-2baf51c000f9 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.346350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8fee496-0539-4f6d-a862-b8b71fbe6ac8 req-0f418388-6178-4adf-b3e5-2baf51c000f9 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.0558834 Aug 11 03:15:18.385653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8fee496-0539-4f6d-a862-b8b71fbe6ac8 req-96880eb3-7ce8-4454-813c-503e62763441 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Aug 11 03:15:18.505153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1848f-380a-4586-abc1-ad5719b7f2d5 req-0612d01f-a7e2-47ad-9c8c-e58a054288a8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.506602 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98f1848f-380a-4586-abc1-ad5719b7f2d5 req-0612d01f-a7e2-47ad-9c8c-e58a054288a8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.0530725 Aug 11 03:15:18.544610 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98f1848f-380a-4586-abc1-ad5719b7f2d5 req-b6f9615e-499a-409c-a94b-6fc47c26839c tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Aug 11 03:15:22.724252 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-157e60a5-20eb-4ea9-8438-5cfa970099dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.213888 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a6ac-d9e2-457e-abed-6de37e7697a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.527634 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.679851 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.267259 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.200400 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259434b2-2fed-4de6-9074-5bcd8060f438 req-48943d6d-801d-4213-b39c-b46a90eef56a tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:37.202691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-259434b2-2fed-4de6-9074-5bcd8060f438 req-48943d6d-801d-4213-b39c-b46a90eef56a tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.0547173 Aug 11 03:15:37.245638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-259434b2-2fed-4de6-9074-5bcd8060f438 req-fada329b-ba89-405e-84e2-080f082d15e4 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364475 Aug 11 03:15:38.418973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf7e76-de5d-4e1c-9a1a-2ef41bbffbdc req-88dcd727-c58b-4cda-88a5-c71b0bf5dbf5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.420468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19bf7e76-de5d-4e1c-9a1a-2ef41bbffbdc req-88dcd727-c58b-4cda-88a5-c71b0bf5dbf5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.1057804 Aug 11 03:15:38.459542 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19bf7e76-de5d-4e1c-9a1a-2ef41bbffbdc req-acfa0246-4775-4dbf-8215-aaa220b5b26a tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Aug 11 03:15:38.935177 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92513c-24be-4e64-9745-f986312e4acb req-9c745a8f-892d-4153-a18b-ce6e2be47843 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.936552 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f92513c-24be-4e64-9745-f986312e4acb req-9c745a8f-892d-4153-a18b-ce6e2be47843 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 945 time: 0.0482934 Aug 11 03:15:39.032619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Deleting port a242f370-096a-4290-b233-ad89519e8989 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:39.032974 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.119195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] For port a242f370-096a-4290-b233-ad89519e8989, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=a242f370-096a-4290-b233-ad89519e8989,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:39.119563 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.132074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Calling delete_port for a242f370-096a-4290-b233-ad89519e8989 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:39.264318 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.276754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['a242f370-096a-4290-b233-ad89519e8989'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:39.296544 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Pushing event deleted for resources: {'Port': ['ID=a242f370-096a-4290-b233-ad89519e8989,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:39.319902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.320257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.320602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.320940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.321276 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.321612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.321976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.322303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.322637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.322963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.323287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.323616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:39.351478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] No DVR routers for this DVR port a242f370-096a-4290-b233-ad89519e8989 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:39.354570 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.356722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f92513c-24be-4e64-9745-f986312e4acb req-3a31717b-4d10-4b3d-9185-3e989996bff8 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "DELETE /v2.0/ports/a242f370-096a-4290-b233-ad89519e8989 HTTP/1.1" status: 204 len: 173 time: 0.4115353 Aug 11 03:15:39.357194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'name': 'network-vif-deleted', 'tag': 'a242f370-096a-4290-b233-ad89519e8989'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:39.359487 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd39b4fd-a2c2-4da4-bb65-45087fa80482" -d '{"events": [{"server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "name": "network-vif-deleted", "tag": "a242f370-096a-4290-b233-ad89519e8989"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:39.401201 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ff108b-c434-4f8a-9a9a-32c00a460c8e x-openstack-request-id: req-13ff108b-c434-4f8a-9a9a-32c00a460c8e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:39.401580 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6701b2-ebab-42a5-a72e-732ee9cc1dcd", "name": "network-vif-deleted", "tag": "a242f370-096a-4290-b233-ad89519e8989", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:39.401924 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13ff108b-c434-4f8a-9a9a-32c00a460c8e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:39.402494 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6701b2-ebab-42a5-a72e-732ee9cc1dcd', 'name': 'network-vif-deleted', 'tag': 'a242f370-096a-4290-b233-ad89519e8989', 'status': 'completed', 'code': 200} Aug 11 03:15:39.573005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-981ba360-fc99-472c-825f-da2ba7536894 req-eebd0e58-a26b-4aad-b14a-a2f7c011b5bd tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce6701b2-ebab-42a5-a72e-732ee9cc1dcd HTTP/1.1" status: 200 len: 210 time: 0.0302567 Aug 11 03:15:41.021934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-d9f9305a-2d18-45ea-9de4-e88c0792abab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:41.023369 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-d9f9305a-2d18-45ea-9de4-e88c0792abab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 816 time: 0.1086757 Aug 11 03:15:41.040280 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-bf00fe64-eed9-4001-a0f0-f7a97a5a9fd6 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/quotas/f4739bfe053b494285b58bc2994e62f8 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Aug 11 03:15:41.092976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-2a6f0c07-3733-4b7b-894a-a0f55f8ef775 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468419 Aug 11 03:15:41.195443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-22764d1f-5621-4715-8bba-2a34d5262073 service neutron] 10.222.0.68 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900159 Aug 11 03:15:41.249519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.279335 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.286700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-9758770a-e3df-476a-8455-eb25074b9a87 service neutron] 10.222.0.68 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Aug 11 03:15:41.505198 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-03518e69-b2bf-40fc-b00d-f69db5cb4fff req-f90a5c16-e8c4-4974-addc-edb36eb40ce5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 210 time: 0.0881460 Aug 11 03:15:42.349199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ae037c57-3ebb-4a5c-b92c-1bc519a9d633 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:42.350744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ae037c57-3ebb-4a5c-b92c-1bc519a9d633 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 816 time: 0.1073050 Aug 11 03:15:42.365223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Request body: {'port': {'device_id': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'admin_state_up': True, 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:42.477672 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Made reservation on behalf of f4739bfe053b494285b58bc2994e62f8 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:42.481175 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.599083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5317990c-450c-467f-b506-ee8242b0cc1a req-73b0496e-e41b-401f-b758-0979fc98f629 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 210 time: 0.0270669 Aug 11 03:15:42.603742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Allocated IP 172.20.0.6 (2a5f3e14-2161-4099-bd91-470c8c28c9e4/dcbe2ab6-6050-4283-b5e0-fad069886336/00969b89-61c7-454e-b910-524c2f223b8f) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:42.751108 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.765099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Transition to ACTIVE for port object 00969b89-61c7-454e-b910-524c2f223b8f will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:42.796208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.838020 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:42.843112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:42.846803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:42.853239 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Pushing event updated for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:42.904487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:42.905102 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.920333 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-42070fba-e44e-4ed0-b724-0c16b9a35cab tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592778 Aug 11 03:15:42.979583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Request body: {'port': {'device_id': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:43.037214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.084296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8e23e4e-cc09-4cc6-bd4d-f06772dd3c8d None None] Provisioning for port 00969b89-61c7-454e-b910-524c2f223b8f completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:43.088715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c8e23e4e-cc09-4cc6-bd4d-f06772dd3c8d None None] Provisioning complete for port 00969b89-61c7-454e-b910-524c2f223b8f triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:43.089093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c8e23e4e-cc09-4cc6-bd4d-f06772dd3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.124387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-c8e23e4e-cc09-4cc6-bd4d-f06772dd3c8d None None] Port 00969b89-61c7-454e-b910-524c2f223b8f cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:43.315084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00969b89-61c7-454e-b910-524c2f223b8f {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:43.322448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.334252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Transition to ACTIVE for port object 00969b89-61c7-454e-b910-524c2f223b8f will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:43.337649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.387168 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Pushing event updated for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.456028 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Attempting to bind port 00969b89-61c7-454e-b910-524c2f223b8f on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:43.456372 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Attempting to bind port 00969b89-61c7-454e-b910-524c2f223b8f by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:43.456713 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Attempting to bind port 00969b89-61c7-454e-b910-524c2f223b8f on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:43.461432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Port 00969b89-61c7-454e-b910-524c2f223b8f on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:43.461759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Attempting to bind port 00969b89-61c7-454e-b910-524c2f223b8f on network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:43.467500 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:43.467840 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Checking segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:43.468230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Bound using segment: {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:43.468663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Bound port: 00969b89-61c7-454e-b910-524c2f223b8f, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c7c9e3-3150-4c5c-8557-eff42b400746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:43.469028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.539734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:43.543236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=00969b89-61c7-454e-b910-524c2f223b8f,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:43.547682 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.582569 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.583198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.584660 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] 10.222.0.61 "PUT /v2.0/ports/00969b89-61c7-454e-b910-524c2f223b8f HTTP/1.1" status: 200 len: 1092 time: 0.6558707 Aug 11 03:15:43.585093 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:43.587391 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240c3e6-2177-46af-9b44-8667f4ea8bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "tag": "00969b89-61c7-454e-b910-524c2f223b8f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:43.612553 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c61fc-7490-4cce-8e16-8c3856a5be01 service neutron] Pushing event updated for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.655361 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689b51d-2913-4ba3-a601-2a4a2351f39c x-openstack-request-id: req-3689b51d-2913-4ba3-a601-2a4a2351f39c {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:43.655794 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "tag": "00969b89-61c7-454e-b910-524c2f223b8f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:43.656085 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3689b51d-2913-4ba3-a601-2a4a2351f39c {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:43.656651 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f', 'status': 'completed', 'code': 200} Aug 11 03:15:43.683378 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-5b266033-de99-4dd1-9afc-42a64a984806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.687722 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-5b266033-de99-4dd1-9afc-42a64a984806 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 1095 time: 0.0597804 Aug 11 03:15:43.726040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ccb8b-9669-466e-a8b2-d6e5bd475773 req-1d5bf8e4-c4fd-4925-b67c-28f779fc3f54 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.727777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d24ccb8b-9669-466e-a8b2-d6e5bd475773 req-1d5bf8e4-c4fd-4925-b67c-28f779fc3f54 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 943 time: 0.0531964 Aug 11 03:15:43.730358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-e66ed08f-e624-4616-b692-d52f823557c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00969b89-61c7-454e-b910-524c2f223b8f HTTP/1.1" status: 200 len: 217 time: 0.0369277 Aug 11 03:15:43.770567 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d24ccb8b-9669-466e-a8b2-d6e5bd475773 req-3d995a48-9f25-457d-a4fa-28ec9aebad16 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361371 Aug 11 03:15:43.796516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-d77a3d73-4b65-4184-9265-0eb72683a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.798082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-d77a3d73-4b65-4184-9265-0eb72683a7e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 200 len: 855 time: 0.0572724 Aug 11 03:15:43.843480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-b23c369c-6458-4cb2-9dcd-9fc1e7b234a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.844959 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-b23c369c-6458-4cb2-9dcd-9fc1e7b234a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5f3e14-2161-4099-bd91-470c8c28c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397091 Aug 11 03:15:43.939585 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-ecb123a0-3964-4c57-8af0-294e44e24ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871723 Aug 11 03:15:44.029948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4096b284-194f-4812-a65e-fa224aa69ce2 req-549a2438-0743-4f5a-bf3c-246a16f3837f service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824814 Aug 11 03:15:44.120563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-85490332-8599-40de-8bfa-705629b71d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.122785 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-85490332-8599-40de-8bfa-705629b71d38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 1095 time: 0.0421331 Aug 11 03:15:44.213680 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-7a4e56f3-12f8-4e3e-82ce-8303b2844601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.215093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-7a4e56f3-12f8-4e3e-82ce-8303b2844601 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 917 time: 0.0856397 Aug 11 03:15:44.261146 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-cb025c45-72a4-4e29-899f-44d32e2575a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00969b89-61c7-454e-b910-524c2f223b8f HTTP/1.1" status: 200 len: 217 time: 0.0339589 Aug 11 03:15:44.310929 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-dba29f46-8a3b-426b-839a-4fc8ab68c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.312396 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-dba29f46-8a3b-426b-839a-4fc8ab68c896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 200 len: 855 time: 0.0434291 Aug 11 03:15:44.365018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-0a6e1cb1-d967-4503-ab2b-550a6413c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.366555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-0a6e1cb1-d967-4503-ab2b-550a6413c334 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5f3e14-2161-4099-bd91-470c8c28c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430770 Aug 11 03:15:44.377279 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a242f370-096a-4290-b233-ad89519e8989 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:44.397644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: a242f370-096a-4290-b233-ad89519e8989 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:44.398017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device a242f370-096a-4290-b233-ad89519e8989 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:44.454854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-c8378108-9b27-4bac-8a2d-364e3c52abb5 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800049 Aug 11 03:15:44.552957 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9240c3e6-2177-46af-9b44-8667f4ea8bc2 req-7c2c8eb1-7c66-4fdd-a98c-43490f7f683f service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900979 Aug 11 03:15:44.885658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fbcdb-5d55-488d-b559-096a83d25e21 req-62ee3a24-3509-47fd-aa1b-ec24eafb4e67 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.887191 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-233fbcdb-5d55-488d-b559-096a83d25e21 req-62ee3a24-3509-47fd-aa1b-ec24eafb4e67 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 943 time: 0.0484760 Aug 11 03:15:44.924485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-233fbcdb-5d55-488d-b559-096a83d25e21 req-e4e817d6-4a0d-47b0-9c66-5838e836d24a tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Aug 11 03:15:46.043466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f19385-dd81-4536-a1e5-3c621acf51c9 req-f248a898-2070-4604-ae6a-57214a699959 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:46.045002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16f19385-dd81-4536-a1e5-3c621acf51c9 req-f248a898-2070-4604-ae6a-57214a699959 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 943 time: 0.0536642 Aug 11 03:15:46.082421 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-16f19385-dd81-4536-a1e5-3c621acf51c9 req-86d1ae57-373f-4e63-82af-fbdecf4fad12 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Aug 11 03:15:47.197412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208db7-7603-47e4-98b6-7c9830220af4 req-26574c7a-29c6-432f-890d-9958288e7cd6 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:47.198935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10208db7-7603-47e4-98b6-7c9830220af4 req-26574c7a-29c6-432f-890d-9958288e7cd6 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 943 time: 0.0491130 Aug 11 03:15:47.237201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-10208db7-7603-47e4-98b6-7c9830220af4 req-ca6b20ae-e000-42ec-a85a-5093874e24be tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Aug 11 03:15:48.349986 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:48.355444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e42ba-20f7-4944-aad2-08d478fcb578 req-5f8f75ad-45ee-48b2-b891-9194bad30e85 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.357157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a7e42ba-20f7-4944-aad2-08d478fcb578 req-5f8f75ad-45ee-48b2-b891-9194bad30e85 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 943 time: 0.0513921 Aug 11 03:15:48.391895 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 00969b89-61c7-454e-b910-524c2f223b8f details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:48.395979 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a7e42ba-20f7-4944-aad2-08d478fcb578 req-ec97cd50-eda8-47bb-9e13-00c13624fcaa tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Aug 11 03:15:48.496332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=00969b89-61c7-454e-b910-524c2f223b8f,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:48.507590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '00969b89-61c7-454e-b910-524c2f223b8f', 'network_id': '2a5f3e14-2161-4099-bd91-470c8c28c9e4', 'port_id': '00969b89-61c7-454e-b910-524c2f223b8f', 'mac_address': 'fa:16:3e:2c:0f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbe2ab6-6050-4283-b5e0-fad069886336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:48.544389 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.557236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00969b89-61c7-454e-b910-524c2f223b8f {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:48.577026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=00969b89-61c7-454e-b910-524c2f223b8f,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:48.581308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.629689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:48.636995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.637338 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.638337 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.638682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.639010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.639334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.639660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.639984 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.640327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.640629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.640947 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.641325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:48.851628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['00969b89-61c7-454e-b910-524c2f223b8f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:49.516289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f4c95-6fe7-4750-bf52-43d6c63b17b7 req-d1064a12-17f6-46f4-9df0-6314d7dc8f74 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.517780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5f4c95-6fe7-4750-bf52-43d6c63b17b7 req-d1064a12-17f6-46f4-9df0-6314d7dc8f74 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 944 time: 0.0531363 Aug 11 03:15:49.556145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5d5f4c95-6fe7-4750-bf52-43d6c63b17b7 req-802e6589-3826-4de3-bc34-78527184a897 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 11 03:15:50.407249 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 00969b89-61c7-454e-b910-524c2f223b8f up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:50.454786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 00969b89-61c7-454e-b910-524c2f223b8f completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:50.458496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 00969b89-61c7-454e-b910-524c2f223b8f triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:50.458872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.539241 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.561402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:50.563683 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c51565-80bf-4636-aee2-0ff388095620" -d '{"events": [{"server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "name": "network-vif-plugged", "status": "completed", "tag": "00969b89-61c7-454e-b910-524c2f223b8f"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:50.577620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=00969b89-61c7-454e-b910-524c2f223b8f,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:50.582491 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.610755 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dc370b-7c00-4991-b84a-b935ef6d06e0 x-openstack-request-id: req-a5dc370b-7c00-4991-b84a-b935ef6d06e0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:50.611047 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "name": "network-vif-plugged", "status": "completed", "tag": "00969b89-61c7-454e-b910-524c2f223b8f", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:50.611299 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5dc370b-7c00-4991-b84a-b935ef6d06e0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:50.611971 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f', 'code': 200} Aug 11 03:15:50.640068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:50.699097 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970af3c-8cc0-4174-a609-82d0db944979 req-a8797ba9-b820-4e5c-bad8-2903dd29f7a5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.701252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d970af3c-8cc0-4174-a609-82d0db944979 req-a8797ba9-b820-4e5c-bad8-2903dd29f7a5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0755854 Aug 11 03:15:50.708228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bb781-e1cd-49cb-a7ff-e5efb91f7f02 req-5599a1b1-6195-4491-b211-dcc1f1fcd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.709765 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-840bb781-e1cd-49cb-a7ff-e5efb91f7f02 req-5599a1b1-6195-4491-b211-dcc1f1fcd1a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 1097 time: 0.0434568 Aug 11 03:15:50.744573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d970af3c-8cc0-4174-a609-82d0db944979 req-d650387c-34f2-4cd6-9474-a9035c9dc5d3 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Aug 11 03:15:50.749724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-840bb781-e1cd-49cb-a7ff-e5efb91f7f02 req-4a12dc41-0238-4367-bb61-88a6477d2e7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Aug 11 03:15:51.863104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48893adb-8c7e-42a7-9640-1b01b1c37470 req-6428cdcb-0c85-4cf9-8315-7f5179ff1fe9 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.864600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48893adb-8c7e-42a7-9640-1b01b1c37470 req-6428cdcb-0c85-4cf9-8315-7f5179ff1fe9 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0495765 Aug 11 03:15:51.902645 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-48893adb-8c7e-42a7-9640-1b01b1c37470 req-a5660f42-76c7-4898-9315-85681cad6393 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Aug 11 03:15:52.023989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec50cf-fe9e-48d5-8cca-58aaf6f3bf55 req-8aea0223-4eaf-49c5-966b-b36b189e57be tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.025472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ec50cf-fe9e-48d5-8cca-58aaf6f3bf55 req-8aea0223-4eaf-49c5-966b-b36b189e57be tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0577636 Aug 11 03:15:52.064901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85ec50cf-fe9e-48d5-8cca-58aaf6f3bf55 req-95e2410e-7aaf-4d8b-8ecb-72e6819b10d6 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Aug 11 03:15:52.724366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d25c7ae9-6ce6-4940-b328-36e44db1aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.215543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49323310-88be-428a-97e6-cbd6e67d5540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.529594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.683152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.269611 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.675698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-51fff9e0-cb5f-4cce-8718-d6875111cb9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399361 Aug 11 03:15:58.763467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-b817ee4d-f5be-4960-bde8-07fa3c877196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.764946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-b817ee4d-f5be-4960-bde8-07fa3c877196 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4739bfe053b494285b58bc2994e62f8&device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 1097 time: 0.0439558 Aug 11 03:15:59.212630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-8b4f73d8-3b37-470e-aa9e-8dbcb972684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.214217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-8b4f73d8-3b37-470e-aa9e-8dbcb972684f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 200 len: 917 time: 0.4278920 Aug 11 03:15:59.261821 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-458c0a68-995b-4190-9621-d1d7dbfc994a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00969b89-61c7-454e-b910-524c2f223b8f HTTP/1.1" status: 200 len: 217 time: 0.0370357 Aug 11 03:15:59.310724 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-778ed5f2-cced-4381-8767-025ca3cdaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.312056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-778ed5f2-cced-4381-8767-025ca3cdaa70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 200 len: 855 time: 0.0425053 Aug 11 03:15:59.356876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-efd1f4fa-256a-4c28-8285-59c83a03c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.358358 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-efd1f4fa-256a-4c28-8285-59c83a03c385 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5f3e14-2161-4099-bd91-470c8c28c9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384445 Aug 11 03:15:59.452307 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-ff7c4cbb-4a13-4171-ad6e-90c08af43c79 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Aug 11 03:15:59.540915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-5b4f978c-4865-44a7-b03b-793aeb3b9631 req-29bf1d9f-1ee6-45ca-bf23-164380d78daf service neutron] 10.222.0.61 "GET /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805805 Aug 11 03:16:10.433231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840725e6-5179-4ff5-8ba2-ce76ad1c4d14 req-a3734d6e-c5d2-47e6-876c-907d5b01e8f4 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.434789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-840725e6-5179-4ff5-8ba2-ce76ad1c4d14 req-a3734d6e-c5d2-47e6-876c-907d5b01e8f4 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0673630 Aug 11 03:16:10.472322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-840725e6-5179-4ff5-8ba2-ce76ad1c4d14 req-9d24f62d-d988-44e0-86f6-d5fd97424f04 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Aug 11 03:16:11.250331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.281372 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.588726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c514f-789a-498f-a9be-d6491801fb15 req-950153de-da8b-42c5-b109-04cfb9ce8936 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.590286 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a4c514f-789a-498f-a9be-d6491801fb15 req-950153de-da8b-42c5-b109-04cfb9ce8936 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 11 03:16:11.628537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a4c514f-789a-498f-a9be-d6491801fb15 req-9a75810d-546a-4621-837b-11d4f8778c22 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/security-groups?id=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 11 03:16:12.216480 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71093b-8082-406b-aa22-a959a6185dec req-255c7cf0-0ecb-434d-bd41-fd3e2b03b5a5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.217977 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b71093b-8082-406b-aa22-a959a6185dec req-255c7cf0-0ecb-434d-bd41-fd3e2b03b5a5 tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 945 time: 0.0501556 Aug 11 03:16:12.314002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Deleting port 00969b89-61c7-454e-b910-524c2f223b8f {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:12.314288 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.400563 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] For port 00969b89-61c7-454e-b910-524c2f223b8f, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=00969b89-61c7-454e-b910-524c2f223b8f,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:12.400933 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.414409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Calling delete_port for 00969b89-61c7-454e-b910-524c2f223b8f owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:12.540636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.558457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['00969b89-61c7-454e-b910-524c2f223b8f'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:12.568763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Pushing event deleted for resources: {'Port': ['ID=00969b89-61c7-454e-b910-524c2f223b8f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:12.616706 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] No DVR routers for this DVR port 00969b89-61c7-454e-b910-524c2f223b8f on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:12.619681 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.622265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b71093b-8082-406b-aa22-a959a6185dec req-cc370b61-59a7-4526-96c7-8e429e2c4dec tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.61 "DELETE /v2.0/ports/00969b89-61c7-454e-b910-524c2f223b8f HTTP/1.1" status: 204 len: 173 time: 0.3942883 Aug 11 03:16:12.622708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'name': 'network-vif-deleted', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:12.624962 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59d161-b113-4dc8-b6f5-fe2e391f1ef9" -d '{"events": [{"server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "name": "network-vif-deleted", "tag": "00969b89-61c7-454e-b910-524c2f223b8f"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:12.667802 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18949bc-6f48-4711-bdc7-21606af7e28e x-openstack-request-id: req-c18949bc-6f48-4711-bdc7-21606af7e28e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:12.668534 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44f7a7a-ac78-4767-97a9-863f27a6192d", "name": "network-vif-deleted", "tag": "00969b89-61c7-454e-b910-524c2f223b8f", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:12.668878 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c18949bc-6f48-4711-bdc7-21606af7e28e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:12.669566 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44f7a7a-ac78-4767-97a9-863f27a6192d', 'name': 'network-vif-deleted', 'tag': '00969b89-61c7-454e-b910-524c2f223b8f', 'status': 'completed', 'code': 200} Aug 11 03:16:12.732345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4feeeb3c-c5c8-47a1-9fc8-3c831a81b6d5 req-c00e8c96-bc04-4fd9-a5c0-d0c65ba7b45b tempest-TestEncryptedCinderVolumes-116951009 tempest-TestEncryptedCinderVolumes-116951009-project] 10.222.0.68 "GET /v2.0/ports?device_id=e44f7a7a-ac78-4767-97a9-863f27a6192d HTTP/1.1" status: 200 len: 210 time: 0.0311165 Aug 11 03:16:13.821656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39258) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:14.178633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.420678 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Deleting port 260c22a1-97d8-4c2f-ba0d-448db57532a8 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:14.421024 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.500891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] For port 260c22a1-97d8-4c2f-ba0d-448db57532a8, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260c22a1-97d8-4c2f-ba0d-448db57532a8,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:14.501245 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.514134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Calling delete_port for 260c22a1-97d8-4c2f-ba0d-448db57532a8 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:14.691090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.726119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=260c22a1-97d8-4c2f-ba0d-448db57532a8,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.749194 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.749536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.749902 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.750241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.750577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.750887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.751207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.751528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.751842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.752156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.752472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.752786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:14.896350 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.109410 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Router 6e556666-fee4-4386-8947-154de96a8aa8 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:15.213119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:15.218696 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4010df35-3380-49b4-a309-b7a9a17f3ca4 admin admin] 10.222.0.68 "PUT /v2.0/routers/6e556666-fee4-4386-8947-154de96a8aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959219 Aug 11 03:16:15.221247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39260) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:15.223822 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Sync routers for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:15.233567 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:15.234204 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:15.346266 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:15.542167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:16:14Z', 'revision_number': 5, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:15.574075 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Checking router: 6e556666-fee4-4386-8947-154de96a8aa8 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:15.583162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Routers {'6e556666-fee4-4386-8947-154de96a8aa8'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:15.583768 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6e556666-fee4-4386-8947-154de96a8aa8'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:15.680490 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.793624 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.794657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] Set router 6e556666-fee4-4386-8947-154de96a8aa8 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:15.852495 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Deleting port 32eb1e6c-6c75-4009-b73c-17d5807dd362 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:15.852876 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.935690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] For port 32eb1e6c-6c75-4009-b73c-17d5807dd362, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=32eb1e6c-6c75-4009-b73c-17d5807dd362,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:15.936353 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.954149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Calling delete_port for 32eb1e6c-6c75-4009-b73c-17d5807dd362 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:15.990390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:16:14Z', 'revision_number': 5, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:16.026004 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b8bbe-e6ea-4154-b3fd-20e1e5f79e0c None None] The sync data for ids ['6e556666-fee4-4386-8947-154de96a8aa8'] in n-d-713498-10 is: [{'id': '6e556666-fee4-4386-8947-154de96a8aa8', 'name': 'tempest-TestEncryptedCinderVolumes-338026198-router', 'tenant_id': 'f4739bfe053b494285b58bc2994e62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:54Z', 'updated_at': '2021-08-11T03:16:14Z', 'revision_number': 5, 'project_id': 'f4739bfe053b494285b58bc2994e62f8', 'gw_port': {'id': '32eb1e6c-6c75-4009-b73c-17d5807dd362', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e556666-fee4-4386-8947-154de96a8aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:55Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:16.129092 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.159239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=32eb1e6c-6c75-4009-b73c-17d5807dd362,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.217325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.309638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.311880 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.357349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.357789 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e556666-fee4-4386-8947-154de96a8aa8 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:16:16.362940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.364138 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3808f78f-80d8-4855-b4e0-ed0bb2dca4ee admin admin] 10.222.0.68 "DELETE /v2.0/routers/6e556666-fee4-4386-8947-154de96a8aa8 HTTP/1.1" status: 204 len: 168 time: 1.1418662 Aug 11 03:16:16.366825 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39262) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:16.417987 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Deleting subnet dcbe2ab6-6050-4283-b5e0-fad069886336 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:16.422076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.459608 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.545890 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.564718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 00969b89-61c7-454e-b910-524c2f223b8f no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:16.587750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 00969b89-61c7-454e-b910-524c2f223b8f {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:16.588144 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 00969b89-61c7-454e-b910-524c2f223b8f not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:16.603269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.628552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbe2ab6-6050-4283-b5e0-fad069886336,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.636504 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.638504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-28613a9a-8bdf-4955-9b0b-46b4c8c7d969 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dcbe2ab6-6050-4283-b5e0-fad069886336 HTTP/1.1" status: 204 len: 168 time: 0.2706144 Aug 11 03:16:16.640861 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39264) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:16.643974 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c95c9f-4dad-44bc-9320-715391993dc7 None None] Network 2a5f3e14-2161-4099-bd91-470c8c28c9e4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:16.719604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.781478 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Deleting port be71c517-82b1-4c22-8a66-ae8af723a17d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:16.781633 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.844911 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] For port be71c517-82b1-4c22-8a66-ae8af723a17d, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=be71c517-82b1-4c22-8a66-ae8af723a17d,segment=NetworkSegment(d6c7c9e3-3150-4c5c-8557-eff42b400746),segment_id=d6c7c9e3-3150-4c5c-8557-eff42b400746)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:16.844911 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.857084 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Calling delete_port for be71c517-82b1-4c22-8a66-ae8af723a17d owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:16.938458 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.963303 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Pushing event deleted for resources: {'Port': ['ID=be71c517-82b1-4c22-8a66-ae8af723a17d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.967781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] No DVR routers for this DVR port be71c517-82b1-4c22-8a66-ae8af723a17d on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:17.039297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.045212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ea26b-f746-494f-98d6-9bc3e63c90ae None None] DHCP port deletion for 2a5f3e14-2161-4099-bd91-470c8c28c9e4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:17.050789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5f3e14-2161-4099-bd91-470c8c28c9e4']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:17.072683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c7c9e3-3150-4c5c-8557-eff42b400746') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:17.072999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c7c9e3-3150-4c5c-8557-eff42b400746') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:17.088408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.108775 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.115142 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:17.115542 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:17.117244 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:17.132797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260c22a1-97d8-4c2f-ba0d-448db57532a8 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:17.153273 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 260c22a1-97d8-4c2f-ba0d-448db57532a8 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:17.153621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260c22a1-97d8-4c2f-ba0d-448db57532a8 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:17.176384 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.182135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.184492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2a5f3e14-2161-4099-bd91-470c8c28c9e4 HTTP/1.1" status: 204 len: 168 time: 0.5422018 Aug 11 03:16:17.187763 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39266) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:17.195476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9ba1-9042-4f29-8344-fafa205be341 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5f3e14-2161-4099-bd91-470c8c28c9e4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.532399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.781526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Deleting port d70adf05-1e3f-462c-adfd-0b55a604477c {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:17.781925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.865279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] For port d70adf05-1e3f-462c-adfd-0b55a604477c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d70adf05-1e3f-462c-adfd-0b55a604477c,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:17.865557 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.883078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Calling delete_port for d70adf05-1e3f-462c-adfd-0b55a604477c owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:18.064148 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.089544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d70adf05-1e3f-462c-adfd-0b55a604477c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.262623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.472640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:18.577964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:18.582969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f87b6708-648f-47b9-9b6e-ee318b07a7fc admin admin] 10.222.0.68 "PUT /v2.0/routers/d0aefb41-1c45-4d22-ba4f-e7e1fbb22960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941112 Aug 11 03:16:18.585925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39268) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:18.587430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Sync routers for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:18.597617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:18.598301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:18.694469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.705412 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:18.809308 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.810818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device be71c517-82b1-4c22-8a66-ae8af723a17d no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:18.833828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: be71c517-82b1-4c22-8a66-ae8af723a17d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:18.834260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device be71c517-82b1-4c22-8a66-ae8af723a17d not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:18.834733 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 32eb1e6c-6c75-4009-b73c-17d5807dd362 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:18.861147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 32eb1e6c-6c75-4009-b73c-17d5807dd362 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:18.861493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 32eb1e6c-6c75-4009-b73c-17d5807dd362 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:18.863383 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Deleting port cbe2adc3-5622-440c-bdbc-0966efa6faf1 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:18.863749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.931904 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:16:18Z', 'revision_number': 5, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port': {'id': 'cbe2adc3-5622-440c-bdbc-0966efa6faf1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:00Z', 'updated_at': '2021-08-11T03:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:18.946577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] For port cbe2adc3-5622-440c-bdbc-0966efa6faf1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=cbe2adc3-5622-440c-bdbc-0966efa6faf1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:18.947070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.959798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Checking router: d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:18.961351 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Calling delete_port for cbe2adc3-5622-440c-bdbc-0966efa6faf1 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:18.972220 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Routers {'d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:18.972828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.057790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] Set router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:19.110008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:16:18Z', 'revision_number': 6, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.128208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.139543 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fa8b-df26-4ffe-a79b-e1d2f183a58c None None] The sync data for ids ['d0aefb41-1c45-4d22-ba4f-e7e1fbb22960'] in n-d-713498-10 is: [{'id': 'd0aefb41-1c45-4d22-ba4f-e7e1fbb22960', 'name': 'tempest-TestEncryptedCinderVolumes-1120771279-router', 'tenant_id': '12aae8f23b6b453eb58a00e769d0ff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:59Z', 'updated_at': '2021-08-11T03:16:18Z', 'revision_number': 6, 'project_id': '12aae8f23b6b453eb58a00e769d0ff46', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:19.156493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe2adc3-5622-440c-bdbc-0966efa6faf1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.219080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.318856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.320979 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.366075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.366599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:16:19.371045 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.372887 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8997117f-6ec4-4b2a-9f03-ee39557d585f admin admin] 10.222.0.68 "DELETE /v2.0/routers/d0aefb41-1c45-4d22-ba4f-e7e1fbb22960 HTTP/1.1" status: 204 len: 168 time: 0.7852890 Aug 11 03:16:19.375511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39270) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.419551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Deleting subnet 648517da-bbe5-42a9-8ae5-b2d84bc949cd {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:19.422849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.456885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.547669 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.601778 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.628826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648517da-bbe5-42a9-8ae5-b2d84bc949cd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.632330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.634288 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-21d4a05d-f8e4-464c-980a-33393b09635a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/648517da-bbe5-42a9-8ae5-b2d84bc949cd HTTP/1.1" status: 204 len: 168 time: 0.2578127 Aug 11 03:16:19.637011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39272) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.640190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b602b4-9317-48f1-afc0-37b08ad5e013 None None] Network 7aaf8cf5-987c-45e3-9409-7907351e9ca4 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:19.704415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.757513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Deleting port ac72264b-e759-4384-b9f9-649fdc6107d4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:19.757890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.827178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] For port ac72264b-e759-4384-b9f9-649fdc6107d4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ac72264b-e759-4384-b9f9-649fdc6107d4,segment=NetworkSegment(155d31d4-0fdf-467a-9616-f8be2222cbe1),segment_id=155d31d4-0fdf-467a-9616-f8be2222cbe1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:19.827486 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.841348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Calling delete_port for ac72264b-e759-4384-b9f9-649fdc6107d4 owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:19.896616 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] DHCP port deletion for 7aaf8cf5-987c-45e3-9409-7907351e9ca4 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:19.932703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.945233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Deleting port ac72264b-e759-4384-b9f9-649fdc6107d4 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:19.945695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.963873 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac72264b-e759-4384-b9f9-649fdc6107d4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.966361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] No DVR routers for this DVR port ac72264b-e759-4384-b9f9-649fdc6107d4 on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:20.016891 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] For port ac72264b-e759-4384-b9f9-649fdc6107d4, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:20.017309 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.032040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Calling delete_port for ac72264b-e759-4384-b9f9-649fdc6107d4 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:20.034711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Port ac72264b-e759-4384-b9f9-649fdc6107d4 was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:16:20.035978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.049087 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.060573 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaf8cf5-987c-45e3-9409-7907351e9ca4']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:20.064933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] Pushing event deleted for resources: {'Port': ['ID=ac72264b-e759-4384-b9f9-649fdc6107d4,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.078464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155d31d4-0fdf-467a-9616-f8be2222cbe1') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:20.078760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155d31d4-0fdf-467a-9616-f8be2222cbe1') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:20.084241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2aff1a-44e4-45c3-9870-c33ab66f250a None None] No DVR routers for this DVR port ac72264b-e759-4384-b9f9-649fdc6107d4 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:20.097358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.111670 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.118475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:20.118841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:20.120715 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:20.185512 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.190998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.192891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7aaf8cf5-987c-45e3-9409-7907351e9ca4 HTTP/1.1" status: 204 len: 168 time: 0.5548799 Aug 11 03:16:20.209500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c8e5e-1e91-4684-afbe-4c4f65cd9756 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aaf8cf5-987c-45e3-9409-7907351e9ca4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.354709 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39276) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.395879 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4ee71a68-66bb-4300-a4c4-58c487b29300 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4739bfe053b494285b58bc2994e62f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399597 Aug 11 03:16:20.398468 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39278) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.446488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.468800 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.516452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.519115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.520315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23d3d40d-2bbd-4a95-bf44-41b0ffbc731c HTTP/1.1" status: 204 len: 168 time: 0.1209283 Aug 11 03:16:20.531040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56344d2d-60ab-4e6a-a37e-9c853db14b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3d40d-2bbd-4a95-bf44-41b0ffbc731c,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.763509 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cbe2adc3-5622-440c-bdbc-0966efa6faf1 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:20.783965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: cbe2adc3-5622-440c-bdbc-0966efa6faf1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:20.784313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device cbe2adc3-5622-440c-bdbc-0966efa6faf1 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:20.784736 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ac72264b-e759-4384-b9f9-649fdc6107d4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:20.805601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ac72264b-e759-4384-b9f9-649fdc6107d4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:20.805999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ac72264b-e759-4384-b9f9-649fdc6107d4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:20.806417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d70adf05-1e3f-462c-adfd-0b55a604477c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:20.826415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d70adf05-1e3f-462c-adfd-0b55a604477c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:20.826852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d70adf05-1e3f-462c-adfd-0b55a604477c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:20.838239 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39284) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.884515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7e251ca9-0508-4f42-8083-940a75c20088 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12aae8f23b6b453eb58a00e769d0ff46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449338 Aug 11 03:16:20.886952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39286) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.934447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.954572 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.001937 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.004439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.005589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b899702-1b2f-450a-b38e-005169936f8b HTTP/1.1" status: 204 len: 168 time: 0.1177459 Aug 11 03:16:21.013396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fb092-c051-4450-ab2d-2fabb3392380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b899702-1b2f-450a-b38e-005169936f8b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.680563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39308) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:21.776486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-138680803-network', 'tenant_id': '021b1760894d4a40a28d91035aece19e'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:21.797450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Made reservation on behalf of 021b1760894d4a40a28d91035aece19e for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:21.799825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.808212 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.895796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.899875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.926757 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:21.933152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe5759-0097-47ac-8f4a-a9de649bb198,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.941703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.942053 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Added segment 2a2cf666-c2cd-4f1a-9e40-6ef34d531af1 of type vlan for network 46d01285-6aad-4155-b8d8-5af6620c4dba Aug 11 03:16:21.989465 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.019044 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.019989 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.020597 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.077493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3958199 Aug 11 03:16:22.080839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39312) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.083025 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350fd18-a7b9-449e-a082-5402b75be787 admin admin] Pushing event updated for resources: {'Network': ['ID=46d01285-6aad-4155-b8d8-5af6620c4dba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.090317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Request body: {'subnet': {'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-138680803-subnet', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:22.093913 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 46d01285-6aad-4155-b8d8-5af6620c4dba details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:22.114968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Made reservation on behalf of 021b1760894d4a40a28d91035aece19e for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:22.117292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.298167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.353036 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4c5e40-1835-4986-8034-e4ee7f427d49,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.361358 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Checking segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:22.361716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Network hostable DHCP agents. Network: 46d01285-6aad-4155-b8d8-5af6620c4dba, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:22.378320 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Network 46d01285-6aad-4155-b8d8-5af6620c4dba is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:22.386418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 46d01285-6aad-4155-b8d8-5af6620c4dba) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:22.390424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.390998 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.395805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d4684-8798-4c23-a9e2-43a5cccb8b64 None None] Network 46d01285-6aad-4155-b8d8-5af6620c4dba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:22.406816 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3925d031-9614-4c5b-bea8-51dd5ff3e32d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3247995 Aug 11 03:16:22.411509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39314) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.416376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:22.439234 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.440427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.497857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.544416 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-46d01285-6aad-4155-b8d8-5af6620c4dba', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:22.545285 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.635615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.677501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Allocated IP 172.20.0.2 (46d01285-6aad-4155-b8d8-5af6620c4dba/de4c5e40-1835-4986-8034-e4ee7f427d49/ff1f997f-265c-41a3-82d5-18944b71ef51) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:22.751585 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ef42fc4-0709-4391-98a5-e801f28ba28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.834202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.838584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.844471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Transition to ACTIVE for port object ff1f997f-265c-41a3-82d5-18944b71ef51 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:22.858928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.859381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Transition to ACTIVE for port object ff1f997f-265c-41a3-82d5-18944b71ef51 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:22.868657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.905015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Network 46d01285-6aad-4155-b8d8-5af6620c4dba is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:22.911252 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:22.914713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:22.921670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Pushing event updated for resources: {'Port': ['ID=ff1f997f-265c-41a3-82d5-18944b71ef51,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.974990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Attempting to bind port ff1f997f-265c-41a3-82d5-18944b71ef51 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:22.975368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Attempting to bind port ff1f997f-265c-41a3-82d5-18944b71ef51 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:22.975756 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Attempting to bind port ff1f997f-265c-41a3-82d5-18944b71ef51 on network 46d01285-6aad-4155-b8d8-5af6620c4dba {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:22.979891 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Allocated IP 172.25.3.230 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2d236583-320a-465c-b0ed-294ab323e93e) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:22.980722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:22.981088 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Checking segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:22.981495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.981919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Bound using segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:22.982386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Bound port: ff1f997f-265c-41a3-82d5-18944b71ef51, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:22.982772 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.045227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] For port ff1f997f-265c-41a3-82d5-18944b71ef51, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:23.048378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] For port ff1f997f-265c-41a3-82d5-18944b71ef51, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ff1f997f-265c-41a3-82d5-18944b71ef51,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:23.052915 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.092628 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.121857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e7ba2-b9a3-432c-94e1-89c5bec5dc96 None None] Pushing event updated for resources: {'Port': ['ID=ff1f997f-265c-41a3-82d5-18944b71ef51,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.132947 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.180309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:23.183405 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:23.188458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:23.191657 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Pushing event updated for resources: {'Port': ['ID=2d236583-320a-465c-b0ed-294ab323e93e,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.461324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.661413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.792015 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Router 4d2db01b-e230-4581-beb2-b52a3848be91 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:16:24.041686 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a252482-03b7-484b-a108-55ab7c7d937f None None] Network 46d01285-6aad-4155-b8d8-5af6620c4dba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:24.163423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-77b1f68c-2e02-464e-b488-83d20e8f0e80 None None] Provisioning for port ff1f997f-265c-41a3-82d5-18944b71ef51 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.279230 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:24.294227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Sync routers for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:24.294753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.298656 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3c2d9d1b-0e49-48c8-a5ce-021d25c7a567 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8832402 Aug 11 03:16:24.298656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39316) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:24.306757 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:24.307806 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:24.414763 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:24.594632 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:23Z', 'revision_number': 3, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:24.621545 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Checking router: 4d2db01b-e230-4581-beb2-b52a3848be91 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:24.621918 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Updating router 4d2db01b-e230-4581-beb2-b52a3848be91 port 2d236583-320a-465c-b0ed-294ab323e93e binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:24.647059 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.728749 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.802246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ff1f997f-265c-41a3-82d5-18944b71ef51 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:24.855797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ff1f997f-265c-41a3-82d5-18944b71ef51 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.860454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ff1f997f-265c-41a3-82d5-18944b71ef51 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:24.860841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.895838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Allocated IP 172.20.0.1 (46d01285-6aad-4155-b8d8-5af6620c4dba/de4c5e40-1835-4986-8034-e4ee7f427d49/33fbd5d8-f644-49c7-8a4f-c9828ba031c0) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:24.907926 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.919657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Transition to ACTIVE for port object 2d236583-320a-465c-b0ed-294ab323e93e will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:24.926149 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.953908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.977478 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Attempting to bind port 2d236583-320a-465c-b0ed-294ab323e93e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:24.977990 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Attempting to bind port 2d236583-320a-465c-b0ed-294ab323e93e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:24.978550 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Attempting to bind port 2d236583-320a-465c-b0ed-294ab323e93e on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:24.987634 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:24.988300 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:24.988891 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.989284 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:24.989745 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Bound port: 2d236583-320a-465c-b0ed-294ab323e93e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:24.990149 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.997361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ff1f997f-265c-41a3-82d5-18944b71ef51, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ff1f997f-265c-41a3-82d5-18944b71ef51,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:25.001879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.010505 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.013558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Pushing event updated for resources: {'Port': ['ID=2d236583-320a-465c-b0ed-294ab323e93e,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.024426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Transition to ACTIVE for port object 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:25.046621 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] For port 2d236583-320a-465c-b0ed-294ab323e93e, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:25.049366 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.049704 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.050067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.050400 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.050727 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.051051 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.051373 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.051691 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.052018 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.052335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.052653 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.052969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:25.054785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ff1f997f-265c-41a3-82d5-18944b71ef51,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.057116 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] For port 2d236583-320a-465c-b0ed-294ab323e93e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2d236583-320a-465c-b0ed-294ab323e93e,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:25.063059 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.069898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.114417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:25.114951 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:25.115418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Network 46d01285-6aad-4155-b8d8-5af6620c4dba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:25.118592 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:25.122355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:25.153398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Pushing event updated for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.170283 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1866d7-3c67-4f0a-aca6-59dce4200e3d None None] Pushing event updated for resources: {'Port': ['ID=2d236583-320a-465c-b0ed-294ab323e93e,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.170961 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.217053 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b35fc79-a638-46ae-b8f8-1de3148aa82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.239680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:25.306640 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.353166 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:25.423056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-275de851-46d2-4302-9d43-0c69d021cbb9 None None] Provisioning for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:25.426887 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-275de851-46d2-4302-9d43-0c69d021cbb9 None None] Provisioning complete for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:25.427274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-275de851-46d2-4302-9d43-0c69d021cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.436213 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b2175419-0607-4319-affb-2e87a0c012da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:23Z', 'revision_number': 3, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:25.462678 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2175419-0607-4319-affb-2e87a0c012da None None] The sync data for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 is: [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:23Z', 'revision_number': 3, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:25.467925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-275de851-46d2-4302-9d43-0c69d021cbb9 None None] Port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:25.479332 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.489197 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.533113 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.558255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Pushing event updated for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.560730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.658659 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Network 46d01285-6aad-4155-b8d8-5af6620c4dba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:25.660367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:25.785341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Router 4d2db01b-e230-4581-beb2-b52a3848be91 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:25.905131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:25.911225 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e78d7240-2fcc-46ab-9017-6e3bf9bc5733 admin admin] 10.222.0.68 "PUT /v2.0/routers/4d2db01b-e230-4581-beb2-b52a3848be91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114168 Aug 11 03:16:26.001691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b57cf694-9fbd-4798-a2c7-78783ed10c49 None None] Provisioning complete for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:26.002436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b57cf694-9fbd-4798-a2c7-78783ed10c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.046039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b57cf694-9fbd-4798-a2c7-78783ed10c49 None None] Port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:26.403488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39332) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.408612 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1326519432-network', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:26.429151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Made reservation on behalf of 94b1923a25cb4cd8881dfc5d8b461285 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:26.431490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.440675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.537061 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.540962 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.566131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:26.575030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd563c63-ed6a-478a-8259-d9d9518784fc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.580936 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.581278 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Added segment 855e1f47-3be7-495e-b6f2-2baf0d5073ff of type vlan for network 896efa9e-d558-4ef2-94b2-49dad49022d5 Aug 11 03:16:26.620697 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.653454 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.654568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.655184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.691847 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.714214 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3095694 Aug 11 03:16:26.717249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39334) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.724667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Request body: {'subnet': {'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1326519432-subnet', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:26.729029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ec911-1fe3-48e2-bb57-41dcec86e368 admin admin] Pushing event updated for resources: {'Network': ['ID=896efa9e-d558-4ef2-94b2-49dad49022d5,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.740635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:26.753227 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Made reservation on behalf of 94b1923a25cb4cd8881dfc5d8b461285 for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:26.756470 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.870595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2d236583-320a-465c-b0ed-294ab323e93e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:26.921600 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2d236583-320a-465c-b0ed-294ab323e93e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:26.925409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2d236583-320a-465c-b0ed-294ab323e93e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:26.925785 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.941427 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.003041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Sync routers for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:27.004718 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab34713-b872-47e5-8cf7-a02268bfb90b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.014744 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Checking segment: {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:27.015097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Network hostable DHCP agents. Network: 896efa9e-d558-4ef2-94b2-49dad49022d5, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:27.026040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:27.026670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:27.037039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:27.046894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 896efa9e-d558-4ef2-94b2-49dad49022d5) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:27.052345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.053985 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.064190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.069420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-dc4a3d84-6d07-49d9-9167-a390e0d70908 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3514054 Aug 11 03:16:27.069786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7e0b3-f5f3-456c-8083-46dc4bd53362 None None] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:27.072250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39336) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:27.076792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:27.099944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.101321 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.134305 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2d236583-320a-465c-b0ed-294ab323e93e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2d236583-320a-465c-b0ed-294ab323e93e,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:27.143281 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.144068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ff1f997f-265c-41a3-82d5-18944b71ef51 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:27.153653 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.290978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:27.297382 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.325965 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2d236583-320a-465c-b0ed-294ab323e93e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.381948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ff1f997f-265c-41a3-82d5-18944b71ef51 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:27.382340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.499254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.518684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.522382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-896efa9e-d558-4ef2-94b2-49dad49022d5', 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'fixed_ips': [{'subnet_id': 'fab34713-b872-47e5-8cf7-a02268bfb90b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:27.523133 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.631992 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Allocated IP 172.25.3.161 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/f77f5b70-4e5e-4d6a-a555-f8db17f7bce4) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:27.740993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.771478 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 2, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:27.774105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Allocated IP 172.20.0.2 (896efa9e-d558-4ef2-94b2-49dad49022d5/fab34713-b872-47e5-8cf7-a02268bfb90b/a8f9db01-96a8-426d-9d63-e2be57be98ea) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:27.789659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.806831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Checking router: 4d2db01b-e230-4581-beb2-b52a3848be91 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:27.807188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Updating router 4d2db01b-e230-4581-beb2-b52a3848be91 port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:27.828543 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:27.833408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:27.836971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:27.842767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Pushing event updated for resources: {'Port': ['ID=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.880978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.095511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.124005 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.140784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Transition to ACTIVE for port object a8f9db01-96a8-426d-9d63-e2be57be98ea will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:28.182296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Transition to ACTIVE for port object a8f9db01-96a8-426d-9d63-e2be57be98ea will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:28.190503 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.245127 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:28.255533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:28.265349 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:28.283696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Pushing event updated for resources: {'Port': ['ID=a8f9db01-96a8-426d-9d63-e2be57be98ea,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.296134 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.331549 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.430708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Router 0fb1f451-732d-465c-9f50-a857bdfe8027 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:16:28.524340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.533909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Attempting to bind port a8f9db01-96a8-426d-9d63-e2be57be98ea on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:28.534225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Attempting to bind port a8f9db01-96a8-426d-9d63-e2be57be98ea by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:28.534586 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Attempting to bind port a8f9db01-96a8-426d-9d63-e2be57be98ea on network 896efa9e-d558-4ef2-94b2-49dad49022d5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:28.540191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:28.542065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Transition to ACTIVE for port object 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:28.545053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:28.545425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Checking segment: {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:28.545863 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.546332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Bound using segment: {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:28.546749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Bound port: a8f9db01-96a8-426d-9d63-e2be57be98ea, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:28.547131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.551679 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Sync routers for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:28.558391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.559658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.559801 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7fc80765-d983-401d-bc51-72232dd74add admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4864647 Aug 11 03:16:28.562291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39338) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:28.565466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:28.566123 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:28.642856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ba9f5-ac27-4758-a331-128db771c57d None None] Pushing event updated for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.696816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] For port a8f9db01-96a8-426d-9d63-e2be57be98ea, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:28.704049 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:28.716027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] For port a8f9db01-96a8-426d-9d63-e2be57be98ea, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a8f9db01-96a8-426d-9d63-e2be57be98ea,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:28.717150 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Attempting to bind port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:28.717519 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Attempting to bind port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:28.717908 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Attempting to bind port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 on network 46d01285-6aad-4155-b8d8-5af6620c4dba {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:28.723940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:28.724328 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Checking segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:28.724734 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.725173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Bound using segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:28.725630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Bound port: 33fbd5d8-f644-49c7-8a4f-c9828ba031c0, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:28.726209 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.728402 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.844498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2d236583-320a-465c-b0ed-294ab323e93e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:28.904104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd7f94-57fb-48c6-8edb-035bd34eb802 None None] Pushing event updated for resources: {'Port': ['ID=a8f9db01-96a8-426d-9d63-e2be57be98ea,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.942070 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] For port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:28.945789 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] For port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:28.955038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.060876 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ba9f5-ac27-4758-a331-128db771c57d None None] Pushing event updated for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:29.065525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2d236583-320a-465c-b0ed-294ab323e93e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:29.066012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.068636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:29.069262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:29.155003 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 3, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:29.191863 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Checking router: 0fb1f451-732d-465c-9f50-a857bdfe8027 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:29.192230 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Updating router 0fb1f451-732d-465c-9f50-a857bdfe8027 port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:29.233857 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.339291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:29.502316 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.557892 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.567178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:28Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:29.570643 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Transition to ACTIVE for port object f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:29.576227 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.596937 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed6e-b087-4667-850e-9a94edb163f1 None None] The sync data for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 is: [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:28Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:29.628309 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Attempting to bind port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:29.628682 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Attempting to bind port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:29.629055 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Attempting to bind port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:29.636652 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b1900-8279-4f4c-a699-1cd3f14ada6c None None] Pushing event updated for resources: {'Port': ['ID=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:29.639476 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:29.641964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:29.641964 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.641964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:29.641964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Bound port: f77f5b70-4e5e-4d6a-a555-f8db17f7bce4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:29.641964 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.697166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Allocated IP 172.20.0.1 (896efa9e-d558-4ef2-94b2-49dad49022d5/fab34713-b872-47e5-8cf7-a02268bfb90b/1133b60f-c58d-4528-ba2f-599e13b9d279) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:29.733198 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] For port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:29.737102 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] For port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:29.742286 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.811532 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:29.812181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:29.814157 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b1900-8279-4f4c-a699-1cd3f14ada6c None None] Pushing event updated for resources: {'Port': ['ID=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:29.847461 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.877293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Transition to ACTIVE for port object 1133b60f-c58d-4528-ba2f-599e13b9d279 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:29.921625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.963696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:29.967856 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:29.975794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:29.982952 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:30.022593 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.069127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Pushing event updated for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:30.128115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68103c-fdf9-4482-96c2-461eacf946c3 None None] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:30.202519 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.212020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 3, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:30.268162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ee65b-5789-4e44-a7c2-c98648b32848 None None] The sync data for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 is: [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 3, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:30.284210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1fda2501-1a45-41d3-b291-e223cbaaca64 None None] Provisioning for port a8f9db01-96a8-426d-9d63-e2be57be98ea completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:30.424987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.430450 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.500616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.502497 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Pushing event updated for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:30.624955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:30.626479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:30.752823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-42279398-b4ac-4aea-982e-ef8b618fb38b None None] Provisioning for port 1133b60f-c58d-4528-ba2f-599e13b9d279 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:30.757475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-42279398-b4ac-4aea-982e-ef8b618fb38b None None] Provisioning complete for port 1133b60f-c58d-4528-ba2f-599e13b9d279 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:30.757475 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-42279398-b4ac-4aea-982e-ef8b618fb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.804988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Router 0fb1f451-732d-465c-9f50-a857bdfe8027 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:30.825152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-42279398-b4ac-4aea-982e-ef8b618fb38b None None] Port 1133b60f-c58d-4528-ba2f-599e13b9d279 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:30.946629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:30.984627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:30.991532 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6f6aa957-e256-4460-893f-7b9208fd2923 admin admin] 10.222.0.68 "PUT /v2.0/routers/0fb1f451-732d-465c-9f50-a857bdfe8027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280808 Aug 11 03:16:31.019324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:31.024744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:31.025403 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.087768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e0feecb0-c734-49c9-98b6-eef745c1f87c None None] Provisioning complete for port 1133b60f-c58d-4528-ba2f-599e13b9d279 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:31.088289 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e0feecb0-c734-49c9-98b6-eef745c1f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.158624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e0feecb0-c734-49c9-98b6-eef745c1f87c None None] Port 1133b60f-c58d-4528-ba2f-599e13b9d279 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:31.179897 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.204880 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:31.211563 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.214084 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:31.311697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a10ae9b6-db5f-4ce8-bf85-5f377b2b1856 None None] Provisioning complete for port 1133b60f-c58d-4528-ba2f-599e13b9d279 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:31.312105 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a10ae9b6-db5f-4ce8-bf85-5f377b2b1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.315742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.358225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a10ae9b6-db5f-4ce8-bf85-5f377b2b1856 None None] Port 1133b60f-c58d-4528-ba2f-599e13b9d279 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:31.360300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:31.364930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:31.365411 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.461190 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.497695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:31.501207 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.502017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a8f9db01-96a8-426d-9d63-e2be57be98ea up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:31.576627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.592057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port a8f9db01-96a8-426d-9d63-e2be57be98ea completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:31.596389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a8f9db01-96a8-426d-9d63-e2be57be98ea triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:31.596786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.682404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.715916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port a8f9db01-96a8-426d-9d63-e2be57be98ea, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a8f9db01-96a8-426d-9d63-e2be57be98ea,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:31.720114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.770179 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=a8f9db01-96a8-426d-9d63-e2be57be98ea,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.800602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:32.866939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:32.867901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.972025 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:33.029439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:33.030197 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.137442 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a8f9db01-96a8-426d-9d63-e2be57be98ea up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:33.211946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port a8f9db01-96a8-426d-9d63-e2be57be98ea triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:33.212327 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.253197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Sync routers for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:33.272259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:33.272772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:33.421086 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:33.813791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:30Z', 'revision_number': 4, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '1133b60f-c58d-4528-ba2f-599e13b9d279', 'name': '', 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'mac_address': 'fa:16:3e:59:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:29Z', 'updated_at': '2021-08-11T03:16:30Z', 'revision_number': 2, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'subnets': [{'id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:33.840836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Checking router: 0fb1f451-732d-465c-9f50-a857bdfe8027 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:33.841204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Updating router 0fb1f451-732d-465c-9f50-a857bdfe8027 port 1133b60f-c58d-4528-ba2f-599e13b9d279 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:33.867217 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.206348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.219826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Transition to ACTIVE for port object 1133b60f-c58d-4528-ba2f-599e13b9d279 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:34.227257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.291009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d3bd5-d90b-4d45-a18e-6ada5b7abd07 None None] Pushing event updated for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:34.353436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Attempting to bind port 1133b60f-c58d-4528-ba2f-599e13b9d279 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:34.354068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Attempting to bind port 1133b60f-c58d-4528-ba2f-599e13b9d279 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:34.354681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Attempting to bind port 1133b60f-c58d-4528-ba2f-599e13b9d279 on network 896efa9e-d558-4ef2-94b2-49dad49022d5 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:34.362077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:34.362862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Checking segment: {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:34.363433 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.363742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Bound using segment: {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:34.364459 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Bound port: 1133b60f-c58d-4528-ba2f-599e13b9d279, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e1f47-3be7-495e-b6f2-2baf0d5073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:34.365077 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.455045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] For port 1133b60f-c58d-4528-ba2f-599e13b9d279, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:34.459488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] For port 1133b60f-c58d-4528-ba2f-599e13b9d279, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1133b60f-c58d-4528-ba2f-599e13b9d279,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:34.469743 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.538419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:34.539087 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:34.580888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d3bd5-d90b-4d45-a18e-6ada5b7abd07 None None] Pushing event updated for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:34.696033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:34.955620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:30Z', 'revision_number': 4, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '1133b60f-c58d-4528-ba2f-599e13b9d279', 'name': '', 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'mac_address': 'fa:16:3e:59:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:29Z', 'updated_at': '2021-08-11T03:16:34Z', 'revision_number': 4, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'subnets': [{'id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:34.991717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27882605-90f5-46a2-aa9d-c39639cc1105 None None] The sync data for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 is: [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:30Z', 'revision_number': 4, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '1133b60f-c58d-4528-ba2f-599e13b9d279', 'name': '', 'network_id': '896efa9e-d558-4ef2-94b2-49dad49022d5', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'mac_address': 'fa:16:3e:59:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:29Z', 'updated_at': '2021-08-11T03:16:34Z', 'revision_number': 4, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'subnets': [{'id': 'fab34713-b872-47e5-8cf7-a02268bfb90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:36.512587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-c40d90eb-2f87-43ca-8f30-86c260727aa5 req-7f97ee35-efd3-4806-ae8e-ca0d89fa085f service neutron] (94652) timed out ('10.222.0.67', 58128) {{(pid=94652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:16:36.896165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1133b60f-c58d-4528-ba2f-599e13b9d279 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:37.005474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 1133b60f-c58d-4528-ba2f-599e13b9d279 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:37.009772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1133b60f-c58d-4528-ba2f-599e13b9d279 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:37.010179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.142818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.185246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 1133b60f-c58d-4528-ba2f-599e13b9d279, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1133b60f-c58d-4528-ba2f-599e13b9d279,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:37.190394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.246420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.794748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1133b60f-c58d-4528-ba2f-599e13b9d279 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:38.852803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 1133b60f-c58d-4528-ba2f-599e13b9d279 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:38.853177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.265653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.272352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-6b9d7fff-a41d-4390-a265-0b079e13da90 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.273890 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-6b9d7fff-a41d-4390-a265-0b079e13da90 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 814 time: 0.1098614 Aug 11 03:16:41.289186 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-5255cb4a-77c2-43fa-abdb-2146a880b091 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/quotas/021b1760894d4a40a28d91035aece19e HTTP/1.1" status: 200 len: 375 time: 0.0094862 Aug 11 03:16:41.296436 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.344438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-880682aa-546e-486a-8e70-934b5ab30916 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484462 Aug 11 03:16:41.441677 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-9c55f02a-006d-4877-9877-134081f623af service neutron] 10.222.0.68 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853453 Aug 11 03:16:41.547298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-5c5f6314-9dbe-4ba8-b764-464230efd73b service neutron] 10.222.0.68 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994854 Aug 11 03:16:41.707050 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8124541-5d44-4fae-b695-228e83390cf2 req-1b4cc986-29da-4914-86e8-8ede6a870bef tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Aug 11 03:16:42.640162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-a3b45777-e765-41f2-b36d-0d4a0085fe22 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.641712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-a3b45777-e765-41f2-b36d-0d4a0085fe22 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 814 time: 0.1025560 Aug 11 03:16:42.656160 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'port': {'device_id': '82435069-8376-425b-b99b-3e79b1286d22', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'admin_state_up': True, 'tenant_id': '021b1760894d4a40a28d91035aece19e'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:42.777387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Made reservation on behalf of 021b1760894d4a40a28d91035aece19e for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:42.781042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.803923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2d7d0123-fb87-4e81-9f39-32dbf5080ced req-a2cee544-c1e3-42d9-a627-69c608fc557a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Aug 11 03:16:42.915997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Allocated IP 172.20.0.8 (46d01285-6aad-4155-b8d8-5af6620c4dba/de4c5e40-1835-4986-8034-e4ee7f427d49/5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:43.150722 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.166548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Transition to ACTIVE for port object 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:43.203695 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.268780 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.281388 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.281733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.282105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.282442 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.282776 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.283111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.283440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.283768 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.284088 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.284415 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.284736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.285058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:43.298771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Network 46d01285-6aad-4155-b8d8-5af6620c4dba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:43.300261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:43.316261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:43.395616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.396271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.412301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-ce67b325-ce3a-4458-a1f8-709dd858c50a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600195 Aug 11 03:16:43.538468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f67bd78-80d3-4dfe-b8b0-30d649da11d8 None None] Provisioning for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:43.542283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5f67bd78-80d3-4dfe-b8b0-30d649da11d8 None None] Provisioning complete for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:43.543313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f67bd78-80d3-4dfe-b8b0-30d649da11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.583318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-5f67bd78-80d3-4dfe-b8b0-30d649da11d8 None None] Port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:43.932325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c951d-1b2f-407b-92c5-d2d6b7b403e3 req-a2ea1d25-95bf-44ce-8303-6036cf3d5c52 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.933919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531c951d-1b2f-407b-92c5-d2d6b7b403e3 req-a2ea1d25-95bf-44ce-8303-6036cf3d5c52 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0518475 Aug 11 03:16:43.979826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-531c951d-1b2f-407b-92c5-d2d6b7b403e3 req-881fe5ee-4ffb-4e13-bb21-9142d55099c7 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Aug 11 03:16:45.106622 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426b70-7ec7-49eb-843f-9ea61202de8b req-fca5a684-f299-4a87-a4c2-0636203e0f20 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.108110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8426b70-7ec7-49eb-843f-9ea61202de8b req-fca5a684-f299-4a87-a4c2-0636203e0f20 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0503349 Aug 11 03:16:45.147465 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f8426b70-7ec7-49eb-843f-9ea61202de8b req-3f960b4e-b75b-4378-860c-073b5991289e tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Aug 11 03:16:46.266899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6169c7-9e34-4354-a8cb-7d9a44c41d02 req-e9361b39-4b4b-4292-b9a1-37d2460150dd tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.268514 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae6169c7-9e34-4354-a8cb-7d9a44c41d02 req-e9361b39-4b4b-4292-b9a1-37d2460150dd tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0514860 Aug 11 03:16:46.310909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ae6169c7-9e34-4354-a8cb-7d9a44c41d02 req-8d44f8b3-df63-4484-88a0-9aa77eb76546 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364194 Aug 11 03:16:47.437027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726eca-58f5-43a6-a475-03e5d3ffe663 req-be03a7eb-2b71-4f88-9b61-f47b66f17a74 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.438706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4726eca-58f5-43a6-a475-03e5d3ffe663 req-be03a7eb-2b71-4f88-9b61-f47b66f17a74 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0507283 Aug 11 03:16:47.482912 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4726eca-58f5-43a6-a475-03e5d3ffe663 req-441ae0de-6b63-4c43-9834-1b0cc5e22756 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Aug 11 03:16:48.605946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1b41c-e20e-4c0d-91e9-70527d70a539 req-41753a77-de7a-439d-a021-bd6b05f2fbf3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:48.607965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2d1b41c-e20e-4c0d-91e9-70527d70a539 req-41753a77-de7a-439d-a021-bd6b05f2fbf3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0553324 Aug 11 03:16:48.651383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2d1b41c-e20e-4c0d-91e9-70527d70a539 req-f3a2bccf-58fc-4658-9bd7-8d6f8d61b257 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Aug 11 03:16:49.773713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7f3e-285c-46aa-a890-d87041dbc1d2 req-26574c94-010f-4e7f-aa90-8a120403f2e9 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.775265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2fc7f3e-285c-46aa-a890-d87041dbc1d2 req-26574c94-010f-4e7f-aa90-8a120403f2e9 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0503070 Aug 11 03:16:49.816802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2fc7f3e-285c-46aa-a890-d87041dbc1d2 req-c7b87a51-3b7f-4693-ad29-d316a85741bd tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Aug 11 03:16:50.937153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93ec0-4e5c-42da-ba05-82940cc562da req-94a75bed-7768-4435-9fed-31e7a848e1aa tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.944685 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19b93ec0-4e5c-42da-ba05-82940cc562da req-94a75bed-7768-4435-9fed-31e7a848e1aa tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0583167 Aug 11 03:16:50.983683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-19b93ec0-4e5c-42da-ba05-82940cc562da req-f2a1501c-ec69-4f22-b4ae-3cfac0ca3619 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Aug 11 03:16:52.114791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df07ea-e95c-47ee-b9cb-cc5dd7dde50f req-44f425d1-32d1-4644-9da5-218a3ea4c6fa tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.116311 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17df07ea-e95c-47ee-b9cb-cc5dd7dde50f req-44f425d1-32d1-4644-9da5-218a3ea4c6fa tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0531669 Aug 11 03:16:52.160511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-17df07ea-e95c-47ee-b9cb-cc5dd7dde50f req-fde6c1fd-c32a-4192-8dd9-886fa6958454 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Aug 11 03:16:52.725969 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd2e7-7dd8-40f4-8392-5117e3f48ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.215293 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Request body: {'port': {'device_id': '82435069-8376-425b-b99b-3e79b1286d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:53.272155 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.282698 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328d5c-89a5-4bd5-bfd8-cd6f9cc45d8d req-43ec0978-02b3-432c-accb-9a431c8cbe74 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.283302 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47328d5c-89a5-4bd5-bfd8-cd6f9cc45d8d req-43ec0978-02b3-432c-accb-9a431c8cbe74 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 931 time: 0.0505118 Aug 11 03:16:53.325351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-47328d5c-89a5-4bd5-bfd8-cd6f9cc45d8d req-424639d6-f06f-4c69-bd36-c4c5144301a4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Aug 11 03:16:53.538755 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:53.547305 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.559210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Transition to ACTIVE for port object 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:53.563408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.630875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.685642 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Attempting to bind port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:53.686019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Attempting to bind port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:53.686936 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Attempting to bind port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff on network 46d01285-6aad-4155-b8d8-5af6620c4dba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:53.691796 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff on network 46d01285-6aad-4155-b8d8-5af6620c4dba not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:53.692129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Attempting to bind port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff on network 46d01285-6aad-4155-b8d8-5af6620c4dba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:53.697387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:53.697731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Checking segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:53.698154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Bound using segment: {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:53.698598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Bound port: 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:53.699026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.770715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:53.773782 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:53.778274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.813406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.814060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.815490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] 10.222.0.61 "PUT /v2.0/ports/5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 1092 time: 0.6046424 Aug 11 03:16:53.816009 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:53.818363 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4514cfd4-867c-4b7a-b078-2c917680734b" -d '{"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:53.845918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba33d8-7187-42da-86ce-f748bb409caf service neutron] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.892340 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2a7ab-42f9-468a-a44d-33c4dc6bfec9 x-openstack-request-id: req-37c2a7ab-42f9-468a-a44d-33c4dc6bfec9 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:53.892634 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:53.892888 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37c2a7ab-42f9-468a-a44d-33c4dc6bfec9 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:53.893288 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:16:53.909697 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-a3ac5e23-290d-47a2-9b11-fefc79cad7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.911308 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-a3ac5e23-290d-47a2-9b11-fefc79cad7ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1095 time: 0.0498857 Aug 11 03:16:53.960458 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-7c8dfcec-8608-4fc8-9fdb-86541718223c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 217 time: 0.0396280 Aug 11 03:16:54.011671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-c73eaeea-5d73-41f9-86d4-704500236e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.013173 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-c73eaeea-5d73-41f9-86d4-704500236e43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0455284 Aug 11 03:16:54.058479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-f945f13a-34cf-4ed9-8610-a8c3ccf5ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.059987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-f945f13a-34cf-4ed9-8610-a8c3ccf5ebef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393229 Aug 11 03:16:54.160710 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-265a9307-0210-4f73-9b93-33323d59af27 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918632 Aug 11 03:16:54.251228 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-456fe8ab-6c4a-4fe2-80f0-21e135081ddc req-c6290544-1297-4287-8b24-3473158cd9fa service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Aug 11 03:16:54.341652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514cfd4-867c-4b7a-b078-2c917680734b req-fad362b6-3e4e-44fc-9a7f-c0a0454b233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.343188 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-fad362b6-3e4e-44fc-9a7f-c0a0454b233e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1095 time: 0.0437126 Aug 11 03:16:54.441681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514cfd4-867c-4b7a-b078-2c917680734b req-cfc0972b-4c4c-487f-8cbe-940fda35095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.451093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-cfc0972b-4c4c-487f-8cbe-940fda35095c service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.0930467 Aug 11 03:16:54.451361 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6e00-e013-45c9-b76c-afbc148f5f42 req-c402d423-af91-4537-a23d-72fea82a7815 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.452997 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eded6e00-e013-45c9-b76c-afbc148f5f42 req-c402d423-af91-4537-a23d-72fea82a7815 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 943 time: 0.0583577 Aug 11 03:16:54.488149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-d7ddc7e6-e361-4af2-88fb-064cf2bd2c3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 217 time: 0.0361569 Aug 11 03:16:54.497472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eded6e00-e013-45c9-b76c-afbc148f5f42 req-f6687c90-d603-4650-bb7a-c7f600697f42 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Aug 11 03:16:54.539580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514cfd4-867c-4b7a-b078-2c917680734b req-23473298-8336-48d2-8142-b15a5c70483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.541035 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-23473298-8336-48d2-8142-b15a5c70483e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0447099 Aug 11 03:16:54.594501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514cfd4-867c-4b7a-b078-2c917680734b req-a96880f7-422f-43aa-bf93-b18dd3ec5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.596027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-a96880f7-422f-43aa-bf93-b18dd3ec5515 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465641 Aug 11 03:16:54.688337 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-08c76b0f-2a89-42d6-bff8-d4ce3119d386 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841579 Aug 11 03:16:54.783321 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4514cfd4-867c-4b7a-b078-2c917680734b req-025a6fab-e7b9-4eb1-b5f2-93d61d3f2341 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868979 Aug 11 03:16:55.218856 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2303a4f2-9777-495b-b239-96bdad9a6b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.538004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.634106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c50c6-5117-40f2-bbfd-a1d598fe791d req-d5f2e8dc-4402-4614-8d82-5bd43652afad tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.635678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f0c50c6-5117-40f2-bbfd-a1d598fe791d req-d5f2e8dc-4402-4614-8d82-5bd43652afad tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 943 time: 0.0616329 Aug 11 03:16:55.675431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f0c50c6-5117-40f2-bbfd-a1d598fe791d req-2707ca78-4f4e-4d9f-a541-4655b29e943e tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Aug 11 03:16:56.688745 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.735572 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:56.787780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23104-c4ae-44c2-b7cf-696a9055017d req-41da3905-8a3e-49a7-9016-e5a12a7233db tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.789259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ab23104-c4ae-44c2-b7cf-696a9055017d req-41da3905-8a3e-49a7-9016-e5a12a7233db tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 943 time: 0.0493746 Aug 11 03:16:56.827715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ab23104-c4ae-44c2-b7cf-696a9055017d req-c2aa8da8-7e49-4c08-8603-a784a09a5bd6 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Aug 11 03:16:56.833629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:56.845931 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'port_id': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'mac_address': 'fa:16:3e:39:05:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:56.883141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.896187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:56.915301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:56.919169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.967484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.976827 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.977167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.977507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.977866 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.978207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.978534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.978863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.979188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.979512 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.979836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.980163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:56.980479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.198012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:57.943231 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892bf0-5f32-447c-b42e-cfd7c6a2a613 req-17587887-51c6-4caf-bea1-6a68a17a158c tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.944726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6892bf0-5f32-447c-b42e-cfd7c6a2a613 req-17587887-51c6-4caf-bea1-6a68a17a158c tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 944 time: 0.0488553 Aug 11 03:16:57.986880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6892bf0-5f32-447c-b42e-cfd7c6a2a613 req-22bd2528-0c97-400d-aa9e-6147e7209097 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 11 03:16:58.276238 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.750077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:58.798296 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:58.801976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:58.802352 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.886390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.909352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:58.911816 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f989de-ad3d-4b17-9974-d5a1cea8f564" -d '{"events": [{"server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "name": "network-vif-plugged", "status": "completed", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:58.925017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:58.929356 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.977215 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.068162 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fcba93-a91e-4c48-a502-d6af6c94e504 x-openstack-request-id: req-58fcba93-a91e-4c48-a502-d6af6c94e504 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:59.068457 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "name": "network-vif-plugged", "status": "completed", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:59.068714 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58fcba93-a91e-4c48-a502-d6af6c94e504 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:59.069109 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'code': 200} Aug 11 03:16:59.102901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1878b3-942a-4188-993d-a84f93eeb78f req-7e5b8acd-f17b-4082-a74c-1d1007a79090 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.104418 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe1878b3-942a-4188-993d-a84f93eeb78f req-7e5b8acd-f17b-4082-a74c-1d1007a79090 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0495322 Aug 11 03:16:59.143535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe1878b3-942a-4188-993d-a84f93eeb78f req-dbe6df9c-feb5-45f3-8f80-2df498bd4b82 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Aug 11 03:16:59.176902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf705ee-4e5a-4208-85fd-fb063c60366f req-6a5c7f48-0323-4868-bcb0-521ed413b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.178450 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-caf705ee-4e5a-4208-85fd-fb063c60366f req-6a5c7f48-0323-4868-bcb0-521ed413b542 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1097 time: 0.0428493 Aug 11 03:16:59.213556 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-caf705ee-4e5a-4208-85fd-fb063c60366f req-9380d9ae-8494-48f4-943a-9e098a2c58fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270901 Aug 11 03:17:00.258726 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd0f1-893e-436c-b4fd-244d79df07c4 req-b804911a-3a63-40d0-8336-368055167988 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.260189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aafd0f1-893e-436c-b4fd-244d79df07c4 req-b804911a-3a63-40d0-8336-368055167988 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0489776 Aug 11 03:17:00.297989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0aafd0f1-893e-436c-b4fd-244d79df07c4 req-60b448c5-6783-446a-bac5-4526fa9bc569 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 11 03:17:00.408888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8f0dc-6eb3-4200-b976-2e507ebbc73e req-a71a4560-8b75-465b-af03-c0c4d6a8a1a2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.410365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91f8f0dc-6eb3-4200-b976-2e507ebbc73e req-a71a4560-8b75-465b-af03-c0c4d6a8a1a2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Aug 11 03:17:00.452684 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-91f8f0dc-6eb3-4200-b976-2e507ebbc73e req-e116b9a5-4caf-4773-ad69-f8fda2a38662 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363793 Aug 11 03:17:00.646575 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3388aa-73e5-4d45-ab78-e8c83fb0e35c req-96ab467f-52b4-446a-8acb-456a7e0d565f tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.648063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f3388aa-73e5-4d45-ab78-e8c83fb0e35c req-96ab467f-52b4-446a-8acb-456a7e0d565f tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0484166 Aug 11 03:17:00.685661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f3388aa-73e5-4d45-ab78-e8c83fb0e35c req-29503307-9274-4033-a5b0-4efac4351fbb tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 11 03:17:02.352976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:11.264594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.292828 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.231247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c08e8-70cd-47be-bb06-e73a9666c499 req-43e6d789-098d-412f-bbca-56e0e3b74171 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.233261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274c08e8-70cd-47be-bb06-e73a9666c499 req-43e6d789-098d-412f-bbca-56e0e3b74171 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Aug 11 03:17:12.271320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-274c08e8-70cd-47be-bb06-e73a9666c499 req-d7e0b725-0e2b-41bd-8872-868bc3b3443f tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Aug 11 03:17:12.292783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39534) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.424151 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddd335-595c-48e3-8a2e-57dfaf83ceb4 tempest-TestMinimumBasicScenario-852975048 tempest-TestMinimumBasicScenario-852975048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.425666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2ddd335-595c-48e3-8a2e-57dfaf83ceb4 tempest-TestMinimumBasicScenario-852975048 tempest-TestMinimumBasicScenario-852975048-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1092 time: 0.1318951 Aug 11 03:17:12.428615 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39538) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.432880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:12.454491 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.553367 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.661970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Allocated IP 172.25.3.162 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/00c9c2d0-68d5-4cdc-9f51-3bb202d00b70) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:12.765885 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.805261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.838117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:12.840880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:12.844811 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:12.878868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'Port': ['ID=00c9c2d0-68d5-4cdc-9f51-3bb202d00b70,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:13.206060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.276686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.422730 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.427271 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.495786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'Port': ['ID=00c9c2d0-68d5-4cdc-9f51-3bb202d00b70,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:13.509585 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.609718 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Floating IP 37968ebd-5868-4278-a1ad-2fa0dbc5bf15 associated. External IP: 172.25.3.162, port: 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff. Aug 11 03:17:13.816717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Router 4d2db01b-e230-4581-beb2-b52a3848be91 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:13.922346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:13.932529 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Sync routers for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:13.939445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.942550 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:13.943162 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:14.056199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:14.294035 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '37968ebd-5868-4278-a1ad-2fa0dbc5bf15', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'port_id': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'mac_address': 'fa:16:3e:39:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82435069-8376-425b-b99b-3e79b1286d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:17:13Z', 'updated_at': '2021-08-11T03:17:13Z', 'revision_number': 0, 'project_id': '021b1760894d4a40a28d91035aece19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:14.314997 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e6535cb3-c827-4a85-935b-268e1bf03ca0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8853524 Aug 11 03:17:14.315617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:14.317950 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8674b-2193-4ece-a4b5-6142b08d3fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:14.318263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39540) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.323466 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409220342', 'description': 'tempest-secgroup-smoke-409220342 description', 'project_id': '021b1760894d4a40a28d91035aece19e'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.326510 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Checking router: 4d2db01b-e230-4581-beb2-b52a3848be91 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:14.336541 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:14.337583 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:14.348908 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.359134 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60df6df-5678-4092-92bc-01a8e39c7d34 x-openstack-request-id: req-f60df6df-5678-4092-92bc-01a8e39c7d34 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:14.359320 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:14.359528 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f60df6df-5678-4092-92bc-01a8e39c7d34 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:14.359935 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:17:14.423741 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-f70b4fd2-db47-40cc-918b-28bbce8bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.425509 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-f70b4fd2-db47-40cc-918b-28bbce8bedcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1097 time: 0.0436647 Aug 11 03:17:14.448488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.454183 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.459073 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:14.479663 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.481169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1619036 Aug 11 03:17:14.484447 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39544) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.489631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.493052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404bd66-cfbb-48d4-af91-a72334264dc4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c32d1f-12d0-4358-84a6-1bb1b718e8fc,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.532727 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.574792 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-9aa7e802-4755-4baa-840e-fee3154a8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.576182 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-9aa7e802-4755-4baa-840e-fee3154a8aad service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.1436799 Aug 11 03:17:14.637079 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.646016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.673183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f43388-8807-429a-be3d-e6c081e6d0d5,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.679418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-cf37dbc9-65f6-4c2d-b2c1-529d431457db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 999 time: 0.0931287 Aug 11 03:17:14.686358 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.687588 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1924757a-df8b-4fa9-af99-f502130445f5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016897 Aug 11 03:17:14.690526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39546) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.695148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.723778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.735501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-c6d403ca-a810-41fd-a57c-f7b9dafe62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.737107 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-c6d403ca-a810-41fd-a57c-f7b9dafe62ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0483630 Aug 11 03:17:14.787186 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.787420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-11284d3e-5a55-4501-bffe-2b7479259cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.789184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-11284d3e-5a55-4501-bffe-2b7479259cdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447857 Aug 11 03:17:14.792233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.793743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '37968ebd-5868-4278-a1ad-2fa0dbc5bf15', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'port_id': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'mac_address': 'fa:16:3e:39:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82435069-8376-425b-b99b-3e79b1286d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:17:13Z', 'updated_at': '2021-08-11T03:17:13Z', 'revision_number': 0, 'project_id': '021b1760894d4a40a28d91035aece19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:14.810386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dd0e29-9b4c-41ac-aa02-02db0932ae27,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.819303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.823011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289828 Aug 11 03:17:14.823011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823011 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823447 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.823961 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.824290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.824613 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.824987 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.825255 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.825570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8731cbda-0ab1-4f7e-9e7c-a645e3d3d1a3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:14.827900 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e15eb3-0a6c-46c8-ab97-57c64dcc615f None None] The sync data for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 is: [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '37968ebd-5868-4278-a1ad-2fa0dbc5bf15', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'port_id': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'mac_address': 'fa:16:3e:39:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82435069-8376-425b-b99b-3e79b1286d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:17:13Z', 'updated_at': '2021-08-11T03:17:13Z', 'revision_number': 0, 'project_id': '021b1760894d4a40a28d91035aece19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:14.829401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39548) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.833596 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.861246 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.890905 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-186f89ef-ead9-433e-a49e-df359f086552 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921824 Aug 11 03:17:14.925453 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.930362 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.948521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d72f73-7f55-43fd-9cac-06a8ea64a068,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.955828 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.957205 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dad5f41b-4700-479b-9290-e4edd4312196 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274168 Aug 11 03:17:14.959793 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39550) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.964754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.996382 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.009295 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41d8674b-2193-4ece-a4b5-6142b08d3fc2 req-d4685404-3841-427f-9810-126cb1a6ab2f service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104162 Aug 11 03:17:15.060475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.064820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.075391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a1091-5429-42d0-beff-447b8ff77fa2 None None] New status for floating IP 37968ebd-5868-4278-a1ad-2fa0dbc5bf15: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:17:15.087942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad4bc7d-d1af-4610-8586-a54bc0415ea2,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.091969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.095857 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8ca75065-85d7-496c-a061-62a7922c0dae tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322720 Aug 11 03:17:15.096339 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39552) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.101517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:15.123928 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Project 021b1760894d4a40a28d91035aece19e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:15.128944 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.191212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.195738 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.213333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b10598-da30-400e-8e6b-d3c857dbd271,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.221798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.223427 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-24292df9-5de6-4a11-8db3-8c295295dacc tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262212 Aug 11 03:17:15.226416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39554) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.230888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'security_group_rule': {'security_group_id': '14c32d1f-12d0-4358-84a6-1bb1b718e8fc', 'project_id': '021b1760894d4a40a28d91035aece19e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:15.255910 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Project 021b1760894d4a40a28d91035aece19e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:15.261026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.327042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.331083 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.348864 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3431bb2a-ea02-44db-b0b3-b11d6e7780b4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.354996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.356212 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-e72b3799-4dad-446f-91bb-09fceff15ec1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288729 Aug 11 03:17:15.438989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6258d63d-d7b6-4322-a160-a9671a22396e req-c1c63166-e680-449e-86a8-5fe40d571dca tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409220342&fields=id&tenant_id=021b1760894d4a40a28d91035aece19e HTTP/1.1" status: 200 len: 267 time: 0.0350671 Aug 11 03:17:15.502435 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d63d-d7b6-4322-a160-a9671a22396e req-0c574833-68fc-4664-9e38-100752be67c0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.503958 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6258d63d-d7b6-4322-a160-a9671a22396e req-0c574833-68fc-4664-9e38-100752be67c0 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Aug 11 03:17:15.515301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'port': {'security_groups': ['f8fe5759-0097-47ac-8f4a-a9de649bb198', '14c32d1f-12d0-4358-84a6-1bb1b718e8fc']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:15.575714 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.764745 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:15.794642 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.799901 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.812439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:15.847343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.847997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.849389 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6258d63d-d7b6-4322-a160-a9671a22396e req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "PUT /v2.0/ports/5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 981 time: 0.3387771 Aug 11 03:17:15.850247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:15.852518 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9df90e-03f5-4bc0-a509-5122e5d92e82" -d '{"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:15.883846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36887e-6ef0-4de9-aee2-477d0ee5f0b5 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.947069 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:16.002995 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b629a3-ba1c-4928-86a2-cc7c3a6ff2ff x-openstack-request-id: req-b2b629a3-ba1c-4928-86a2-cc7c3a6ff2ff {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:16.003293 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:16.003551 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b2b629a3-ba1c-4928-86a2-cc7c3a6ff2ff {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:16.003954 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:17:16.026260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9220-d85d-4851-aad8-187b10d84e18 req-063b5af8-56f2-4140-89ef-084c7d723520 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.029032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-930a9220-d85d-4851-aad8-187b10d84e18 req-063b5af8-56f2-4140-89ef-084c7d723520 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0802119 Aug 11 03:17:16.095331 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-930a9220-d85d-4851-aad8-187b10d84e18 req-298f0582-6f56-4eaa-987f-4be3441987ec tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584738 Aug 11 03:17:16.099488 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-441fa1be-4cea-405e-bdbf-97ee78cda04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.101789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-441fa1be-4cea-405e-bdbf-97ee78cda04e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1136 time: 0.0702925 Aug 11 03:17:16.203032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-34ff2bb4-aea3-4458-b29c-d5e7c8224bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.204721 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-34ff2bb4-aea3-4458-b29c-d5e7c8224bd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.0940440 Aug 11 03:17:16.277347 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-44c3703d-6108-4d66-b21c-8406934a49eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0648954 Aug 11 03:17:16.302853 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a33d1ee0-e750-4cdc-b9be-44372807fb76 None None] Provisioning complete for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:16.303431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a33d1ee0-e750-4cdc-b9be-44372807fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.327495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-2b7db7be-be93-4b83-90e6-960ded7a03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.328990 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-2b7db7be-be93-4b83-90e6-960ded7a03da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0432405 Aug 11 03:17:16.376723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-e2fd79bc-fd3a-4ec1-a882-adc3b4a2d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.378271 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-e2fd79bc-fd3a-4ec1-a882-adc3b4a2d51c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419440 Aug 11 03:17:16.495919 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-5c607e3e-05af-4253-a609-7707eb50417f service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091492 Aug 11 03:17:16.589513 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ee9df90e-03f5-4bc0-a509-5122e5d92e82 req-9b9ded7e-dc3d-485c-a6b4-f98e78fea087 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Aug 11 03:17:22.726477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64e8ba71-8bd5-407f-963c-e2fe2f7fde34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.220283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e751ef8b-f730-4c85-9e9a-6b1c063543db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.539578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.691940 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.283987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.586429 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-a487f590-a105-4a9e-ba90-57afe3b9b251 req-0b52cae0-8d06-429c-86cd-d40771b9d693 tempest-ServerDiskConfigTestJSON-367187977 tempest-ServerDiskConfigTestJSON-367187977-project] (94652) timed out ('10.222.0.61', 51076) {{(pid=94652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:17:38.619964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8cc55-a4e4-464c-9ea1-8dba256f19f7 req-086c5fe8-756f-4f8a-87ae-550a554e57f1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.621487 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82e8cc55-a4e4-464c-9ea1-8dba256f19f7 req-086c5fe8-756f-4f8a-87ae-550a554e57f1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0495982 Aug 11 03:17:38.626821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-3db07a91-9022-48da-a2c0-a1522e072e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.628325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-3db07a91-9022-48da-a2c0-a1522e072e55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1136 time: 0.0471480 Aug 11 03:17:38.663635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-82e8cc55-a4e4-464c-9ea1-8dba256f19f7 req-f2b737b9-0390-4a14-99a3-b8a2a42e1f72 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353580 Aug 11 03:17:38.719966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-e5ee80ba-ce88-42e1-ab45-1393f46955f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.721490 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-e5ee80ba-ce88-42e1-ab45-1393f46955f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.0850575 Aug 11 03:17:38.796178 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-476596a6-b038-4876-863e-cb73f5a3f974 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0664160 Aug 11 03:17:38.852342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-ab3e31e9-300d-4c20-85ce-af8b13e7a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.853860 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-ab3e31e9-300d-4c20-85ce-af8b13e7a8b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0461192 Aug 11 03:17:38.910441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-bf45c821-4cad-4300-893b-6bc4b2c0f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.911979 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-bf45c821-4cad-4300-893b-6bc4b2c0f3a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433993 Aug 11 03:17:39.014256 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-a9d00a89-088f-4bee-b891-1f5555c281af service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921450 Aug 11 03:17:39.105653 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-21d04de7-f63f-4c5d-b032-f51f7b7f0575 req-717ce63e-b014-4466-bf8c-dec747a520a1 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835395 Aug 11 03:17:39.352427 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:39.784952 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d4e0-e39b-41e2-976d-caebbb476693 req-55b99a0e-dac7-4193-b472-30946358753a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:39.786503 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4353d4e0-e39b-41e2-976d-caebbb476693 req-55b99a0e-dac7-4193-b472-30946358753a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0530279 Aug 11 03:17:39.826014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4353d4e0-e39b-41e2-976d-caebbb476693 req-63b3ef3e-0b46-450c-81d1-1725e8cf2cdd tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333550 Aug 11 03:17:40.948108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde3ed-b55d-458f-9d3e-2f1d0aea7583 req-22dbc505-15ab-43c9-b821-8006608a3053 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.949598 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3dde3ed-b55d-458f-9d3e-2f1d0aea7583 req-22dbc505-15ab-43c9-b821-8006608a3053 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0553246 Aug 11 03:17:40.990052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a3dde3ed-b55d-458f-9d3e-2f1d0aea7583 req-6882c53e-fc2b-4722-bda8-c367f379872e tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338860 Aug 11 03:17:41.279847 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.311989 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.103767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81de4b6-4c40-4305-87d3-e5e76fbc42d1 req-24261e8e-04f3-487c-a54c-4a505394a01a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.105251 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d81de4b6-4c40-4305-87d3-e5e76fbc42d1 req-24261e8e-04f3-487c-a54c-4a505394a01a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0487540 Aug 11 03:17:42.151970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d81de4b6-4c40-4305-87d3-e5e76fbc42d1 req-a6fc70bc-faa9-4eac-b4f8-98ea4cda329d tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348728 Aug 11 03:17:43.271270 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac90a28-9d73-4f6a-a250-9052a4fc9e56 req-9ebc086b-f940-4ec6-93d0-d52a61556eab tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.272779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cac90a28-9d73-4f6a-a250-9052a4fc9e56 req-9ebc086b-f940-4ec6-93d0-d52a61556eab tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0527644 Aug 11 03:17:43.313522 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cac90a28-9d73-4f6a-a250-9052a4fc9e56 req-090f3b50-d7fe-4a2e-9763-7887157dbe51 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345769 Aug 11 03:17:44.426124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea4b30-38af-4869-9bb9-f51651429bd8 req-9ab896ae-f11c-4f9e-a1ca-bf10b9304ef8 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.427587 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14ea4b30-38af-4869-9bb9-f51651429bd8 req-9ab896ae-f11c-4f9e-a1ca-bf10b9304ef8 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0484869 Aug 11 03:17:44.467613 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14ea4b30-38af-4869-9bb9-f51651429bd8 req-44d65e23-6bd1-4925-acdd-7238a0195ee3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340331 Aug 11 03:17:45.582981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1fda-23d2-4c2c-9562-9800bf4aa204 req-d3c8d4db-2a57-47f1-adaf-ff145c9cbce2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.584505 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e76b1fda-23d2-4c2c-9562-9800bf4aa204 req-d3c8d4db-2a57-47f1-adaf-ff145c9cbce2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0490308 Aug 11 03:17:45.624211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e76b1fda-23d2-4c2c-9562-9800bf4aa204 req-0b83b847-76c8-4c71-955d-71a46c1e86a9 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331080 Aug 11 03:17:46.743214 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850139-7f0d-4188-8f8c-880e94b39bfa req-1200b239-a6a1-47fa-8400-e8cafce37428 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.744671 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2850139-7f0d-4188-8f8c-880e94b39bfa req-1200b239-a6a1-47fa-8400-e8cafce37428 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0526998 Aug 11 03:17:46.788276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e2850139-7f0d-4188-8f8c-880e94b39bfa req-32e52aca-f3b0-463c-83d9-d967b174d9e3 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374253 Aug 11 03:17:47.906311 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83dd70-91b4-4e2c-898b-ad70423cda38 req-19a55764-a5a0-47f8-921f-dce78fb8ee0d tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.907828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b83dd70-91b4-4e2c-898b-ad70423cda38 req-19a55764-a5a0-47f8-921f-dce78fb8ee0d tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0512395 Aug 11 03:17:47.948911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b83dd70-91b4-4e2c-898b-ad70423cda38 req-8e6e6026-2478-47b3-a5a7-1c29bcdbc326 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349376 Aug 11 03:17:49.066909 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f941476-4430-4157-8b01-940dcdcda871 req-f44e92fe-4457-4937-ad3f-85476fcbb436 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.068463 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f941476-4430-4157-8b01-940dcdcda871 req-f44e92fe-4457-4937-ad3f-85476fcbb436 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0500526 Aug 11 03:17:49.109497 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2f941476-4430-4157-8b01-940dcdcda871 req-d7d91d91-2b79-429c-93b7-4dabe90f6e8b tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348907 Aug 11 03:17:50.233971 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88163be3-4ce6-492f-96e9-864099b28eb2 req-3af1342b-b1b8-4a62-b910-b42881b51511 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.235486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88163be3-4ce6-492f-96e9-864099b28eb2 req-3af1342b-b1b8-4a62-b910-b42881b51511 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0561061 Aug 11 03:17:50.278859 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88163be3-4ce6-492f-96e9-864099b28eb2 req-eb5ceaf5-92a7-4c1d-9222-f503d034b666 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=14c32d1f-12d0-4358-84a6-1bb1b718e8fc&id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372643 Aug 11 03:17:52.729041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b03db214-6b93-4a1d-834c-7b4eea44baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.222434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6df7c943-5417-4d09-92f4-f393eb7f8dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.542335 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.695926 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.281757 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.675477 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-81fb2200-0589-4044-b0c6-6d3565631146 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398929 Aug 11 03:17:59.759786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041cab-afad-4f02-b174-a256df38572c req-34549f13-edc7-453f-9ba4-0eb16a3e395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.761278 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-34549f13-edc7-453f-9ba4-0eb16a3e395e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1136 time: 0.0448697 Aug 11 03:17:59.863030 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041cab-afad-4f02-b174-a256df38572c req-fb532449-2a66-4abb-9f71-84441f495a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.864528 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-fb532449-2a66-4abb-9f71-84441f495a02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.0843835 Aug 11 03:17:59.933771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-5e94a1a7-0ce3-4f39-a736-b853cada5fff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0617106 Aug 11 03:17:59.982426 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041cab-afad-4f02-b174-a256df38572c req-ba5324a4-bc53-4899-9d88-d9d7596cf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.984484 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-ba5324a4-bc53-4899-9d88-d9d7596cf8f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0434582 Aug 11 03:18:00.028214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041cab-afad-4f02-b174-a256df38572c req-bfbf2f2d-0eb1-45f9-9afe-2800cb560f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.029686 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-bfbf2f2d-0eb1-45f9-9afe-2800cb560f1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390544 Aug 11 03:18:00.122015 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-1dfd8f73-535b-4deb-963a-b2e1b2c93245 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Aug 11 03:18:00.211316 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-72041cab-afad-4f02-b174-a256df38572c req-6bd2921f-dc4a-426b-a1db-1b6caa29b122 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813127 Aug 11 03:18:11.278477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.320615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.352265 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:22.730580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7cfb-ebd8-499e-a6a6-0df0ff1b80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.223585 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ef14b42b-7fe2-4eb4-acd5-9e083884e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.452540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c98ec9-b797-48ba-9213-b334af727e1d req-8180f5c6-efa2-43c1-b7e1-8936f7077c69 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409220342&fields=id&tenant_id=021b1760894d4a40a28d91035aece19e HTTP/1.1" status: 200 len: 267 time: 0.0361753 Aug 11 03:18:25.509216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98ec9-b797-48ba-9213-b334af727e1d req-4994b96d-cf67-4d61-a25b-ab09b40e4c45 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.510738 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c98ec9-b797-48ba-9213-b334af727e1d req-4994b96d-cf67-4d61-a25b-ab09b40e4c45 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 984 time: 0.0519338 Aug 11 03:18:25.522335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Request body: {'port': {'security_groups': ['f8fe5759-0097-47ac-8f4a-a9de649bb198']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:25.553595 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.604626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.779649 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:25.813777 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.818440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.831917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:25.862387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.863045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.866320 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c98ec9-b797-48ba-9213-b334af727e1d req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "PUT /v2.0/ports/5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 942 time: 0.3490281 Aug 11 03:18:25.867318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:25.869795 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:25.871210 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39620) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:25.925071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event updated for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.939657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.939657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.940103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.940103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.940388 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.940721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.941054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.941170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.941383 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.941717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.942094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.942532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.942723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66817e37-e7a7-4c21-899e-42e69667f57a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:25.957464 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a50f4c-0fea-47f3-81bc-5017759d8c46 x-openstack-request-id: req-61a50f4c-0fea-47f3-81bc-5017759d8c46 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:25.958137 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:25.959573 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61a50f4c-0fea-47f3-81bc-5017759d8c46 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:25.960279 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:18:25.964050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:25.992185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.063305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-d1129183-c0c1-4839-8e00-2781af27135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.065407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-d1129183-c0c1-4839-8e00-2781af27135b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1097 time: 0.0842028 Aug 11 03:18:26.149548 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.152245 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.156041 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "DELETE /v2.0/security-groups/14c32d1f-12d0-4358-84a6-1bb1b718e8fc HTTP/1.1" status: 204 len: 168 time: 0.2812276 Aug 11 03:18:26.156651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.171354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c32d1f-12d0-4358-84a6-1bb1b718e8fc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.181790 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2079871b-273a-46da-8917-0f43d1270843 None None] Provisioning complete for port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:26.182185 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2079871b-273a-46da-8917-0f43d1270843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.188099 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.189002 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.189368 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.189705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.190078 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.190413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.190763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.191090 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.191418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.191766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.192091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.192416 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bdb7-852c-4eb2-a67f-f33c4b4948e1 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:26.196136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-705c5031-5093-4d8a-ae29-6700f90a149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.197930 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-705c5031-5093-4d8a-ae29-6700f90a149f service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.1247451 Aug 11 03:18:26.279312 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-f3d9e469-eced-4e50-881e-ee53cca9ed0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0731826 Aug 11 03:18:26.335217 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-73c2499f-4991-4e40-ac13-172eff1c66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.336667 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-73c2499f-4991-4e40-ac13-172eff1c66a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0494742 Aug 11 03:18:26.390082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-8e29ddff-9da8-4a38-b849-be9fdc0879e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.391698 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-8e29ddff-9da8-4a38-b849-be9fdc0879e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464988 Aug 11 03:18:26.509065 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-d66a31b3-bc4b-479a-8d09-dc7d0cf8bad9 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096501 Aug 11 03:18:26.612681 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d946bcfb-6691-4f1e-a6a9-ba131a1f3cf0 req-3a571c30-7016-45ea-8e80-b875cf1794aa service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961914 Aug 11 03:18:26.677625 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Deleting port 00c9c2d0-68d5-4cdc-9f51-3bb202d00b70 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:26.678300 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.698961 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.752196 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.752523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.763805 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Calling delete_port for 00c9c2d0-68d5-4cdc-9f51-3bb202d00b70 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:26.910216 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.936648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event deleted for resources: {'Port': ['ID=00c9c2d0-68d5-4cdc-9f51-3bb202d00b70,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.996951 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.997350 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Floating IP 37968ebd-5868-4278-a1ad-2fa0dbc5bf15 disassociated (deleted). External IP: 172.25.3.162, port: 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff. Aug 11 03:18:27.205879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Router 4d2db01b-e230-4581-beb2-b52a3848be91 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:27.312248 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:27.317306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.323199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Sync routers for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:27.332564 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:27.333151 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:27.344072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-073ae066-a7e5-4978-a9a6-4fd5d28a72e2 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "DELETE /v2.0/floatingips/37968ebd-5868-4278-a1ad-2fa0dbc5bf15 HTTP/1.1" status: 204 len: 168 time: 1.1861043 Aug 11 03:18:27.441617 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:27.643084 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:27.668646 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Checking router: 4d2db01b-e230-4581-beb2-b52a3848be91 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:27.677133 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:27.677737 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:27.788767 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:27.962068 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:27.964486 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b678de57-e7af-4eb7-8c00-c18d3266ed6c" -d '{"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:27.995354 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:28.004682 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d574d741-d0b2-40c8-89cf-23b5a12a54ee x-openstack-request-id: req-d574d741-d0b2-40c8-89cf-23b5a12a54ee {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:28.004977 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:28.005235 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d574d741-d0b2-40c8-89cf-23b5a12a54ee {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:28.005640 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:18:28.022995 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e41bd2-aaa5-4a5f-b22b-e9fdaf90d46a None None] The sync data for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 is: [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:25Z', 'revision_number': 4, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '33fbd5d8-f644-49c7-8a4f-c9828ba031c0', 'name': '', 'network_id': '46d01285-6aad-4155-b8d8-5af6620c4dba', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'mac_address': 'fa:16:3e:5e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'subnets': [{'id': 'de4c5e40-1835-4986-8034-e4ee7f427d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:28.088969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-3e844d04-ba0b-4aa8-ae17-574b4bca0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.090587 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-3e844d04-ba0b-4aa8-ae17-574b4bca0b3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=021b1760894d4a40a28d91035aece19e&device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 1097 time: 0.0505466 Aug 11 03:18:28.187389 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-fe1599d0-2a04-48b8-ac1b-92c3897a5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.188953 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-fe1599d0-2a04-48b8-ac1b-92c3897a5fc0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 200 len: 915 time: 0.0906014 Aug 11 03:18:28.235149 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-cd8521c5-653c-4383-9aed-9f6ea19b28c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 200 len: 217 time: 0.0381889 Aug 11 03:18:28.291653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.295985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c23eb8-8f92-464e-b937-2a68b0da212f None None] New status for floating IP 37968ebd-5868-4278-a1ad-2fa0dbc5bf15: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:18:28.298951 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-247f427e-734f-4905-85e6-8217d13b64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.300485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-247f427e-734f-4905-85e6-8217d13b64ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 200 len: 853 time: 0.0582814 Aug 11 03:18:28.349667 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-f0d71d3a-21da-484c-9867-e1e1df780e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.351274 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-f0d71d3a-21da-484c-9867-e1e1df780e50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46d01285-6aad-4155-b8d8-5af6620c4dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429239 Aug 11 03:18:28.452184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-139d5bc8-9dbd-4bc5-959c-a51f4a593ddc service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928454 Aug 11 03:18:28.548508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b678de57-e7af-4eb7-8c00-c18d3266ed6c req-8d2a6d79-9d47-4933-a3c2-1fcd84a22e70 service neutron] 10.222.0.61 "GET /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882838 Aug 11 03:18:34.316073 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e81b9d-7ea6-4e4f-8e76-eea7a1dfa534 req-41f1be17-1b58-43cb-a13a-6c88c5d8c542 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.317516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94e81b9d-7ea6-4e4f-8e76-eea7a1dfa534 req-41f1be17-1b58-43cb-a13a-6c88c5d8c542 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0528014 Aug 11 03:18:34.371755 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-94e81b9d-7ea6-4e4f-8e76-eea7a1dfa534 req-0e355ce6-841c-4552-ad8d-35739ce9d88d tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476754 Aug 11 03:18:35.505159 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f343085-49f0-432d-bbb5-8aa1eac567a4 req-635e4bf8-ba6a-4876-9787-cfbebb1d70a9 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.506742 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f343085-49f0-432d-bbb5-8aa1eac567a4 req-635e4bf8-ba6a-4876-9787-cfbebb1d70a9 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0611849 Aug 11 03:18:35.545654 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4f343085-49f0-432d-bbb5-8aa1eac567a4 req-e1f5d9dc-70df-494b-a05d-5fc77e93b7c4 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Aug 11 03:18:36.399935 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-d71c0284-8b45-47cb-bed5-0924e9755655 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.401327 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-d71c0284-8b45-47cb-bed5-0924e9755655 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.61 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Aug 11 03:18:36.498774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Deleting port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:36.499124 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.590037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] For port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:36.590445 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.604510 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Calling delete_port for 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:36.667867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d825c-ccc3-48fe-b5b2-4784cda4c8e9 req-e71ea024-cbda-4a5c-9dbf-640577adb69a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.669394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f09d825c-ccc3-48fe-b5b2-4784cda4c8e9 req-e71ea024-cbda-4a5c-9dbf-640577adb69a tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/ports?device_id=82435069-8376-425b-b99b-3e79b1286d22 HTTP/1.1" status: 200 len: 945 time: 0.0544739 Aug 11 03:18:36.707974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f09d825c-ccc3-48fe-b5b2-4784cda4c8e9 req-722814d5-9895-44ea-82f3-655529addc5d tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.68 "GET /v2.0/security-groups?id=f8fe5759-0097-47ac-8f4a-a9de649bb198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Aug 11 03:18:36.735726 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.751560 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:36.763285 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Pushing event deleted for resources: {'Port': ['ID=5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:36.812482 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] No DVR routers for this DVR port 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:36.815871 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.818098 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-53bcc88e-1ac7-4f53-b4d0-b5b5cde20771 req-435d60c3-bd0e-4b19-bafc-500125808e23 tempest-TestMinimumBasicScenario-713548665 tempest-TestMinimumBasicScenario-713548665-project] 10.222.0.61 "DELETE /v2.0/ports/5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff HTTP/1.1" status: 204 len: 173 time: 0.4091341 Aug 11 03:18:36.818562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'name': 'network-vif-deleted', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:36.820897 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8259a45-6327-45f8-b862-8d627e596728" -d '{"events": [{"server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "name": "network-vif-deleted", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:36.931989 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e628489-7b95-4fe2-b8ea-c47de0f61f8a x-openstack-request-id: req-8e628489-7b95-4fe2-b8ea-c47de0f61f8a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:36.932357 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82435069-8376-425b-b99b-3e79b1286d22", "name": "network-vif-deleted", "tag": "5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:36.932688 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e628489-7b95-4fe2-b8ea-c47de0f61f8a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:36.933159 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82435069-8376-425b-b99b-3e79b1286d22', 'name': 'network-vif-deleted', 'tag': '5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff', 'status': 'completed', 'code': 200} Aug 11 03:18:38.282107 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39724) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.621025 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.874072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Deleting port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:38.874363 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.972682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] For port 33fbd5d8-f644-49c7-8a4f-c9828ba031c0, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:38.973225 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.990597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Calling delete_port for 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:39.169626 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.192554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fbd5d8-f644-49c7-8a4f-c9828ba031c0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:39.368773 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.585830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Router 4d2db01b-e230-4581-beb2-b52a3848be91 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:39.694266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:39.700292 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d8d72277-db21-4386-bfb9-9ae9a1a9c4d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/4d2db01b-e230-4581-beb2-b52a3848be91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170225 Aug 11 03:18:39.702258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39726) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:39.705208 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Sync routers for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:39.715250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:39.715870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:39.811475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.825614 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:39.916291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.985999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Deleting port 2d236583-320a-465c-b0ed-294ab323e93e {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:39.986575 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.009764 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '2d236583-320a-465c-b0ed-294ab323e93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:18:39Z', 'revision_number': 5, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port': {'id': '2d236583-320a-465c-b0ed-294ab323e93e', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:40.040409 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Checking router: 4d2db01b-e230-4581-beb2-b52a3848be91 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:40.050417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Routers {'4d2db01b-e230-4581-beb2-b52a3848be91'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:40.051044 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['4d2db01b-e230-4581-beb2-b52a3848be91'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:40.095309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] For port 2d236583-320a-465c-b0ed-294ab323e93e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2d236583-320a-465c-b0ed-294ab323e93e,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:40.095678 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.111837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Calling delete_port for 2d236583-320a-465c-b0ed-294ab323e93e owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:40.238748 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] Set router 4d2db01b-e230-4581-beb2-b52a3848be91 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:40.287337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.290714 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:18:39Z', 'revision_number': 6, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:40.314526 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2d236583-320a-465c-b0ed-294ab323e93e,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:40.319725 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bdbd09-5a65-474d-a14a-e1a94d2e6cf2 None None] The sync data for ids ['4d2db01b-e230-4581-beb2-b52a3848be91'] in n-d-713498-10 is: [{'id': '4d2db01b-e230-4581-beb2-b52a3848be91', 'name': 'tempest-TestMinimumBasicScenario-138680803-router', 'tenant_id': '021b1760894d4a40a28d91035aece19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:22Z', 'updated_at': '2021-08-11T03:18:39Z', 'revision_number': 6, 'project_id': '021b1760894d4a40a28d91035aece19e', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:40.378187 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.465363 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.467520 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.510020 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.510490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2db01b-e230-4581-beb2-b52a3848be91 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:18:40.514750 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.515875 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-74a3ecd3-1405-4c94-bbf6-6c5535dda4ed admin admin] 10.222.0.68 "DELETE /v2.0/routers/4d2db01b-e230-4581-beb2-b52a3848be91 HTTP/1.1" status: 204 len: 168 time: 0.8125813 Aug 11 03:18:40.518454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:40.562548 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Deleting subnet de4c5e40-1835-4986-8034-e4ee7f427d49 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:40.565642 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.604117 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.681916 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.736467 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.763261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4c5e40-1835-4986-8034-e4ee7f427d49,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:40.765148 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.767517 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72e592e9-1bcb-4f79-be40-bfe5091cf7e4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de4c5e40-1835-4986-8034-e4ee7f427d49 HTTP/1.1" status: 204 len: 168 time: 0.2481632 Aug 11 03:18:40.769985 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39730) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:40.770113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89b8a8-33b9-48ae-9c8d-3cab8f71af72 None None] Network 46d01285-6aad-4155-b8d8-5af6620c4dba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:40.839714 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.892184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Deleting port ff1f997f-265c-41a3-82d5-18944b71ef51 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:40.892527 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.957986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] For port ff1f997f-265c-41a3-82d5-18944b71ef51, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ff1f997f-265c-41a3-82d5-18944b71ef51,segment=NetworkSegment(2a2cf666-c2cd-4f1a-9e40-6ef34d531af1),segment_id=2a2cf666-c2cd-4f1a-9e40-6ef34d531af1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:40.958351 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:40.970876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Calling delete_port for ff1f997f-265c-41a3-82d5-18944b71ef51 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:41.051341 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.080133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1f997f-265c-41a3-82d5-18944b71ef51,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:41.081053 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d4f33-4bc1-4453-b45f-b83787cb401e None None] DHCP port deletion for 46d01285-6aad-4155-b8d8-5af6620c4dba request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:41.082492 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] No DVR routers for this DVR port ff1f997f-265c-41a3-82d5-18944b71ef51 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:41.149309 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:41.166219 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.169886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:41.170298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 33fbd5d8-f644-49c7-8a4f-c9828ba031c0 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:41.170773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ff1f997f-265c-41a3-82d5-18944b71ef51 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:41.177125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d01285-6aad-4155-b8d8-5af6620c4dba']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:41.189629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:41.189960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2cf666-c2cd-4f1a-9e40-6ef34d531af1') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:41.191417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ff1f997f-265c-41a3-82d5-18944b71ef51 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:41.191774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ff1f997f-265c-41a3-82d5-18944b71ef51 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:41.192364 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2d236583-320a-465c-b0ed-294ab323e93e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:41.201934 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.218512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.218625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2d236583-320a-465c-b0ed-294ab323e93e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:41.218940 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2d236583-320a-465c-b0ed-294ab323e93e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:41.226321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:41.226823 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:41.228711 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:41.265129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:41.287428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:41.287872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 5f629aa2-4e3b-45b3-b251-aef7b0d7f8ff not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:41.288088 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.294181 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.296016 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] 10.222.0.68 "DELETE /v2.0/networks/46d01285-6aad-4155-b8d8-5af6620c4dba HTTP/1.1" status: 204 len: 168 time: 0.5244644 Aug 11 03:18:41.299654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39734) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:41.314429 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b2c6-825f-4273-bd56-82930747ff1a admin admin] Pushing event deleted for resources: {'Network': ['ID=46d01285-6aad-4155-b8d8-5af6620c4dba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:41.319612 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.320771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.664446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.925931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Deleting port 1133b60f-c58d-4528-ba2f-599e13b9d279 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:41.926203 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.005991 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] For port 1133b60f-c58d-4528-ba2f-599e13b9d279, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=1133b60f-c58d-4528-ba2f-599e13b9d279,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:42.006354 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.018702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Calling delete_port for 1133b60f-c58d-4528-ba2f-599e13b9d279 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:42.196854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.220609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1133b60f-c58d-4528-ba2f-599e13b9d279,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:42.714678 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.934448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Router 0fb1f451-732d-465c-9f50-a857bdfe8027 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:43.040980 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:43.045988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-954755ef-8e50-4a46-a880-83b0975ae0f9 admin admin] 10.222.0.68 "PUT /v2.0/routers/0fb1f451-732d-465c-9f50-a857bdfe8027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446160 Aug 11 03:18:43.049373 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39738) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:43.050282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Sync routers for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:43.059289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:43.059906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:43.154494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.166233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:43.260454 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.319113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Deleting port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:43.319345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.348882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:18:42Z', 'revision_number': 5, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port': {'id': 'f77f5b70-4e5e-4d6a-a555-f8db17f7bce4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:da:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:43.376687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Checking router: 0fb1f451-732d-465c-9f50-a857bdfe8027 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:43.384844 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Routers {'0fb1f451-732d-465c-9f50-a857bdfe8027'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:43.385452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['0fb1f451-732d-465c-9f50-a857bdfe8027'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:43.399338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] For port f77f5b70-4e5e-4d6a-a555-f8db17f7bce4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:43.399711 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.413685 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Calling delete_port for f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:43.476564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] Set router 0fb1f451-732d-465c-9f50-a857bdfe8027 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:43.533080 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:18:43Z', 'revision_number': 6, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:43.562161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2218c3-3fa9-4454-8a19-b55a62b07fb9 None None] The sync data for ids ['0fb1f451-732d-465c-9f50-a857bdfe8027'] in n-d-713498-10 is: [{'id': '0fb1f451-732d-465c-9f50-a857bdfe8027', 'name': 'tempest-TestMinimumBasicScenario-1326519432-router', 'tenant_id': '94b1923a25cb4cd8881dfc5d8b461285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:27Z', 'updated_at': '2021-08-11T03:18:43Z', 'revision_number': 6, 'project_id': '94b1923a25cb4cd8881dfc5d8b461285', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:43.607301 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.634100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Pushing event deleted for resources: {'Port': ['ID=f77f5b70-4e5e-4d6a-a555-f8db17f7bce4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:43.700211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.798177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.800419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.843306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.843711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb1f451-732d-465c-9f50-a857bdfe8027 {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:18:43.850076 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.851271 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c4d18bc7-2ce9-4625-b4ae-3c49d39f832f admin admin] 10.222.0.68 "DELETE /v2.0/routers/0fb1f451-732d-465c-9f50-a857bdfe8027 HTTP/1.1" status: 204 len: 168 time: 0.8009114 Aug 11 03:18:43.853949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39742) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:43.904884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Deleting subnet fab34713-b872-47e5-8cf7-a02268bfb90b {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:43.911822 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.954470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.040035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.092045 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.122572 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab34713-b872-47e5-8cf7-a02268bfb90b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.124449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.126901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0beff661-a7d3-461b-a0af-df6d189683c0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fab34713-b872-47e5-8cf7-a02268bfb90b HTTP/1.1" status: 204 len: 168 time: 0.2720082 Aug 11 03:18:44.129512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39744) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:44.129998 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325dded-4b1f-4f3e-82c0-5e803e5e0297 None None] Network 896efa9e-d558-4ef2-94b2-49dad49022d5 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:44.196229 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.252931 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Deleting port a8f9db01-96a8-426d-9d63-e2be57be98ea {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:44.253313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.323904 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] For port a8f9db01-96a8-426d-9d63-e2be57be98ea, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a8f9db01-96a8-426d-9d63-e2be57be98ea,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:44.324273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.339214 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] DHCP port deletion for 896efa9e-d558-4ef2-94b2-49dad49022d5 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:44.342171 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Calling delete_port for a8f9db01-96a8-426d-9d63-e2be57be98ea owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:44.388103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Deleting port a8f9db01-96a8-426d-9d63-e2be57be98ea {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:44.388419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.423889 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.451168 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f9db01-96a8-426d-9d63-e2be57be98ea,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.455054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] No DVR routers for this DVR port a8f9db01-96a8-426d-9d63-e2be57be98ea on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:44.465754 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] For port a8f9db01-96a8-426d-9d63-e2be57be98ea, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=a8f9db01-96a8-426d-9d63-e2be57be98ea,segment=NetworkSegment(855e1f47-3be7-495e-b6f2-2baf0d5073ff),segment_id=855e1f47-3be7-495e-b6f2-2baf0d5073ff)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:44.466275 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.480286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Calling delete_port for a8f9db01-96a8-426d-9d63-e2be57be98ea owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:44.530407 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.542090 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896efa9e-d558-4ef2-94b2-49dad49022d5']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:44.553587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855e1f47-3be7-495e-b6f2-2baf0d5073ff') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:44.553919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855e1f47-3be7-495e-b6f2-2baf0d5073ff') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:44.564514 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.564992 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.580472 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.587299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:44.588001 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:44.589883 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:44.596718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Pushing event deleted for resources: {'Port': ['ID=a8f9db01-96a8-426d-9d63-e2be57be98ea,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.599264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] No DVR routers for this DVR port a8f9db01-96a8-426d-9d63-e2be57be98ea on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:44.613571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.614158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.614533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.614951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.615384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.615787 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.616197 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.616856 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.617323 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.617757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.618379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.619005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a5671-d394-4b41-aba2-0bafab6c479c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.657766 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.663785 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.665909 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] 10.222.0.68 "DELETE /v2.0/networks/896efa9e-d558-4ef2-94b2-49dad49022d5 HTTP/1.1" status: 204 len: 168 time: 0.5354142 Aug 11 03:18:44.677841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63567529-6bc1-4f7b-8c88-dea591c7e841 admin admin] Pushing event deleted for resources: {'Network': ['ID=896efa9e-d558-4ef2-94b2-49dad49022d5,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.837472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39750) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:44.851029 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:44.874802 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:44.875201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device f77f5b70-4e5e-4d6a-a555-f8db17f7bce4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:44.875757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1133b60f-c58d-4528-ba2f-599e13b9d279 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:44.879011 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fb9a3185-a0dc-44a6-a2b5-dc530322b2f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=021b1760894d4a40a28d91035aece19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403256 Aug 11 03:18:44.881539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39752) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:44.897280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 1133b60f-c58d-4528-ba2f-599e13b9d279 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:44.897630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 1133b60f-c58d-4528-ba2f-599e13b9d279 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:44.898076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a8f9db01-96a8-426d-9d63-e2be57be98ea no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:44.917728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: a8f9db01-96a8-426d-9d63-e2be57be98ea {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:44.918164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device a8f9db01-96a8-426d-9d63-e2be57be98ea not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:44.934619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.956904 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.008327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.013113 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.015163 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8fe5759-0097-47ac-8f4a-a9de649bb198 HTTP/1.1" status: 204 len: 168 time: 0.1324675 Aug 11 03:18:45.028028 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2544f-87ca-4d83-83eb-b7a9d1869570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe5759-0097-47ac-8f4a-a9de649bb198,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:45.342084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39758) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:45.382932 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f00a6f3-f7ae-46a3-92aa-9500946d3870 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94b1923a25cb4cd8881dfc5d8b461285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396571 Aug 11 03:18:45.385374 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39760) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:45.444329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.467159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.518854 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.521456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.524766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd563c63-ed6a-478a-8259-d9d9518784fc HTTP/1.1" status: 204 len: 168 time: 0.1363719 Aug 11 03:18:45.531102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b359b63-ca29-4212-977f-b0cc4c874af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd563c63-ed6a-478a-8259-d9d9518784fc,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.310183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39800) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.316439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907633679', 'description': 'tempest-secgroup-smoke-1907633679 description', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:47.338282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.346928 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.440421 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.444615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.483409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee335d3-a8e3-49cb-b7ca-97df28ffbd32,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.541799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.546089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.574377 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.575523 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2643363 Aug 11 03:18:47.577409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29a2c-f70c-4cb6-92e2-f01d0696f508 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.578736 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39802) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.584486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:47.611920 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.663086 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.666631 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.687631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38486f39-cf00-4dbc-a5f2-a7d266ec2f36,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.691655 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.692856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd1cb337-abc6-4b8e-a123-4440ed8780ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122675 Aug 11 03:18:47.695641 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39804) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.700059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:47.726439 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.783992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.787689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.808521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2e17c7-8cdb-420a-afbf-5a787b6b6113,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.815592 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.816719 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-550ba4ed-28eb-4e27-997f-b0e6e5831731 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201429 Aug 11 03:18:47.819392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39806) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.823696 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:47.848960 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.907774 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.911200 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.931723 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97980e88-e628-46f3-ae9b-b4c8a1978eef,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.935013 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.936412 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-016ce32e-6e2b-4cea-a4a8-72e887d1eb53 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160843 Aug 11 03:18:47.939079 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39810) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.943857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:47.971924 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.031309 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.035382 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.053253 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05af643-1dee-4dcf-9d4d-f57199c64a7e,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.059640 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.061054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-72ab2473-b838-4121-9b25-22b97dc9dc3a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210084 Aug 11 03:18:48.063920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39812) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.068392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:48.090139 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:18:48.095772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.156335 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.160641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.181393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d862c2-4c4d-4c3f-bf7b-36ad9242f0db,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.185197 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.186423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ac3d3f90-9de0-4a38-836b-256f68014087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215680 Aug 11 03:18:48.189198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.193542 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:48.220523 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:18:48.226068 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.289825 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.293634 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.310680 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0c7c59-93a4-4872-b76e-3c3e0f6e2773,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.317349 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.318642 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d92a8ea9-a804-4fa9-aa3f-52b538fa33f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285326 Aug 11 03:18:48.321675 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39816) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.326661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'network': {'name': 'tempest-network-smoke--1132958294', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:48.347299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:48.350740 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.374113 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:48.383459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.383828 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Added segment e6442306-590f-46f5-b248-5accdaa48161 of type vlan for network 9df86f22-f804-437f-8d04-aac01386d6f0 Aug 11 03:18:48.423296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.450601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.456830 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.457416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.517726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1949735 Aug 11 03:18:48.520567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39818) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.527119 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'admin_state_up': True, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:48.537128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e765-9a34-4769-b5c3-cca1867962e7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Network': ['ID=9df86f22-f804-437f-8d04-aac01386d6f0,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.547668 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 9df86f22-f804-437f-8d04-aac01386d6f0 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:48.554518 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.555529 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.610165 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.753400 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.943131 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.965460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.068257 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.222 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/806cac05-b781-47ab-a2c9-57abcfb452fa) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:49.169896 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.209488 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.248651 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:49.254942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:49.258539 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:49.264443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=806cac05-b781-47ab-a2c9-57abcfb452fa,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:49.524994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.072535 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.205064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:18:50.314199 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:50.323425 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Sync routers for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:50.333319 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:50.334063 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:50.334205 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.335329 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd986edd-0c11-4b17-89a4-86f3dcd3848b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8138220 Aug 11 03:18:50.338538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39820) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:50.436885 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:50.458045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bc2292cd-2bb2-4e3a-8bba-cb5950a38667 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=1b6fc1a15a7144d5b93b9f08b1650adf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1183722 Aug 11 03:18:50.460669 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:50.553129 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127489db-1080-44e2-978e-d66230cec0a1 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.554690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-127489db-1080-44e2-978e-d66230cec0a1 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931149 Aug 11 03:18:50.557494 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:50.592336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3ec7ac30-adc3-47ef-8de9-ae7c87ad02a5 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336189 Aug 11 03:18:50.594978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39828) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:50.600187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022591214', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:50.621143 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:49Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:50.664560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Checking router: 6665a095-1870-4fdc-9c06-1fc73f4e1cfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:50.664975 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Updating router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd port 806cac05-b781-47ab-a2c9-57abcfb452fa binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:18:50.691661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:50.694927 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.695576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.879011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.942490 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Subnet': ['ID=3cd18a00-d4ce-4171-8979-3c59ff49bcdb,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:50.942750 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.948008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Checking segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:50.948504 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network hostable DHCP agents. Network: 9df86f22-f804-437f-8d04-aac01386d6f0, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:50.953167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Transition to ACTIVE for port object 806cac05-b781-47ab-a2c9-57abcfb452fa will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:50.958624 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.965098 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 9df86f22-f804-437f-8d04-aac01386d6f0 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:50.977287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 9df86f22-f804-437f-8d04-aac01386d6f0) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:50.982702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.983303 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.991642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e425cf5-8d1a-46f6-a3f2-b469393d3543 None None] Network 9df86f22-f804-437f-8d04-aac01386d6f0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:51.001867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-478e09b6-0bf1-415a-b446-334d397d7743 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056334 Aug 11 03:18:51.004448 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39830) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.006789 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Attempting to bind port 806cac05-b781-47ab-a2c9-57abcfb452fa on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:51.007170 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Attempting to bind port 806cac05-b781-47ab-a2c9-57abcfb452fa by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:51.007536 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Attempting to bind port 806cac05-b781-47ab-a2c9-57abcfb452fa on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:51.019264 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:51.019637 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:51.020041 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.020429 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:51.020903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Bound port: 806cac05-b781-47ab-a2c9-57abcfb452fa, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:51.021289 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.069423 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Pushing event updated for resources: {'Port': ['ID=806cac05-b781-47ab-a2c9-57abcfb452fa,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.082296 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] For port 806cac05-b781-47ab-a2c9-57abcfb452fa, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:51.086191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] For port 806cac05-b781-47ab-a2c9-57abcfb452fa, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=806cac05-b781-47ab-a2c9-57abcfb452fa,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:51.091561 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.095443 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.095780 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.096128 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.096961 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.097292 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.097623 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.097977 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.098304 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.098626 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.098944 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.099266 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.099794 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:51.159184 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc903-df7d-4e29-afb2-027fe9d8f674 None None] Pushing event updated for resources: {'Port': ['ID=806cac05-b781-47ab-a2c9-57abcfb452fa,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.167904 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:51.168957 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:51.190647 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-9df86f22-f804-437f-8d04-aac01386d6f0', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:51.191602 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.296571 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:51.343312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Allocated IP 172.20.0.2 (9df86f22-f804-437f-8d04-aac01386d6f0/3cd18a00-d4ce-4171-8979-3c59ff49bcdb/49b760a3-83b2-45da-82a3-e7b0298bfb89) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:51.508990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.520807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Transition to ACTIVE for port object 49b760a3-83b2-45da-82a3-e7b0298bfb89 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:51.523403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.540909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Transition to ACTIVE for port object 49b760a3-83b2-45da-82a3-e7b0298bfb89 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:51.542967 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:49Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:51.551796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.575551 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827ff04-3fe3-475c-b017-b029e1d78189 None None] The sync data for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 is: [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:49Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:51.596329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Network 9df86f22-f804-437f-8d04-aac01386d6f0 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:51.602676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Pushing event updated for resources: {'Port': ['ID=49b760a3-83b2-45da-82a3-e7b0298bfb89,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.604927 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:51.607290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:51.667751 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Attempting to bind port 49b760a3-83b2-45da-82a3-e7b0298bfb89 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:51.668157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Attempting to bind port 49b760a3-83b2-45da-82a3-e7b0298bfb89 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:51.668566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Attempting to bind port 49b760a3-83b2-45da-82a3-e7b0298bfb89 on network 9df86f22-f804-437f-8d04-aac01386d6f0 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:51.674925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:51.675324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Checking segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:51.675706 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.676113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Bound using segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:51.676597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Bound port: 49b760a3-83b2-45da-82a3-e7b0298bfb89, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:51.676988 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.760264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] For port 49b760a3-83b2-45da-82a3-e7b0298bfb89, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:51.766019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] For port 49b760a3-83b2-45da-82a3-e7b0298bfb89, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=49b760a3-83b2-45da-82a3-e7b0298bfb89,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:51.771161 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.850875 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb2786-80c1-4b3f-a3a1-7653f352e79b None None] Pushing event updated for resources: {'Port': ['ID=49b760a3-83b2-45da-82a3-e7b0298bfb89,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:51.873087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.1 (9df86f22-f804-437f-8d04-aac01386d6f0/3cd18a00-d4ce-4171-8979-3c59ff49bcdb/ab06a054-9126-4479-9d29-12dad9165536) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:52.025641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.051439 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object ab06a054-9126-4479-9d29-12dad9165536 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:52.094476 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.155103 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 9df86f22-f804-437f-8d04-aac01386d6f0 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:52.162944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:52.167891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:52.172291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:52.230336 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.372665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.699840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.706745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.736724 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4ec53cad-4db1-498e-9175-25e70dc5946c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.801947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.813600 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:52.880742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15fd00c-988c-40c0-b917-f4c1b93d9243 None None] Network 9df86f22-f804-437f-8d04-aac01386d6f0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:52.919458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 9df86f22-f804-437f-8d04-aac01386d6f0 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:52.920166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:52.938780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 806cac05-b781-47ab-a2c9-57abcfb452fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:52.981464 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-59914e11-6730-4629-9510-27298595a78b None None] Provisioning for port 49b760a3-83b2-45da-82a3-e7b0298bfb89 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:53.039027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 806cac05-b781-47ab-a2c9-57abcfb452fa completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:53.061717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:53.065995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 806cac05-b781-47ab-a2c9-57abcfb452fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:53.066382 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.200656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.206298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:53.215982 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-241ea5fd-f90a-449b-8dc9-0abbef0c84d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/6665a095-1870-4fdc-9c06-1fc73f4e1cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2082551 Aug 11 03:18:53.243387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 806cac05-b781-47ab-a2c9-57abcfb452fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=806cac05-b781-47ab-a2c9-57abcfb452fa,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:53.250153 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.251570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 49b760a3-83b2-45da-82a3-e7b0298bfb89 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:53.353319 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:53.384759 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=806cac05-b781-47ab-a2c9-57abcfb452fa,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:53.405163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 49b760a3-83b2-45da-82a3-e7b0298bfb89 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:53.408098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 49b760a3-83b2-45da-82a3-e7b0298bfb89 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:53.408544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.420427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-89582863-1745-4dc1-b93f-28c941c82f19 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907633679&fields=id&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 267 time: 0.0627484 Aug 11 03:18:53.443168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Sync routers for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:53.464810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:53.465460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:53.548866 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-1061f81e-e356-4ebb-9ff7-ae3fc0447b5e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.550906 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-1061f81e-e356-4ebb-9ff7-ae3fc0447b5e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/networks?id=9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 200 len: 797 time: 0.1221662 Aug 11 03:18:53.567318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-d20f62c3-771f-4f1e-ab59-385a7a53e137 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/quotas/1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 375 time: 0.0103354 Aug 11 03:18:53.570574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Provisioning for port ab06a054-9126-4479-9d29-12dad9165536 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:53.636312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-0ccb6fa9-b37b-4c9e-ad83-d1ba7124aae1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612555 Aug 11 03:18:53.782123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Provisioning complete for port ab06a054-9126-4479-9d29-12dad9165536 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:53.782723 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.809492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-424944f4-1939-4985-b748-e19c9351e5e1 service neutron] 10.222.0.68 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481760 Aug 11 03:18:53.832837 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.858283 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Port ab06a054-9126-4479-9d29-12dad9165536 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:53.870265 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:53.917193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 49b760a3-83b2-45da-82a3-e7b0298bfb89, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=49b760a3-83b2-45da-82a3-e7b0298bfb89,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:53.928067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Provisioning complete for port 49b760a3-83b2-45da-82a3-e7b0298bfb89 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:53.928446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-682a5b07-9fd7-4e52-ad37-9df9a4a0545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.931843 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:53.935417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-b89c1479-69f5-4e01-96a0-06bf36f57b33 service neutron] 10.222.0.68 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097252 Aug 11 03:18:54.100925 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=49b760a3-83b2-45da-82a3-e7b0298bfb89,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:54.124878 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22cbb67d-ab51-4e28-9327-2098e57b227d req-153ad8b0-469d-449a-af8e-114867b36bb3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Aug 11 03:18:54.216685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 2, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:54.250059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Checking router: 6665a095-1870-4fdc-9c06-1fc73f4e1cfd for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:54.251090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Updating router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd port ab06a054-9126-4479-9d29-12dad9165536 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:18:54.277348 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.337597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-15d23efc-e5d5-4c18-859d-b1f6f04ff5ce None None] Provisioning complete for port ab06a054-9126-4479-9d29-12dad9165536 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:54.338010 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-15d23efc-e5d5-4c18-859d-b1f6f04ff5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.443121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-15d23efc-e5d5-4c18-859d-b1f6f04ff5ce None None] Port ab06a054-9126-4479-9d29-12dad9165536 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:54.625458 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.636460 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Transition to ACTIVE for port object ab06a054-9126-4479-9d29-12dad9165536 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:54.644220 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.708081 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4085a-ab96-4e23-9c80-3e268e2118b1 None None] Pushing event updated for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:54.765553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Attempting to bind port ab06a054-9126-4479-9d29-12dad9165536 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:54.766050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Attempting to bind port ab06a054-9126-4479-9d29-12dad9165536 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:54.766433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Attempting to bind port ab06a054-9126-4479-9d29-12dad9165536 on network 9df86f22-f804-437f-8d04-aac01386d6f0 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:54.772532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:54.772917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Checking segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:54.773344 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.773745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Bound using segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:54.774287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Bound port: ab06a054-9126-4479-9d29-12dad9165536, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:54.774680 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.849567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] For port ab06a054-9126-4479-9d29-12dad9165536, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:54.855091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] For port ab06a054-9126-4479-9d29-12dad9165536, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ab06a054-9126-4479-9d29-12dad9165536,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:54.859987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.864882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 806cac05-b781-47ab-a2c9-57abcfb452fa up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:54.970327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4085a-ab96-4e23-9c80-3e268e2118b1 None None] Pushing event updated for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:54.975304 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:54.975946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:55.045143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 806cac05-b781-47ab-a2c9-57abcfb452fa triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:55.045519 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.152677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:55.231282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-ca98e697-f5dc-45b0-842a-c8e729fd6a49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:55.233648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-ca98e697-f5dc-45b0-842a-c8e729fd6a49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/networks?id=9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 200 len: 797 time: 0.1267104 Aug 11 03:18:55.263476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6ef27e7a-7664-461f-bb2a-c91913ea8578 req-7802e0d9-3345-43f3-bded-32b5ee484d05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 210 time: 0.0438638 Aug 11 03:18:55.292550 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-92c2658c-1af3-4cfc-ac51-0cfa4d123763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.296786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-c015d43b-5df7-438a-a890-ddcec482499a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 380 time: 0.0484948 Aug 11 03:18:55.309606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'port': {'device_id': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'admin_state_up': True, 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'security_groups': ['df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:55.323692 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 49b760a3-83b2-45da-82a3-e7b0298bfb89 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:55.417117 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:55.420864 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.423089 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 49b760a3-83b2-45da-82a3-e7b0298bfb89 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:55.423467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.488006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:54Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:55.539731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4bef5-3021-4403-83c5-3afeac03f5bf None None] The sync data for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 is: [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:54Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:55.556235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.6 (9df86f22-f804-437f-8d04-aac01386d6f0/3cd18a00-d4ce-4171-8979-3c59ff49bcdb/4dafe4f8-74e9-4d45-9591-499b49058a3d) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:55.560236 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.722662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.737973 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object 4dafe4f8-74e9-4d45-9591-499b49058a3d will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:55.782082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.826668 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 9df86f22-f804-437f-8d04-aac01386d6f0 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:55.832566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:55.835119 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:55.862561 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:55.894092 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:55.894912 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.913208 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-f8ed23f8-4f69-4cbc-91a7-45e7d476a924 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6073456 Aug 11 03:18:55.926727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Request body: {'port': {'device_id': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:55.991782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.156200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f1897eaa-3f16-4a8c-af6e-3e8d2a61cdcf None None] Provisioning for port 4dafe4f8-74e9-4d45-9591-499b49058a3d completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:56.160852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f1897eaa-3f16-4a8c-af6e-3e8d2a61cdcf None None] Provisioning complete for port 4dafe4f8-74e9-4d45-9591-499b49058a3d triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:56.161331 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f1897eaa-3f16-4a8c-af6e-3e8d2a61cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.198483 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f1897eaa-3f16-4a8c-af6e-3e8d2a61cdcf None None] Port 4dafe4f8-74e9-4d45-9591-499b49058a3d cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:56.281274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dafe4f8-74e9-4d45-9591-499b49058a3d {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:56.289510 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.304943 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Transition to ACTIVE for port object 4dafe4f8-74e9-4d45-9591-499b49058a3d will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:56.310184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.389559 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Pushing event updated for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:56.401742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6fecb-85e0-4842-98e9-50d730a1675a req-2c416049-544c-4d91-9e39-4026aadd196a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.403395 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7b6fecb-85e0-4842-98e9-50d730a1675a req-2c416049-544c-4d91-9e39-4026aadd196a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 943 time: 0.0739326 Aug 11 03:18:56.449649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f7b6fecb-85e0-4842-98e9-50d730a1675a req-1d5def00-8840-4bef-88b1-11b406118746 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Aug 11 03:18:56.450252 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Attempting to bind port 4dafe4f8-74e9-4d45-9591-499b49058a3d on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:56.450617 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Attempting to bind port 4dafe4f8-74e9-4d45-9591-499b49058a3d by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:56.450950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Attempting to bind port 4dafe4f8-74e9-4d45-9591-499b49058a3d on network 9df86f22-f804-437f-8d04-aac01386d6f0 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:56.456268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Port 4dafe4f8-74e9-4d45-9591-499b49058a3d on network 9df86f22-f804-437f-8d04-aac01386d6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:56.456597 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Attempting to bind port 4dafe4f8-74e9-4d45-9591-499b49058a3d on network 9df86f22-f804-437f-8d04-aac01386d6f0 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:56.462364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:56.462708 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Checking segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:56.463094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Bound using segment: {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:56.463515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Bound port: 4dafe4f8-74e9-4d45-9591-499b49058a3d, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6442306-590f-46f5-b248-5accdaa48161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:56.463935 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.538206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:56.542019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:56.551670 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.587661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.588630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.590468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] 10.222.0.61 "PUT /v2.0/ports/4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 200 len: 1092 time: 0.6686511 Aug 11 03:18:56.592902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:56.595603 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309df71e-d1f6-4da9-bdd5-43253cd046ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:56.651807 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ecd2b-2796-4b3c-9396-d232447b954f x-openstack-request-id: req-3b4ecd2b-2796-4b3c-9396-d232447b954f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:56.652097 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:56.652356 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b4ecd2b-2796-4b3c-9396-d232447b954f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:56.652763 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'status': 'completed', 'code': 200} Aug 11 03:18:56.670997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ed86-0052-4049-a700-a087a60dc42a service neutron] Pushing event updated for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:56.693424 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-a1fd2c78-7a2b-4f92-9d8f-82416a420088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.695015 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-a1fd2c78-7a2b-4f92-9d8f-82416a420088 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1095 time: 0.0569201 Aug 11 03:18:56.701279 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.747057 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-51448c2e-1171-4d59-a331-848452628705 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 200 len: 217 time: 0.0403183 Aug 11 03:18:56.803129 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-2ba2935f-acb1-4650-835a-feb5387c5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.804614 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-2ba2935f-acb1-4650-835a-feb5387c5a5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cd18a00-d4ce-4171-8979-3c59ff49bcdb HTTP/1.1" status: 200 len: 835 time: 0.0481861 Aug 11 03:18:56.862190 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-c3148c1e-058f-4861-86e7-46d7cec8e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.863731 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-c3148c1e-058f-4861-86e7-46d7cec8e7e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9df86f22-f804-437f-8d04-aac01386d6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492790 Aug 11 03:18:56.879650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ab06a054-9126-4479-9d29-12dad9165536 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:56.937078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port ab06a054-9126-4479-9d29-12dad9165536 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:56.942078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ab06a054-9126-4479-9d29-12dad9165536 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:56.942529 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.031189 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.071797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port ab06a054-9126-4479-9d29-12dad9165536, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ab06a054-9126-4479-9d29-12dad9165536,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:57.076640 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.132563 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.325031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-25bf9e97-162f-46d3-9845-3fdd68f29837 service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497972 Aug 11 03:18:57.426233 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9a1a9803-a400-49af-bcd9-0c708752ac86 req-d5302375-23bf-4b46-b3d1-bce8159a5f98 service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907125 Aug 11 03:18:57.528136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-52acda34-aade-4c3a-987f-546375a0d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.529755 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-52acda34-aade-4c3a-987f-546375a0d193 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1095 time: 0.0544391 Aug 11 03:18:57.594339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6667c8-d7f0-45d6-9f63-7de8e901bb3c req-570c8266-5ca9-4a36-9321-5271f5238ed0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.596064 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e6667c8-d7f0-45d6-9f63-7de8e901bb3c req-570c8266-5ca9-4a36-9321-5271f5238ed0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 943 time: 0.0638123 Aug 11 03:18:57.647440 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e6667c8-d7f0-45d6-9f63-7de8e901bb3c req-48ba4b83-33c0-4fa6-9be1-b7b7407b61f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Aug 11 03:18:57.652789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-a0b399ba-0dc2-4244-8a9a-65b77f6c3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.654366 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-a0b399ba-0dc2-4244-8a9a-65b77f6c3a3a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 200 len: 898 time: 0.1176574 Aug 11 03:18:57.700244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-09e63f0b-4d78-4100-896f-0702e26bc6f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 200 len: 217 time: 0.0363457 Aug 11 03:18:57.770669 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-43aa7954-f60b-4809-9ca6-df0eb09d88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.772206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-43aa7954-f60b-4809-9ca6-df0eb09d88cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cd18a00-d4ce-4171-8979-3c59ff49bcdb HTTP/1.1" status: 200 len: 835 time: 0.0636346 Aug 11 03:18:57.824767 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-285852b7-5d00-44a6-b58e-bfe3f9373c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.826420 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-285852b7-5d00-44a6-b58e-bfe3f9373c13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9df86f22-f804-437f-8d04-aac01386d6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443621 Aug 11 03:18:57.926563 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-6386a50a-d650-4aa3-906c-061c31e7aa68 service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905492 Aug 11 03:18:58.026481 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-309df71e-d1f6-4da9-bdd5-43253cd046ea req-91b373e1-bacd-407e-833d-da75b1ed940a service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912595 Aug 11 03:18:58.298130 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.768947 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2523-2c36-4b85-bd8d-208c79e07a60 req-f911287f-6d7f-47ae-b85c-99fa230d588f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.770622 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f1f2523-2c36-4b85-bd8d-208c79e07a60 req-f911287f-6d7f-47ae-b85c-99fa230d588f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 943 time: 0.0508592 Aug 11 03:18:58.813928 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f1f2523-2c36-4b85-bd8d-208c79e07a60 req-4409f2ff-d69e-4c28-a984-bc98b3ac753c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Aug 11 03:18:58.860547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ab06a054-9126-4479-9d29-12dad9165536 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:58.914501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port ab06a054-9126-4479-9d29-12dad9165536 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:58.914871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.935679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb9a6-7f3b-432b-9e49-4a3f01cd7b9c req-9fc67c55-fb26-447d-a776-8e061ba34906 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.937299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5dcb9a6-7f3b-432b-9e49-4a3f01cd7b9c req-9fc67c55-fb26-447d-a776-8e061ba34906 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 943 time: 0.0539329 Aug 11 03:18:59.977545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5dcb9a6-7f3b-432b-9e49-4a3f01cd7b9c req-e0157527-456f-42fd-b0b0-4d26da73acc3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Aug 11 03:19:01.096071 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb58c7-0e8f-4455-8e96-620af5c693b6 req-f4bc85c4-6979-42c0-9665-c53fd894442e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.097733 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04fb58c7-0e8f-4455-8e96-620af5c693b6 req-f4bc85c4-6979-42c0-9665-c53fd894442e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 943 time: 0.0523534 Aug 11 03:19:01.140400 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04fb58c7-0e8f-4455-8e96-620af5c693b6 req-02158668-5ed6-408f-8043-40fee7038d5e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365322 Aug 11 03:19:01.403474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4dafe4f8-74e9-4d45-9591-499b49058a3d details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:01.509516 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:01.523004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'port_id': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'mac_address': 'fa:16:3e:45:9a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:01.562544 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.576797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dafe4f8-74e9-4d45-9591-499b49058a3d {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:01.600359 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:01.605145 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.658203 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.880151 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['4dafe4f8-74e9-4d45-9591-499b49058a3d'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:02.267501 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da895a-f1eb-4896-a8d0-f9d750cfc012 req-7059b2a4-00ed-458c-9b63-4675d58d30c1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:02.269085 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57da895a-f1eb-4896-a8d0-f9d750cfc012 req-7059b2a4-00ed-458c-9b63-4675d58d30c1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 944 time: 0.0553591 Aug 11 03:19:02.318856 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-57da895a-f1eb-4896-a8d0-f9d750cfc012 req-1973d2d7-3c1c-4f37-b0f5-ea43fe0912b2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Aug 11 03:19:03.418804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4dafe4f8-74e9-4d45-9591-499b49058a3d up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:03.440418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2682f-ca94-4cf7-839b-1e8f4af8e9f1 req-ab3d9c83-4e08-4b67-b2c9-37765395f53e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.444179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cb2682f-ca94-4cf7-839b-1e8f4af8e9f1 req-ab3d9c83-4e08-4b67-b2c9-37765395f53e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 944 time: 0.0553381 Aug 11 03:19:03.472553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 4dafe4f8-74e9-4d45-9591-499b49058a3d completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:03.476753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 4dafe4f8-74e9-4d45-9591-499b49058a3d triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:03.477133 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.485455 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cb2682f-ca94-4cf7-839b-1e8f4af8e9f1 req-ec972b94-f520-42a4-b14c-1baf1a6135dd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Aug 11 03:19:03.558618 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.582538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:03.584853 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d9ab59-9028-455a-aa5c-bdcda79e27ee" -d '{"events": [{"server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "name": "network-vif-plugged", "status": "completed", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:03.598562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:03.604523 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.629209 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262bebea-06f9-4e8c-92a5-fc565a2509d0 x-openstack-request-id: req-262bebea-06f9-4e8c-92a5-fc565a2509d0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:03.629499 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "name": "network-vif-plugged", "status": "completed", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:03.629751 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-262bebea-06f9-4e8c-92a5-fc565a2509d0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:03.630162 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'code': 200} Aug 11 03:19:03.659212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.724209 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779a67d-e40b-42d9-a353-e584d3ebb9c2 req-45d584e5-7491-46e3-ab06-35fa1ae66df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.725742 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e779a67d-e40b-42d9-a353-e584d3ebb9c2 req-45d584e5-7491-46e3-ab06-35fa1ae66df7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1097 time: 0.0411968 Aug 11 03:19:03.762119 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e779a67d-e40b-42d9-a353-e584d3ebb9c2 req-d617a22f-3c1d-48c4-9ef1-a47b5b22b795 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292375 Aug 11 03:19:04.609491 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e5a2-3056-48e2-978d-9e5f3c365912 req-b352c8c4-a80a-4367-93eb-c6a4ffdb8dd8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:04.611125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7543e5a2-3056-48e2-978d-9e5f3c365912 req-b352c8c4-a80a-4367-93eb-c6a4ffdb8dd8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0565352 Aug 11 03:19:04.661938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7543e5a2-3056-48e2-978d-9e5f3c365912 req-00cc21b2-efb5-42bd-89c3-b44d5aad1bd2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Aug 11 03:19:05.786718 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302999-3b17-46cf-a2da-3daa92733618 req-c3335caf-d9a1-496b-b8e6-43731b23ae79 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.788318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72302999-3b17-46cf-a2da-3daa92733618 req-c3335caf-d9a1-496b-b8e6-43731b23ae79 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Aug 11 03:19:05.831235 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-72302999-3b17-46cf-a2da-3daa92733618 req-e2e35ef0-beee-4273-8cab-2fb29639639a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Aug 11 03:19:05.966480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c692-bb11-495f-8164-4b222fcb2021 req-2034b99a-47d9-44b4-8910-4f5cbf0371da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.967960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4e7c692-bb11-495f-8164-4b222fcb2021 req-2034b99a-47d9-44b4-8910-4f5cbf0371da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0550575 Aug 11 03:19:06.011972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4e7c692-bb11-495f-8164-4b222fcb2021 req-e8f368a9-927e-4f80-b387-0a9ae6c0e189 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359709 Aug 11 03:19:06.034992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39884) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.078729 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafffc3-9fa6-4175-991b-a820e53c0838 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:06.080297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2cafffc3-9fa6-4175-991b-a820e53c0838 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1092 time: 0.0443101 Aug 11 03:19:06.083325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39886) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.087776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:06.111201 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.221732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.341144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.30 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/ca1381a5-25c4-4894-8979-bba6c67eb97b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:06.471085 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.526547 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.568485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:06.574739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:06.578955 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:06.586188 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=ca1381a5-25c4-4894-8979-bba6c67eb97b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.349820 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.429700 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.592082 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.597469 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.673298 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=ca1381a5-25c4-4894-8979-bba6c67eb97b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.692233 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.812182 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 56b1a974-42e6-417d-973b-0cd8caa18ca8 associated. External IP: 172.25.3.30, port: 4dafe4f8-74e9-4d45-9591-499b49058a3d. Aug 11 03:19:08.046122 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:08.166597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:08.184487 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Sync routers for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:08.185798 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.196106 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:08.196746 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.221338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8cf2db88-ba96-469b-9e77-145d1d9b2835 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1317544 Aug 11 03:19:08.221338 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:08.221864 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:08.277684 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a74947-b930-4200-8059-44db631e7179 x-openstack-request-id: req-25a74947-b930-4200-8059-44db631e7179 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:08.278513 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:08.278902 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25a74947-b930-4200-8059-44db631e7179 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:08.279463 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'status': 'completed', 'code': 200} Aug 11 03:19:08.318187 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:08.359354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-6689ee45-fb6b-4342-bed5-54f7b5005005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.360958 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-6689ee45-fb6b-4342-bed5-54f7b5005005 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1097 time: 0.0572107 Aug 11 03:19:08.370472 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71ca14-abb0-4db8-81c9-c8589f1564a7 req-ae175075-ffe8-4180-976e-21bf62270bbf tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.372088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb71ca14-abb0-4db8-81c9-c8589f1564a7 req-ae175075-ffe8-4180-976e-21bf62270bbf tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0586581 Aug 11 03:19:08.418132 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eb71ca14-abb0-4db8-81c9-c8589f1564a7 req-2f92cac9-6924-4dc5-ab9f-87917e333a5e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Aug 11 03:19:08.444045 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39894) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.475425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-ea8e85f6-d975-4b84-a673-2ee7a4365b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.477771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-ea8e85f6-d975-4b84-a673-2ee7a4365b38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 200 len: 898 time: 0.1088352 Aug 11 03:19:08.542724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6b4c321b-0cb3-49b8-8119-e476a01533f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/56b1a974-42e6-417d-973b-0cd8caa18ca8 HTTP/1.1" status: 200 len: 990 time: 0.0954847 Aug 11 03:19:08.570425 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-e49cfb81-e9e5-4e7d-bbb3-f13c0542185c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 200 len: 998 time: 0.0824170 Aug 11 03:19:08.624502 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-cd750a90-96c6-47d1-9a17-aa699e25b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.626245 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-cd750a90-96c6-47d1-9a17-aa699e25b8c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cd18a00-d4ce-4171-8979-3c59ff49bcdb HTTP/1.1" status: 200 len: 835 time: 0.0485761 Aug 11 03:19:08.684181 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '56b1a974-42e6-417d-973b-0cd8caa18ca8', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'port_id': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'mac_address': 'fa:16:3e:45:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:06Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.685413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-e89c40f1-6f88-4a94-bf95-5f81e9adf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.687087 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-e89c40f1-6f88-4a94-bf95-5f81e9adf68b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9df86f22-f804-437f-8d04-aac01386d6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468020 Aug 11 03:19:08.714812 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Checking router: 6665a095-1870-4fdc-9c06-1fc73f4e1cfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:08.723619 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:08.724229 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.788842 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-b5c5adfa-f9fd-407a-89ca-d98d84316915 service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939837 Aug 11 03:19:08.839525 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:08.893799 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-2f3dbede-e455-412c-8ac5-f6c9a646e4dc req-7aa6ffc6-b6d0-4838-a334-3e7d201ded11 service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959404 Aug 11 03:19:09.083063 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '56b1a974-42e6-417d-973b-0cd8caa18ca8', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'port_id': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'mac_address': 'fa:16:3e:45:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:06Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.109834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d0133-b7ab-4cec-8a99-0ee61f975e4d None None] The sync data for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 is: [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '56b1a974-42e6-417d-973b-0cd8caa18ca8', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'port_id': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'mac_address': 'fa:16:3e:45:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:06Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:09.319896 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80139b8e-545e-4c1c-a012-cc24b01c8ac8 None None] New status for floating IP 56b1a974-42e6-417d-973b-0cd8caa18ca8: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:09.545526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39896) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:09.606672 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f08df65d-94d1-41ab-896f-b6b93d8fce96 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/56b1a974-42e6-417d-973b-0cd8caa18ca8 HTTP/1.1" status: 200 len: 992 time: 0.0598648 Aug 11 03:19:11.321567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.328232 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.732657 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c6f60176-af69-47c3-a1bb-7026b24a262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.224624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ffe-4a7e-4706-b1dd-5795b590612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.542881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.705479 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.294584 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.353574 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:41.305557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.326452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.933936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943b6d-263e-4d4b-9869-ca885cfe7f18 req-f42f9df4-da89-4627-89de-d880b25d6c82 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.935480 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f943b6d-263e-4d4b-9869-ca885cfe7f18 req-f42f9df4-da89-4627-89de-d880b25d6c82 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0597329 Aug 11 03:19:42.976298 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f943b6d-263e-4d4b-9869-ca885cfe7f18 req-c48ac2aa-8ee3-4fe6-834b-5a74cb1cff77 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342324 Aug 11 03:19:44.096752 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55bbdc-499d-460e-b24b-54d9bc943345 req-aaefaf9f-ac54-4253-a39c-b36dd3444970 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.098366 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe55bbdc-499d-460e-b24b-54d9bc943345 req-aaefaf9f-ac54-4253-a39c-b36dd3444970 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Aug 11 03:19:44.137447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe55bbdc-499d-460e-b24b-54d9bc943345 req-b511ac9c-4957-4f1d-877b-7de9e63eaf89 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Aug 11 03:19:44.159964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39914) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:44.224892 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2f242555-bf17-4e08-b0df-ea392b8c44b5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/56b1a974-42e6-417d-973b-0cd8caa18ca8 HTTP/1.1" status: 200 len: 992 time: 0.0637660 Aug 11 03:19:45.481156 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99096c82-24bd-406e-a804-e0070e4a91d3 req-9ed09f22-0455-4dd6-a9b5-c06e9ca354d7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.482811 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99096c82-24bd-406e-a804-e0070e4a91d3 req-9ed09f22-0455-4dd6-a9b5-c06e9ca354d7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Aug 11 03:19:45.522975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99096c82-24bd-406e-a804-e0070e4a91d3 req-29be2aac-ae02-43b0-ad95-04eeb713f442 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341582 Aug 11 03:19:46.645189 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fbf6-3ddf-4a6d-ac41-ad7038190953 req-d3460848-6c42-4f13-be7f-9479324d8d0e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.646747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f958fbf6-3ddf-4a6d-ac41-ad7038190953 req-d3460848-6c42-4f13-be7f-9479324d8d0e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Aug 11 03:19:46.684323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f958fbf6-3ddf-4a6d-ac41-ad7038190953 req-b9d8474d-c385-4a6e-a67a-6f44c7efdb9b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Aug 11 03:19:46.706480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39926) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:46.771020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d50c519b-ccea-42c7-8c92-bf217919a6c9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/56b1a974-42e6-417d-973b-0cd8caa18ca8 HTTP/1.1" status: 200 len: 992 time: 0.0631711 Aug 11 03:19:47.009043 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39932) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:47.164871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port ca1381a5-25c4-4894-8979-bba6c67eb97b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:47.165221 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.243210 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.243534 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.255703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for ca1381a5-25c4-4894-8979-bba6c67eb97b owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:47.403748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.435970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=ca1381a5-25c4-4894-8979-bba6c67eb97b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:47.465123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.465473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.465847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.466186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.466525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.466859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.467195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.467528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.467859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.468186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.468516 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.468842 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:47.510005 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.510345 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 56b1a974-42e6-417d-973b-0cd8caa18ca8 disassociated (deleted). External IP: 172.25.3.30, port: 4dafe4f8-74e9-4d45-9591-499b49058a3d. Aug 11 03:19:47.724860 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:47.836525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:47.841563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.847040 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Sync routers for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:47.856510 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:47.857114 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:47.871243 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b2777b66-1d9c-422c-a7c2-5f3f17bd2e73 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/floatingips/56b1a974-42e6-417d-973b-0cd8caa18ca8 HTTP/1.1" status: 204 len: 168 time: 0.8610599 Aug 11 03:19:47.871859 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:47.874280 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e6412-f80d-4a7e-b377-7deaf1083c46" -d '{"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:47.913591 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f56ef-8081-4279-bacd-6d1714cba6c3 x-openstack-request-id: req-083f56ef-8081-4279-bacd-6d1714cba6c3 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:47.913910 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:47.914171 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-083f56ef-8081-4279-bacd-6d1714cba6c3 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:47.914586 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'status': 'completed', 'code': 200} Aug 11 03:19:47.968816 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:47.979813 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-980f770a-89eb-496d-97d1-eb18bbad0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.981318 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-980f770a-89eb-496d-97d1-eb18bbad0400 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 1097 time: 0.0444229 Aug 11 03:19:48.089631 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-c68ccd64-3727-43e9-a7b6-e776052d85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.091151 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-c68ccd64-3727-43e9-a7b6-e776052d85f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 200 len: 898 time: 0.0955138 Aug 11 03:19:48.116782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d73f4-343b-4dd3-bbd0-ddf3eeb7c414 req-ccf5d742-9707-4631-8d64-f0f626cd9455 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.118350 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df3d73f4-343b-4dd3-bbd0-ddf3eeb7c414 req-ccf5d742-9707-4631-8d64-f0f626cd9455 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Aug 11 03:19:48.135709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-7f29e265-0189-4b65-86f2-533402656186 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 200 len: 217 time: 0.0359621 Aug 11 03:19:48.157538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-df3d73f4-343b-4dd3-bbd0-ddf3eeb7c414 req-fccd552f-c8f6-4284-af20-e3d15637908f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Aug 11 03:19:48.183047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:48.189712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-4d94df87-3b58-4f5c-b997-6fecd819381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.191240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-4d94df87-3b58-4f5c-b997-6fecd819381d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cd18a00-d4ce-4171-8979-3c59ff49bcdb HTTP/1.1" status: 200 len: 835 time: 0.0465961 Aug 11 03:19:48.210099 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Checking router: 6665a095-1870-4fdc-9c06-1fc73f4e1cfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:48.218520 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:48.219130 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:48.256060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-2639ebda-405b-43a2-a9f2-d83bb864a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.258258 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-2639ebda-405b-43a2-a9f2-d83bb864a315 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9df86f22-f804-437f-8d04-aac01386d6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571456 Aug 11 03:19:48.329501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:48.366342 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-5a33ba95-1f28-4888-b35c-19410316d43f service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996273 Aug 11 03:19:48.467877 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-330e6412-f80d-4a7e-b377-7deaf1083c46 req-2a010a95-a371-4006-b5b1-add4977901ed service neutron] 10.222.0.61 "GET /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Aug 11 03:19:48.548328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:48.581072 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e6af0-3648-420a-885b-52da36c90f3b None None] The sync data for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 is: [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:52Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'ab06a054-9126-4479-9d29-12dad9165536', 'name': '', 'network_id': '9df86f22-f804-437f-8d04-aac01386d6f0', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:7a:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:51Z', 'updated_at': '2021-08-11T03:18:57Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '3cd18a00-d4ce-4171-8979-3c59ff49bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:48.833900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd73d1-32a6-4556-88b2-c4dc18c084c7 None None] New status for floating IP 56b1a974-42e6-417d-973b-0cd8caa18ca8: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:49.277645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064143f-b5ca-4bbb-81b6-2ce5a35de4c7 req-052e8d17-2742-407f-9306-283a6ad6005a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.279143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b064143f-b5ca-4bbb-81b6-2ce5a35de4c7 req-052e8d17-2742-407f-9306-283a6ad6005a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Aug 11 03:19:49.316832 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b064143f-b5ca-4bbb-81b6-2ce5a35de4c7 req-ce39ef4e-16cd-432e-9257-d157d4ef0318 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Aug 11 03:19:49.902434 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-16b99e6e-1c37-42da-bb6c-f2ab6303583f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.903904 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-16b99e6e-1c37-42da-bb6c-f2ab6303583f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Aug 11 03:19:49.994174 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 4dafe4f8-74e9-4d45-9591-499b49058a3d {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:49.994512 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.092506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 4dafe4f8-74e9-4d45-9591-499b49058a3d, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4dafe4f8-74e9-4d45-9591-499b49058a3d,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.092876 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.106505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 4dafe4f8-74e9-4d45-9591-499b49058a3d owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:50.243492 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.274279 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=4dafe4f8-74e9-4d45-9591-499b49058a3d,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.303860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.304214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.304558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.304898 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.305261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.305598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.305954 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.306290 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.306613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.306939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.307268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.307616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.328448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] No DVR routers for this DVR port 4dafe4f8-74e9-4d45-9591-499b49058a3d on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:50.331297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.333511 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d6f68c95-7c38-4bf9-8408-d87a76b78623 req-ca58157d-e7a5-4521-89e7-b7b551941bf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "DELETE /v2.0/ports/4dafe4f8-74e9-4d45-9591-499b49058a3d HTTP/1.1" status: 204 len: 173 time: 0.4221189 Aug 11 03:19:50.334166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'name': 'network-vif-deleted', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:50.336478 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9964ac5-3af4-417a-bc2c-1845d69d321a" -d '{"events": [{"server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "name": "network-vif-deleted", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:50.385141 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d084b5f-6389-481f-9c72-d2ae01ac671a x-openstack-request-id: req-2d084b5f-6389-481f-9c72-d2ae01ac671a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:50.385442 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc91444a-853d-4b58-9536-4f527e3d6953", "name": "network-vif-deleted", "tag": "4dafe4f8-74e9-4d45-9591-499b49058a3d", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:50.385724 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2d084b5f-6389-481f-9c72-d2ae01ac671a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:50.386207 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc91444a-853d-4b58-9536-4f527e3d6953', 'name': 'network-vif-deleted', 'tag': '4dafe4f8-74e9-4d45-9591-499b49058a3d', 'status': 'completed', 'code': 200} Aug 11 03:19:50.430124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc1c5e55-b435-4321-9085-a3c3c1b4250f req-1a79c2ec-0ff6-48f7-a292-928caa619629 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc91444a-853d-4b58-9536-4f527e3d6953 HTTP/1.1" status: 200 len: 210 time: 0.0314395 Aug 11 03:19:51.488317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39948) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.872199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.128489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port ab06a054-9126-4479-9d29-12dad9165536 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:52.128843 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.223939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port ab06a054-9126-4479-9d29-12dad9165536, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=ab06a054-9126-4479-9d29-12dad9165536,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:52.224329 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.237609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for ab06a054-9126-4479-9d29-12dad9165536 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:52.420724 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.446636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=ab06a054-9126-4479-9d29-12dad9165536,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.642445 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.733945 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03c8d3d3-b96d-4646-a34f-8a1374600b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.861586 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:52.974530 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:52.979619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d2e46a63-10df-431d-a3cf-3fb91fa2c655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/6665a095-1870-4fdc-9c06-1fc73f4e1cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4902620 Aug 11 03:19:52.982464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39950) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.984278 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Sync routers for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:52.993755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:52.994396 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:53.034518 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting subnet 3cd18a00-d4ce-4171-8979-3c59ff49bcdb {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:53.037765 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.077525 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.098479 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:53.166312 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.229288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.258360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd18a00-d4ce-4171-8979-3c59ff49bcdb,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.262648 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.265562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2049b255-2bf7-42c5-b9f7-f3113f7b1671 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/subnets/3cd18a00-d4ce-4171-8979-3c59ff49bcdb HTTP/1.1" status: 204 len: 168 time: 0.2821259 Aug 11 03:19:53.268115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39952) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.271159 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067baa3-7f6c-4c4f-a967-7754b0b47d3b None None] Network 9df86f22-f804-437f-8d04-aac01386d6f0 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:53.381271 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:19:52Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:53.394316 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.408075 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Checking router: 6665a095-1870-4fdc-9c06-1fc73f4e1cfd for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:53.417160 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Routers {'6665a095-1870-4fdc-9c06-1fc73f4e1cfd'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:53.417875 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:53.472038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] DHCP port deletion for 9df86f22-f804-437f-8d04-aac01386d6f0 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:53.506124 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.526758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Deleting port 49b760a3-83b2-45da-82a3-e7b0298bfb89 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:53.527134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.529969 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] Set router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:53.564647 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 806cac05-b781-47ab-a2c9-57abcfb452fa {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:53.565107 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.592768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] For port 49b760a3-83b2-45da-82a3-e7b0298bfb89, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=49b760a3-83b2-45da-82a3-e7b0298bfb89,segment=NetworkSegment(e6442306-590f-46f5-b248-5accdaa48161),segment_id=e6442306-590f-46f5-b248-5accdaa48161)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:53.593269 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.611956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Calling delete_port for 49b760a3-83b2-45da-82a3-e7b0298bfb89 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:53.668270 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4dafe4f8-74e9-4d45-9591-499b49058a3d no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:53.678353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 806cac05-b781-47ab-a2c9-57abcfb452fa, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=806cac05-b781-47ab-a2c9-57abcfb452fa,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:53.679008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.698888 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 806cac05-b781-47ab-a2c9-57abcfb452fa owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:53.699693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 4dafe4f8-74e9-4d45-9591-499b49058a3d {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:53.700343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4dafe4f8-74e9-4d45-9591-499b49058a3d not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:53.743527 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:19:52Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:53.744032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.775228 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Pushing event deleted for resources: {'Port': ['ID=49b760a3-83b2-45da-82a3-e7b0298bfb89,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.777185 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db07ac-6a7d-40f9-8dae-db182111dd76 None None] The sync data for ids ['6665a095-1870-4fdc-9c06-1fc73f4e1cfd'] in n-d-713498-10 is: [{'id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643433485', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:19:52Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '806cac05-b781-47ab-a2c9-57abcfb452fa', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6665a095-1870-4fdc-9c06-1fc73f4e1cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:18:48Z', 'updated_at': '2021-08-11T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:53.780225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] No DVR routers for this DVR port 49b760a3-83b2-45da-82a3-e7b0298bfb89 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:53.797975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.798835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.798835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.799117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.799388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.799849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.800258 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.800589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.801107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.801447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.801848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.802152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d12f66-980a-4b56-aacd-5453232faa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:53.902483 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.929170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=806cac05-b781-47ab-a2c9-57abcfb452fa,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.992136 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.437378 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.439666 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.483342 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.483934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Fanout notify agent at l3_agent the message router_deleted on router 6665a095-1870-4fdc-9c06-1fc73f4e1cfd {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:54.492015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.493171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-88236100-3e53-42eb-888b-01b55e9eea74 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/routers/6665a095-1870-4fdc-9c06-1fc73f4e1cfd HTTP/1.1" status: 204 len: 168 time: 1.2240143 Aug 11 03:19:54.496020 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39954) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:54.575697 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.670226 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.680488 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df86f22-f804-437f-8d04-aac01386d6f0']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:54.690658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6442306-590f-46f5-b248-5accdaa48161') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:54.690944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6442306-590f-46f5-b248-5accdaa48161') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:54.699484 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.712609 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.718328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:54.718706 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:54.721503 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:54.783050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.790448 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.792052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/networks/9df86f22-f804-437f-8d04-aac01386d6f0 HTTP/1.1" status: 204 len: 168 time: 0.2950156 Aug 11 03:19:54.795026 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39956) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:54.803340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c999b-6281-4052-be4f-9c706c4904ff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Network': ['ID=9df86f22-f804-437f-8d04-aac01386d6f0,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.860005 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.884071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.954462 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.957214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.961114 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/security-groups/df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2 HTTP/1.1" status: 204 len: 168 time: 0.1623669 Aug 11 03:19:54.971465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50164e39-f19f-454d-b40a-ffb2550728f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df01f861-b8ef-4d6b-bc7a-59bb3d4bfcc2,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.991276 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 806cac05-b781-47ab-a2c9-57abcfb452fa no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:55.012673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 806cac05-b781-47ab-a2c9-57abcfb452fa {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:55.013171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 806cac05-b781-47ab-a2c9-57abcfb452fa not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:55.014090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 49b760a3-83b2-45da-82a3-e7b0298bfb89 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:55.037855 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 49b760a3-83b2-45da-82a3-e7b0298bfb89 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:55.038375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 49b760a3-83b2-45da-82a3-e7b0298bfb89 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:55.038997 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ab06a054-9126-4479-9d29-12dad9165536 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:55.061171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: ab06a054-9126-4479-9d29-12dad9165536 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:55.061520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device ab06a054-9126-4479-9d29-12dad9165536 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:55.207471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39962) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.212357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828406908', 'description': 'tempest-secgroup-smoke-1828406908 description', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.227169 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-70f4ecdd-e12b-42e4-86d1-c9ced6db8df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.235205 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.319048 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.322771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.354031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.355266 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467617 Aug 11 03:19:55.356376 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cf11-a96a-4296-a467-77d4498903a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6ac23-d02c-4675-ab19-a2b5e0e8520f,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.358285 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39964) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.363115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.392053 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.449444 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.453194 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.472733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a1cf92-2ea0-4a09-8c5b-4b0ba1c5d8e6,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.476326 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.477748 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fc937741-1a43-43a9-aac9-dc0ee6b268f6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183519 Aug 11 03:19:55.480445 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39966) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.485552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.514471 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.545589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.581734 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.586902 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.608630 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ecacd0-b3d3-4da9-8b76-41e4abe23991,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.616863 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.618128 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-dd96c5a5-428b-4157-bf65-94759063f81e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365390 Aug 11 03:19:55.621442 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39968) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.626150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.656347 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.723456 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.727440 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.750583 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8083aa6-95b8-42d7-843c-e57ab6f7adfd,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.753306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.754583 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-17d23818-8bc2-4585-8711-55db7f429a32 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321299 Aug 11 03:19:55.757606 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39970) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.762104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.790877 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.857531 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.862915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.882509 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d029779-4850-427b-ab44-9aeda8424b72,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.884999 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.886245 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fca0a002-ec88-44d0-9f3b-f9c81334b9f9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277764 Aug 11 03:19:55.889107 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39972) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.893826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:55.919775 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:55.926965 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.997434 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.001277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.020650 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8969e30c-1e25-423e-a40f-ce7c6d1393bd,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:56.026540 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.027982 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f3c870d1-0103-4d8b-8b7c-7f1ed5bf2bdd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377795 Aug 11 03:19:56.030637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39974) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:56.036311 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': 'cce6ac23-d02c-4675-ab19-a2b5e0e8520f', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:56.057991 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:56.063028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.124306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.128237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.147519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2442776-b328-4ebc-95a9-273dae63d2b6,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:56.153996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.155196 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7b9c1c79-cdbd-4d43-ba44-fb3fc00bb1f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234143 Aug 11 03:19:56.158118 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39976) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:56.163155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'network': {'name': 'tempest-network-smoke--1989703050', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:56.188248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:56.192408 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.217295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:56.226355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.226707 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Added segment e0486456-958f-41f5-9933-b532acbfd1e1 of type vlan for network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 Aug 11 03:19:56.267788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.298849 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.305733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.306366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.365037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2057354 Aug 11 03:19:56.368293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39978) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:56.373038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'admin_state_up': True, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:56.374420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e74c-7b91-41c7-ae39-eae53b61649e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Network': ['ID=415ff24f-dd2d-423d-aa78-6d10dc7b07b1,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:56.385520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:56.400314 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.401474 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.479881 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.624983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.708234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.838251 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.864066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.971570 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.34 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/12f9ae5b-183f-465a-863d-b4342729938a) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:57.084431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.126961 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.170744 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:57.177208 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:57.179602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=12f9ae5b-183f-465a-863d-b4342729938a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:57.182464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:57.433177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.648288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.794273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:57.905562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:57.917188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Sync routers for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:57.925297 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.930200 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c6ed49c7-8bc2-4547-9d50-1058f3325e55 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5577753 Aug 11 03:19:57.930383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:57.930490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:57.930605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39982) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:57.960276 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2edd461c-83d8-472a-b4ba-40ea4fd8d002 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=1b6fc1a15a7144d5b93b9f08b1650adf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286200 Aug 11 03:19:57.962831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39984) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.051126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:58.060154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f6409-61e7-485b-93bf-d876d9bb89fb tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.062109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e18f6409-61e7-485b-93bf-d876d9bb89fb tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981646 Aug 11 03:19:58.065305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39986) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.100072 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-453186a9-359d-4d17-afc2-ec2c4fdd86c2 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335791 Aug 11 03:19:58.103853 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 39988) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.109036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826305477', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:58.210276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:58.216171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.256224 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:57Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:58.289286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Checking router: 6bc2d15c-ba5d-41be-8d06-58ec55315b39 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:58.289625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Updating router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 port 12f9ae5b-183f-465a-863d-b4342729938a binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:58.319425 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.322633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.478745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.551714 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Subnet': ['ID=eb838d51-67c1-40ab-9c90-d31fd912c54b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.557540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Checking segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:58.557940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network hostable DHCP agents. Network: 415ff24f-dd2d-423d-aa78-6d10dc7b07b1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:58.577052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:58.591121 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 415ff24f-dd2d-423d-aa78-6d10dc7b07b1) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:58.596740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.598511 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.604720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887e381-5231-48d1-89eb-afc080abfe2c None None] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:58.621472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a2833301-48a9-4032-ad11-60d0b35cba9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5164847 Aug 11 03:19:58.626100 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 39990) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.655534 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.675001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Transition to ACTIVE for port object 12f9ae5b-183f-465a-863d-b4342729938a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:58.692559 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.788140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc145eb-4dbe-45ac-8bc9-5b8859f1ab71 None None] Pushing event updated for resources: {'Port': ['ID=12f9ae5b-183f-465a-863d-b4342729938a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.794561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Attempting to bind port 12f9ae5b-183f-465a-863d-b4342729938a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:58.794932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Attempting to bind port 12f9ae5b-183f-465a-863d-b4342729938a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:58.795300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Attempting to bind port 12f9ae5b-183f-465a-863d-b4342729938a on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:58.807118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:58.807502 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:58.807920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.808327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:58.808813 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Bound port: 12f9ae5b-183f-465a-863d-b4342729938a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:58.809206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.863945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:58.864895 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.902318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] For port 12f9ae5b-183f-465a-863d-b4342729938a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:58.906570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] For port 12f9ae5b-183f-465a-863d-b4342729938a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=12f9ae5b-183f-465a-863d-b4342729938a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:58.960055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.056766 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:59.057410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:59.102393 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.111958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc145eb-4dbe-45ac-8bc9-5b8859f1ab71 None None] Pushing event updated for resources: {'Port': ['ID=12f9ae5b-183f-465a-863d-b4342729938a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.131629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Allocated IP 172.20.0.2 (415ff24f-dd2d-423d-aa78-6d10dc7b07b1/eb838d51-67c1-40ab-9c90-d31fd912c54b/257f1d5f-c52c-4268-86b7-2a3d0f97c51e) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:59.243673 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:59.444955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.472529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Transition to ACTIVE for port object 257f1d5f-c52c-4268-86b7-2a3d0f97c51e will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:59.493946 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Transition to ACTIVE for port object 257f1d5f-c52c-4268-86b7-2a3d0f97c51e will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:59.501394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.548119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:59.553622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.1 (415ff24f-dd2d-423d-aa78-6d10dc7b07b1/eb838d51-67c1-40ab-9c90-d31fd912c54b/b5585fba-af68-4a4a-b74d-c32fa994a93b) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:59.553943 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:59.560705 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:59.573292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:57Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:59.574819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Pushing event updated for resources: {'Port': ['ID=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.607638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a957394-f2cd-453b-b551-5ebb5998cfc5 None None] The sync data for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 is: [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:57Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:59.654493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Attempting to bind port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:59.654872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Attempting to bind port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:59.655375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Attempting to bind port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e on network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:59.661105 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:59.661530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Checking segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:59.662517 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.662517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Bound using segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:59.662863 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Bound port: 257f1d5f-c52c-4268-86b7-2a3d0f97c51e, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:59.663251 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.690808 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.705421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object b5585fba-af68-4a4a-b74d-c32fa994a93b will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:59.732982 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] For port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:59.736310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] For port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:59.738895 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.740297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.785599 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:59.792097 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:59.794806 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:59.801687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f7a7-f5c2-4c90-8375-3838ebd2bce2 None None] Pushing event updated for resources: {'Port': ['ID=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.840601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.863630 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.056924 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.359996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.364759 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.442643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:00.445994 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.544178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:00.545596 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:00.677506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:00.797716 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:00.803235 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-516e30bb-1cc9-44e2-afbb-c3333b0737fe tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/6bc2d15c-ba5d-41be-8d06-58ec55315b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1759064 Aug 11 03:20:00.836134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921fd05-a9af-41c4-b401-4ab420dcbf3d None None] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:00.928365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-827d3c56-a6d2-4b46-b010-c2e1fb5a2aba None None] Provisioning for port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:00.987009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 257f1d5f-c52c-4268-86b7-2a3d0f97c51e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:00.999988 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-a9f543ee-45e2-4f65-9a3e-37a241023c23 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828406908&fields=id&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 267 time: 0.0509269 Aug 11 03:20:01.084419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:01.088557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.089000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.129617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-8c337a6e-0ffc-4b5a-9c2f-61f07ec16b34 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.134740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-8c337a6e-0ffc-4b5a-9c2f-61f07ec16b34 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 797 time: 0.1272705 Aug 11 03:20:01.151290 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-e39cd65c-21b7-42ce-baa9-2bc4b9fccf87 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/quotas/1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 375 time: 0.0107310 Aug 11 03:20:01.184000 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.216042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-694ca2ad-73c6-4568-98a9-c5dc439c07b8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583477 Aug 11 03:20:01.224906 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:01.234208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.235019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 12f9ae5b-183f-465a-863d-b4342729938a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:01.315221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.331122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 12f9ae5b-183f-465a-863d-b4342729938a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:01.336239 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 12f9ae5b-183f-465a-863d-b4342729938a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.336584 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Sync routers for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:01.337114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.346598 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:01.347224 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:01.347804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-af69a63f-aeb6-4d21-a780-912bc5666587 service neutron] 10.222.0.68 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176047 Aug 11 03:20:01.391467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Provisioning complete for port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.392175 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.470052 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-683c7dfb-4d44-46e1-b209-ab8f5f570d1d service neutron] 10.222.0.68 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137910 Aug 11 03:20:01.473561 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:01.512101 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.545200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Provisioning for port b5585fba-af68-4a4a-b74d-c32fa994a93b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:01.551158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 12f9ae5b-183f-465a-863d-b4342729938a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=12f9ae5b-183f-465a-863d-b4342729938a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:01.552993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Provisioning complete for port b5585fba-af68-4a4a-b74d-c32fa994a93b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.553394 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.557607 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.631953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-06fff267-5304-46ff-b618-7f4250acbd23 None None] Port b5585fba-af68-4a4a-b74d-c32fa994a93b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:01.649604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=12f9ae5b-183f-465a-863d-b4342729938a,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.715638 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:00Z', 'revision_number': 2, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:01.744199 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Checking router: 6bc2d15c-ba5d-41be-8d06-58ec55315b39 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:01.744558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Updating router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 port b5585fba-af68-4a4a-b74d-c32fa994a93b binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:20:01.752076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4a5735df-bd91-4aa8-b847-3c72617b6fa1 None None] Provisioning complete for port b5585fba-af68-4a4a-b74d-c32fa994a93b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.752553 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4a5735df-bd91-4aa8-b847-3c72617b6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.768878 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.790200 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4a5735df-bd91-4aa8-b847-3c72617b6fa1 None None] Port b5585fba-af68-4a4a-b74d-c32fa994a93b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:01.910589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-333c2963-570c-4428-9c16-93f3c2aca1cf None None] Provisioning complete for port b5585fba-af68-4a4a-b74d-c32fa994a93b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:01.911342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-333c2963-570c-4428-9c16-93f3c2aca1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.945190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-333c2963-570c-4428-9c16-93f3c2aca1cf None None] Port b5585fba-af68-4a4a-b74d-c32fa994a93b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:02.032638 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.042132 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Transition to ACTIVE for port object b5585fba-af68-4a4a-b74d-c32fa994a93b will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:02.047604 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.106074 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Pushing event updated for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:02.133272 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.133619 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.133982 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.134332 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.134646 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.134971 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.135292 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.135604 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.135930 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.136242 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.136623 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.136876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:02.167775 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Attempting to bind port b5585fba-af68-4a4a-b74d-c32fa994a93b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:02.168139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Attempting to bind port b5585fba-af68-4a4a-b74d-c32fa994a93b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:02.168495 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Attempting to bind port b5585fba-af68-4a4a-b74d-c32fa994a93b on network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:02.173728 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:02.174134 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Checking segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:02.174533 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.174920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Bound using segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:02.175376 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Bound port: b5585fba-af68-4a4a-b74d-c32fa994a93b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:02.175924 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.244083 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] For port b5585fba-af68-4a4a-b74d-c32fa994a93b, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:02.247755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] For port b5585fba-af68-4a4a-b74d-c32fa994a93b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5585fba-af68-4a4a-b74d-c32fa994a93b,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:02.251749 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.311884 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:02.312629 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:02.350796 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0610-6d0a-43c9-ac86-f96edfa627f0 None None] Pushing event updated for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:02.427996 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:02.647175 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:02Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:02.680150 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea46024-a82e-4024-a065-bc869fe7484f None None] The sync data for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 is: [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:02Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:02.709469 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8cf10e5b-f136-425f-8016-6b17a183fc4b req-e92219c0-a388-4125-8860-1a10af717c68 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 210 time: 0.0338230 Aug 11 03:20:02.995120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 257f1d5f-c52c-4268-86b7-2a3d0f97c51e up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:03.222358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:03.223308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.309693 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 12f9ae5b-183f-465a-863d-b4342729938a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:03.360627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 12f9ae5b-183f-465a-863d-b4342729938a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:03.361016 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.448147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5585fba-af68-4a4a-b74d-c32fa994a93b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:03.501360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b5585fba-af68-4a4a-b74d-c32fa994a93b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:03.506005 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b5585fba-af68-4a4a-b74d-c32fa994a93b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:03.506460 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.587863 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.621580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b5585fba-af68-4a4a-b74d-c32fa994a93b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5585fba-af68-4a4a-b74d-c32fa994a93b,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:03.625675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.676624 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:03.848402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b7b45e9-3fc3-458a-b53b-f6eb7c914d26 req-c74cba9e-3909-4b80-a641-44302d1ca968 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 210 time: 0.0440280 Aug 11 03:20:03.944310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-954d49e1-000c-440c-aa93-307d4f326a7b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.945985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-954d49e1-000c-440c-aa93-307d4f326a7b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 797 time: 0.1172121 Aug 11 03:20:03.993725 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-6bca5816-f631-49d8-a39a-c84572aeb643 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 380 time: 0.0372934 Aug 11 03:20:04.005832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'port': {'device_id': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'admin_state_up': True, 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'security_groups': ['cce6ac23-d02c-4675-ab19-a2b5e0e8520f']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:04.118145 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:04.121826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.260164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.11 (415ff24f-dd2d-423d-aa78-6d10dc7b07b1/eb838d51-67c1-40ab-9c90-d31fd912c54b/43fdeaaa-a44c-40de-9ce1-d1d67af491cd) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:04.399823 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.414511 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object 43fdeaaa-a44c-40de-9ce1-d1d67af491cd will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:04.448095 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.489595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:04.493357 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:04.506246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:04.547567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.571423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.572109 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.588007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-3affed67-6c30-4487-b69e-56a8ed2be2da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865042 Aug 11 03:20:04.605845 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-a98fa9bb-fda9-4489-8226-be923eb2852a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:20:04.606920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-a98fa9bb-fda9-4489-8226-be923eb2852a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066772 Aug 11 03:20:04.619360 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Request body: {'port': {'device_id': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:04.680499 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.728121 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-03cf65be-e16a-492d-ac87-c44729d379a4 None None] Provisioning for port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:04.733263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-03cf65be-e16a-492d-ac87-c44729d379a4 None None] Provisioning complete for port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:04.733963 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-03cf65be-e16a-492d-ac87-c44729d379a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.771202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-03cf65be-e16a-492d-ac87-c44729d379a4 None None] Port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:04.898354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5585fba-af68-4a4a-b74d-c32fa994a93b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:04.950454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b5585fba-af68-4a4a-b74d-c32fa994a93b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:04.950887 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.977157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fdeaaa-a44c-40de-9ce1-d1d67af491cd {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:04.985525 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.998626 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Transition to ACTIVE for port object 43fdeaaa-a44c-40de-9ce1-d1d67af491cd will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:05.002847 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.015245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7e45-4915-49a4-8ae4-956412b2b8b5 req-fe6fd3ee-81fa-4e44-819a-3832a62e8991 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.016814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f75a7e45-4915-49a4-8ae4-956412b2b8b5 req-fe6fd3ee-81fa-4e44-819a-3832a62e8991 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 932 time: 0.0549350 Aug 11 03:20:05.056162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:05.074746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f75a7e45-4915-49a4-8ae4-956412b2b8b5 req-a1c892ac-aa07-4882-9fe6-f7801675f91d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471923 Aug 11 03:20:05.131570 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Attempting to bind port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:05.131912 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Attempting to bind port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:05.132241 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Attempting to bind port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd on network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:05.136937 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd on network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:05.137270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Attempting to bind port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd on network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:05.143583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:05.143930 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Checking segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:05.145038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Bound using segment: {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:05.145395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Bound port: 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0486456-958f-41f5-9933-b532acbfd1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:05.145762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.219439 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:05.222979 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:05.226950 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.261828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.262438 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.263835 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 1093 time: 0.6493762 Aug 11 03:20:05.264272 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:05.266577 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f14367-7d90-463b-bb54-152d5e4d5dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:05.296423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8c27-1db9-44ea-adf7-b26d95eab6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:05.336574 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a1a21d-00e6-4873-a4f1-182c31d4ad02 x-openstack-request-id: req-f1a1a21d-00e6-4873-a4f1-182c31d4ad02 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:05.336787 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:05.337029 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1a1a21d-00e6-4873-a4f1-182c31d4ad02 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:05.337432 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'status': 'completed', 'code': 200} Aug 11 03:20:05.353901 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-c628d3ae-2553-4857-8420-edd56dda1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.355543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-c628d3ae-2553-4857-8420-edd56dda1752 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1096 time: 0.0483377 Aug 11 03:20:05.406126 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-a478e861-a2ab-46b6-bd08-f3fa5edaaeef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 217 time: 0.0388024 Aug 11 03:20:05.460574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-4e3527f3-bc77-4b5f-be01-39f860f7fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.462133 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-4e3527f3-bc77-4b5f-be01-39f860f7fc67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0481961 Aug 11 03:20:05.519619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-1da319bb-b8ee-46a3-842b-00b464326859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.521156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-1da319bb-b8ee-46a3-842b-00b464326859 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462523 Aug 11 03:20:05.623243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-e8edfb46-682f-4378-9010-eeff081ea5cd service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898643 Aug 11 03:20:05.715901 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-23552478-ce8e-4457-a3f1-14419e0eae42 req-66799f1f-ccd2-4dc3-a9cb-1cb9315dbfca service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814798 Aug 11 03:20:05.807725 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-9a4aa362-7992-4a7a-82b3-65adc1daf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.809230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-9a4aa362-7992-4a7a-82b3-65adc1daf139 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1096 time: 0.0410635 Aug 11 03:20:05.901476 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-3d83dea9-ca49-4098-91c2-48a15e97484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.902903 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-3d83dea9-ca49-4098-91c2-48a15e97484c service neutron] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 898 time: 0.0861881 Aug 11 03:20:05.944841 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-86f466ef-1a65-4441-8cf7-b16e777cb645 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 217 time: 0.0335865 Aug 11 03:20:05.995183 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-699c848f-dcbd-4df4-81b5-86d1ec3739f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.996661 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-699c848f-dcbd-4df4-81b5-86d1ec3739f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0447342 Aug 11 03:20:06.048950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-382dd1a5-5121-436d-a5f8-12382cb0c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.050543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-382dd1a5-5121-436d-a5f8-12382cb0c36c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457170 Aug 11 03:20:06.145448 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-aa018603-844e-4ec9-bef5-c8a178ab2540 service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Aug 11 03:20:06.200434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fe426-8f4d-4747-82cf-c93b21fb37bf req-cfa8679a-09df-4823-948c-32626edd3a60 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.202063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e7fe426-8f4d-4747-82cf-c93b21fb37bf req-cfa8679a-09df-4823-948c-32626edd3a60 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 944 time: 0.0578401 Aug 11 03:20:06.247211 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e7fe426-8f4d-4747-82cf-c93b21fb37bf req-f31f5032-b641-4fbc-8f36-62feb8586d7f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 Aug 11 03:20:06.592793 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-58f14367-7d90-463b-bb54-152d5e4d5dd4 req-f6d7b9d1-ab7a-415e-85f6-0c9536879931 service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390724 Aug 11 03:20:07.353722 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:07.373334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fc0c0-ff62-48d3-b038-15b777af7551 req-bdda1321-273d-4303-b777-a64add8784f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.374920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db3fc0c0-ff62-48d3-b038-15b777af7551 req-bdda1321-273d-4303-b777-a64add8784f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 944 time: 0.0495744 Aug 11 03:20:07.421948 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-db3fc0c0-ff62-48d3-b038-15b777af7551 req-6c24d4d5-e00c-48a4-abc1-0d15882bc22a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388722 Aug 11 03:20:08.541200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a87c-0380-47c2-8a90-20fdf6374846 req-7a913766-7c71-404d-8df5-058f85f574f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:08.543003 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c63a87c-0380-47c2-8a90-20fdf6374846 req-7a913766-7c71-404d-8df5-058f85f574f5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 944 time: 0.0499163 Aug 11 03:20:08.582309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c63a87c-0380-47c2-8a90-20fdf6374846 req-af955bf1-ee72-476b-b241-3afb3bedc646 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Aug 11 03:20:09.704498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773db3d-f07a-4aee-b4db-40ea15bec749 req-6664c238-fb3f-46dc-bda3-9189bebc6e3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:09.706124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5773db3d-f07a-4aee-b4db-40ea15bec749 req-6664c238-fb3f-46dc-bda3-9189bebc6e3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 944 time: 0.0499470 Aug 11 03:20:09.745797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5773db3d-f07a-4aee-b4db-40ea15bec749 req-89944276-434e-478d-bdc3-0963ae2c3773 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Aug 11 03:20:09.747597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 43fdeaaa-a44c-40de-9ce1-d1d67af491cd details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:09.844966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:09.857325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'port_id': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'mac_address': 'fa:16:3e:e0:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:09.894627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:09.907216 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fdeaaa-a44c-40de-9ce1-d1d67af491cd {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:09.927712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:09.932630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:09.983745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.192652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['43fdeaaa-a44c-40de-9ce1-d1d67af491cd'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:10.859109 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3aa9-1c8d-48c0-a0dc-cf4538a04afd req-3c88d48a-ffa1-4dd4-89cc-a3b7581022b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:10.860611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e8c3aa9-1c8d-48c0-a0dc-cf4538a04afd req-3c88d48a-ffa1-4dd4-89cc-a3b7581022b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Aug 11 03:20:10.901585 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e8c3aa9-1c8d-48c0-a0dc-cf4538a04afd req-66fd304e-cdc7-4401-b9a8-ec4d388f2809 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340934 Aug 11 03:20:11.344424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.345581 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.747115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 43fdeaaa-a44c-40de-9ce1-d1d67af491cd up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:11.796764 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:11.800419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:11.800787 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.875824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.899001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:11.901299 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f6643-212d-4e4a-b340-6bd7528019a6" -d '{"events": [{"server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "name": "network-vif-plugged", "status": "completed", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:11.913976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:11.918151 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.944420 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9487fd32-2a23-48fc-af87-f76de7111176 x-openstack-request-id: req-9487fd32-2a23-48fc-af87-f76de7111176 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:11.944839 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "name": "network-vif-plugged", "status": "completed", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:11.945094 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9487fd32-2a23-48fc-af87-f76de7111176 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:11.945506 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'code': 200} Aug 11 03:20:11.974568 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:12.028697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ac97b-7134-41bd-935b-c02172abb290 req-523d2287-a2bd-4e83-8ec9-ddbb264aa9e3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.030149 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c41ac97b-7134-41bd-935b-c02172abb290 req-523d2287-a2bd-4e83-8ec9-ddbb264aa9e3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0510659 Aug 11 03:20:12.040546 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379edfaf-f96a-4b5d-a820-6a90cc07900a req-81002406-a022-4214-8746-d38b2e34b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.040546 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-379edfaf-f96a-4b5d-a820-6a90cc07900a req-81002406-a022-4214-8746-d38b2e34b710 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1098 time: 0.0408664 Aug 11 03:20:12.069708 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c41ac97b-7134-41bd-935b-c02172abb290 req-9c564024-361a-4c09-b171-8c7cf58953b6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Aug 11 03:20:12.075554 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-379edfaf-f96a-4b5d-a820-6a90cc07900a req-40b4255e-5b43-45ab-901d-8a36e178c295 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286593 Aug 11 03:20:13.188033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda585-ac6c-49d7-88af-45a1feb665c4 req-b39e8975-896c-4179-89a9-f2064f7029c5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.189608 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3abda585-ac6c-49d7-88af-45a1feb665c4 req-b39e8975-896c-4179-89a9-f2064f7029c5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0508616 Aug 11 03:20:13.228133 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3abda585-ac6c-49d7-88af-45a1feb665c4 req-09d52cec-0c02-41a0-818e-8bd4d5544afc tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Aug 11 03:20:13.355776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afc4cb-f553-48dc-a14d-81e9df40ceb1 req-258c3102-ee76-46a0-a56b-d47b0c53df9b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.357217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5afc4cb-f553-48dc-a14d-81e9df40ceb1 req-258c3102-ee76-46a0-a56b-d47b0c53df9b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0582755 Aug 11 03:20:13.399647 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5afc4cb-f553-48dc-a14d-81e9df40ceb1 req-c6a4a963-a24f-4fd1-970c-d799599ffc02 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354600 Aug 11 03:20:13.421238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40048) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:13.460238 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8018f-2e1d-4033-8f9e-68ef1b29368b tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.461745 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d5b8018f-2e1d-4033-8f9e-68ef1b29368b tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1093 time: 0.0394731 Aug 11 03:20:13.464577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40050) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:13.468964 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:13.493665 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.587669 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.693899 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.85 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/d4c1a493-9649-4f8d-99c4-76a5628ac3ee) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:13.794268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.837517 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.872569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:13.875313 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:13.881163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:13.904094 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=d4c1a493-9649-4f8d-99c4-76a5628ac3ee,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:14.234604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.302693 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.460815 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.465649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.531554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=d4c1a493-9649-4f8d-99c4-76a5628ac3ee,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:14.541442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.650377 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP aab0c765-2ef1-4f14-93df-650144e486b1 associated. External IP: 172.25.3.85, port: 43fdeaaa-a44c-40de-9ce1-d1d67af491cd. Aug 11 03:20:14.858046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:15.282700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:15.292260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Sync routers for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:15.300054 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.308237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:15.308933 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:15.331181 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-500b168c-13d6-4793-bc9e-252e83034f9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8631487 Aug 11 03:20:15.331181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:15.332449 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ef338-94e8-468f-a21e-120996be0b54" -d '{"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:15.374532 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d93e4b-8f9e-4500-81cf-64827ca5d31d x-openstack-request-id: req-04d93e4b-8f9e-4500-81cf-64827ca5d31d {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:15.374958 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:15.375293 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-04d93e4b-8f9e-4500-81cf-64827ca5d31d {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:15.375865 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'status': 'completed', 'code': 200} Aug 11 03:20:15.447448 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef338-94e8-468f-a21e-120996be0b54 req-e36980a8-7848-42f2-b298-7971752b5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.449160 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-e36980a8-7848-42f2-b298-7971752b5f7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1098 time: 0.0493028 Aug 11 03:20:15.463549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947902-f974-4445-9b00-fd8096806fb7 req-881e47fb-e326-43c4-98b4-e5513acaaba0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.466046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f947902-f974-4445-9b00-fd8096806fb7 req-881e47fb-e326-43c4-98b4-e5513acaaba0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0697863 Aug 11 03:20:15.468192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:15.538125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f947902-f974-4445-9b00-fd8096806fb7 req-80efdaf7-2c62-42fa-b722-bdde8983bb13 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583892 Aug 11 03:20:15.552226 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40056) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:15.569869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef338-94e8-468f-a21e-120996be0b54 req-c61dc5eb-7805-4e20-bb1f-aac6ed3d36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.571912 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-c61dc5eb-7805-4e20-bb1f-aac6ed3d36c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 898 time: 0.1156950 Aug 11 03:20:15.624970 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-8a0ed13f-8517-4921-8928-d20ee10a8fa8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/aab0c765-2ef1-4f14-93df-650144e486b1 HTTP/1.1" status: 200 len: 991 time: 0.0705435 Aug 11 03:20:15.655184 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-45525ccf-0ad1-49c7-b103-e5c01e52d06e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 999 time: 0.0725632 Aug 11 03:20:15.709916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef338-94e8-468f-a21e-120996be0b54 req-8743ef4c-204c-4b2b-99ad-a88abb59d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.711430 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-8743ef4c-204c-4b2b-99ad-a88abb59d673 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0491521 Aug 11 03:20:15.735161 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'aab0c765-2ef1-4f14-93df-650144e486b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'port_id': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'mac_address': 'fa:16:3e:e0:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:14Z', 'updated_at': '2021-08-11T03:20:14Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:15.766605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Checking router: 6bc2d15c-ba5d-41be-8d06-58ec55315b39 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:15.768862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef338-94e8-468f-a21e-120996be0b54 req-1fa65ca1-c663-44c9-bf9c-7686ff7854b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.770392 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-1fa65ca1-c663-44c9-bf9c-7686ff7854b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509191 Aug 11 03:20:15.777977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:15.778656 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:15.886712 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-0a533b1e-f8d8-4057-a9bf-e532ad305a6a service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072574 Aug 11 03:20:15.914492 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:15.990642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f95ef338-94e8-468f-a21e-120996be0b54 req-33660cb2-0d1a-42a5-bf7d-597d2fdbae9f service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967214 Aug 11 03:20:16.153676 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'aab0c765-2ef1-4f14-93df-650144e486b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'port_id': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'mac_address': 'fa:16:3e:e0:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:14Z', 'updated_at': '2021-08-11T03:20:14Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:16.187376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd32da1-8dea-4f76-9be7-429c97baf75e None None] The sync data for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 is: [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'aab0c765-2ef1-4f14-93df-650144e486b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'port_id': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'mac_address': 'fa:16:3e:e0:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:14Z', 'updated_at': '2021-08-11T03:20:14Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:16.383496 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36a461-2574-4394-8442-3e6c447682ab None None] New status for floating IP aab0c765-2ef1-4f14-93df-650144e486b1: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:20:16.627594 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40058) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:16.688308 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c99765e6-7dfd-412e-82ea-06c2592b521f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/aab0c765-2ef1-4f14-93df-650144e486b1 HTTP/1.1" status: 200 len: 993 time: 0.0594823 Aug 11 03:20:22.737361 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b87627cb-cf27-4081-a5fe-716566bbc1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.228542 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-49563069-111a-4266-80c8-aaf5b527a75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.547645 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.711001 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.300439 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.348095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.349307 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.352975 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:50.100837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-22edaaa6-5e46-49ab-b8f5-98b8226fc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.102885 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-22edaaa6-5e46-49ab-b8f5-98b8226fc3e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1098 time: 0.1572535 Aug 11 03:20:50.122215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09226e-e7c6-4ac1-8b3d-1aeae1478525 req-afb7f031-0f8f-41f2-9630-e912ccbb6741 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.124724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e09226e-e7c6-4ac1-8b3d-1aeae1478525 req-afb7f031-0f8f-41f2-9630-e912ccbb6741 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.1777949 Aug 11 03:20:50.174013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8e09226e-e7c6-4ac1-8b3d-1aeae1478525 req-aed24c0d-36ad-4fe7-a49e-3d92353811d2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Aug 11 03:20:50.209989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-45dcf1bb-729e-46cb-8c14-f451ad380895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.211495 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-45dcf1bb-729e-46cb-8c14-f451ad380895 service neutron] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 898 time: 0.0978079 Aug 11 03:20:50.290899 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-d6e2060a-824e-4f21-b3ef-c7aa826f85c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 1001 time: 0.0690494 Aug 11 03:20:50.351624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-75af8101-6ad6-40da-abde-0040ad4ccb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.353104 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-75af8101-6ad6-40da-abde-0040ad4ccb80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0541315 Aug 11 03:20:50.408685 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-50261523-8bbe-4af7-806c-8a6daf17ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.410340 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-50261523-8bbe-4af7-806c-8a6daf17ff0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488632 Aug 11 03:20:50.513899 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-6e762ca4-1770-4a54-b4eb-ad6a1e329b81 service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948162 Aug 11 03:20:50.621902 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-12bd0598-ed18-4807-8f17-41488a16daa8 req-a50dd827-993a-4934-a62f-9671b2c09134 service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002393 Aug 11 03:20:51.383392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321d59-627e-48cc-9006-2e5d6120e85d req-6bdf6f4f-68d2-4f15-8de9-e1af02eef018 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.384985 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0321d59-627e-48cc-9006-2e5d6120e85d req-6bdf6f4f-68d2-4f15-8de9-e1af02eef018 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.1203301 Aug 11 03:20:51.427448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f0321d59-627e-48cc-9006-2e5d6120e85d req-a2dd4a8f-9148-41c6-a8fb-0c479ff2efff tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359890 Aug 11 03:20:52.548432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdefca4-95ff-4e50-b6c7-bd51afbcad60 req-08956b87-4672-4ee4-bb93-7f5fdf8809ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:52.550592 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bdefca4-95ff-4e50-b6c7-bd51afbcad60 req-08956b87-4672-4ee4-bb93-7f5fdf8809ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0516956 Aug 11 03:20:52.590616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7bdefca4-95ff-4e50-b6c7-bd51afbcad60 req-06493cd9-3afd-4e0f-9d7e-242261dd3e62 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Aug 11 03:20:52.746535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c42b7fe-0b55-43bf-9da0-b50f0871a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.714890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c4f26-e81b-4c23-92c2-5175d9f25a73 req-6bb1a07c-eb72-4d4d-8360-b32241e6ee91 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:53.716541 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-027c4f26-e81b-4c23-92c2-5175d9f25a73 req-6bb1a07c-eb72-4d4d-8360-b32241e6ee91 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0532460 Aug 11 03:20:53.775588 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-027c4f26-e81b-4c23-92c2-5175d9f25a73 req-decb8abe-1e58-41fa-b573-a656b0be7cf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518909 Aug 11 03:20:54.896845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982fd9-fbd7-4c07-a06f-4c7c5b60573b req-96aaea90-8d53-41f0-b681-96a90ac57e45 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.898482 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe982fd9-fbd7-4c07-a06f-4c7c5b60573b req-96aaea90-8d53-41f0-b681-96a90ac57e45 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0497446 Aug 11 03:20:54.937285 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe982fd9-fbd7-4c07-a06f-4c7c5b60573b req-31bf7e38-04e5-423d-8a44-c71458c6c86b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Aug 11 03:20:55.230312 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5ab9a878-772b-4f71-a2df-f846d539d310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.550079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.053387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779204-10a1-415b-a65c-9e9049d4b5bb req-bfad9b25-4994-4b41-9897-3326dba9b22b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.054953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5779204-10a1-415b-a65c-9e9049d4b5bb req-bfad9b25-4994-4b41-9897-3326dba9b22b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0502787 Aug 11 03:20:56.106116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c5779204-10a1-415b-a65c-9e9049d4b5bb req-4ae5175e-ea49-459e-bfec-52779d29efe8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Aug 11 03:20:56.715059 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.239008 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501a2b1-b14e-447f-b133-3c32bf148595 req-d9c8482c-abb2-41a5-94e6-d8dc57967af4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.241039 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a501a2b1-b14e-447f-b133-3c32bf148595 req-d9c8482c-abb2-41a5-94e6-d8dc57967af4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0557446 Aug 11 03:20:57.287255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a501a2b1-b14e-447f-b133-3c32bf148595 req-bd408d85-c9ba-4a74-9cf3-7804b3c437ea tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Aug 11 03:20:58.304084 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.408831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f255d-beaf-414b-9d29-7240407b270f req-2f455046-8aac-47d7-b999-97f0deefbec1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.410512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-384f255d-beaf-414b-9d29-7240407b270f req-2f455046-8aac-47d7-b999-97f0deefbec1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0528393 Aug 11 03:20:58.453338 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-384f255d-beaf-414b-9d29-7240407b270f req-faa0e43e-9656-42e0-9f70-468094be8791 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Aug 11 03:20:59.581857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3affb-05e9-4987-ad05-6bbcbab20c50 req-e8f248ec-0938-43d9-b558-f7165a81034d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.583388 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9b3affb-05e9-4987-ad05-6bbcbab20c50 req-e8f248ec-0938-43d9-b558-f7165a81034d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0570190 Aug 11 03:20:59.621618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9b3affb-05e9-4987-ad05-6bbcbab20c50 req-74158a4b-7f23-49fc-9487-d7bac6cdac70 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Aug 11 03:21:00.743602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185fbd-2b9d-4ea2-b2dc-4383d29c9a7c req-c8bf273b-854d-42c1-aa3d-bc79dad73f2f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:00.745321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04185fbd-2b9d-4ea2-b2dc-4383d29c9a7c req-c8bf273b-854d-42c1-aa3d-bc79dad73f2f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0552557 Aug 11 03:21:00.809266 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04185fbd-2b9d-4ea2-b2dc-4383d29c9a7c req-245ee5a1-6879-4c32-9059-f474bf9f9090 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574002 Aug 11 03:21:01.927599 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d2a0-4283-4244-b228-1ffeac94e90b req-b4678bc3-1ea6-4f01-844a-c4916a32c0d9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:01.929189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fb9d2a0-4283-4244-b228-1ffeac94e90b req-b4678bc3-1ea6-4f01-844a-c4916a32c0d9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0532470 Aug 11 03:21:01.968453 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5fb9d2a0-4283-4244-b228-1ffeac94e90b req-15218a68-3350-4f56-b615-1e8484471b9a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Aug 11 03:21:01.991932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40110) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:02.060389 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9e2404eb-f766-4a9d-abe3-81caa2eb9087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/aab0c765-2ef1-4f14-93df-650144e486b1 HTTP/1.1" status: 200 len: 993 time: 0.0672598 Aug 11 03:21:03.825738 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-a2caea23-e529-4a10-805d-eebf9eab79a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426135 Aug 11 03:21:03.911029 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-870fc0a1-5beb-413b-9c4b-dd2a318762c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.912536 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-870fc0a1-5beb-413b-9c4b-dd2a318762c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1098 time: 0.0440118 Aug 11 03:21:04.027382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-e81ad712-c394-4f17-ad9f-62d8bd7260b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.028873 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-e81ad712-c394-4f17-ad9f-62d8bd7260b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 898 time: 0.0903766 Aug 11 03:21:04.099165 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-f8119764-bb93-40c5-9701-9ac2488918d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 1001 time: 0.0625761 Aug 11 03:21:04.160222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-5a605257-5b2f-4d5f-839e-48e3266d1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.161696 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-5a605257-5b2f-4d5f-839e-48e3266d1261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0546186 Aug 11 03:21:04.209289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-22efbf6c-db2c-4787-b3c3-a613d62688e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.210872 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-22efbf6c-db2c-4787-b3c3-a613d62688e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421252 Aug 11 03:21:04.308355 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-8527ca34-899f-4cd7-a1cd-05efefc17a3d service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902858 Aug 11 03:21:04.413985 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e61dfc8d-4ed3-42bd-bcd7-a059dc7c127e req-3f5874d4-c491-4e8f-90cc-68e88c4c8280 service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979023 Aug 11 03:21:11.357692 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.359205 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.352649 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:22.738339 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87a081e7-bde3-401f-9026-a64fb396c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.230461 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4330f4f4-08b2-4a46-9e53-c8c059ef76c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.551717 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.716495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.306235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.524513 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40126) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:35.681702 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port d4c1a493-9649-4f8d-99c4-76a5628ac3ee {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:35.682069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.758639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.758966 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.770677 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for d4c1a493-9649-4f8d-99c4-76a5628ac3ee owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:35.916995 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.942525 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=d4c1a493-9649-4f8d-99c4-76a5628ac3ee,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:35.969244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.969590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.969956 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.970291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.970624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.970950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.971280 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.971602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.971922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.972246 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.972582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:35.972905 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:36.012279 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.012612 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP aab0c765-2ef1-4f14-93df-650144e486b1 disassociated (deleted). External IP: 172.25.3.85, port: 43fdeaaa-a44c-40de-9ce1-d1d67af491cd. Aug 11 03:21:36.225037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:36.338394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:36.343174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.350375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Sync routers for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:36.359910 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:36.360526 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.371966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b45744fa-24a2-4639-ac9d-9cc7bd80305e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/floatingips/aab0c765-2ef1-4f14-93df-650144e486b1 HTTP/1.1" status: 204 len: 168 time: 0.8438885 Aug 11 03:21:36.371966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:36.372592 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3051e07d-51f0-4581-858d-edd0c3a12180" -d '{"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:36.417715 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33156f36-3d48-4c07-89d6-1a4b83b8bbe4 x-openstack-request-id: req-33156f36-3d48-4c07-89d6-1a4b83b8bbe4 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:36.418041 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:36.418294 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33156f36-3d48-4c07-89d6-1a4b83b8bbe4 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:36.418699 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'status': 'completed', 'code': 200} Aug 11 03:21:36.470093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:36.488560 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-dbf89f7a-2327-4e46-87a8-c1e88fb86193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.490501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-dbf89f7a-2327-4e46-87a8-c1e88fb86193 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 1098 time: 0.0438957 Aug 11 03:21:36.608454 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-0410bbf5-a244-4fef-984e-06009f08d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.610171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-0410bbf5-a244-4fef-984e-06009f08d99e service neutron] 10.222.0.61 "GET /v2.0/networks?id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 200 len: 898 time: 0.1025753 Aug 11 03:21:36.622662 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca88c-14a1-4c84-b410-9299806546f7 req-f05b60e7-cb1c-48a4-8b22-8ef8748a651e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.624351 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e4ca88c-14a1-4c84-b410-9299806546f7 req-f05b60e7-cb1c-48a4-8b22-8ef8748a651e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Aug 11 03:21:36.657351 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-df4fc891-d462-45f0-8e72-2242acdb3cd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 200 len: 217 time: 0.0386236 Aug 11 03:21:36.668317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2e4ca88c-14a1-4c84-b410-9299806546f7 req-07aa8110-d15c-49bb-a12d-e481f34e5af4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360594 Aug 11 03:21:36.683987 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.709980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-a0c23949-b297-4383-b36c-f3a88a2661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.711331 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Checking router: 6bc2d15c-ba5d-41be-8d06-58ec55315b39 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:36.711507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-a0c23949-b297-4383-b36c-f3a88a2661d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 200 len: 835 time: 0.0461166 Aug 11 03:21:36.719718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:36.720292 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.764104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-0c3140a3-ea2c-45a2-a98c-09c7fdf6e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.765550 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-0c3140a3-ea2c-45a2-a98c-09c7fdf6e7a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=415ff24f-dd2d-423d-aa78-6d10dc7b07b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458875 Aug 11 03:21:36.827318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:36.855013 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-11e81a57-b871-493b-808f-f7a84e3ab0be service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Aug 11 03:21:36.950367 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3051e07d-51f0-4581-858d-edd0c3a12180 req-d3412e11-b903-445e-bdb2-b2a452b35a7e service neutron] 10.222.0.61 "GET /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875881 Aug 11 03:21:37.031652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:37.058055 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649f3c6-b162-4265-954b-27a09462b7bb None None] The sync data for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 is: [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:19:59Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b5585fba-af68-4a4a-b74d-c32fa994a93b', 'name': '', 'network_id': '415ff24f-dd2d-423d-aa78-6d10dc7b07b1', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:0d:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:59Z', 'updated_at': '2021-08-11T03:20:03Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'eb838d51-67c1-40ab-9c90-d31fd912c54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:37.275536 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d0188b-2488-439b-8f77-b3fb47eb4f7e None None] New status for floating IP aab0c765-2ef1-4f14-93df-650144e486b1: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:21:37.784335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112116e8-8463-4ab7-a29e-ac7c89b0d1c0 req-6966b61e-62b8-45ce-952e-5370269b840c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.785827 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112116e8-8463-4ab7-a29e-ac7c89b0d1c0 req-6966b61e-62b8-45ce-952e-5370269b840c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0489254 Aug 11 03:21:37.827197 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-112116e8-8463-4ab7-a29e-ac7c89b0d1c0 req-b1b9a210-5619-4315-9779-3ee47aae3467 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=cce6ac23-d02c-4675-ab19-a2b5e0e8520f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355556 Aug 11 03:21:38.420051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-26f6173f-b8a5-45cd-aa88-f443e380d927 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:38.421596 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-26f6173f-b8a5-45cd-aa88-f443e380d927 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 946 time: 0.0583432 Aug 11 03:21:38.509616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:38.509992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.599913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:38.600274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.612465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 43fdeaaa-a44c-40de-9ce1-d1d67af491cd owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:38.740677 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.769541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=43fdeaaa-a44c-40de-9ce1-d1d67af491cd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:38.808440 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] No DVR routers for this DVR port 43fdeaaa-a44c-40de-9ce1-d1d67af491cd on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:38.811133 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.813183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-70160501-9fb2-43e9-b9dc-4c5711815362 req-48cf9405-07a5-4c9c-ae9d-5c950c75b1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "DELETE /v2.0/ports/43fdeaaa-a44c-40de-9ce1-d1d67af491cd HTTP/1.1" status: 204 len: 173 time: 0.3847749 Aug 11 03:21:38.813619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'name': 'network-vif-deleted', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:38.815927 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75778eab-ffde-4f2b-821b-c258cedf969c" -d '{"events": [{"server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "name": "network-vif-deleted", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:38.855246 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d1ce5-7ae6-483f-9538-ea9a812a8d9d x-openstack-request-id: req-878d1ce5-7ae6-483f-9538-ea9a812a8d9d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:38.855548 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13fc3f2-c1f2-4271-8041-f92fac8407e9", "name": "network-vif-deleted", "tag": "43fdeaaa-a44c-40de-9ce1-d1d67af491cd", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:38.855809 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-878d1ce5-7ae6-483f-9538-ea9a812a8d9d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:38.856432 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13fc3f2-c1f2-4271-8041-f92fac8407e9', 'name': 'network-vif-deleted', 'tag': '43fdeaaa-a44c-40de-9ce1-d1d67af491cd', 'status': 'completed', 'code': 200} Aug 11 03:21:38.926628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2dee9465-4571-4ddf-8c61-73b91213e935 req-dc229cd8-1863-4699-99e1-d7f917ad9791 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=f13fc3f2-c1f2-4271-8041-f92fac8407e9 HTTP/1.1" status: 200 len: 210 time: 0.0297294 Aug 11 03:21:39.983618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40142) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.338400 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.595524 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port b5585fba-af68-4a4a-b74d-c32fa994a93b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:40.595794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.689432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port b5585fba-af68-4a4a-b74d-c32fa994a93b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b5585fba-af68-4a4a-b74d-c32fa994a93b,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:40.689797 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.703375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for b5585fba-af68-4a4a-b74d-c32fa994a93b owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:40.888910 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.916633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=b5585fba-af68-4a4a-b74d-c32fa994a93b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.089894 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.340423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.367508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.646182 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:41.752644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:41.757590 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-adf9bd42-9bd5-435f-a6ba-1e8c9353dd1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/6bc2d15c-ba5d-41be-8d06-58ec55315b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729208 Aug 11 03:21:41.760396 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40144) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:41.762166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Sync routers for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:41.771115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:41.771744 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:41.811096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting subnet eb838d51-67c1-40ab-9c90-d31fd912c54b {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:41.814182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.852352 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.874992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:41.940484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.000281 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.026994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Subnet': ['ID=eb838d51-67c1-40ab-9c90-d31fd912c54b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.030788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.033027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4dd7787a-2579-4edf-9027-6b4ec94c17a9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/subnets/eb838d51-67c1-40ab-9c90-d31fd912c54b HTTP/1.1" status: 204 len: 168 time: 0.2710769 Aug 11 03:21:42.035373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40146) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.041403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2d39b-4ba8-459c-8dac-c3bb18414749 None None] Network 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:42.141324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:21:40Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.141768 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.158455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 43fdeaaa-a44c-40de-9ce1-d1d67af491cd no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:42.190381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Checking router: 6bc2d15c-ba5d-41be-8d06-58ec55315b39 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:42.212951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: 43fdeaaa-a44c-40de-9ce1-d1d67af491cd {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:42.213263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 43fdeaaa-a44c-40de-9ce1-d1d67af491cd not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:42.223104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Routers {'6bc2d15c-ba5d-41be-8d06-58ec55315b39'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:42.223726 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.249239 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.307833 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 12f9ae5b-183f-465a-863d-b4342729938a {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:42.308185 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.338964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] DHCP port deletion for 415ff24f-dd2d-423d-aa78-6d10dc7b07b1 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:42.343707 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] Set router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:42.392393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 12f9ae5b-183f-465a-863d-b4342729938a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=12f9ae5b-183f-465a-863d-b4342729938a,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:42.392769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.404495 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 12f9ae5b-183f-465a-863d-b4342729938a owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:42.506782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Deleting port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:42.507086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.570852 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.595957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=12f9ae5b-183f-465a-863d-b4342729938a,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.599916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] For port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,segment=NetworkSegment(e0486456-958f-41f5-9933-b532acbfd1e1),segment_id=e0486456-958f-41f5-9933-b532acbfd1e1)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:42.600631 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.617521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Calling delete_port for 257f1d5f-c52c-4268-86b7-2a3d0f97c51e owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:42.633701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:21:40Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.676349 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.699317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b273-af06-4ea8-a9f8-5fd3466d2565 None None] The sync data for ids ['6bc2d15c-ba5d-41be-8d06-58ec55315b39'] in n-d-713498-10 is: [{'id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-23748218', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '12f9ae5b-183f-465a-863d-b4342729938a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:21:40Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '12f9ae5b-183f-465a-863d-b4342729938a', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc2d15c-ba5d-41be-8d06-58ec55315b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:56Z', 'updated_at': '2021-08-11T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:42.752869 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.781935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Pushing event deleted for resources: {'Port': ['ID=257f1d5f-c52c-4268-86b7-2a3d0f97c51e,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.784606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] No DVR routers for this DVR port 257f1d5f-c52c-4268-86b7-2a3d0f97c51e on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:42.797286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.797643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.798021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.798366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.798711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.799048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.799469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.799702 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.799980 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.800131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.800346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.801201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.801536 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1527a8f1-e4f7-4547-9237-e1ffcb8cd111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:42.803498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.852094 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.852817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc2d15c-ba5d-41be-8d06-58ec55315b39 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:42.861391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.865426 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1f4db7c1-b599-4a8c-91b4-425ff1212579 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/routers/6bc2d15c-ba5d-41be-8d06-58ec55315b39 HTTP/1.1" status: 204 len: 168 time: 0.8262184 Aug 11 03:21:42.868370 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40148) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.962071 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.015788 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 257f1d5f-c52c-4268-86b7-2a3d0f97c51e no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:43.050290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 257f1d5f-c52c-4268-86b7-2a3d0f97c51e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:43.050944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 257f1d5f-c52c-4268-86b7-2a3d0f97c51e not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:43.051629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5585fba-af68-4a4a-b74d-c32fa994a93b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:43.062484 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.077592 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b5585fba-af68-4a4a-b74d-c32fa994a93b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:43.077971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b5585fba-af68-4a4a-b74d-c32fa994a93b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:43.084226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415ff24f-dd2d-423d-aa78-6d10dc7b07b1']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.098933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0486456-958f-41f5-9933-b532acbfd1e1') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.099362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0486456-958f-41f5-9933-b532acbfd1e1') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.113217 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.134835 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.142122 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:43.142673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:43.146060 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:43.208992 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.215848 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.217639 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/networks/415ff24f-dd2d-423d-aa78-6d10dc7b07b1 HTTP/1.1" status: 204 len: 168 time: 0.3493643 Aug 11 03:21:43.220591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40150) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.228889 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8a92-2339-40f7-8dee-64bedb3e2624 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Network': ['ID=415ff24f-dd2d-423d-aa78-6d10dc7b07b1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.279638 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.304115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.363307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.366523 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.367778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/security-groups/cce6ac23-d02c-4675-ab19-a2b5e0e8520f HTTP/1.1" status: 204 len: 168 time: 0.1460936 Aug 11 03:21:43.377474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6ac23-d02c-4675-ab19-a2b5e0e8520f,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.385879 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.386230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.386590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.386924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.387234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.387561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.387887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.388358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.388702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.389027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.389457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.389780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66e161-d66a-404c-bea7-b6641c37dd31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:43.601029 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40156) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.605697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061005625', 'description': 'tempest-secgroup-smoke-1061005625 description', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:43.629399 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.715383 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.719419 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.748358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.749498 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474679 Aug 11 03:21:43.752619 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40158) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.753589 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e56208-f4cd-48c6-883b-c699ce02ae49 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5f92f-19bf-484e-812b-d7b4c22a7902,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.757994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:43.783273 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.838447 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.842030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.859297 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc930ef-a10f-4d09-8fce-d65a0eea35a6,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.866662 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.867871 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d8ae538-5ea0-4b96-bac9-adc0377e7b05 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141818 Aug 11 03:21:43.870614 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40160) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.875043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:43.901686 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.958809 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.962498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.980765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4234af69-20c2-4bf5-80b2-7549db4f1975,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.983287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.984475 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4650163e-39ea-4511-8125-82963a16baca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129482 Aug 11 03:21:43.988869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40162) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.993624 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.020782 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.083813 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.087372 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.105384 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a538ac9-610f-46a5-9a00-4b77a468fe5f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.111041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.111960 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-2f78a03d-486c-4f12-9eec-d7c512dec8fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214240 Aug 11 03:21:44.114286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40164) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.118914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.145562 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.202989 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.206554 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.224222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd9d199-3319-4a6c-9841-115227d1d474,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.229901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.230950 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3573b467-2d73-4bec-9850-9437973d2853 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154923 Aug 11 03:21:44.233963 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40166) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.238995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.260069 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:21:44.264942 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.323565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.327110 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.343882 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b2181d-838a-4602-8606-0983bf11a434,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.349586 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.350910 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b8900ee-698b-469d-9894-87b1c7ef9c3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158595 Aug 11 03:21:44.353598 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40168) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.358094 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '37d5f92f-19bf-484e-812b-d7b4c22a7902', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.380413 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:21:44.385195 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.448772 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.452399 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.466965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e18e86-924a-4e5d-b624-5a0e4bad23ba,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.475166 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.476385 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d0ce1e4c-78ba-43ae-8c97-496b8c9d8480 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218252 Aug 11 03:21:44.479356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40170) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.484277 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'network': {'name': 'tempest-network-smoke--905460060', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'port_security_enabled': True}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.506114 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:44.509503 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.532899 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:44.541898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.542244 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Added segment f4cb869d-1d9f-4821-9918-52e4e8e655c7 of type vlan for network 7ac31b35-d23d-4e4b-9a19-5858b109b247 Aug 11 03:21:44.582232 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.609956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.616395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:44.616983 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.677640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972206 Aug 11 03:21:44.680434 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40172) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.685237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'admin_state_up': True, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.686054 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4ba4b-f8ee-4786-9b18-6df90af8475c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Network': ['ID=7ac31b35-d23d-4e4b-9a19-5858b109b247,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.696611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:44.707654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.708646 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.762576 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.892976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 12f9ae5b-183f-465a-863d-b4342729938a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:44.902063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.914267 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 12f9ae5b-183f-465a-863d-b4342729938a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:44.914611 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 12f9ae5b-183f-465a-863d-b4342729938a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:45.091346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.110206 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.215509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.74 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:45.315987 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.359688 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.396779 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:45.401454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:45.403949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:45.427623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:45.652641 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.850841 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.974412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 74f70558-3bea-4459-9017-71a634ac8afb is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:46.078916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:46.089964 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Sync routers for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:46.096621 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.101272 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ae9f570d-0ddc-4172-af07-9d3283d56679 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4168913 Aug 11 03:21:46.101434 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:46.101434 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:46.101632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40174) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.131972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-31a5fcae-85df-4255-8bf9-ac48b84ed65d tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=1b6fc1a15a7144d5b93b9f08b1650adf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270855 Aug 11 03:21:46.132209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40176) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.214220 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:46.216325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a15f6-6bd5-4fce-8e12-487322281116 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:46.218049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c34a15f6-6bd5-4fce-8e12-487322281116 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848813 Aug 11 03:21:46.221049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40178) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.252791 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-338809cc-e46c-467d-9a4c-a4d77fb6fb93 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303748 Aug 11 03:21:46.255258 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40180) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.260154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88566302', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:46.349956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:46.353434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.396299 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:45Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:46.430405 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Checking router: 74f70558-3bea-4459-9017-71a634ac8afb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:46.430776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Updating router 74f70558-3bea-4459-9017-71a634ac8afb port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:46.455818 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.539447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.596269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Subnet': ['ID=2b675e15-307c-4cfe-a742-8a5cb23b0b96,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:46.606918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Checking segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:46.607282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network hostable DHCP agents. Network: 7ac31b35-d23d-4e4b-9a19-5858b109b247, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:46.623932 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:46.632512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 7ac31b35-d23d-4e4b-9a19-5858b109b247) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:46.637563 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:46.638513 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.646148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8c8a6-a39d-434b-9f13-668646b04b97 None None] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:46.656619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d76ce447-de87-4663-8f6c-e34dd63cf942 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4002924 Aug 11 03:21:46.659334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40182) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.721369 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.733680 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Transition to ACTIVE for port object 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:46.741826 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.794051 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Attempting to bind port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:46.794428 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Attempting to bind port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:46.794801 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Attempting to bind port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:46.801234 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-7ac31b35-d23d-4e4b-9a19-5858b109b247', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:46.802528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.802898 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Pushing event updated for resources: {'Port': ['ID=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:46.806498 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:46.806870 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:46.807272 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.807662 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:46.808128 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Bound port: 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:46.808537 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.835825 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.836207 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.836512 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.836850 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.837185 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.837516 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.837868 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.838201 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.838523 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.838863 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.839167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.839500 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:46.877525 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] For port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:46.887481 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] For port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:46.892070 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.955501 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631a0b0-aa01-4a0f-97ed-37eed9d1c657 None None] Pushing event updated for resources: {'Port': ['ID=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:46.958962 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:46.959646 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:46.963973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Allocated IP 172.20.0.2 (7ac31b35-d23d-4e4b-9a19-5858b109b247/2b675e15-307c-4cfe-a742-8a5cb23b0b96/deb1b04b-40b1-4591-a1a7-6699d92416a2) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:47.074968 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:47.117970 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.128050 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.136978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Transition to ACTIVE for port object deb1b04b-40b1-4591-a1a7-6699d92416a2 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:47.152212 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Transition to ACTIVE for port object deb1b04b-40b1-4591-a1a7-6699d92416a2 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:47.158281 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.205322 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:47.206409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Pushing event updated for resources: {'Port': ['ID=deb1b04b-40b1-4591-a1a7-6699d92416a2,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.210115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:47.211950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:47.268701 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:45Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.270944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Attempting to bind port deb1b04b-40b1-4591-a1a7-6699d92416a2 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:47.271318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Attempting to bind port deb1b04b-40b1-4591-a1a7-6699d92416a2 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:47.271684 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Attempting to bind port deb1b04b-40b1-4591-a1a7-6699d92416a2 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:47.277059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:47.277498 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Checking segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:47.277944 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.278341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Bound using segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:47.278809 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Bound port: deb1b04b-40b1-4591-a1a7-6699d92416a2, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:47.279320 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.356539 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] For port deb1b04b-40b1-4591-a1a7-6699d92416a2, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:47.361631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] For port deb1b04b-40b1-4591-a1a7-6699d92416a2, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb1b04b-40b1-4591-a1a7-6699d92416a2,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:47.368124 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.397664 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42146f0-a1e1-460a-ae68-f6116cbd8043 None None] The sync data for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 is: [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:45Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:47.452951 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3eec-34e7-4a75-9165-b98ec7ce8dfb None None] Pushing event updated for resources: {'Port': ['ID=deb1b04b-40b1-4591-a1a7-6699d92416a2,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.797550 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.1 (7ac31b35-d23d-4e4b-9a19-5858b109b247/2b675e15-307c-4cfe-a742-8a5cb23b0b96/b81dbc97-018f-4d56-9866-7af79a119ec5) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:47.921871 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.940437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object b81dbc97-018f-4d56-9866-7af79a119ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:47.974430 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.016370 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:48.022217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:48.026291 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:48.052993 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.074184 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.215151 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.419675 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa5d84-71de-4c6a-881a-1d8e75a84ba3 None None] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:48.509923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.514896 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.552227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5307c804-38c6-4e84-bd7f-909185e8e391 None None] Provisioning for port deb1b04b-40b1-4591-a1a7-6699d92416a2 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:48.591949 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.593825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.697535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:48.699061 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:48.822776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 74f70558-3bea-4459-9017-71a634ac8afb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:48.880666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2377aadb-1a95-4218-a400-79ce787a7d23 None None] Provisioning for port b81dbc97-018f-4d56-9866-7af79a119ec5 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:48.885599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-2377aadb-1a95-4218-a400-79ce787a7d23 None None] Provisioning complete for port b81dbc97-018f-4d56-9866-7af79a119ec5 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:48.887928 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2377aadb-1a95-4218-a400-79ce787a7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.947097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-2377aadb-1a95-4218-a400-79ce787a7d23 None None] Port b81dbc97-018f-4d56-9866-7af79a119ec5 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:48.960320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:48.974143 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-94d3dd48-639c-45f5-b40b-51681fb508fa tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/74f70558-3bea-4459-9017-71a634ac8afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3131685 Aug 11 03:21:49.047125 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:49.099332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Sync routers for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:49.120423 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:49.121065 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:49.125066 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cfe9b0f8-3699-48d2-96aa-2b50b8cb740d None None] Provisioning complete for port b81dbc97-018f-4d56-9866-7af79a119ec5 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.125443 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b0f8-3699-48d2-96aa-2b50b8cb740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.130265 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-24585c69-088b-420d-b297-b8cae521c409 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061005625&fields=id&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 267 time: 0.0392268 Aug 11 03:21:49.198670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:49.238023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.238399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.242688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9b0f8-3699-48d2-96aa-2b50b8cb740d None None] Port b81dbc97-018f-4d56-9866-7af79a119ec5 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:49.250124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-115babe9-e6ef-4d56-a236-0004653ac086 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:49.251614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-115babe9-e6ef-4d56-a236-0004653ac086 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 796 time: 0.1132174 Aug 11 03:21:49.268318 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-4f92c61d-affd-4c1d-a7cf-799ae2ddbc66 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/quotas/1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 375 time: 0.0094471 Aug 11 03:21:49.299321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:49.322939 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-384341f0-9607-4c09-999d-d1d27f3531cc tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481589 Aug 11 03:21:49.477446 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-97611d8d-1e1e-4b65-b508-14f88bb4e066 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414876 Aug 11 03:21:49.580324 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-04bf4445-d53d-440f-a4c8-2d4d1573e088 service neutron] 10.222.0.68 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965571 Aug 11 03:21:49.581410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4e081239-2628-4b26-82cd-41e854881c0d None None] Provisioning complete for port b81dbc97-018f-4d56-9866-7af79a119ec5 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.581990 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4e081239-2628-4b26-82cd-41e854881c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.654041 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.680718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-4e081239-2628-4b26-82cd-41e854881c0d None None] Port b81dbc97-018f-4d56-9866-7af79a119ec5 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:49.699285 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:49.704183 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.704972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb1b04b-40b1-4591-a1a7-6699d92416a2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:49.823489 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.839031 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port deb1b04b-40b1-4591-a1a7-6699d92416a2 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:49.844241 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port deb1b04b-40b1-4591-a1a7-6699d92416a2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.844621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.886518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 2, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:49.918369 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Checking router: 74f70558-3bea-4459-9017-71a634ac8afb for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:49.918805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Updating router 74f70558-3bea-4459-9017-71a634ac8afb port b81dbc97-018f-4d56-9866-7af79a119ec5 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:49.946813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.011221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.115223 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port deb1b04b-40b1-4591-a1a7-6699d92416a2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb1b04b-40b1-4591-a1a7-6699d92416a2,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:50.122418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.224383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=deb1b04b-40b1-4591-a1a7-6699d92416a2,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.309393 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.319678 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Transition to ACTIVE for port object b81dbc97-018f-4d56-9866-7af79a119ec5 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:50.325658 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.376714 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4caff-cb21-4277-bcdf-4ccf1a35c6ee None None] Pushing event updated for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.431085 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Attempting to bind port b81dbc97-018f-4d56-9866-7af79a119ec5 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:50.431470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Attempting to bind port b81dbc97-018f-4d56-9866-7af79a119ec5 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:50.431841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Attempting to bind port b81dbc97-018f-4d56-9866-7af79a119ec5 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:50.437347 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:50.437728 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Checking segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:50.438171 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.438571 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Bound using segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:50.439046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Bound port: b81dbc97-018f-4d56-9866-7af79a119ec5, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:50.439446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.515315 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] For port b81dbc97-018f-4d56-9866-7af79a119ec5, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:50.518490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] For port b81dbc97-018f-4d56-9866-7af79a119ec5, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b81dbc97-018f-4d56-9866-7af79a119ec5,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:50.523434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.580284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:50.580930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.625417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4caff-cb21-4277-bcdf-4ccf1a35c6ee None None] Pushing event updated for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.706574 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:50.792797 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2297b2b3-dd0b-4e56-b5f3-4e07fd6f4889 req-abe7b48c-2cc7-4d64-9d1d-85c1e754cbd1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 210 time: 0.0294189 Aug 11 03:21:50.942158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:50Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.971861 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:50.975703 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1dfdb-53be-4797-91b4-2aa57aeec375 None None] The sync data for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 is: [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:50Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:51.055076 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:51.055454 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.151709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb1b04b-40b1-4591-a1a7-6699d92416a2 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:51.202011 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port deb1b04b-40b1-4591-a1a7-6699d92416a2 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:51.202527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.782846 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-d480ca97-f708-49ab-b190-3c212dbbaee4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.784668 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-d480ca97-f708-49ab-b190-3c212dbbaee4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 796 time: 0.1089451 Aug 11 03:21:51.832227 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-fb4a4a53-2edb-48e7-a512-487bf37c7b0c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 380 time: 0.0376518 Aug 11 03:21:51.843018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'port': {'device_id': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'admin_state_up': True, 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'security_groups': ['37d5f92f-19bf-484e-812b-d7b4c22a7902']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:51.897468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21d50a88-c3b0-4323-a06a-9d588ddb1674 req-7aeac2b2-dcf5-4d81-a0c5-f25c936e2436 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 210 time: 0.0282245 Aug 11 03:21:51.959932 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:51.963530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.094945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.4 (7ac31b35-d23d-4e4b-9a19-5858b109b247/2b675e15-307c-4cfe-a742-8a5cb23b0b96/4c2948b3-c3f9-402c-a3e3-a494e994c343) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:52.234906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.249437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object 4c2948b3-c3f9-402c-a3e3-a494e994c343 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:52.281254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.323940 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:52.329164 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:52.333135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:52.339826 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.390980 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:52.391619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.406926 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-a05136e4-c6da-45d7-953e-7588df21cc9f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679626 Aug 11 03:21:52.420052 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Request body: {'port': {'device_id': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:52.478023 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.570706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c585732-b4de-4468-aefd-29f5d097197c None None] Provisioning for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:52.574413 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6c585732-b4de-4468-aefd-29f5d097197c None None] Provisioning complete for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:52.574796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6c585732-b4de-4468-aefd-29f5d097197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.609747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6c585732-b4de-4468-aefd-29f5d097197c None None] Port 4c2948b3-c3f9-402c-a3e3-a494e994c343 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:52.739858 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2948b3-c3f9-402c-a3e3-a494e994c343 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:52.741250 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0fa337e0-4083-402b-ba8e-061d297dc78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.747858 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.760024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Transition to ACTIVE for port object 4c2948b3-c3f9-402c-a3e3-a494e994c343 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:52.763249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.817844 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.884630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:52.884630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:52.884903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:52.889250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:21:52.889588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:52.897323 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:52.897681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Checking segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:52.898111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Bound using segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:52.898550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Bound port: 4c2948b3-c3f9-402c-a3e3-a494e994c343, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:52.898915 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.984672 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b81dbc97-018f-4d56-9866-7af79a119ec5 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:53.004133 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:53.007714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:53.014002 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.050966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b81dbc97-018f-4d56-9866-7af79a119ec5 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:53.059404 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.060029 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.061422 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] 10.222.0.61 "PUT /v2.0/ports/4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 1092 time: 0.6462972 Aug 11 03:21:53.061888 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:53.064237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b81dbc97-018f-4d56-9866-7af79a119ec5 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:53.064661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6326616-3885-464e-8b91-dd70d92b95d8 req-a1cffd8d-4955-46f5-8e5a-daf47881bbf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.065243 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a44e4d-4bd0-48f5-981e-a902caa92175" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:53.065371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.069628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6326616-3885-464e-8b91-dd70d92b95d8 req-a1cffd8d-4955-46f5-8e5a-daf47881bbf8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0819812 Aug 11 03:21:53.129751 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d567a-30b3-483a-950b-48d2f8e34727 x-openstack-request-id: req-7b9d567a-30b3-483a-950b-48d2f8e34727 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:53.130439 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:53.130779 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b9d567a-30b3-483a-950b-48d2f8e34727 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:53.131391 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'status': 'completed', 'code': 200} Aug 11 03:21:53.142664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a6326616-3885-464e-8b91-dd70d92b95d8 req-6dcfabf4-2210-4141-b87e-71240f702655 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664873 Aug 11 03:21:53.163730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78de07-7b5f-4fa0-b34b-35fb223f072b service neutron] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.181305 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.182997 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-23de378a-5c1c-4d62-becc-c961fa7ce3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.184623 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-23de378a-5c1c-4d62-becc-c961fa7ce3fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0524042 Aug 11 03:21:53.218124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b81dbc97-018f-4d56-9866-7af79a119ec5, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b81dbc97-018f-4d56-9866-7af79a119ec5,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:53.222642 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.233586 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-d121c7e3-4d2a-4f62-92aa-6f52c7bc3a0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 217 time: 0.0383186 Aug 11 03:21:53.277198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.293040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-e9082b16-50f9-4168-98b2-d60dd8593778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.294551 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-e9082b16-50f9-4168-98b2-d60dd8593778 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0499582 Aug 11 03:21:53.341309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-d5516064-09a3-4899-b9c3-6b7c2dd6ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.342769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-d5516064-09a3-4899-b9c3-6b7c2dd6ab7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406978 Aug 11 03:21:53.433240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-40dd1309-e2b9-4424-ac56-275dea3aa86b service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831509 Aug 11 03:21:53.528555 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e4444cdd-5f98-4d34-8a77-b7152035d52c req-98ee3aa7-4933-4ff8-b58e-8421660e7189 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Aug 11 03:21:53.618711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-3cfff778-3838-498f-a65b-84bd494878b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.620416 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-3cfff778-3838-498f-a65b-84bd494878b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0471172 Aug 11 03:21:53.726749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-634fec76-dd71-4d10-8769-508e3119c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.728357 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-634fec76-dd71-4d10-8769-508e3119c962 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.0969694 Aug 11 03:21:53.773848 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-b8bbf8a6-2107-496b-8380-ae133b322fb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 217 time: 0.0373130 Aug 11 03:21:53.827336 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-5eb93e9e-6114-4b6f-b35f-883f8a9b9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.828769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-5eb93e9e-6114-4b6f-b35f-883f8a9b9b3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0481803 Aug 11 03:21:53.881172 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-ed17d5d7-0a29-4f25-8404-f5e79ad91ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:53.882728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-ed17d5d7-0a29-4f25-8404-f5e79ad91ad8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460584 Aug 11 03:21:53.976343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-552f35bf-f0ee-4b93-a1d1-e7db1ec0bd4e service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Aug 11 03:21:54.081448 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-68a44e4d-4bd0-48f5-981e-a902caa92175 req-e53a2416-c141-4663-a53b-429e3554a8cc service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964856 Aug 11 03:21:54.265694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c63d2-60c9-4a49-908a-f149cd10b45d req-f2828c7c-4e79-443e-80e1-c509584055cd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.267323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-230c63d2-60c9-4a49-908a-f149cd10b45d req-f2828c7c-4e79-443e-80e1-c509584055cd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0533636 Aug 11 03:21:54.307174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-230c63d2-60c9-4a49-908a-f149cd10b45d req-7ea5d633-d034-4401-b808-d35017e00849 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338047 Aug 11 03:21:54.942211 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b81dbc97-018f-4d56-9866-7af79a119ec5 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:54.991636 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b81dbc97-018f-4d56-9866-7af79a119ec5 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:54.991924 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.230905 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-db08b5a5-9aaf-48be-8189-ffcb9b130151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.420446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8be91-d8b2-4cfe-a7d3-f14cbd4931f1 req-bf00d85c-0160-4a49-9d05-e191b560cb72 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.421960 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26a8be91-d8b2-4cfe-a7d3-f14cbd4931f1 req-bf00d85c-0160-4a49-9d05-e191b560cb72 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0487585 Aug 11 03:21:55.460323 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-26a8be91-d8b2-4cfe-a7d3-f14cbd4931f1 req-7171f84f-6423-4d2d-9d78-7d20fb70a7c9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Aug 11 03:21:55.553889 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.274639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:56.367356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:56.378470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'mac_address': 'fa:16:3e:3f:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:56.419599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.431890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2948b3-c3f9-402c-a3e3-a494e994c343 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:56.450832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:56.454681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.503902 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:56.582603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bd2fb-0103-46cf-8ae7-867237002d29 req-d9649b65-66ac-40c7-a063-245be9255495 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.584099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c9bd2fb-0103-46cf-8ae7-867237002d29 req-d9649b65-66ac-40c7-a063-245be9255495 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 944 time: 0.0567107 Aug 11 03:21:56.623130 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c9bd2fb-0103-46cf-8ae7-867237002d29 req-212f244f-b414-4ab1-8740-313423ca3ed7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Aug 11 03:21:56.686845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['4c2948b3-c3f9-402c-a3e3-a494e994c343'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:56.730424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.740407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96377-aab8-40c0-8abb-5c319f9c6dca req-0f97aaaa-a75b-484d-9d06-61c7a8f72b8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.741792 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30e96377-aab8-40c0-8abb-5c319f9c6dca req-0f97aaaa-a75b-484d-9d06-61c7a8f72b8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 944 time: 0.0488131 Aug 11 03:21:57.779120 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-30e96377-aab8-40c0-8abb-5c319f9c6dca req-a10ee76d-5437-4f74-8178-20de6aa5f442 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314093 Aug 11 03:21:58.277665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:58.322720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.335048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:58.338885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:58.339253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.351598 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:58.418593 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.442631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:58.444929 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd379e-0189-4366-9a32-a0071a3b204f" -d '{"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-plugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:58.459976 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:58.464758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.530032 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.565022 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b361b-01a6-4516-aced-c584c8266b48 x-openstack-request-id: req-7d7b361b-01a6-4516-aced-c584c8266b48 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:58.565327 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-plugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:58.565587 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d7b361b-01a6-4516-aced-c584c8266b48 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:58.566035 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'code': 200} Aug 11 03:21:58.672226 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefae9d-d13c-4849-b7e8-a55a2f8efeb0 req-6a0b1a61-b301-4acc-ae10-82f8059a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:58.674166 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcefae9d-d13c-4849-b7e8-a55a2f8efeb0 req-6a0b1a61-b301-4acc-ae10-82f8059a3c8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1097 time: 0.0422480 Aug 11 03:21:58.709648 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bcefae9d-d13c-4849-b7e8-a55a2f8efeb0 req-c60bd972-d2f7-4b69-85bd-3448ccb59ba6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287087 Aug 11 03:21:58.897367 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251970-63b9-46d6-9c5e-0d3445d6f321 req-3b5a5ca2-c123-467b-82e9-94daf03b0492 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:58.898937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20251970-63b9-46d6-9c5e-0d3445d6f321 req-3b5a5ca2-c123-467b-82e9-94daf03b0492 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0511057 Aug 11 03:21:58.937626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20251970-63b9-46d6-9c5e-0d3445d6f321 req-62571b35-4ae4-45ab-b72c-1b5d804c70fb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Aug 11 03:22:00.058478 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e01a2-1b05-4cfa-9891-7f0354ae72e4 req-2ea7ab81-2dc7-4980-a66b-aa6fcc091e25 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:00.059968 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-849e01a2-1b05-4cfa-9891-7f0354ae72e4 req-2ea7ab81-2dc7-4980-a66b-aa6fcc091e25 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Aug 11 03:22:00.097579 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-849e01a2-1b05-4cfa-9891-7f0354ae72e4 req-9e7a16ed-bbd6-48c0-834a-52eb635f02ad tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Aug 11 03:22:00.212740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62472263-38dd-4927-8da0-81c23e6cc70f req-fdc6cd55-1630-4078-8a4a-8725c6e77f5f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:00.214317 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62472263-38dd-4927-8da0-81c23e6cc70f req-fdc6cd55-1630-4078-8a4a-8725c6e77f5f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Aug 11 03:22:00.254018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-62472263-38dd-4927-8da0-81c23e6cc70f req-773cec8a-cfd6-49f2-a39f-ee348e04663f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Aug 11 03:22:00.275293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40238) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.315207 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61403626-b013-4ffa-aac6-000a0c8db6fc tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:00.316778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-61403626-b013-4ffa-aac6-000a0c8db6fc tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1092 time: 0.0404000 Aug 11 03:22:00.320252 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40240) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.324721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:00.346972 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.447633 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.553797 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.71 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/27e8bd03-1935-4b57-b878-6b0e12e96956) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:00.661941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.701130 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.740493 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:00.745482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:00.749196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:00.772708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=27e8bd03-1935-4b57-b878-6b0e12e96956,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.127259 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.194150 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.348011 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.352331 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.417667 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=27e8bd03-1935-4b57-b878-6b0e12e96956,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.427470 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.529198 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 0b230929-d69c-4756-92df-2c0ce6649227 associated. External IP: 172.25.3.71, port: 4c2948b3-c3f9-402c-a3e3-a494e994c343. Aug 11 03:22:01.739450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 74f70558-3bea-4459-9017-71a634ac8afb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:01.844913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:01.854998 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Sync routers for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:01.867005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:01.867005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:01.870250 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.896511 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ebeb1ab9-3660-4433-b94c-874c92856074 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5752296 Aug 11 03:22:01.897183 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:01.899675 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:01.946014 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37fbd94-6395-49c4-ba40-1dde6dfa8e14 x-openstack-request-id: req-f37fbd94-6395-49c4-ba40-1dde6dfa8e14 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:01.946295 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:01.947270 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f37fbd94-6395-49c4-ba40-1dde6dfa8e14 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:01.947270 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'status': 'completed', 'code': 200} Aug 11 03:22:01.987710 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:02.007794 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d629824-fbee-44ba-806a-ca66a3ab6282 req-0264677d-a8b7-44ac-a634-a2256c818698 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.009410 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d629824-fbee-44ba-806a-ca66a3ab6282 req-0264677d-a8b7-44ac-a634-a2256c818698 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0615876 Aug 11 03:22:02.015875 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-368d9834-7113-459d-bcc7-048f33d9b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.017504 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-368d9834-7113-459d-bcc7-048f33d9b495 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1097 time: 0.0446835 Aug 11 03:22:02.053327 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0d629824-fbee-44ba-806a-ca66a3ab6282 req-0329e34e-4c93-4e85-b855-b390d1465ecc tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Aug 11 03:22:02.076759 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40248) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.121727 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-7a27ae30-49c6-42d6-92c2-0fa0d225f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.123230 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-7a27ae30-49c6-42d6-92c2-0fa0d225f851 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.0979347 Aug 11 03:22:02.142283 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a4bab65b-c194-4fb8-99e3-a67f7d079997 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/0b230929-d69c-4756-92df-2c0ce6649227 HTTP/1.1" status: 200 len: 990 time: 0.0643458 Aug 11 03:22:02.191409 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-92d6e25e-7ace-41fa-9bcc-6170f5df9981 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 998 time: 0.0585139 Aug 11 03:22:02.226491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0b230929-d69c-4756-92df-2c0ce6649227', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.71', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'mac_address': 'fa:16:3e:3f:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:00Z', 'updated_at': '2021-08-11T03:22:00Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:02.245270 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-4d0e8fe6-9c0b-40a1-9fdb-c9c3e9eb9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.246766 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-4d0e8fe6-9c0b-40a1-9fdb-c9c3e9eb9a29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0470469 Aug 11 03:22:02.255473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Checking router: 74f70558-3bea-4459-9017-71a634ac8afb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:02.263815 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:02.264349 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:02.300134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-3a5ec4cc-c41e-4de3-a472-003cc037bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.301705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-3a5ec4cc-c41e-4de3-a472-003cc037bb30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444653 Aug 11 03:22:02.364474 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:02.391017 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-1f5739d6-ef4c-44ae-a8cc-b357f26d763a service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809848 Aug 11 03:22:02.487091 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6bc17d9d-ca20-45cd-b1a3-d111f435dd0e req-55fba838-47b7-4815-b17c-1ef42a59019e service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884564 Aug 11 03:22:02.585639 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0b230929-d69c-4756-92df-2c0ce6649227', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.71', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'mac_address': 'fa:16:3e:3f:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:00Z', 'updated_at': '2021-08-11T03:22:00Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:02.610531 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a26bd6-5ef3-4fc2-861e-60bb0db3bebd None None] The sync data for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 is: [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '0b230929-d69c-4756-92df-2c0ce6649227', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.71', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'mac_address': 'fa:16:3e:3f:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:22:00Z', 'updated_at': '2021-08-11T03:22:00Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:02.803510 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5548232-affe-4d9d-a984-5f1032938de8 None None] New status for floating IP 0b230929-d69c-4756-92df-2c0ce6649227: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:22:03.145408 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40252) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.206691 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f3407ff7-8e18-4d66-a968-c3a660c3ffa0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/0b230929-d69c-4756-92df-2c0ce6649227 HTTP/1.1" status: 200 len: 992 time: 0.0601647 Aug 11 03:22:03.673634 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-e9d6b84e-64ef-418e-8b89-84ea8a650c6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409417 Aug 11 03:22:03.757435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1256-fa52-45e8-9d35-697180611bad req-b098bd9e-8701-4822-9c42-ce613204bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.758987 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-b098bd9e-8701-4822-9c42-ce613204bfd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1097 time: 0.0422482 Aug 11 03:22:03.864629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1256-fa52-45e8-9d35-697180611bad req-13aeec8a-1f46-4f29-b4e5-86ad312e6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.866157 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-13aeec8a-1f46-4f29-b4e5-86ad312e6f58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.0870671 Aug 11 03:22:03.931471 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-30ff8cc9-88de-46e8-9242-d47de8290336 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 1000 time: 0.0574389 Aug 11 03:22:03.980733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1256-fa52-45e8-9d35-697180611bad req-347de896-f03f-4b18-8ad4-e76f2ddb4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.982214 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-347de896-f03f-4b18-8ad4-e76f2ddb4a88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0431800 Aug 11 03:22:04.030731 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1256-fa52-45e8-9d35-697180611bad req-03299b7c-a805-4e65-9010-21ec5e0bb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:04.032191 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-03299b7c-a805-4e65-9010-21ec5e0bb737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425034 Aug 11 03:22:04.120983 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-c82eb12a-4104-4639-9975-ea6e861342db service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809340 Aug 11 03:22:04.220804 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7cdf1256-fa52-45e8-9d35-697180611bad req-370f066b-5095-40c6-a5fd-653e7abec08b service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922868 Aug 11 03:22:11.350384 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.366178 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.743032 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-90570337-bce4-4d2d-bf6d-aed02050db7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.230792 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c67990f6-9937-4a38-9f15-0fc84d27478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.555587 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.721655 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.310435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.350271 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:38.390318 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7140aa-27df-46ea-9338-55ff1d3f2d17 req-67463497-b30e-4382-a03d-69e6559f5da9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:38.391801 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c7140aa-27df-46ea-9338-55ff1d3f2d17 req-67463497-b30e-4382-a03d-69e6559f5da9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0778677 Aug 11 03:22:38.402972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-5e245248-1e27-46e7-ad2e-4545a931478e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018293 Aug 11 03:22:38.436237 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c7140aa-27df-46ea-9338-55ff1d3f2d17 req-c5422516-70a5-4d4e-93ec-99f757580fe9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363741 Aug 11 03:22:39.552610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a477-8ac0-42b5-94a7-e50b03f9a450 req-f1420ef8-0a24-4165-9c91-3e4f2b30d923 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.554129 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab6a477-8ac0-42b5-94a7-e50b03f9a450 req-f1420ef8-0a24-4165-9c91-3e4f2b30d923 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Aug 11 03:22:39.594563 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ab6a477-8ac0-42b5-94a7-e50b03f9a450 req-d493838d-c53b-4caa-baa1-a8c7188797e1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Aug 11 03:22:39.682965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ff0ede42-b8ce-4c62-8711-2c03641af23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.684468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ff0ede42-b8ce-4c62-8711-2c03641af23f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1097 time: 0.0417967 Aug 11 03:22:39.776309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-f2750396-53df-4a3a-abb0-d44baffaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.777708 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-f2750396-53df-4a3a-abb0-d44baffaea36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.0823598 Aug 11 03:22:39.849442 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ad727050-39e4-4828-b6df-c6d64a6a77d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 1000 time: 0.0626922 Aug 11 03:22:39.898795 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-d2f4c0a5-52a6-4f18-a27c-9e2989f40af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.900243 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-d2f4c0a5-52a6-4f18-a27c-9e2989f40af1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0437043 Aug 11 03:22:39.946995 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ccfcce21-89c8-4f10-be6f-6abd7016e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.948518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ccfcce21-89c8-4f10-be6f-6abd7016e80d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410058 Aug 11 03:22:40.043027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-971a3518-5add-4bbd-ad4a-d243a05b5958 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859890 Aug 11 03:22:40.133988 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-30eafc37-1bdf-42db-bdda-e0512d49111f service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802569 Aug 11 03:22:40.715795 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12479-3f27-42b4-b7ec-539643ccaaa1 req-55a2e5ee-542d-4b24-bc15-242a7aa0a537 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:40.717277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46b12479-3f27-42b4-b7ec-539643ccaaa1 req-55a2e5ee-542d-4b24-bc15-242a7aa0a537 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Aug 11 03:22:40.755405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-46b12479-3f27-42b4-b7ec-539643ccaaa1 req-7a39985d-665d-4ce8-aea9-ef96914c21cd tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Aug 11 03:22:41.366240 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.381131 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.871379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7472e-7163-4cd4-b5b7-17b5bc059e92 req-fb25d217-e85f-4b12-960b-6a132d987146 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.872877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ac7472e-7163-4cd4-b5b7-17b5bc059e92 req-fb25d217-e85f-4b12-960b-6a132d987146 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0499232 Aug 11 03:22:41.910157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3ac7472e-7163-4cd4-b5b7-17b5bc059e92 req-b8b66573-d2f2-4909-ac51-c3795a2f9e44 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Aug 11 03:22:43.043519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b791-62dd-476c-af6d-935a4f6c9e0d req-47533ab1-6c0b-4443-ab7a-4ba1b62d841e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.045425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fc2b791-62dd-476c-af6d-935a4f6c9e0d req-47533ab1-6c0b-4443-ab7a-4ba1b62d841e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0614510 Aug 11 03:22:43.092134 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7fc2b791-62dd-476c-af6d-935a4f6c9e0d req-dee1b8b7-201b-4c88-a194-5558303ba523 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Aug 11 03:22:44.217981 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016b392-ddc0-4f20-8e8a-0a3f75b48baf req-a0a747dd-c5b4-4f2f-9dac-007de31705d9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.219516 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8016b392-ddc0-4f20-8e8a-0a3f75b48baf req-a0a747dd-c5b4-4f2f-9dac-007de31705d9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0559123 Aug 11 03:22:44.259199 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8016b392-ddc0-4f20-8e8a-0a3f75b48baf req-88ce0ae2-b075-49de-8178-e3058f04f37d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Aug 11 03:22:45.376336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfef1-299a-4dc2-9115-2cb68ef6501d req-9b777ed3-7dd0-42a6-8a8b-f931e41d02ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:45.377853 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00ecfef1-299a-4dc2-9115-2cb68ef6501d req-9b777ed3-7dd0-42a6-8a8b-f931e41d02ee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0494940 Aug 11 03:22:45.415459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-00ecfef1-299a-4dc2-9115-2cb68ef6501d req-b0b147f8-9304-4c68-bb1b-ece0859fc511 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Aug 11 03:22:46.535357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bddc-60a1-487e-9b19-06da97a1af72 req-5217c6ec-c626-4348-a8cd-5006e84bbc4b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.536889 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50e4bddc-60a1-487e-9b19-06da97a1af72 req-5217c6ec-c626-4348-a8cd-5006e84bbc4b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0517697 Aug 11 03:22:46.577438 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50e4bddc-60a1-487e-9b19-06da97a1af72 req-41119d41-6047-4f6d-a815-2a3a996aff2f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346041 Aug 11 03:22:47.703477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489b05d-77aa-4405-aa1d-e769cc3d9a2a req-549f1a7c-9a40-4f61-8ef5-90f2e2ee2dd7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:47.705008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d489b05d-77aa-4405-aa1d-e769cc3d9a2a req-549f1a7c-9a40-4f61-8ef5-90f2e2ee2dd7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0551808 Aug 11 03:22:47.746357 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d489b05d-77aa-4405-aa1d-e769cc3d9a2a req-f21301ae-d5e4-4a04-8552-dc33eb036bb9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Aug 11 03:22:48.864471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57b733-491a-4140-8f5d-d5dddaa1f5d3 req-617898eb-9291-4831-bc67-33030e655da7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:48.866018 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af57b733-491a-4140-8f5d-d5dddaa1f5d3 req-617898eb-9291-4831-bc67-33030e655da7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0499845 Aug 11 03:22:48.904105 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-af57b733-491a-4140-8f5d-d5dddaa1f5d3 req-4609bfc8-809c-4f5f-806c-6fc09f0c1a06 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Aug 11 03:22:50.019775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5fdaf-5f7e-48ac-8e41-0aa671754091 req-3515e0ae-dd05-43bb-a183-ae2747c26f8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.021342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20c5fdaf-5f7e-48ac-8e41-0aa671754091 req-3515e0ae-dd05-43bb-a183-ae2747c26f8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0510058 Aug 11 03:22:50.062325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-20c5fdaf-5f7e-48ac-8e41-0aa671754091 req-3c039853-a4ac-4aec-8814-67b5481fd509 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Aug 11 03:22:51.180200 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75282ea-4b5a-4477-a2a7-5482f30ea4ae req-566ed261-fa09-4357-98ba-d526d98d565c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:51.181580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b75282ea-4b5a-4477-a2a7-5482f30ea4ae req-566ed261-fa09-4357-98ba-d526d98d565c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Aug 11 03:22:51.220724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b75282ea-4b5a-4477-a2a7-5482f30ea4ae req-50cea0ba-252b-45f0-854a-123765ef637e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Aug 11 03:22:52.336260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801720-14f4-44e9-b43c-2b54c6b43e12 req-417d0bf2-b6ee-4ebc-b371-5316af7afe46 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:52.337726 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f801720-14f4-44e9-b43c-2b54c6b43e12 req-417d0bf2-b6ee-4ebc-b371-5316af7afe46 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Aug 11 03:22:52.375573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5f801720-14f4-44e9-b43c-2b54c6b43e12 req-e8643e65-bb3b-459f-a239-19b4d295494c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Aug 11 03:22:52.746094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3c40d31f-5c06-4e7e-b411-d3e8ee3aca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.505498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685d28-6606-41cf-afdf-88679c54dc52 req-c150df65-693f-4789-bd07-e083f5fea55e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.507098 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98685d28-6606-41cf-afdf-88679c54dc52 req-c150df65-693f-4789-bd07-e083f5fea55e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0576653 Aug 11 03:22:53.547146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98685d28-6606-41cf-afdf-88679c54dc52 req-1e0aaa89-ecba-4b89-a136-20a4bc1b0252 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337985 Aug 11 03:22:54.679619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f0ef-8e11-44c5-b95a-167afa5a95e3 req-5e6be940-9757-4472-a472-70866c471314 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.681167 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc79f0ef-8e11-44c5-b95a-167afa5a95e3 req-5e6be940-9757-4472-a472-70866c471314 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0623019 Aug 11 03:22:54.721083 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc79f0ef-8e11-44c5-b95a-167afa5a95e3 req-ddf129e4-69b5-4e77-8a92-303cffdf07a8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Aug 11 03:22:55.233647 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9c25997e-b2a0-42a2-9a2c-826e55be6af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.557568 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.837003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae02385-b21a-4d2b-8f1b-817e880bafe4 req-bd17891a-cb20-4843-b076-24778e847eb8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:55.838524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bae02385-b21a-4d2b-8f1b-817e880bafe4 req-bd17891a-cb20-4843-b076-24778e847eb8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Aug 11 03:22:55.877343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bae02385-b21a-4d2b-8f1b-817e880bafe4 req-c9e62f88-3f59-4491-9517-fbb18c46259c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Aug 11 03:22:56.725284 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.996507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf305a0-6e59-4cf7-8612-693660a854ee req-830e80ea-62ae-48a6-aca9-08e534088001 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:56.998000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaf305a0-6e59-4cf7-8612-693660a854ee req-830e80ea-62ae-48a6-aca9-08e534088001 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Aug 11 03:22:57.048402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eaf305a0-6e59-4cf7-8612-693660a854ee req-216b6c46-abb3-4186-80ca-1a9da5e82160 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Aug 11 03:22:57.290434 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-8e090436-1aac-4556-a33f-b87f77651897 service neutron] show failed (client error): The resource could not be found. Aug 11 03:22:57.291401 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-8e090436-1aac-4556-a33f-b87f77651897 service neutron] 10.222.0.61 "GET /v2.0/ports/4c2948b3-c3f9-402c-a3e3-a494e994c343/bindings/n-h1-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0600703 Aug 11 03:22:57.558467 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-b020b49d-0efd-4457-abe3-ca70b21dc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:57.559880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-b020b49d-0efd-4457-abe3-ca70b21dc79b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 1097 time: 0.1090612 Aug 11 03:22:57.573185 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:57.632457 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.843782 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:57.877999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h2-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:57.924359 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:57.927151 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7225e10-295d-4079-a66b-dfecaaacacad" -d '{"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:57.931366 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.954074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Transition to ACTIVE for port object 4c2948b3-c3f9-402c-a3e3-a494e994c343 will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:57.959153 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.061347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=6']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.088903 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.089256 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.089597 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.089979 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.090316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.090645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.090978 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.091296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.091618 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.091941 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.092261 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.092580 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:58.102110 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e68781-112b-4f9e-96c6-b7bbc04a60b2 x-openstack-request-id: req-73e68781-112b-4f9e-96c6-b7bbc04a60b2 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:58.102404 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:58.102654 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73e68781-112b-4f9e-96c6-b7bbc04a60b2 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:58.103047 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'code': 200} Aug 11 03:22:58.139065 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] No DVR routers for this DVR port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on host n-h2-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:58.314725 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.599880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010c62-8a1e-4462-b873-8cd28d0c8e9c req-afd102f2-e76b-46fe-aa3e-3d1267d56cb4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.601415 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a010c62-8a1e-4462-b873-8cd28d0c8e9c req-afd102f2-e76b-46fe-aa3e-3d1267d56cb4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.4597442 Aug 11 03:22:58.658279 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a010c62-8a1e-4462-b873-8cd28d0c8e9c req-cccbe3b8-f9c4-45aa-b973-ddbf5ebc3b06 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501642 Aug 11 03:22:58.685658 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:58.686023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:58.686358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:58.690949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:58.691266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Attempting to bind port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on network 7ac31b35-d23d-4e4b-9a19-5858b109b247 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:58.696464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:58.696800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Checking segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:58.697181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Bound using segment: {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:58.697601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Bound port: 4c2948b3-c3f9-402c-a3e3-a494e994c343, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb869d-1d9f-4821-9918-52e4e8e655c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:58.697992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.762404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:58.765509 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:58.770905 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.807585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.808288 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.809617 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] 10.222.0.67 "PUT /v2.0/ports/4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 1092 time: 1.2413237 Aug 11 03:22:58.844477 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f225b-cea8-44aa-8695-c225a7e5a334 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=7']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.881858 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-6c0684ea-307b-4d3d-a4fc-e86219b69b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.883459 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-6c0684ea-307b-4d3d-a4fc-e86219b69b10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0475240 Aug 11 03:22:58.991177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-b8e5de79-158e-427c-b773-935e2da02148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.992688 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-b8e5de79-158e-427c-b773-935e2da02148 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.1010971 Aug 11 03:22:59.065360 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-7b573cf9-cd56-4b5e-b4f7-ad8dae7ff6ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 998 time: 0.0646713 Aug 11 03:22:59.118521 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-163f4f71-f3e8-426c-8102-a4729b52ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.119947 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-163f4f71-f3e8-426c-8102-a4729b52ce11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0470164 Aug 11 03:22:59.168785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ba3bc134-8f1c-4e4c-9137-06c9050c1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.170374 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-ba3bc134-8f1c-4e4c-9137-06c9050c1c0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433691 Aug 11 03:22:59.270724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-5a56b16d-7448-4565-9195-e4660a153ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925362 Aug 11 03:22:59.380378 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4070391d-7d45-4789-8378-6d06b821cbb4 req-41b761b9-6858-49b3-b6ae-f6396b3c333e service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976875 Aug 11 03:22:59.780624 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ad91-2fd9-46c3-8035-5914c8504af5 req-2a2ad085-62e2-4c18-85e6-9ee89c5c2010 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.782206 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d013ad91-2fd9-46c3-8035-5914c8504af5 req-2a2ad085-62e2-4c18-85e6-9ee89c5c2010 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0511475 Aug 11 03:22:59.827732 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d013ad91-2fd9-46c3-8035-5914c8504af5 req-64bc8a1b-9072-4200-80ea-f1bbb64a6fe4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374904 Aug 11 03:23:00.103938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:00.106439 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:00.156236 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db59ec-5834-4044-b0f4-3eabcee2319e x-openstack-request-id: req-47db59ec-5834-4044-b0f4-3eabcee2319e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:00.156533 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:00.156789 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-47db59ec-5834-4044-b0f4-3eabcee2319e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:00.157200 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'status': 'completed', 'code': 200} Aug 11 03:23:00.224037 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-45caa7bc-21f6-4ee1-935e-670977f4df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.224803 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-cf58db85-f89a-46a2-adaf-042ed6dd2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.225630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-45caa7bc-21f6-4ee1-935e-670977f4df95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0470963 Aug 11 03:23:00.226421 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-cf58db85-f89a-46a2-adaf-042ed6dd2395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0472846 Aug 11 03:23:00.324618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-b96644cc-0d6e-4a69-94cc-ec5ac4f65b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.326298 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-b96644cc-0d6e-4a69-94cc-ec5ac4f65b56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.0926807 Aug 11 03:23:00.339847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-4b915a2e-de71-435b-8a49-8c99912608c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.341347 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-4b915a2e-de71-435b-8a49-8c99912608c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.1037152 Aug 11 03:23:00.403206 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-3996137a-0c3d-4a0c-9e0a-0e8802fa0946 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 998 time: 0.0691314 Aug 11 03:23:00.416780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-e9f2c026-fe87-4df9-a55c-c9626addae14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 998 time: 0.0673661 Aug 11 03:23:00.458309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-92027aec-b7dd-4b44-bf1f-9dab9176a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.459849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-92027aec-b7dd-4b44-bf1f-9dab9176a05c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0480323 Aug 11 03:23:00.467365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:00.472170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-42456032-9026-4b09-be5a-f9032bd579f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.473394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-42456032-9026-4b09-be5a-f9032bd579f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0487330 Aug 11 03:23:00.518671 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-2121ae39-e574-4694-97ed-3e964cea37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.521485 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-2121ae39-e574-4694-97ed-3e964cea37f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531192 Aug 11 03:23:00.524798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:00.537356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-aa7f0a87-86cc-43d8-88dc-66453cf44db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.538971 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-aa7f0a87-86cc-43d8-88dc-66453cf44db8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578494 Aug 11 03:23:00.624468 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-a2b1450f-f609-428f-a4e6-0203045abd51 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944374 Aug 11 03:23:00.656059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-e98cfe5a-5885-47ce-be4a-c76e8f50c8c5 service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064465 Aug 11 03:23:00.749089 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-1dec5105-75d5-4e5e-b67c-d1dca3ab90ef service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173413 Aug 11 03:23:00.756770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfd3cd41-d8bf-4b3f-9659-0f635340ab99 req-11cba514-5d2d-479d-87de-0622467e4a6d service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Aug 11 03:23:00.947617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa5c18-7514-4bac-9b43-769d15a115d2 req-5b87af3a-a3d7-4d16-b45e-a348b1354f6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.949227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ffa5c18-7514-4bac-9b43-769d15a115d2 req-5b87af3a-a3d7-4d16-b45e-a348b1354f6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0522451 Aug 11 03:23:00.999053 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9ffa5c18-7514-4bac-9b43-769d15a115d2 req-7e57c064-73f5-4e2e-b6d5-ca816abc066a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Aug 11 03:23:02.128764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112107-9f35-411d-b139-dc664e901e0f req-949accc9-7386-444f-a6a0-b1a6bad7486a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.130941 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a112107-9f35-411d-b139-dc664e901e0f req-949accc9-7386-444f-a6a0-b1a6bad7486a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0605268 Aug 11 03:23:02.170880 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6a112107-9f35-411d-b139-dc664e901e0f req-41b70128-cf03-46c4-9de4-b87ffed21473 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Aug 11 03:23:02.382703 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4950491-cc4d-4da7-af11-c80e0ecc283a req-19ae37ca-ea87-41c5-95f0-19a4a4d2df98 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.384301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4950491-cc4d-4da7-af11-c80e0ecc283a req-19ae37ca-ea87-41c5-95f0-19a4a4d2df98 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0540006 Aug 11 03:23:02.403428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-dd271273-534b-40c9-9e4c-caff3cef9862 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.404934 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-dd271273-534b-40c9-9e4c-caff3cef9862 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&binding%3Ahost_id=n-h1-713498-10 HTTP/1.1" status: 200 len: 943 time: 0.0602503 Aug 11 03:23:02.423604 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f4950491-cc4d-4da7-af11-c80e0ecc283a req-04a35cb9-d773-4b8c-9227-f0f9c9122738 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 11 03:23:02.475827 n-d-713498-10 neutron-server[94653]: INFO neutron.api.v2.resource [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-4405eb09-0e99-427c-ac8b-668c9f99f761 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:23:02.476890 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-4405eb09-0e99-427c-ac8b-668c9f99f761 service neutron] 10.222.0.61 "DELETE /v2.0/ports/4c2948b3-c3f9-402c-a3e3-a494e994c343/bindings/n-h2-713498-10 HTTP/1.1" status: 404 len: 381 time: 0.0594800 Aug 11 03:23:02.552627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebbedb-23de-4aa9-826a-3fe8d8bb8f15 req-b60592ef-4ec9-42ca-a012-0bceb81e148c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.553984 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96ebbedb-23de-4aa9-826a-3fe8d8bb8f15 req-b60592ef-4ec9-42ca-a012-0bceb81e148c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 943 time: 0.0570390 Aug 11 03:23:02.569580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-c239206b-2a04-48e5-99d5-fd1faa3f3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.571161 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-c239206b-2a04-48e5-99d5-fd1faa3f3ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1095 time: 0.0458672 Aug 11 03:23:02.597581 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96ebbedb-23de-4aa9-826a-3fe8d8bb8f15 req-6496f191-4510-409e-bb88-78f283b9e9c2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373569 Aug 11 03:23:03.017192 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-5bfa456d-8979-43ef-8553-71d649f7eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.018744 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-5bfa456d-8979-43ef-8553-71d649f7eae2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.4400017 Aug 11 03:23:03.086244 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-0f4daa18-6c11-4944-9561-c21dec71ccd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 998 time: 0.0596330 Aug 11 03:23:03.143737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-5ecc5a84-57a4-4f63-8e62-11e9da7f049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.145700 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-5ecc5a84-57a4-4f63-8e62-11e9da7f049f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0512493 Aug 11 03:23:03.197061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-8553f37b-6c37-413e-a593-67fb9ac79ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.198505 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-8553f37b-6c37-413e-a593-67fb9ac79ae6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451488 Aug 11 03:23:03.291364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-fdad7003-4ee1-4d05-a744-fce56cd5dcec service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830441 Aug 11 03:23:03.386177 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7b4aa201-9a4e-4538-92a8-ccb7d7a9ea46 req-ac7a8226-0006-477e-8f7b-7c237fc23773 service neutron] 10.222.0.61 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Aug 11 03:23:03.406677 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:03.510392 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.522531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'port_id': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'mac_address': 'fa:16:3e:3f:bf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:03.559895 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.573690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2948b3-c3f9-402c-a3e3-a494e994c343 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:03.598482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.602836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.661955 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.669625 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.670103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.670343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.670689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.671027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.671358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.671688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.672016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.672343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.672666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.672993 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.673314 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:03.730496 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11353c19-ce07-4a01-8115-633f3ec5449c req-b4247bbd-3f5c-44c4-9e95-a99489313c50 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.733282 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11353c19-ce07-4a01-8115-633f3ec5449c req-b4247bbd-3f5c-44c4-9e95-a99489313c50 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 944 time: 0.0618212 Aug 11 03:23:03.775897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11353c19-ce07-4a01-8115-633f3ec5449c req-3a1ec3e9-d77d-4054-aa8e-da693dec3435 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354850 Aug 11 03:23:03.870832 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['4c2948b3-c3f9-402c-a3e3-a494e994c343'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:04.890929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fe4ff-4c63-4797-bb3d-67d9802c07af req-9a6720d9-3e66-4ad8-9fad-d97f765945a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:04.892444 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-396fe4ff-4c63-4797-bb3d-67d9802c07af req-9a6720d9-3e66-4ad8-9fad-d97f765945a1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 944 time: 0.0490956 Aug 11 03:23:04.930190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-396fe4ff-4c63-4797-bb3d-67d9802c07af req-de9a6bb9-8193-4910-a139-05984e3606c2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 11 03:23:04.951919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40362) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.016990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-453d27ac-566a-4e65-aa48-95b5a2e5cdc7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/0b230929-d69c-4756-92df-2c0ce6649227 HTTP/1.1" status: 200 len: 991 time: 0.0638900 Aug 11 03:23:05.443971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:05.493334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:05.497501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 4c2948b3-c3f9-402c-a3e3-a494e994c343 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:05.497900 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.579399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.602750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:05.605018 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b229af-ce97-4fec-bf9a-e0587262d6b4" -d '{"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-plugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:05.625899 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:05.631424 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.656607 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f88fd-0329-4e40-8ef1-990a45c7990c x-openstack-request-id: req-4e1f88fd-0329-4e40-8ef1-990a45c7990c {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:05.656917 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-plugged", "status": "completed", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:05.657128 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e1f88fd-0329-4e40-8ef1-990a45c7990c {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:05.657510 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'code': 200} Aug 11 03:23:05.686238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.385308 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.387229 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.350173 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:22.746877 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9f9c-b55a-40d1-a62e-d49d5020a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.235485 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc8d1-42c2-4e3c-98cf-ea647de55fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.560370 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.727747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.316608 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.598262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40376) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:33.754837 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 27e8bd03-1935-4b57-b878-6b0e12e96956 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:33.755177 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.828330 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.828659 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.840633 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 27e8bd03-1935-4b57-b878-6b0e12e96956 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:33.986070 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.010432 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=27e8bd03-1935-4b57-b878-6b0e12e96956,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:34.039367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.039719 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.040061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.040464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.040854 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.041185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.041514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.041862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.042191 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.042815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.042917 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.043263 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:34.087287 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.087617 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 0b230929-d69c-4756-92df-2c0ce6649227 disassociated (deleted). External IP: 172.25.3.71, port: 4c2948b3-c3f9-402c-a3e3-a494e994c343. Aug 11 03:23:34.295927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 74f70558-3bea-4459-9017-71a634ac8afb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:34.400558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:34.406212 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.410499 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Sync routers for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:34.419622 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:34.420217 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:34.436661 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-645864a8-6d86-48e6-94fe-512de937d2e0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/floatingips/0b230929-d69c-4756-92df-2c0ce6649227 HTTP/1.1" status: 204 len: 168 time: 0.8367236 Aug 11 03:23:34.437232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:34.439563 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:34.483441 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fa5810-0bd5-4a09-89d1-c19130c1f066 x-openstack-request-id: req-82fa5810-0bd5-4a09-89d1-c19130c1f066 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:34.483732 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:34.484059 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-82fa5810-0bd5-4a09-89d1-c19130c1f066 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:34.491662 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'status': 'completed', 'code': 200} Aug 11 03:23:34.543963 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:34.544215 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-58063ef6-3d5f-4a80-af95-451224bbb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.545524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-58063ef6-3d5f-4a80-af95-451224bbb06e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 1097 time: 0.0418615 Aug 11 03:23:34.678396 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-d391ff7c-0a44-4647-813b-f05cec3e7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.679883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-d391ff7c-0a44-4647-813b-f05cec3e7c48 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 200 len: 897 time: 0.1247313 Aug 11 03:23:34.692314 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a556a-acbb-494c-b047-be82fd4116c5 req-6488ee1b-63c9-4010-8172-5845151b7708 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.693798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-709a556a-acbb-494c-b047-be82fd4116c5 req-6488ee1b-63c9-4010-8172-5845151b7708 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0727417 Aug 11 03:23:34.735569 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-b120eabd-1044-4322-a09f-ae546d100e03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 200 len: 217 time: 0.0407910 Aug 11 03:23:34.749227 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:34.776876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Checking router: 74f70558-3bea-4459-9017-71a634ac8afb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:34.785042 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:34.785651 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:34.797309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-709a556a-acbb-494c-b047-be82fd4116c5 req-5ff9dfbd-b6c9-4fe0-a0d0-96c0f374c44d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958424 Aug 11 03:23:34.804707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-d41605dd-1d3b-4057-a45d-4083b4955968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.806179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-d41605dd-1d3b-4057-a45d-4083b4955968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 200 len: 833 time: 0.0615187 Aug 11 03:23:34.860603 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-ab98c369-6d6e-41ff-b5d2-49477316504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.862034 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-ab98c369-6d6e-41ff-b5d2-49477316504d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ac31b35-d23d-4e4b-9a19-5858b109b247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482848 Aug 11 03:23:34.874773 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-2a9c6949-a721-4daa-a45a-bf348f26781f service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:23:34.875724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-2a9c6949-a721-4daa-a45a-bf348f26781f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052698 Aug 11 03:23:34.890188 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:34.969224 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-28e1000d-9cb8-44d0-bd13-cbd995232885 service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848603 Aug 11 03:23:35.071775 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b6a15bc5-acd6-4ee3-b51a-cf30ab5cb6ec req-a95f9a81-94fa-46d9-bead-b0678a908327 service neutron] 10.222.0.67 "GET /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923417 Aug 11 03:23:35.176166 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:35.205390 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3156fff-7ef0-4cc8-9c8f-b83e6cfca27b None None] The sync data for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 is: [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'b81dbc97-018f-4d56-9866-7af79a119ec5', 'name': '', 'network_id': '7ac31b35-d23d-4e4b-9a19-5858b109b247', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:8c:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:47Z', 'updated_at': '2021-08-11T03:21:53Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '2b675e15-307c-4cfe-a742-8a5cb23b0b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:35.417247 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1917ec4-3405-4c92-98e5-277344e05835 None None] New status for floating IP 0b230929-d69c-4756-92df-2c0ce6649227: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:35.914755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b6475-07ca-4136-8d64-0583ee2bd7b3 req-3cfb69b4-f3cd-44d4-acb5-58aea3e9d496 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.916240 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-179b6475-07ca-4136-8d64-0583ee2bd7b3 req-3cfb69b4-f3cd-44d4-acb5-58aea3e9d496 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Aug 11 03:23:35.952804 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-179b6475-07ca-4136-8d64-0583ee2bd7b3 req-40c6e8b9-85e8-467b-990b-541dd68818c0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=37d5f92f-19bf-484e-812b-d7b4c22a7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Aug 11 03:23:36.157602 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-7a2f2c63-b1a3-4c1e-a253-c22d54a8c4f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.159079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-7a2f2c63-b1a3-4c1e-a253-c22d54a8c4f4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 945 time: 0.0517557 Aug 11 03:23:36.250074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 4c2948b3-c3f9-402c-a3e3-a494e994c343 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:36.250318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.338906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 4c2948b3-c3f9-402c-a3e3-a494e994c343, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=4c2948b3-c3f9-402c-a3e3-a494e994c343,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:36.339280 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.352569 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 4c2948b3-c3f9-402c-a3e3-a494e994c343 owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:36.476376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.510026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=4c2948b3-c3f9-402c-a3e3-a494e994c343,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:36.550366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] No DVR routers for this DVR port 4c2948b3-c3f9-402c-a3e3-a494e994c343 on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:36.552974 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.554969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7f094b26-fbbb-4724-8e18-689013aa5018 req-d33b29d5-6fda-4699-a741-628a20c9c604 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.67 "DELETE /v2.0/ports/4c2948b3-c3f9-402c-a3e3-a494e994c343 HTTP/1.1" status: 204 len: 173 time: 0.3883164 Aug 11 03:23:36.555397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-deleted', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:36.557625 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256d155-c19a-40b0-8f39-a22ea0a2c3b5" -d '{"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-deleted", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:36.594964 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd218c1-925e-463f-a426-31f20d835431 x-openstack-request-id: req-ecd218c1-925e-463f-a426-31f20d835431 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:36.595302 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc43df5-85c9-4fa8-8513-7db2e1f87662", "name": "network-vif-deleted", "tag": "4c2948b3-c3f9-402c-a3e3-a494e994c343", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:36.595561 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ecd218c1-925e-463f-a426-31f20d835431 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:36.596023 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc43df5-85c9-4fa8-8513-7db2e1f87662', 'name': 'network-vif-deleted', 'tag': '4c2948b3-c3f9-402c-a3e3-a494e994c343', 'status': 'completed', 'code': 200} Aug 11 03:23:37.062527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ce7a321d-7757-4ab7-b585-4355aab48a5b req-cca09b08-61de-4966-b866-f25a4aac9e63 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bc43df5-85c9-4fa8-8513-7db2e1f87662 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Aug 11 03:23:38.117903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40392) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:38.470826 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.725110 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port b81dbc97-018f-4d56-9866-7af79a119ec5 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:38.725389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.819017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port b81dbc97-018f-4d56-9866-7af79a119ec5, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b81dbc97-018f-4d56-9866-7af79a119ec5,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:38.819389 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.832686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for b81dbc97-018f-4d56-9866-7af79a119ec5 owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:39.020728 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.048016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=b81dbc97-018f-4d56-9866-7af79a119ec5,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:39.217278 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.436820 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 74f70558-3bea-4459-9017-71a634ac8afb has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:39.543407 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:39.548907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-f863f5ca-cfd7-4b09-9ff2-47d928cf919e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/74f70558-3bea-4459-9017-71a634ac8afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4298704 Aug 11 03:23:39.552352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40394) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.553339 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Sync routers for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:39.563014 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:39.563618 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:39.620601 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting subnet 2b675e15-307c-4cfe-a742-8a5cb23b0b96 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:39.624356 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.671987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.686644 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:39.759460 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.816781 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.843817 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Subnet': ['ID=2b675e15-307c-4cfe-a742-8a5cb23b0b96,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:39.847286 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.852611 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0b9e4fc5-181b-4af8-969b-d45cba80b317 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/subnets/2b675e15-307c-4cfe-a742-8a5cb23b0b96 HTTP/1.1" status: 204 len: 168 time: 0.2992408 Aug 11 03:23:39.852969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40396) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.855768 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d36f3-0c37-43a3-840b-96dcd43b2fab None None] Network 7ac31b35-d23d-4e4b-9a19-5858b109b247 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:39.868676 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:23:38Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:39.895291 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Checking router: 74f70558-3bea-4459-9017-71a634ac8afb for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:39.904005 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Routers {'74f70558-3bea-4459-9017-71a634ac8afb'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:39.904613 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['74f70558-3bea-4459-9017-71a634ac8afb'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:39.969616 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.013506 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] Set router 74f70558-3bea-4459-9017-71a634ac8afb gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:40.061585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] DHCP port deletion for 7ac31b35-d23d-4e4b-9a19-5858b109b247 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:40.086231 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.107698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Deleting port deb1b04b-40b1-4591-a1a7-6699d92416a2 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:40.108381 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.141205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:40.141605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.172124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] For port deb1b04b-40b1-4591-a1a7-6699d92416a2, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=deb1b04b-40b1-4591-a1a7-6699d92416a2,segment=NetworkSegment(f4cb869d-1d9f-4821-9918-52e4e8e655c7),segment_id=f4cb869d-1d9f-4821-9918-52e4e8e655c7)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:40.172522 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.190311 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Calling delete_port for deb1b04b-40b1-4591-a1a7-6699d92416a2 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:40.205423 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:23:38Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.227182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:40.227564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.233744 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150795a5-078f-46ef-bac3-e2783bbdaace None None] The sync data for ids ['74f70558-3bea-4459-9017-71a634ac8afb'] in n-d-713498-10 is: [{'id': '74f70558-3bea-4459-9017-71a634ac8afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589659427', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:23:38Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f70558-3bea-4459-9017-71a634ac8afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:45Z', 'updated_at': '2021-08-11T03:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:40.242125 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 owned by network:router_gateway {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:40.279203 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.306341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] Pushing event deleted for resources: {'Port': ['ID=deb1b04b-40b1-4591-a1a7-6699d92416a2,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:40.308488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52e732-837f-40ba-b369-f2ac4e220428 None None] No DVR routers for this DVR port deb1b04b-40b1-4591-a1a7-6699d92416a2 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:40.412689 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.435205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:40.495918 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.590296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.592491 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.638836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.639451 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Fanout notify agent at l3_agent the message router_deleted on router 74f70558-3bea-4459-9017-71a634ac8afb {{(pid=94652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:23:40.646816 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.647950 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fc887613-d49a-4bb3-85f1-69075efc7f7c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/routers/74f70558-3bea-4459-9017-71a634ac8afb HTTP/1.1" status: 204 len: 168 time: 0.7939267 Aug 11 03:23:40.650724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40398) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:40.730215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.820690 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.830826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac31b35-d23d-4e4b-9a19-5858b109b247']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.842614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cb869d-1d9f-4821-9918-52e4e8e655c7') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.842913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cb869d-1d9f-4821-9918-52e4e8e655c7') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.853021 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.868215 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.874432 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:40.874827 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:40.877781 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:40.939008 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.946224 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.948048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/networks/7ac31b35-d23d-4e4b-9a19-5858b109b247 HTTP/1.1" status: 204 len: 168 time: 0.2963312 Aug 11 03:23:40.950966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40400) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:40.960072 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b927-8400-46f3-a65f-6fce12b85045 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Network': ['ID=7ac31b35-d23d-4e4b-9a19-5858b109b247,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.011017 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.039658 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.103413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.106075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.107238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/security-groups/37d5f92f-19bf-484e-812b-d7b4c22a7902 HTTP/1.1" status: 204 len: 168 time: 0.1551924 Aug 11 03:23:41.117444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbfd78-dc94-4c59-af6b-afde76c43606 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5f92f-19bf-484e-812b-d7b4c22a7902,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.274457 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:41.295313 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:41.295661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 45a1cf8d-87d4-4ebb-99b2-0da4c0012ae4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:41.296068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b81dbc97-018f-4d56-9866-7af79a119ec5 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:41.317306 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b81dbc97-018f-4d56-9866-7af79a119ec5 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:41.317652 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b81dbc97-018f-4d56-9866-7af79a119ec5 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:41.318096 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb1b04b-40b1-4591-a1a7-6699d92416a2 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:41.337187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: deb1b04b-40b1-4591-a1a7-6699d92416a2 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:41.337534 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device deb1b04b-40b1-4591-a1a7-6699d92416a2 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:41.366914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40406) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.371533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933606538', 'description': 'tempest-secgroup-smoke-933606538 description', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:41.391549 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.392674 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.399241 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.485649 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.490092 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.516362 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.517548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1496193 Aug 11 03:23:41.521352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40408) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.522342 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b9170-8c9c-4fa0-91a6-9cd70bf2f171 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afe87f7-3060-4c8a-aa18-5820afcda2ca,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.528048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:41.555115 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.608875 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.612443 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.619633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:41.629273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8219081b-1ddf-4d7c-8545-a960e2b8a28f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.636039 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.641490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-41479459-b969-44c8-88e6-5327d058e89e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148987 Aug 11 03:23:41.641613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 4c2948b3-c3f9-402c-a3e3-a494e994c343 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:41.641613 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 4c2948b3-c3f9-402c-a3e3-a494e994c343 not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:41.641852 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40410) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.646525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:41.671278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.726386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.729919 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.747587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123ee6a9-1939-49af-9d65-dc342fb3e3ac,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.752612 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.754126 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e48a7e20-6b89-4d0a-a8f3-327593eeabe5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117055 Aug 11 03:23:41.757566 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40412) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.761986 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:41.787509 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.846803 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.850319 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.867704 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f0ae8-d815-417f-bac6-6c096c4000b7,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.874168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.875359 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7842dda0-b1ed-4e31-8009-0aabf32a1c8b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168258 Aug 11 03:23:41.878058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40414) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.882974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:41.907771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.966884 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.971423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.988619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ea59f3-3038-40a4-87c9-53f13b1d5611,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.994840 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.995898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1b3bfab3-b9d8-4f0a-abf2-0ee496d3a957 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169064 Aug 11 03:23:41.998811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40416) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.003092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:42.024434 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:42.029431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.089460 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.092808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.109286 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2049ee-3e6b-4a5b-9c66-89c95b89174e,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:42.116345 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.117513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-468b79ed-5742-452f-9cb6-1782abdf8739 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178019 Aug 11 03:23:42.120237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40418) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.124465 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '2afe87f7-3060-4c8a-aa18-5820afcda2ca', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:42.145733 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:42.150553 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.214284 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.217718 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.238321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04a1da8-6ee1-4dc5-ad74-f2dd844c7cd0,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:42.242442 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.243651 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-0bd6a8a4-16f0-4651-89a3-73b5b0b8f789 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225770 Aug 11 03:23:42.246444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40420) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.251360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'network': {'name': 'tempest-network-smoke--1064543698', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:42.272078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:42.275859 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.298933 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:42.309037 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.309380 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Added segment bdef0183-b7ec-4a4a-ba79-04fd67403c36 of type vlan for network 512a9074-df3a-4a3c-8f3e-e48558216eba Aug 11 03:23:42.349446 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.377732 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.383274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:42.383877 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.443715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1962185 Aug 11 03:23:42.446440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40422) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.450783 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'admin_state_up': True, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:42.459458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20819d5-ff28-483b-a576-ec70551a2d5c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Network': ['ID=512a9074-df3a-4a3c-8f3e-e48558216eba,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:42.469396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 512a9074-df3a-4a3c-8f3e-e48558216eba details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:42.478813 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.479891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.532287 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.668182 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.176359 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.195375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.297654 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.69 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/260751c4-14c0-4dfa-aa78-f83e0f309464) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:43.405687 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.445192 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.485234 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:43.488312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:43.491280 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:43.521197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=260751c4-14c0-4dfa-aa78-f83e0f309464,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:43.744643 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.942380 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.087587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:44.202316 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:44.212730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Sync routers for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:44.221452 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.221650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:44.222245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:44.222746 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-49ea25ca-1ef6-4978-8d11-c29a47b1a087 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7753849 Aug 11 03:23:44.226357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40426) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.254736 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-1f5344ca-4855-490d-90d0-dde98f2a5361 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=1b6fc1a15a7144d5b93b9f08b1650adf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272143 Aug 11 03:23:44.257393 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40428) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.330496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:44.344220 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872553f1-6bf6-4d4d-894c-e9ad6ec84d83 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.345773 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-872553f1-6bf6-4d4d-894c-e9ad6ec84d83 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871806 Aug 11 03:23:44.349167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40430) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.379370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c55b25ce-6fe2-4354-b63d-9bf88f2dea74 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291288 Aug 11 03:23:44.382098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40432) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.388783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-421643064', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:44.483127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:44.486854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.517901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:43Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:44.544661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Checking router: 1f224fb8-efe6-481d-a0c1-8755aefbdad3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:44.545026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Updating router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 port 260751c4-14c0-4dfa-aa78-f83e0f309464 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:44.570592 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.669075 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.729477 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Subnet': ['ID=f90462c8-1108-430d-b69d-18ff8ac9e7a9,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.739883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Checking segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:44.740249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network hostable DHCP agents. Network: 512a9074-df3a-4a3c-8f3e-e48558216eba, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:44.757523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 512a9074-df3a-4a3c-8f3e-e48558216eba is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:44.766467 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 512a9074-df3a-4a3c-8f3e-e48558216eba) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:44.771222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.771747 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.778208 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a980791-bd9e-4b50-99a6-d01d6c8a6ef3 None None] Network 512a9074-df3a-4a3c-8f3e-e48558216eba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:44.789371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40434) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.789564 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0d260231-383a-4c39-8175-8ee75931810c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062476 Aug 11 03:23:44.875628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.894019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Transition to ACTIVE for port object 260751c4-14c0-4dfa-aa78-f83e0f309464 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:44.906121 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.986201 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Attempting to bind port 260751c4-14c0-4dfa-aa78-f83e0f309464 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:44.986576 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Attempting to bind port 260751c4-14c0-4dfa-aa78-f83e0f309464 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:44.986938 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Attempting to bind port 260751c4-14c0-4dfa-aa78-f83e0f309464 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:44.998553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953e174-c2e8-4298-a9e6-fc120d589829 None None] Pushing event updated for resources: {'Port': ['ID=260751c4-14c0-4dfa-aa78-f83e0f309464,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.001240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:45.001688 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:45.002062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.002447 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:45.002915 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Bound port: 260751c4-14c0-4dfa-aa78-f83e0f309464, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:45.003297 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.052341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-512a9074-df3a-4a3c-8f3e-e48558216eba', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:45.053195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.087514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] For port 260751c4-14c0-4dfa-aa78-f83e0f309464, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:45.091210 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] For port 260751c4-14c0-4dfa-aa78-f83e0f309464, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260751c4-14c0-4dfa-aa78-f83e0f309464,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:45.142487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.240360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.242191 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:45.242816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.247097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953e174-c2e8-4298-a9e6-fc120d589829 None None] Pushing event updated for resources: {'Port': ['ID=260751c4-14c0-4dfa-aa78-f83e0f309464,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.306166 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Allocated IP 172.20.0.2 (512a9074-df3a-4a3c-8f3e-e48558216eba/f90462c8-1108-430d-b69d-18ff8ac9e7a9/4194c55f-dec7-439e-a058-22e8baba44ef) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:45.413205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:45.621435 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.631847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Transition to ACTIVE for port object 4194c55f-dec7-439e-a058-22e8baba44ef will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:45.652128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Transition to ACTIVE for port object 4194c55f-dec7-439e-a058-22e8baba44ef will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:45.662030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.708649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Network 512a9074-df3a-4a3c-8f3e-e48558216eba is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:45.714804 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.1 (512a9074-df3a-4a3c-8f3e-e48558216eba/f90462c8-1108-430d-b69d-18ff8ac9e7a9/da78db0f-7142-4420-8acb-40bdebc6a0c3) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:45.715957 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:45.722538 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:45.725120 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:43Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.753727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Pushing event updated for resources: {'Port': ['ID=4194c55f-dec7-439e-a058-22e8baba44ef,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.758291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713bbfe-ce62-4ab7-8281-8e4193933865 None None] The sync data for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 is: [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:43Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:45.811108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Attempting to bind port 4194c55f-dec7-439e-a058-22e8baba44ef on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:45.811482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Attempting to bind port 4194c55f-dec7-439e-a058-22e8baba44ef by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:45.811847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Attempting to bind port 4194c55f-dec7-439e-a058-22e8baba44ef on network 512a9074-df3a-4a3c-8f3e-e48558216eba {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:45.817184 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:45.817555 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Checking segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:45.817994 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.818389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Bound using segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:45.818907 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Bound port: 4194c55f-dec7-439e-a058-22e8baba44ef, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:45.819291 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.837861 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.853277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object da78db0f-7142-4420-8acb-40bdebc6a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:45.888473 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.890019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] For port 4194c55f-dec7-439e-a058-22e8baba44ef, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:45.893342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] For port 4194c55f-dec7-439e-a058-22e8baba44ef, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4194c55f-dec7-439e-a058-22e8baba44ef,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:45.899675 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.927598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 512a9074-df3a-4a3c-8f3e-e48558216eba is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:45.932753 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:45.938851 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:45.955109 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b900a3-88c0-4fe5-a573-ba7c7a61194e None None] Pushing event updated for resources: {'Port': ['ID=4194c55f-dec7-439e-a058-22e8baba44ef,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:46.000956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:46.019682 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.160060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.477926 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.483346 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.563179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:46.565793 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.667551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 512a9074-df3a-4a3c-8f3e-e48558216eba is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:46.669178 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:46.789244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:46.902922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:46.908365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-45e75cf5-b94a-4b22-a901-1c1887b8ce1b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/1f224fb8-efe6-481d-a0c1-8755aefbdad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1178994 Aug 11 03:23:46.955824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70688787-8894-4270-a92e-c72bc95ab869 None None] Network 512a9074-df3a-4a3c-8f3e-e48558216eba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:47.053595 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-121c7fe6-e2e0-41f2-a955-2e13440fb8cd None None] Provisioning for port 4194c55f-dec7-439e-a058-22e8baba44ef completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:47.078157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260751c4-14c0-4dfa-aa78-f83e0f309464 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:47.148434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-cf37632e-d9ef-4994-9e72-9aaee9037081 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933606538&fields=id&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 267 time: 0.0399058 Aug 11 03:23:47.200480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 260751c4-14c0-4dfa-aa78-f83e0f309464 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:47.204905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 260751c4-14c0-4dfa-aa78-f83e0f309464 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:47.205062 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.275041 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-4f379604-8037-45ea-9238-64746bbfee21 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.277046 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-4f379604-8037-45ea-9238-64746bbfee21 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 797 time: 0.1216352 Aug 11 03:23:47.294967 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-37e0574b-2b8c-41f0-9e64-a8ba777ae893 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/quotas/1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 375 time: 0.0118446 Aug 11 03:23:47.303673 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.328141 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 260751c4-14c0-4dfa-aa78-f83e0f309464, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260751c4-14c0-4dfa-aa78-f83e0f309464,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:47.335035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.335269 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4194c55f-dec7-439e-a058-22e8baba44ef up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:47.359254 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-b15a1070-c4c5-4c2c-9a9b-d5abf9d5a28c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571802 Aug 11 03:23:47.416864 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=260751c4-14c0-4dfa-aa78-f83e0f309464,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:47.432175 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 4194c55f-dec7-439e-a058-22e8baba44ef completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:47.436630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4194c55f-dec7-439e-a058-22e8baba44ef triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:47.437011 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.440352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-517c7698-cbf1-44d3-bbf7-3b46576edd64 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:23:47.441372 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-517c7698-cbf1-44d3-bbf7-3b46576edd64 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0693395 Aug 11 03:23:47.501004 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Provisioning for port da78db0f-7142-4420-8acb-40bdebc6a0c3 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:47.528587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Provisioning complete for port da78db0f-7142-4420-8acb-40bdebc6a0c3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:47.528975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.564178 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.577584 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Sync routers for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:47.582244 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-62763713-990a-43ee-8beb-dd2d1676e579 service neutron] 10.222.0.68 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327982 Aug 11 03:23:47.583879 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Port da78db0f-7142-4420-8acb-40bdebc6a0c3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:47.593776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:47.595023 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:47.612352 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Provisioning complete for port 4194c55f-dec7-439e-a058-22e8baba44ef triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:47.612739 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3406c88d-e000-4662-8747-8c3d6fff9b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.618499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 4194c55f-dec7-439e-a058-22e8baba44ef, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4194c55f-dec7-439e-a058-22e8baba44ef,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:47.639270 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.714267 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-fc8f9a5b-9e1c-42fc-bf1d-6a3c910a3deb service neutron] 10.222.0.68 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302667 Aug 11 03:23:47.715631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=4194c55f-dec7-439e-a058-22e8baba44ef,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:47.740494 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:47.943724 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d781fc0b-52ae-4b0f-9ba8-c4bb9ff76f30 req-9799f942-eb3d-4c66-94fe-beb0bb3b5783 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 210 time: 0.0347550 Aug 11 03:23:48.000254 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 2, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:48.029394 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Checking router: 1f224fb8-efe6-481d-a0c1-8755aefbdad3 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:48.029744 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Updating router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 port da78db0f-7142-4420-8acb-40bdebc6a0c3 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:48.061095 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.065626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-606eb953-0922-440c-91a2-9945028ec679 None None] Provisioning complete for port da78db0f-7142-4420-8acb-40bdebc6a0c3 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:48.066620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-606eb953-0922-440c-91a2-9945028ec679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.103936 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-606eb953-0922-440c-91a2-9945028ec679 None None] Port da78db0f-7142-4420-8acb-40bdebc6a0c3 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:48.334605 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.345047 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Transition to ACTIVE for port object da78db0f-7142-4420-8acb-40bdebc6a0c3 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:48.350768 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.405631 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Pushing event updated for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:48.433365 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.433747 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.434087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.434417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.434743 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.435068 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.435388 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.435704 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.436020 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.436336 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.436636 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.436951 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:48.467039 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Attempting to bind port da78db0f-7142-4420-8acb-40bdebc6a0c3 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:48.467463 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Attempting to bind port da78db0f-7142-4420-8acb-40bdebc6a0c3 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:48.467779 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Attempting to bind port da78db0f-7142-4420-8acb-40bdebc6a0c3 on network 512a9074-df3a-4a3c-8f3e-e48558216eba {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:48.473294 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:48.473657 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Checking segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:48.474071 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.474639 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Bound using segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:48.474936 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Bound port: da78db0f-7142-4420-8acb-40bdebc6a0c3, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:48.475587 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.544473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] For port da78db0f-7142-4420-8acb-40bdebc6a0c3, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:48.547861 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] For port da78db0f-7142-4420-8acb-40bdebc6a0c3, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da78db0f-7142-4420-8acb-40bdebc6a0c3,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:48.552269 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.611290 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:48.611935 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:48.615821 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405533-7fff-401e-acec-3485f1c5b9a8 None None] Pushing event updated for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:48.814798 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:49.024552 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.024904 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-4f53b690-5a27-4d49-bbca-4cec2c178a4d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:49.026284 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-4f53b690-5a27-4d49-bbca-4cec2c178a4d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 797 time: 0.1589859 Aug 11 03:23:49.034095 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260751c4-14c0-4dfa-aa78-f83e0f309464 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:49.062981 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3ad6d-ad3f-47d7-a845-864da8d8f629 None None] The sync data for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 is: [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:48Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:49.086210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-cc563ce3-0ac3-48b8-aa8e-4b809cd1a99f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 379 time: 0.0437672 Aug 11 03:23:49.087365 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3dc6351b-b87a-4606-8fdd-e4b5ff9ec2c7 req-5288c0a4-d11b-47bb-a6e2-dfc251c895d8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 210 time: 0.0357068 Aug 11 03:23:49.097395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'port': {'device_id': 'd06646bc-987d-4333-b262-39cc189a11e6', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'admin_state_up': True, 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'security_groups': ['2afe87f7-3060-4c8a-aa18-5820afcda2ca']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:49.104294 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 260751c4-14c0-4dfa-aa78-f83e0f309464 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:49.105290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.205892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4194c55f-dec7-439e-a058-22e8baba44ef up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:49.232206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:49.236409 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.258988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 4194c55f-dec7-439e-a058-22e8baba44ef triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:49.259371 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.350506 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:49.401505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.7 (512a9074-df3a-4a3c-8f3e-e48558216eba/f90462c8-1108-430d-b69d-18ff8ac9e7a9/b9e15094-b7ec-4e7b-9be6-a7833cda0236) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:49.542810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.557613 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object b9e15094-b7ec-4e7b-9be6-a7833cda0236 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:49.593403 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.643894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 512a9074-df3a-4a3c-8f3e-e48558216eba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:49.648682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:49.652683 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:49.677417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:49.707346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:49.708664 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.730215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-33c7889a-3a6e-4013-9f96-6e3dda123713 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365638 Aug 11 03:23:49.747870 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Request body: {'port': {'device_id': 'd06646bc-987d-4333-b262-39cc189a11e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:49.807069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.888496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-67852da9-0dfa-4dc8-beba-9ae27aee4729 None None] Provisioning for port b9e15094-b7ec-4e7b-9be6-a7833cda0236 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:49.894290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-67852da9-0dfa-4dc8-beba-9ae27aee4729 None None] Provisioning complete for port b9e15094-b7ec-4e7b-9be6-a7833cda0236 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:49.894677 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-67852da9-0dfa-4dc8-beba-9ae27aee4729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.933713 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-67852da9-0dfa-4dc8-beba-9ae27aee4729 None None] Port b9e15094-b7ec-4e7b-9be6-a7833cda0236 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:50.096722 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e15094-b7ec-4e7b-9be6-a7833cda0236 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:50.104861 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.118656 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Transition to ACTIVE for port object b9e15094-b7ec-4e7b-9be6-a7833cda0236 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:50.123666 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.212345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:50.217444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f2a7-5752-4c37-9bee-ec44ae9e3bb7 req-39e3775c-c900-4751-ab21-cbf6f089779b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.219828 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9614f2a7-5752-4c37-9bee-ec44ae9e3bb7 req-39e3775c-c900-4751-ab21-cbf6f089779b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 943 time: 0.0608261 Aug 11 03:23:50.273007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9614f2a7-5752-4c37-9bee-ec44ae9e3bb7 req-1f53636d-5a0d-485c-b6bd-a97ac4d13342 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 Aug 11 03:23:50.281393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Attempting to bind port b9e15094-b7ec-4e7b-9be6-a7833cda0236 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:50.281739 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Attempting to bind port b9e15094-b7ec-4e7b-9be6-a7833cda0236 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:50.282218 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Attempting to bind port b9e15094-b7ec-4e7b-9be6-a7833cda0236 on network 512a9074-df3a-4a3c-8f3e-e48558216eba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:50.286914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Port b9e15094-b7ec-4e7b-9be6-a7833cda0236 on network 512a9074-df3a-4a3c-8f3e-e48558216eba not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:50.287232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Attempting to bind port b9e15094-b7ec-4e7b-9be6-a7833cda0236 on network 512a9074-df3a-4a3c-8f3e-e48558216eba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:50.292352 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:50.292703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Checking segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:50.293096 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Bound using segment: {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:50.293532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Bound port: b9e15094-b7ec-4e7b-9be6-a7833cda0236, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdef0183-b7ec-4a4a-ba79-04fd67403c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:50.293920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.365456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:50.368658 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:50.373366 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.407334 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.407954 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.409338 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] 10.222.0.61 "PUT /v2.0/ports/b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 1092 time: 0.6659975 Aug 11 03:23:50.409774 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:50.412126 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:50.437471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a52f1-0479-4697-86a6-42c9e4811d51 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:50.500464 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-602cf3d0-ff40-4ea3-aad1-6b4e1a59e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.502159 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-602cf3d0-ff40-4ea3-aad1-6b4e1a59e2b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1095 time: 0.0470753 Aug 11 03:23:50.558317 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004a7828-3a89-482c-8527-fe0b6c988e75 x-openstack-request-id: req-004a7828-3a89-482c-8527-fe0b6c988e75 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:50.558606 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:50.558854 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-004a7828-3a89-482c-8527-fe0b6c988e75 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:50.559250 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'status': 'completed', 'code': 200} Aug 11 03:23:50.560796 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-1ae1d211-56f1-492e-8647-ec07f7187ce0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 217 time: 0.0461733 Aug 11 03:23:50.611967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-09a8c5c0-3fda-459e-a01f-cc469fe520b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.614507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-09a8c5c0-3fda-459e-a01f-cc469fe520b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0455954 Aug 11 03:23:50.664707 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-1df6166e-c0e3-450b-93f4-cc412a352651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.666268 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-1df6166e-c0e3-450b-93f4-cc412a352651 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413907 Aug 11 03:23:50.758451 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-0d812fbf-5504-40ec-b361-92800a2cb66f service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848479 Aug 11 03:23:50.851379 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8ffb1bed-642a-456b-8be5-fd2acced0d52 req-9bbf68c8-dc4d-43fd-a622-6cc596caef2b service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815647 Aug 11 03:23:50.946399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-da35c33f-78fb-4219-b2fb-c0aa3ae59fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.947923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-da35c33f-78fb-4219-b2fb-c0aa3ae59fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1095 time: 0.0408466 Aug 11 03:23:51.027428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da78db0f-7142-4420-8acb-40bdebc6a0c3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:51.049262 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-2b10e6ea-6413-459d-9f5a-6cdd2647d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.050786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-2b10e6ea-6413-459d-9f5a-6cdd2647d985 service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.0958104 Aug 11 03:23:51.084060 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port da78db0f-7142-4420-8acb-40bdebc6a0c3 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:51.087681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port da78db0f-7142-4420-8acb-40bdebc6a0c3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:51.088056 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.095019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-a488a3d0-e3af-4a6c-8868-7c9aedce3378 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 217 time: 0.0360668 Aug 11 03:23:51.150860 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-2015156f-8660-44e5-9f79-00da334f762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.152357 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-2015156f-8660-44e5-9f79-00da334f762a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0478146 Aug 11 03:23:51.167853 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.200794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-e555394b-1dc2-42cf-8d4a-610ff9a1aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.201057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port da78db0f-7142-4420-8acb-40bdebc6a0c3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da78db0f-7142-4420-8acb-40bdebc6a0c3,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:51.202350 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-e555394b-1dc2-42cf-8d4a-610ff9a1aab7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402615 Aug 11 03:23:51.204777 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.253008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:51.295465 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-7fa5de9a-b646-4d1a-8b84-01857bf45f8e service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Aug 11 03:23:51.391354 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b6ff5b48-a3a5-46a9-bc0c-5423690496a2 req-9dc6ba41-045b-4c1d-99f3-0c61600b0e59 service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872214 Aug 11 03:23:51.402546 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17809-a63b-49bd-aa53-241b3cae5bb4 req-a59fa7f0-318d-415e-9eff-e4340b93bc83 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.403969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5dd17809-a63b-49bd-aa53-241b3cae5bb4 req-a59fa7f0-318d-415e-9eff-e4340b93bc83 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 943 time: 0.0483832 Aug 11 03:23:51.442518 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5dd17809-a63b-49bd-aa53-241b3cae5bb4 req-86a3ea81-1870-4701-8e02-e5f162fb05a3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Aug 11 03:23:52.559093 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd958c5-b78c-47ed-a91e-cea9e8920668 req-bbff1617-62a1-4cdf-904c-18f3848417ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:52.560574 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fd958c5-b78c-47ed-a91e-cea9e8920668 req-bbff1617-62a1-4cdf-904c-18f3848417ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 943 time: 0.0480726 Aug 11 03:23:52.599394 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4fd958c5-b78c-47ed-a91e-cea9e8920668 req-47522865-9d3a-4d68-8ecc-6bf03737437c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Aug 11 03:23:52.633909 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9e15094-b7ec-4e7b-9be6-a7833cda0236 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:52.729905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:52.747064 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'port_id': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'mac_address': 'fa:16:3e:77:eb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:52.756952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dff2948a-519a-4537-af9d-f35f065babaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.789230 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.801627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e15094-b7ec-4e7b-9be6-a7833cda0236 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:52.821889 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:52.825972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.871978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:53.003903 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da78db0f-7142-4420-8acb-40bdebc6a0c3 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:53.068404 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port da78db0f-7142-4420-8acb-40bdebc6a0c3 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:53.068802 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.114437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['b9e15094-b7ec-4e7b-9be6-a7833cda0236'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:53.719567 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4da74-bd27-4c51-ad3f-5c0b27b4e23b req-ba935fdf-1240-473f-974d-a8da648055d0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:53.721066 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a4da74-bd27-4c51-ad3f-5c0b27b4e23b req-ba935fdf-1240-473f-974d-a8da648055d0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 944 time: 0.0531890 Aug 11 03:23:53.759793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-71a4da74-bd27-4c51-ad3f-5c0b27b4e23b req-5a5cfef4-2564-4b8e-9ec0-d8d2687b4a17 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327413 Aug 11 03:23:54.634835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9e15094-b7ec-4e7b-9be6-a7833cda0236 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:54.683635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port b9e15094-b7ec-4e7b-9be6-a7833cda0236 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:54.687171 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port b9e15094-b7ec-4e7b-9be6-a7833cda0236 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:54.687540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.763693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.785565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:54.788752 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927f297-dedd-4cf9-8091-1335efe862dc" -d '{"events": [{"server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "name": "network-vif-plugged", "status": "completed", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:54.802117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:54.806883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.832404 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd165a2-029a-4825-8829-0eb3abcffb14 x-openstack-request-id: req-1dd165a2-029a-4825-8829-0eb3abcffb14 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:54.832818 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "name": "network-vif-plugged", "status": "completed", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:54.833724 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1dd165a2-029a-4825-8829-0eb3abcffb14 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:54.833724 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'code': 200} Aug 11 03:23:54.860748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:54.903776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2453620-ce9d-4aea-9fe2-dbeba5bbc488 req-a295fc71-18f9-4a03-bc26-0c06dd0d33d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:54.905210 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2453620-ce9d-4aea-9fe2-dbeba5bbc488 req-a295fc71-18f9-4a03-bc26-0c06dd0d33d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Aug 11 03:23:54.934678 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b102c-e9d1-4c12-9558-c8ce16ad42a8 req-27876830-2467-4c7b-84f1-f658ef71bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:54.936200 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-178b102c-e9d1-4c12-9558-c8ce16ad42a8 req-27876830-2467-4c7b-84f1-f658ef71bfab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0405395 Aug 11 03:23:54.944257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2453620-ce9d-4aea-9fe2-dbeba5bbc488 req-d0f6d081-f9e4-475a-a36d-e09914537005 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Aug 11 03:23:54.973986 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-178b102c-e9d1-4c12-9558-c8ce16ad42a8 req-5041945e-a8cc-4f02-93ce-37512bc8571e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286629 Aug 11 03:23:55.236786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2383e775-7138-4b01-b1eb-6d18afb0510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.563531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.060482 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43016d-ec94-4068-a45d-851b17983e64 req-07cb7010-27f9-4b9c-a010-8e40974df54f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.062036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c43016d-ec94-4068-a45d-851b17983e64 req-07cb7010-27f9-4b9c-a010-8e40974df54f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Aug 11 03:23:56.099139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9c43016d-ec94-4068-a45d-851b17983e64 req-9d4ddbf8-ef9f-44ed-904b-b0418fdebb69 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Aug 11 03:23:56.213982 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbd9f-3dc7-44dc-93dc-ae1233a7d0c0 req-a149408a-b302-48c1-9c24-39e058ee7e06 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.215508 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b2dbd9f-3dc7-44dc-93dc-ae1233a7d0c0 req-a149408a-b302-48c1-9c24-39e058ee7e06 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0516889 Aug 11 03:23:56.252777 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9b2dbd9f-3dc7-44dc-93dc-ae1233a7d0c0 req-5ab8083a-5dc0-46a1-861b-6d4428c9bb22 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Aug 11 03:23:56.273652 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40492) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:56.354096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd0a81-9499-45fc-b9ea-1fbdc911043b tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.355702 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fcbd0a81-9499-45fc-b9ea-1fbdc911043b tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1092 time: 0.0804124 Aug 11 03:23:56.358721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40496) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:56.363340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:56.385520 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.481509 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.581152 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.178 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/2ddc2cab-3aa7-44da-8230-57e4ab282049) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:56.730752 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.012754 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.050718 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.093078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:57.095936 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:57.100409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:57.103506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=2ddc2cab-3aa7-44da-8230-57e4ab282049,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:57.461801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.535360 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.685564 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.689852 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.760733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=2ddc2cab-3aa7-44da-8230-57e4ab282049,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:57.770417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.871446 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP da10c1d0-4978-444b-8315-d09f970c28a3 associated. External IP: 172.25.3.178, port: b9e15094-b7ec-4e7b-9be6-a7833cda0236. Aug 11 03:23:58.077921 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:58.180201 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:58.190749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ef717-93db-4478-a90e-db18580e890c None None] Sync routers for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:58.195636 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.201885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:58.202597 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.226802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fde0c98f-b99c-4bd1-83c0-3a891c9eda04 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8670464 Aug 11 03:23:58.227433 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:58.229685 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee1423-1705-4a33-9df9-cdd51074439c" -d '{"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:58.277254 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda0c0c3-0776-4cf0-a412-df7cdf167cfe x-openstack-request-id: req-cda0c0c3-0776-4cf0-a412-df7cdf167cfe {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:58.277631 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:58.277922 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cda0c0c3-0776-4cf0-a412-df7cdf167cfe {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:58.278325 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'status': 'completed', 'code': 200} Aug 11 03:23:58.327259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:58.329313 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.335023 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7540c-3823-4d15-ad4d-67d74af74690 req-c3f81f37-5ffe-44a6-bb27-469f41723766 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.336706 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28e7540c-3823-4d15-ad4d-67d74af74690 req-c3f81f37-5ffe-44a6-bb27-469f41723766 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0575228 Aug 11 03:23:58.344730 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1423-1705-4a33-9df9-cdd51074439c req-1e7652f6-ed36-46c7-a746-46e367183828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.346983 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-1e7652f6-ed36-46c7-a746-46e367183828 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0473933 Aug 11 03:23:58.385473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-28e7540c-3823-4d15-ad4d-67d74af74690 req-6376cb5b-505d-44d2-b9c8-9ed75004a2d3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372694 Aug 11 03:23:58.408702 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40502) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:58.457654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1423-1705-4a33-9df9-cdd51074439c req-62bbf36e-eff8-4862-86e1-52922a47d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.459456 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-62bbf36e-eff8-4862-86e1-52922a47d541 service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.1048124 Aug 11 03:23:58.473157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b90fc533-a532-49cf-a20a-317ed6992205 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/da10c1d0-4978-444b-8315-d09f970c28a3 HTTP/1.1" status: 200 len: 991 time: 0.0630484 Aug 11 03:23:58.525281 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-e4f99928-06c7-4884-a0a6-b119a0d6dba4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 999 time: 0.0586145 Aug 11 03:23:58.562110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'da10c1d0-4978-444b-8315-d09f970c28a3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'port_id': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'mac_address': 'fa:16:3e:77:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06646bc-987d-4333-b262-39cc189a11e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:57Z', 'updated_at': '2021-08-11T03:23:57Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.590001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ef717-93db-4478-a90e-db18580e890c None None] Checking router: 1f224fb8-efe6-481d-a0c1-8755aefbdad3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:58.599010 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:58.599640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.715327 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:58.918355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1423-1705-4a33-9df9-cdd51074439c req-566464b6-d459-4d46-9f86-68bf2b32f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.919849 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-566464b6-d459-4d46-9f86-68bf2b32f5b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.3881891 Aug 11 03:23:58.955340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-212ef717-93db-4478-a90e-db18580e890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'da10c1d0-4978-444b-8315-d09f970c28a3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'port_id': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'mac_address': 'fa:16:3e:77:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06646bc-987d-4333-b262-39cc189a11e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:57Z', 'updated_at': '2021-08-11T03:23:57Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.965375 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1423-1705-4a33-9df9-cdd51074439c req-7c2991e5-c306-4404-b214-f7107bf77547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.967046 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-7c2991e5-c306-4404-b214-f7107bf77547 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396397 Aug 11 03:23:58.983098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ef717-93db-4478-a90e-db18580e890c None None] The sync data for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 is: [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': 'da10c1d0-4978-444b-8315-d09f970c28a3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'port_id': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'mac_address': 'fa:16:3e:77:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06646bc-987d-4333-b262-39cc189a11e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:57Z', 'updated_at': '2021-08-11T03:23:57Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:59.066774 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-81392636-36ca-417c-ab80-3ddec21c0831 service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Aug 11 03:23:59.158857 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-16ee1423-1705-4a33-9df9-cdd51074439c req-7d738561-86c9-4773-b210-f8bf2958cff0 service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847425 Aug 11 03:23:59.192678 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c590c-3d75-41c4-aba1-5e0d621e5bfe None None] New status for floating IP da10c1d0-4978-444b-8315-d09f970c28a3: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:59.477265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40506) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:59.541652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-6b130493-3f88-42c0-a232-2d806c5bb638 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/da10c1d0-4978-444b-8315-d09f970c28a3 HTTP/1.1" status: 200 len: 993 time: 0.0632966 Aug 11 03:24:05.667653 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-b9af040c-b71a-4b54-9284-1ef9ad6b4d8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422029 Aug 11 03:24:05.752714 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-732907ba-d2d5-4f5c-92f2-026a5aca41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:05.754234 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-732907ba-d2d5-4f5c-92f2-026a5aca41b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0444138 Aug 11 03:24:05.855220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-593738ed-7900-48b1-a9ad-fe8752f25924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:05.856669 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-593738ed-7900-48b1-a9ad-fe8752f25924 service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.0816333 Aug 11 03:24:05.924130 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-aac9133a-c2c9-4a77-b211-d95e4f620c29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 1001 time: 0.0600348 Aug 11 03:24:05.973496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-a126496f-499a-4867-bb47-64dbb71d8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:05.975036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-a126496f-499a-4867-bb47-64dbb71d8a82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0437903 Aug 11 03:24:06.021481 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-d4f144f4-d3dc-405e-aadb-a0c3f615d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:06.023096 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-d4f144f4-d3dc-405e-aadb-a0c3f615d6c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412564 Aug 11 03:24:06.116343 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-dd646140-7f4f-4359-8251-ae85c705188b service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Aug 11 03:24:06.206147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-163e5409-5fdd-4d92-9b50-6980736ff589 req-cd248197-41bb-42da-8a47-03fe8c855c2a service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Aug 11 03:24:11.387952 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.398030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.749970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2e110815-3c0d-4f26-8ebd-137d2fd09540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.239704 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dc563f6a-7ccc-43f4-b0ab-5ec8aed5597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.565118 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.350751 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:26.734179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.329376 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.960102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1052a9-0daf-44ce-a975-118c8a4b6959 req-b1b09a1c-01f8-455f-81a3-08e7c335ced8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:34.961626 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d1052a9-0daf-44ce-a975-118c8a4b6959 req-b1b09a1c-01f8-455f-81a3-08e7c335ced8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 11 03:24:35.001035 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d1052a9-0daf-44ce-a975-118c8a4b6959 req-a00e9a53-b76a-4f05-b0a1-9e780caa27c1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Aug 11 03:24:36.124949 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c6624-94a9-4cdb-86ca-f3a88c1ea1ca req-447be0a5-ad3b-4655-a926-534a92110c9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:36.126499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-816c6624-94a9-4cdb-86ca-f3a88c1ea1ca req-447be0a5-ad3b-4655-a926-534a92110c9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0552554 Aug 11 03:24:36.167383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-816c6624-94a9-4cdb-86ca-f3a88c1ea1ca req-42003e89-7b3a-4bf3-834d-d264a114ec41 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349081 Aug 11 03:24:37.286556 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b6ee-6959-4c5f-b3da-3a016d153a19 req-24bb1a84-afc7-42d0-aed0-e4248e4bebc6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.287989 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3da6b6ee-6959-4c5f-b3da-3a016d153a19 req-24bb1a84-afc7-42d0-aed0-e4248e4bebc6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0508566 Aug 11 03:24:37.327577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3da6b6ee-6959-4c5f-b3da-3a016d153a19 req-4010dfd6-5612-4503-9bd5-ca9e13d83ef2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Aug 11 03:24:38.450334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f613d-6877-44a9-8471-2b4fa4535288 req-4e0b766b-24b6-4a3d-b249-927a2098fc44 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:38.451900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec0f613d-6877-44a9-8471-2b4fa4535288 req-4e0b766b-24b6-4a3d-b249-927a2098fc44 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0555601 Aug 11 03:24:38.498559 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec0f613d-6877-44a9-8471-2b4fa4535288 req-08c93efa-fa99-49ca-bb69-2b54ba1d36d0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 Aug 11 03:24:39.626770 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb882-0540-4356-935b-256d4ffe9d36 req-e66951ea-b408-4b39-a6ba-604a6b3047de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:39.628261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b0bb882-0540-4356-935b-256d4ffe9d36 req-e66951ea-b408-4b39-a6ba-604a6b3047de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0571158 Aug 11 03:24:39.666270 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8b0bb882-0540-4356-935b-256d4ffe9d36 req-ee81c162-eaea-4649-a8fa-8f50a4270197 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Aug 11 03:24:40.779998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cf67e-3758-4db2-8ea5-3f7e43dbd1de req-c5a93130-29dd-4d36-bfe0-f7eb959cba22 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:40.781407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd4cf67e-3758-4db2-8ea5-3f7e43dbd1de req-c5a93130-29dd-4d36-bfe0-f7eb959cba22 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0492458 Aug 11 03:24:40.820301 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd4cf67e-3758-4db2-8ea5-3f7e43dbd1de req-db413918-6ed6-4b8f-8f1c-97c46c88f35e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326085 Aug 11 03:24:41.378839 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.394495 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.932784 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deeb43-ce74-489c-a84b-30660fc19d99 req-e3a2c224-f1de-4b93-a04f-14f3dd6fdd3b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:41.934295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5deeb43-ce74-489c-a84b-30660fc19d99 req-e3a2c224-f1de-4b93-a04f-14f3dd6fdd3b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0483842 Aug 11 03:24:41.972509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d5deeb43-ce74-489c-a84b-30660fc19d99 req-9fd919b4-cf70-4de7-bb9d-1910e9f23922 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Aug 11 03:24:43.089544 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfaee-9109-4a15-bcf4-c496bccaf58d req-00ee5aed-7132-4ec9-b672-212bb4488770 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:43.091079 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51fbfaee-9109-4a15-bcf4-c496bccaf58d req-00ee5aed-7132-4ec9-b672-212bb4488770 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Aug 11 03:24:43.129182 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-51fbfaee-9109-4a15-bcf4-c496bccaf58d req-b10c0483-6c1a-49e1-b249-870c7e9c0922 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Aug 11 03:24:44.246289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3c258-2b68-4b47-868f-68b6f3eb1ffc req-3601a94f-f17f-4507-ae24-974e1bd6b4c9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.247783 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76d3c258-2b68-4b47-868f-68b6f3eb1ffc req-3601a94f-f17f-4507-ae24-974e1bd6b4c9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 11 03:24:44.284370 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76d3c258-2b68-4b47-868f-68b6f3eb1ffc req-3c9bb1ed-b7ea-4aed-94ab-8939ebdae736 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Aug 11 03:24:45.400443 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9e7f-3d57-407c-b729-1ca0955f27c8 req-6f876902-a895-48ef-a829-1dd01cfe36c3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:45.401924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c1e9e7f-3d57-407c-b729-1ca0955f27c8 req-6f876902-a895-48ef-a829-1dd01cfe36c3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Aug 11 03:24:45.438715 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1c1e9e7f-3d57-407c-b729-1ca0955f27c8 req-ff1cac98-9a49-4b1d-8755-0fbd29400ed6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309443 Aug 11 03:24:45.460890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40542) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:45.525305 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-404a1c5d-bb79-41f6-a40c-a59245c0ad7b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/da10c1d0-4978-444b-8315-d09f970c28a3 HTTP/1.1" status: 200 len: 993 time: 0.0632849 Aug 11 03:24:46.782163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ba107-9d6f-4884-b3ff-ceaf4dbe0957 req-15c4fd71-9ae0-47d2-acd6-06fbbe664530 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:46.783668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d7ba107-9d6f-4884-b3ff-ceaf4dbe0957 req-15c4fd71-9ae0-47d2-acd6-06fbbe664530 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0516348 Aug 11 03:24:46.802082 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-22b54f41-0ec0-43b2-a831-627e30dc1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:46.803529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-22b54f41-0ec0-43b2-a831-627e30dc1a88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0411217 Aug 11 03:24:46.823248 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9d7ba107-9d6f-4884-b3ff-ceaf4dbe0957 req-799c1e48-c1f2-4045-85ca-8d60fa5256c3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330029 Aug 11 03:24:46.897387 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-a579fd28-e920-4482-afe3-f7ca0c9d71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:46.898879 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-a579fd28-e920-4482-afe3-f7ca0c9d71be service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.0881145 Aug 11 03:24:46.963747 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-5596c1af-e141-494c-9a7c-a9790ef242d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 1001 time: 0.0574112 Aug 11 03:24:47.018486 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-4bd9032c-690e-44c5-a50b-ed73d8617317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.020011 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-4bd9032c-690e-44c5-a50b-ed73d8617317 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0487390 Aug 11 03:24:47.067694 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-a5501cfa-e95d-458f-9a6f-0c1197674719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.069109 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-a5501cfa-e95d-458f-9a6f-0c1197674719 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416591 Aug 11 03:24:47.156845 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-71c1dc79-f353-4843-999c-b8af91a8dd0b service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803154 Aug 11 03:24:47.251777 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-bebdce70-e1fd-4c85-aff9-a734beb78a92 req-9dcfefa3-cbfc-4643-98f7-d94d9d2d2d5f service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874467 Aug 11 03:24:47.940054 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7237-cc82-480b-8490-c9409e8ced41 req-4abc86a7-5ba7-4df5-8644-1bdb87a28708 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.941589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d53a7237-cc82-480b-8490-c9409e8ced41 req-4abc86a7-5ba7-4df5-8644-1bdb87a28708 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Aug 11 03:24:47.980054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d53a7237-cc82-480b-8490-c9409e8ced41 req-5e349df7-db46-4f27-bb8f-1932549b32f1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 11 03:24:48.001985 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40552) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:48.065488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bbceb6b7-1e96-4219-8ef5-e2e015949316 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/da10c1d0-4978-444b-8315-d09f970c28a3 HTTP/1.1" status: 200 len: 993 time: 0.0623651 Aug 11 03:24:52.751757 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ad093900-cd2a-4584-ab2b-bf3f553af95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.242288 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c0010aba-1eeb-42ba-ab7a-aaf054f261dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.565832 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.736557 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.325198 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.349627 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:07.715418 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-7b04556b-d54f-4270-90b7-74b13ee070a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419509 Aug 11 03:25:07.798734 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c15831-5396-4438-94ad-445e08cc864f req-a1ef7e51-8ffb-49af-945b-a3d989dcbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.800223 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-a1ef7e51-8ffb-49af-945b-a3d989dcbdf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0399289 Aug 11 03:25:07.913915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c15831-5396-4438-94ad-445e08cc864f req-318b7981-29de-450f-9726-7655c8055bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.915388 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-318b7981-29de-450f-9726-7655c8055bf6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.0921488 Aug 11 03:25:07.982479 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-a2331ffb-716f-462d-8d46-4e5120d51479 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 1001 time: 0.0586071 Aug 11 03:25:08.035616 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c15831-5396-4438-94ad-445e08cc864f req-401dd4e8-c665-4a98-a6d9-8ddd825a0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:08.037083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-401dd4e8-c665-4a98-a6d9-8ddd825a0f32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0469377 Aug 11 03:25:08.083156 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c15831-5396-4438-94ad-445e08cc864f req-d8b1dcde-ff1e-4d2d-9a51-f696b7154b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:08.084629 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-d8b1dcde-ff1e-4d2d-9a51-f696b7154b72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394807 Aug 11 03:25:08.174646 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-7060e56b-55b0-4200-a15d-18d05b8898bd service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796254 Aug 11 03:25:08.268909 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-d2c15831-5396-4438-94ad-445e08cc864f req-9088b6af-562e-4d0b-b8a8-c8eee0541743 service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Aug 11 03:25:11.395628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.409418 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.746166 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-f126bd39-78e3-4a0f-a2cc-8ec9746d8c7e req-a4ad747d-f586-49fc-8418-0dc338c67d5c service neutron] (94653) timed out ('10.222.0.68', 54646) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:25:20.440413 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40572) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:20.597923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 2ddc2cab-3aa7-44da-8230-57e4ab282049 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:20.598273 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.675659 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.675985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.688321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 2ddc2cab-3aa7-44da-8230-57e4ab282049 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:20.830507 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.859312 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=2ddc2cab-3aa7-44da-8230-57e4ab282049,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:20.884934 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.885278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.885614 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.885974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.886301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.886627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.886956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.887278 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.887617 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.887920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.888236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.888552 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:20.924878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.925202 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP da10c1d0-4978-444b-8315-d09f970c28a3 disassociated (deleted). External IP: 172.25.3.178, port: b9e15094-b7ec-4e7b-9be6-a7833cda0236. Aug 11 03:25:21.138631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:21.249699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:21.254475 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.260639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Sync routers for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:21.271388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:21.272008 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:21.292747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-36865f14-8896-4a3e-84b1-07de8472e1a0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/floatingips/da10c1d0-4978-444b-8315-d09f970c28a3 HTTP/1.1" status: 204 len: 168 time: 0.8510828 Aug 11 03:25:21.293273 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:21.296095 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101d10c-2998-4af5-87b5-9ba259620b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:21.350445 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e9c53d-51c4-4006-aab5-219665477fd7 x-openstack-request-id: req-f0e9c53d-51c4-4006-aab5-219665477fd7 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:21.350737 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:21.351004 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0e9c53d-51c4-4006-aab5-219665477fd7 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:21.351409 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'status': 'completed', 'code': 200} Aug 11 03:25:21.381800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:21.418120 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-eeb658d5-5efd-4da8-ab27-da898daf7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.419817 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-eeb658d5-5efd-4da8-ab27-da898daf7a39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 1097 time: 0.0454786 Aug 11 03:25:21.521763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-4224d64b-7473-445f-b23d-707fe4bc31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.523452 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-4224d64b-7473-445f-b23d-707fe4bc31f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 200 len: 898 time: 0.0951738 Aug 11 03:25:21.555640 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cd206-17cd-41e7-a8c1-5b6af76f09b3 req-97253aeb-28f8-4e40-9310-213b891a1051 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.557188 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-254cd206-17cd-41e7-a8c1-5b6af76f09b3 req-97253aeb-28f8-4e40-9310-213b891a1051 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Aug 11 03:25:21.569161 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-9c2c30bf-2d29-4fe4-92ff-bced02223a9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 200 len: 217 time: 0.0373576 Aug 11 03:25:21.598345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-254cd206-17cd-41e7-a8c1-5b6af76f09b3 req-dd83b156-66de-4f77-a458-141569a8f0ed tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348074 Aug 11 03:25:21.606836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:21.627566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-9f4d0135-fb14-426f-a0c3-cb88469f6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.629056 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-9f4d0135-fb14-426f-a0c3-cb88469f6606 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 200 len: 834 time: 0.0524366 Aug 11 03:25:21.634622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Checking router: 1f224fb8-efe6-481d-a0c1-8755aefbdad3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:21.643627 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:21.644181 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:21.676200 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-c2a8ace3-3de4-40bb-8775-282c05542f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.677625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-c2a8ace3-3de4-40bb-8775-282c05542f82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=512a9074-df3a-4a3c-8f3e-e48558216eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406961 Aug 11 03:25:21.751580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:21.774281 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-1d05680b-7c03-4061-a10d-72909fd62f90 service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Aug 11 03:25:21.867820 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8101d10c-2998-4af5-87b5-9ba259620b2f req-104f794a-b7f0-4623-8831-25dcb4783b5f service neutron] 10.222.0.61 "GET /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Aug 11 03:25:22.107415 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:22.133847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dde8ec-d17d-4660-9e1c-29cf66b80d33 None None] The sync data for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 is: [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'da78db0f-7142-4420-8acb-40bdebc6a0c3', 'name': '', 'network_id': '512a9074-df3a-4a3c-8f3e-e48558216eba', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:5f:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:45Z', 'updated_at': '2021-08-11T03:23:51Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': 'f90462c8-1108-430d-b69d-18ff8ac9e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:22.354926 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c9a58-2d9a-4448-9d12-12bb60395d3b None None] New status for floating IP da10c1d0-4978-444b-8315-d09f970c28a3: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:22.714616 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf548b9-e1c3-4e7c-b585-ad10ecf61140 req-5a6d073e-c44f-4ad8-8f52-3f4988ac7fb9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.716139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcf548b9-e1c3-4e7c-b585-ad10ecf61140 req-5a6d073e-c44f-4ad8-8f52-3f4988ac7fb9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0485158 Aug 11 03:25:22.754728 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b16f3d4e-36b2-479f-abf1-2a99a274c411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.758648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bcf548b9-e1c3-4e7c-b585-ad10ecf61140 req-819f51f9-3caf-48a0-9b4f-954e834a9e97 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=2afe87f7-3060-4c8a-aa18-5820afcda2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 Aug 11 03:25:23.272682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-2506aa1d-41b4-4ec0-ae5f-e2765f0b54d2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.274082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-2506aa1d-41b4-4ec0-ae5f-e2765f0b54d2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Aug 11 03:25:23.363763 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port b9e15094-b7ec-4e7b-9be6-a7833cda0236 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:23.364101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.456345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port b9e15094-b7ec-4e7b-9be6-a7833cda0236, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=b9e15094-b7ec-4e7b-9be6-a7833cda0236,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:23.457044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.471651 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for b9e15094-b7ec-4e7b-9be6-a7833cda0236 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:23.601634 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.635648 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=b9e15094-b7ec-4e7b-9be6-a7833cda0236,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:23.662003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.662361 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.662729 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.663056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.663395 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.663732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.664064 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.664398 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.664736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.665065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.665397 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.665726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:23.689257 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] No DVR routers for this DVR port b9e15094-b7ec-4e7b-9be6-a7833cda0236 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:23.691958 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.694007 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-524f9c7b-b65e-4bcf-991c-40a6a33e07ac req-684aa1ac-2214-450b-a1d4-45c661b9e240 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "DELETE /v2.0/ports/b9e15094-b7ec-4e7b-9be6-a7833cda0236 HTTP/1.1" status: 204 len: 173 time: 0.4108164 Aug 11 03:25:23.694519 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'name': 'network-vif-deleted', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:23.696779 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4344054-8fbc-4c9b-9fab-506c802dd829" -d '{"events": [{"server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "name": "network-vif-deleted", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:23.734599 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97a224b-981b-4c92-aec8-a2402cb5496d x-openstack-request-id: req-d97a224b-981b-4c92-aec8-a2402cb5496d {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:23.734902 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06646bc-987d-4333-b262-39cc189a11e6", "name": "network-vif-deleted", "tag": "b9e15094-b7ec-4e7b-9be6-a7833cda0236", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:23.735215 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d97a224b-981b-4c92-aec8-a2402cb5496d {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:23.735618 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06646bc-987d-4333-b262-39cc189a11e6', 'name': 'network-vif-deleted', 'tag': 'b9e15094-b7ec-4e7b-9be6-a7833cda0236', 'status': 'completed', 'code': 200} Aug 11 03:25:23.869020 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5b25e4c-330e-40e8-abc5-4288c3806268 req-ed0873f3-76b3-4892-ba9c-63540bc5b6ab tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=d06646bc-987d-4333-b262-39cc189a11e6 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Aug 11 03:25:24.924128 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40596) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:25.244782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc4d0bda-2a0f-4aac-a60c-ae50f4b42ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.566152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.595812 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.848791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port da78db0f-7142-4420-8acb-40bdebc6a0c3 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:25.849059 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.939507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port da78db0f-7142-4420-8acb-40bdebc6a0c3, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=da78db0f-7142-4420-8acb-40bdebc6a0c3,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:25.940219 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.953263 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for da78db0f-7142-4420-8acb-40bdebc6a0c3 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:26.137660 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.162365 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=da78db0f-7142-4420-8acb-40bdebc6a0c3,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:26.348090 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.557847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:26.665276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:26.670897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-257b48ef-c460-4b73-8d32-82844ca37a6c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/1f224fb8-efe6-481d-a0c1-8755aefbdad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451327 Aug 11 03:25:26.673513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40598) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:26.675467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Sync routers for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:26.685217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:26.685835 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:26.728063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_v2 [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting subnet f90462c8-1108-430d-b69d-18ff8ac9e7a9 {{(pid=94652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:26.731327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.771772 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13069028'] for subnet, precommit_delete_associations {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.773508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.798828 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:26.856188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.923654 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13068763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12707965'] for subnet, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.951062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Subnet': ['ID=f90462c8-1108-430d-b69d-18ff8ac9e7a9,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:26.954887 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.959786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-42424053-5e6c-41b5-9a95-2c3eeffca7e8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/subnets/f90462c8-1108-430d-b69d-18ff8ac9e7a9 HTTP/1.1" status: 204 len: 168 time: 0.2822857 Aug 11 03:25:26.960185 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40600) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:26.962758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7badc601-3118-4feb-bf47-7d37927b97a4 None None] Network 512a9074-df3a-4a3c-8f3e-e48558216eba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:27.086604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.090180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.126123 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Checking router: 1f224fb8-efe6-481d-a0c1-8755aefbdad3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:27.139386 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Routers {'1f224fb8-efe6-481d-a0c1-8755aefbdad3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:27.140023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.146111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9e15094-b7ec-4e7b-9be6-a7833cda0236 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:27.200162 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.206122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: b9e15094-b7ec-4e7b-9be6-a7833cda0236 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:27.206482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device b9e15094-b7ec-4e7b-9be6-a7833cda0236 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:27.225297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] DHCP port deletion for 512a9074-df3a-4a3c-8f3e-e48558216eba request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:27.256345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 260751c4-14c0-4dfa-aa78-f83e0f309464 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:27.256696 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.308706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] Set router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:27.340605 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 260751c4-14c0-4dfa-aa78-f83e0f309464, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=260751c4-14c0-4dfa-aa78-f83e0f309464,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:27.340972 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.355695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 260751c4-14c0-4dfa-aa78-f83e0f309464 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:27.417941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Deleting port 4194c55f-dec7-439e-a058-22e8baba44ef {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:27.418322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.517834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] For port 4194c55f-dec7-439e-a058-22e8baba44ef, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=4194c55f-dec7-439e-a058-22e8baba44ef,segment=NetworkSegment(bdef0183-b7ec-4a4a-ba79-04fd67403c36),segment_id=bdef0183-b7ec-4a4a-ba79-04fd67403c36)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:27.518216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.537893 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.554529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Calling delete_port for 4194c55f-dec7-439e-a058-22e8baba44ef owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:27.564418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=260751c4-14c0-4dfa-aa78-f83e0f309464,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.625174 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.642106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.674198 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044fa650-9fc0-4494-96d0-1d2a3baa72ef None None] The sync data for ids ['1f224fb8-efe6-481d-a0c1-8755aefbdad3'] in n-d-713498-10 is: [{'id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234000126', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '260751c4-14c0-4dfa-aa78-f83e0f309464', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ae:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f224fb8-efe6-481d-a0c1-8755aefbdad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:43Z', 'updated_at': '2021-08-11T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:27.689643 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.714622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Pushing event deleted for resources: {'Port': ['ID=4194c55f-dec7-439e-a058-22e8baba44ef,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.718198 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.720516 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.725486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] No DVR routers for this DVR port 4194c55f-dec7-439e-a058-22e8baba44ef on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:27.733532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.733532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.733532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.733532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.733532 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.734622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.736773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.737135 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.737477 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.737881 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.738167 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.738497 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f61b8-6810-4dba-81f0-af98a5c5d28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:27.770364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.770865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Fanout notify agent at l3_agent the message router_deleted on router 1f224fb8-efe6-481d-a0c1-8755aefbdad3 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:27.777625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.778788 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3ac04e8e-eed3-49d6-9162-ef44989c4cc1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/routers/1f224fb8-efe6-481d-a0c1-8755aefbdad3 HTTP/1.1" status: 204 len: 168 time: 0.8179216 Aug 11 03:25:27.781540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40602) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:27.858385 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.946416 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.955748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512a9074-df3a-4a3c-8f3e-e48558216eba']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.968251 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdef0183-b7ec-4a4a-ba79-04fd67403c36') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.968857 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdef0183-b7ec-4a4a-ba79-04fd67403c36') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:27.977426 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.991783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.997747 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:27.998739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:28.001931 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:28.065898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.073413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.078037 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/networks/512a9074-df3a-4a3c-8f3e-e48558216eba HTTP/1.1" status: 204 len: 168 time: 0.2930110 Aug 11 03:25:28.078473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40606) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.090406 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134cfeb-be3b-4eb9-a96c-b7e098f2a9b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Network': ['ID=512a9074-df3a-4a3c-8f3e-e48558216eba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.141921 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.169857 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.230978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.234199 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.235398 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/security-groups/2afe87f7-3060-4c8a-aa18-5820afcda2ca HTTP/1.1" status: 204 len: 168 time: 0.1556549 Aug 11 03:25:28.245409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeadd6-df37-47f2-808e-1952ba5dfe38 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afe87f7-3060-4c8a-aa18-5820afcda2ca,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.331437 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.512289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40612) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.517483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782903980', 'description': 'tempest-secgroup-smoke-782903980 description', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:28.540550 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.618913 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.622423 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.648234 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.649485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1361902 Aug 11 03:25:28.652593 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40614) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.653747 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709272-37b4-4f85-8ecf-b4e4d12338af tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f71040-b5f2-4cd3-b893-d3ac65f1bd15,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.658201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:28.687456 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.750490 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.754072 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.771989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f31b408-d73b-4fbb-8276-0195aa528288,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.777699 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.778906 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-542b725b-6fcb-47b6-827e-530018e017de tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251540 Aug 11 03:25:28.782261 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40616) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.786666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:28.811613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.869229 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.873437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.892427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d36c23-0240-44f5-98c2-fb7bb8774e30,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.895082 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.896315 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7273a4c5-bc65-4132-a42e-74bf09fa0f3d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131248 Aug 11 03:25:28.899004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40618) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.903355 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:28.928361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.987171 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.990672 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.008475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5925776-543e-4b9f-8871-78a6dbb2a241,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.016368 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.017728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9ce340a0-fe07-4b85-b4ce-0476d8cdb043 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177449 Aug 11 03:25:29.020623 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40620) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.025348 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.052856 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.061168 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260751c4-14c0-4dfa-aa78-f83e0f309464 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:29.082629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 260751c4-14c0-4dfa-aa78-f83e0f309464 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:29.082971 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 260751c4-14c0-4dfa-aa78-f83e0f309464 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:29.083588 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da78db0f-7142-4420-8acb-40bdebc6a0c3 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:29.104872 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: da78db0f-7142-4420-8acb-40bdebc6a0c3 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:29.105221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device da78db0f-7142-4420-8acb-40bdebc6a0c3 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:29.105632 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4194c55f-dec7-439e-a058-22e8baba44ef no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:29.120417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.125778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.127952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 4194c55f-dec7-439e-a058-22e8baba44ef {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:29.128325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 4194c55f-dec7-439e-a058-22e8baba44ef not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:29.143880 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7de900-fa80-4906-a018-a379eb78a334,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.150762 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.153263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-69b6c6e8-675b-41e6-84bd-6a627fae75ca tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314158 Aug 11 03:25:29.155796 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40622) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.160162 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.182337 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:29.187559 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.249459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.254278 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.273222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6f975d-545b-4a3a-990c-75ce20b7f66b,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.279651 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.281005 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb847410-ad83-42b6-bd13-9d72b39049ec tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242955 Aug 11 03:25:29.283788 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40624) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.288170 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'security_group_rule': {'security_group_id': '86f71040-b5f2-4cd3-b893-d3ac65f1bd15', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.316916 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Project 1b6fc1a15a7144d5b93b9f08b1650adf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:29.322169 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.384447 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.387933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.405284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c707b29-b982-4719-8597-620e979cbafb,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.411969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.413190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-e32fe369-e213-4678-a712-e2818c164bdb tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284895 Aug 11 03:25:29.416181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40626) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.421679 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'network': {'name': 'tempest-network-smoke--913627343', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'port_security_enabled': True}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.442525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:29.445925 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.471058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:29.480095 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.480416 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Added segment 2ffb2579-9b86-452a-b4c0-7b17917b7fcf of type vlan for network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 Aug 11 03:25:29.521235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.553239 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.558845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.559431 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.613041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1957943 Aug 11 03:25:29.615776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40628) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.622444 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'admin_state_up': True, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.642357 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc4aa5-95f0-4dd4-b407-38bd7829b0d1 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Network': ['ID=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.655104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:29.656386 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.657410 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.712923 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.848806 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.045914 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.064296 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.167916 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.126 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/8ae06416-2ba8-4aa1-8091-cb4d7731153b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:30.267417 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.305050 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.346533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:30.351295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:30.354791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:30.360352 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=8ae06416-2ba8-4aa1-8091-cb4d7731153b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:30.597771 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.793257 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.913754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router e92f42c6-c1db-4adf-9420-409c8cba8f12 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:31.020303 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:31.029569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Sync routers for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:31.038481 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:31.038950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.039139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.043176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c75c2570-70f1-486a-95c1-88d2708d2b3f tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4235463 Aug 11 03:25:31.043920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40630) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.076485 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f4357ef9-05ec-4ada-9790-a85f1c0f527c tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=1b6fc1a15a7144d5b93b9f08b1650adf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319862 Aug 11 03:25:31.079202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40632) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.142661 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:31.163355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69950da8-8b9c-4c45-96e0-bd4e676e539f tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.164920 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-69950da8-8b9c-4c45-96e0-bd4e676e539f tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847719 Aug 11 03:25:31.167700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40634) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.195972 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b24d3e59-7595-4760-a0aa-066da096c461 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=d79a2d27-fabe-43aa-8cf9-5f99d19d8f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267963 Aug 11 03:25:31.198392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40636) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.204334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071506284', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:31.325250 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:30Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.352426 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Checking router: e92f42c6-c1db-4adf-9420-409c8cba8f12 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:31.352776 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Updating router e92f42c6-c1db-4adf-9420-409c8cba8f12 port 8ae06416-2ba8-4aa1-8091-cb4d7731153b binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:31.380904 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.624657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:31.628241 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.638169 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.648560 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Transition to ACTIVE for port object 8ae06416-2ba8-4aa1-8091-cb4d7731153b will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:31.655431 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.706368 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Pushing event updated for resources: {'Port': ['ID=8ae06416-2ba8-4aa1-8091-cb4d7731153b,revision_number=2']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:31.709473 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Attempting to bind port 8ae06416-2ba8-4aa1-8091-cb4d7731153b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:31.709893 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Attempting to bind port 8ae06416-2ba8-4aa1-8091-cb4d7731153b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:31.710272 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Attempting to bind port 8ae06416-2ba8-4aa1-8091-cb4d7731153b on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:31.718897 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:31.719358 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:31.719686 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.720061 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:31.720526 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Bound port: 8ae06416-2ba8-4aa1-8091-cb4d7731153b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:31.720916 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.723149 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.723490 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.723826 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.724152 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.724491 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.724819 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.725176 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.725559 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.725836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.726195 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.726570 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.727559 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:31.778787 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] For port 8ae06416-2ba8-4aa1-8091-cb4d7731153b, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:31.782363 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] For port 8ae06416-2ba8-4aa1-8091-cb4d7731153b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8ae06416-2ba8-4aa1-8091-cb4d7731153b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:31.786530 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.811906 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.847124 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:31.847747 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.875324 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Subnet': ['ID=0f397eee-df72-48a0-8aed-617d099203ce,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:31.882930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Checking segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:31.883295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network hostable DHCP agents. Network: 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:31.900764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:31.911717 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:31.915864 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.916462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.923570 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675d305-4ffb-4652-ab23-54d1578bc22a None None] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:31.934664 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c0278336-a10e-44c5-9e83-e222f9f7ebf9 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7326658 Aug 11 03:25:31.935177 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40638) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.992837 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67e66e-bdec-4fb3-977d-95ad9363554d None None] Pushing event updated for resources: {'Port': ['ID=8ae06416-2ba8-4aa1-8091-cb4d7731153b,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.075936 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:32.084846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:32.085745 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.237959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Allocated IP 172.20.0.2 (4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3/0f397eee-df72-48a0-8aed-617d099203ce/8dfed2df-6a5a-4d61-8716-c15ffa0e717a) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:32.266814 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:30Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:32.302805 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644bc6a-4bac-4b1b-a9af-3f35f44008f1 None None] The sync data for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 is: [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:30Z', 'revision_number': 3, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:32.404333 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.408260 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.412448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Transition to ACTIVE for port object 8dfed2df-6a5a-4d61-8716-c15ffa0e717a will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:32.428114 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Transition to ACTIVE for port object 8dfed2df-6a5a-4d61-8716-c15ffa0e717a will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:32.434589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.661361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:32.668045 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:32.673657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:32.678468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Pushing event updated for resources: {'Port': ['ID=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.730291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Attempting to bind port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:32.730721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Attempting to bind port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:32.731046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Attempting to bind port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a on network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:32.737694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.1 (4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3/0f397eee-df72-48a0-8aed-617d099203ce/c6e49287-4d39-43d2-8e05-20ea8b603788) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:32.738028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:32.738334 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Checking segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:32.738748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.739158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Bound using segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:32.739639 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Bound port: 8dfed2df-6a5a-4d61-8716-c15ffa0e717a, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:32.740036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.811232 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] For port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:32.815028 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] For port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:32.820898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.869747 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.882617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76895fd-b1fc-4bd4-a2e5-65e2606a439c None None] Pushing event updated for resources: {'Port': ['ID=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.890695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object c6e49287-4d39-43d2-8e05-20ea8b603788 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:32.926449 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.968302 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:32.971944 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:32.975230 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:33.018535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:33.040546 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.160515 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8ae06416-2ba8-4aa1-8091-cb4d7731153b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:33.213174 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.224264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 8ae06416-2ba8-4aa1-8091-cb4d7731153b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:33.229882 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8ae06416-2ba8-4aa1-8091-cb4d7731153b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:33.230413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.322099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.343929 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 8ae06416-2ba8-4aa1-8091-cb4d7731153b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8ae06416-2ba8-4aa1-8091-cb4d7731153b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:33.348119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.396245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=8ae06416-2ba8-4aa1-8091-cb4d7731153b,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:33.511847 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.517230 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.595115 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:33.597524 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.694930 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:33.696480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:33.815562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router e92f42c6-c1db-4adf-9420-409c8cba8f12 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:33.853043 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e56d6a-acfc-4e66-998e-3cd8305627fb None None] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:33.931867 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:33.937562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b7be2c6-d857-4329-8194-f68f6e41ddd6 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/e92f42c6-c1db-4adf-9420-409c8cba8f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005319 Aug 11 03:25:33.974846 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b03d953a-c488-4b85-9db3-0f03827a6f5e None None] Provisioning for port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:34.092411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-836420bd-ea10-4965-8aa5-a4b86a6a84d5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782903980&fields=id&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 267 time: 0.0421770 Aug 11 03:25:34.212875 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-5229c24a-105c-4f97-8797-e23df9adff07 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:34.214527 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-5229c24a-105c-4f97-8797-e23df9adff07 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 796 time: 0.1145058 Aug 11 03:25:34.234490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-b6fd191b-ce95-47b7-be20-ebf1623e9f43 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/quotas/1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 375 time: 0.0136669 Aug 11 03:25:34.291001 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-81b609a3-cc7e-4836-93eb-0d231a8858b4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497928 Aug 11 03:25:34.309204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-45d19879-a1e3-4c87-a00e-3948d388e374 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:25:34.310649 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-45d19879-a1e3-4c87-a00e-3948d388e374 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062308 Aug 11 03:25:34.323365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cb7c4fdf-dee9-4245-b565-a8d3a6c9fd1c None None] Provisioning for port c6e49287-4d39-43d2-8e05-20ea8b603788 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:34.327817 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cb7c4fdf-dee9-4245-b565-a8d3a6c9fd1c None None] Provisioning complete for port c6e49287-4d39-43d2-8e05-20ea8b603788 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:34.328195 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb7c4fdf-dee9-4245-b565-a8d3a6c9fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.368769 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c4fdf-dee9-4245-b565-a8d3a6c9fd1c None None] Port c6e49287-4d39-43d2-8e05-20ea8b603788 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:34.405466 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-651e0e35-07f8-4d81-944b-7ad6cd811510 service neutron] 10.222.0.68 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878358 Aug 11 03:25:34.489405 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a1c07273-c603-4339-b915-6cd6ee253239 None None] Provisioning complete for port c6e49287-4d39-43d2-8e05-20ea8b603788 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:34.489698 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a1c07273-c603-4339-b915-6cd6ee253239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.508059 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-96361f95-d1b4-467d-b775-4416bb144cb9 service neutron] 10.222.0.68 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964766 Aug 11 03:25:34.546599 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Sync routers for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:34.549978 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a1c07273-c603-4339-b915-6cd6ee253239 None None] Port c6e49287-4d39-43d2-8e05-20ea8b603788 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:34.558503 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:34.559147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:34.683189 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-f182e9a3-6781-42da-8101-f1869d658a2a None None] Provisioning complete for port c6e49287-4d39-43d2-8e05-20ea8b603788 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:34.683635 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f182e9a3-6781-42da-8101-f1869d658a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.686329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:34.689153 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-770302bd-497a-4cf0-9a92-8b6f26368d2e req-93105a8e-f9fd-422c-ac39-6aec6dd352b2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 210 time: 0.0272155 Aug 11 03:25:34.758163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-f182e9a3-6781-42da-8101-f1869d658a2a None None] Port c6e49287-4d39-43d2-8e05-20ea8b603788 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:34.915623 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 2, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:34.944012 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Checking router: e92f42c6-c1db-4adf-9420-409c8cba8f12 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:34.944363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Updating router e92f42c6-c1db-4adf-9420-409c8cba8f12 port c6e49287-4d39-43d2-8e05-20ea8b603788 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:34.970448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.175972 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8dfed2df-6a5a-4d61-8716-c15ffa0e717a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:35.290845 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:35.297209 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:35.297602 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.340259 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.358598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Transition to ACTIVE for port object c6e49287-4d39-43d2-8e05-20ea8b603788 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:35.365743 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.444689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4423d9b-9051-4de9-a3b6-ef21457db16d None None] Pushing event updated for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:35.474720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.516824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Attempting to bind port c6e49287-4d39-43d2-8e05-20ea8b603788 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:35.517192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Attempting to bind port c6e49287-4d39-43d2-8e05-20ea8b603788 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:35.517638 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Attempting to bind port c6e49287-4d39-43d2-8e05-20ea8b603788 on network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:35.533262 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:35.533644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Checking segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:35.534149 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.534486 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Bound using segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:35.534966 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Bound port: c6e49287-4d39-43d2-8e05-20ea8b603788, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:35.535351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.540518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:35.548446 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.549225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8ae06416-2ba8-4aa1-8091-cb4d7731153b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:35.690604 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:35.703402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] For port c6e49287-4d39-43d2-8e05-20ea8b603788, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:35.707317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] For port c6e49287-4d39-43d2-8e05-20ea8b603788, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c6e49287-4d39-43d2-8e05-20ea8b603788,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:35.713499 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.718049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8ae06416-2ba8-4aa1-8091-cb4d7731153b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:35.718419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.813391 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:35.814067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:35.817682 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4423d9b-9051-4de9-a3b6-ef21457db16d None None] Pushing event updated for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:35.868019 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5cd451e0-f44a-4906-a2f8-4c889a7ce439 req-9ccccc6c-f42e-45db-af5f-54835c6c3768 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 210 time: 0.0657575 Aug 11 03:25:35.890428 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-1a574aec-6555-4c48-bf74-0007f20d6e15 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:35.893728 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-1a574aec-6555-4c48-bf74-0007f20d6e15 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 796 time: 0.1804652 Aug 11 03:25:35.956948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9c07cea5-764e-4bc3-a869-80ecb1e1f148 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf HTTP/1.1" status: 200 len: 379 time: 0.0428147 Aug 11 03:25:35.959118 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:35.968653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'port': {'device_id': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'admin_state_up': True, 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'security_groups': ['86f71040-b5f2-4cd3-b893-d3ac65f1bd15']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:36.083131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Made reservation on behalf of 1b6fc1a15a7144d5b93b9f08b1650adf for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:36.087044 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.183133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:36.212738 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.20.0.11 (4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3/0f397eee-df72-48a0-8aed-617d099203ce/e692df15-ddc6-4601-a28f-199a5a75f8ac) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:36.213781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081dfd4d-337d-412b-a4bb-e145708cf57b None None] The sync data for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 is: [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:36.369744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.385539 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Transition to ACTIVE for port object e692df15-ddc6-4601-a28f-199a5a75f8ac will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:36.421533 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.468484 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:36.471627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:36.476305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:36.480609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:36.535933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.536616 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.553702 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-9216b102-11f7-4d07-8e2c-92ad4868dc9c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897782 Aug 11 03:25:36.572470 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Request body: {'port': {'device_id': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:36.638735 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.750229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-adcb592f-698a-48a0-88fc-0daf87b33fba None None] Provisioning for port e692df15-ddc6-4601-a28f-199a5a75f8ac completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.754113 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-adcb592f-698a-48a0-88fc-0daf87b33fba None None] Provisioning complete for port e692df15-ddc6-4601-a28f-199a5a75f8ac triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:36.754494 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-adcb592f-698a-48a0-88fc-0daf87b33fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.790233 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-adcb592f-698a-48a0-88fc-0daf87b33fba None None] Port e692df15-ddc6-4601-a28f-199a5a75f8ac cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:36.920859 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e692df15-ddc6-4601-a28f-199a5a75f8ac {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:36.928854 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.943552 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Transition to ACTIVE for port object e692df15-ddc6-4601-a28f-199a5a75f8ac will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:36.947996 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.988601 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7a25e-b029-46a0-9cbd-cfc4fbcd3963 req-9f8be81a-345e-4b8d-998f-558f886a32b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.997040 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ae7a25e-b029-46a0-9cbd-cfc4fbcd3963 req-9f8be81a-345e-4b8d-998f-558f886a32b0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 932 time: 0.0681739 Aug 11 03:25:37.004637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Pushing event updated for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.044170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0ae7a25e-b029-46a0-9cbd-cfc4fbcd3963 req-c2e5e944-8d28-435c-8768-6a993ac54a40 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455022 Aug 11 03:25:37.111766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Attempting to bind port e692df15-ddc6-4601-a28f-199a5a75f8ac on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:37.112394 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Attempting to bind port e692df15-ddc6-4601-a28f-199a5a75f8ac by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:37.113069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Attempting to bind port e692df15-ddc6-4601-a28f-199a5a75f8ac on network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:37.118298 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Port e692df15-ddc6-4601-a28f-199a5a75f8ac on network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:37.119365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Attempting to bind port e692df15-ddc6-4601-a28f-199a5a75f8ac on network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:37.125652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:37.126489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Checking segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:37.127062 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Bound using segment: {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:37.127503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Bound port: e692df15-ddc6-4601-a28f-199a5a75f8ac, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffb2579-9b86-452a-b4c0-7b17917b7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:37.127867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.201666 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:37.205948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:37.214170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.227695 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8dfed2df-6a5a-4d61-8716-c15ffa0e717a up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:37.253975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.254648 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.256045 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] 10.222.0.61 "PUT /v2.0/ports/e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 1093 time: 0.6885314 Aug 11 03:25:37.256489 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:37.258881 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254143bd-4f0f-4398-81e2-22403dd57200" -d '{"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:37.309997 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846ceae-9e35-460a-9804-2a760f0c7a88 x-openstack-request-id: req-6846ceae-9e35-460a-9804-2a760f0c7a88 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:37.310820 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:37.311063 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6846ceae-9e35-460a-9804-2a760f0c7a88 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:37.311463 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'status': 'completed', 'code': 200} Aug 11 03:25:37.312180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededc60e-fc52-49e2-89b8-6e0046dc7f2c service neutron] Pushing event updated for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.347749 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:37.348132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.374801 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-a027746b-ff2f-47db-a1e7-4e7c34028729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.376635 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-a027746b-ff2f-47db-a1e7-4e7c34028729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1096 time: 0.0566740 Aug 11 03:25:37.425773 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-400f2e3b-297f-490c-a805-9d8929d38bbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 217 time: 0.0359223 Aug 11 03:25:37.442057 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c6e49287-4d39-43d2-8e05-20ea8b603788 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:37.479558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-5ef81623-8a5c-4b8b-b856-a22edffab3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.480461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-5ef81623-8a5c-4b8b-b856-a22edffab3d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0465868 Aug 11 03:25:37.508841 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port c6e49287-4d39-43d2-8e05-20ea8b603788 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:37.519594 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c6e49287-4d39-43d2-8e05-20ea8b603788 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:37.520203 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.537876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-d00a4d0a-4226-41b0-a284-4a01a4fbb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.539795 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-d00a4d0a-4226-41b0-a284-4a01a4fbb52c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509610 Aug 11 03:25:37.626119 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.634019 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-8736d30f-567f-475c-9459-f0be64d3a135 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Aug 11 03:25:37.664093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port c6e49287-4d39-43d2-8e05-20ea8b603788, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c6e49287-4d39-43d2-8e05-20ea8b603788,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:37.668036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.716834 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.737432 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a31837e5-1de8-4b8e-a466-b8559a293100 req-0dbf2a5a-55af-4654-b62e-5d8213f2db1f service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Aug 11 03:25:37.830654 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254143bd-4f0f-4398-81e2-22403dd57200 req-bf4faece-5e27-46f6-bf0a-270a25266060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.832026 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-bf4faece-5e27-46f6-bf0a-270a25266060 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1096 time: 0.0409174 Aug 11 03:25:37.919291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254143bd-4f0f-4398-81e2-22403dd57200 req-0de20ae3-90af-4487-9b57-0d7dbb4503d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.921317 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-0de20ae3-90af-4487-9b57-0d7dbb4503d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 897 time: 0.0813627 Aug 11 03:25:37.963831 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-0ccf8d9e-0675-4cad-b1d4-d607929f12b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 217 time: 0.0352325 Aug 11 03:25:38.014879 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254143bd-4f0f-4398-81e2-22403dd57200 req-f376ae88-cbf9-4bc4-974a-2580423d3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:38.016325 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-f376ae88-cbf9-4bc4-974a-2580423d3f87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0430212 Aug 11 03:25:38.062748 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254143bd-4f0f-4398-81e2-22403dd57200 req-00ae74f2-1761-4990-8ef9-dd017bd118cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:38.064222 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-00ae74f2-1761-4990-8ef9-dd017bd118cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401497 Aug 11 03:25:38.159134 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-f03e325d-9136-48e6-ae4d-d34762d4e306 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Aug 11 03:25:38.171996 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd2356-000c-4264-849d-a69a9c573217 req-791a299c-a577-439e-aa2c-d91a8786f964 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:38.173641 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccfd2356-000c-4264-849d-a69a9c573217 req-791a299c-a577-439e-aa2c-d91a8786f964 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 944 time: 0.0499861 Aug 11 03:25:38.211106 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ccfd2356-000c-4264-849d-a69a9c573217 req-0fec389b-a3b5-45cc-808e-1342cdda06ed tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Aug 11 03:25:38.250061 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-254143bd-4f0f-4398-81e2-22403dd57200 req-d2e89a3a-7cb8-4cb7-973f-f3454b284a11 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Aug 11 03:25:39.061343 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c6e49287-4d39-43d2-8e05-20ea8b603788 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:39.108300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port c6e49287-4d39-43d2-8e05-20ea8b603788 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:39.108676 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.203126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e692df15-ddc6-4601-a28f-199a5a75f8ac details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:39.307501 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:39.320339 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'port_id': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'mac_address': 'fa:16:3e:4d:09:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:39.339009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04253-a837-472d-a338-94e9a3f7c1f9 req-de00a404-6e7b-4c73-a386-54c4041f2438 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:39.340612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2af04253-a837-472d-a338-94e9a3f7c1f9 req-de00a404-6e7b-4c73-a386-54c4041f2438 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 944 time: 0.0528152 Aug 11 03:25:39.368890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.387325 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e692df15-ddc6-4601-a28f-199a5a75f8ac {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:39.388919 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2af04253-a837-472d-a338-94e9a3f7c1f9 req-2148b9da-5b3b-4521-9938-5ac0bdc8e0f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410497 Aug 11 03:25:39.410549 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:39.414977 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.464162 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:39.687505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e692df15-ddc6-4601-a28f-199a5a75f8ac'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:40.348783 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:40.507244 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251d371-c845-4c31-92c8-17d2f648d1c2 req-84dd3739-01b3-40d3-8c7f-6e50edb5d0f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:40.508935 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1251d371-c845-4c31-92c8-17d2f648d1c2 req-84dd3739-01b3-40d3-8c7f-6e50edb5d0f7 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 945 time: 0.0536699 Aug 11 03:25:40.547614 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1251d371-c845-4c31-92c8-17d2f648d1c2 req-b903ec44-2e0e-486d-8625-919fa75a093d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322809 Aug 11 03:25:41.208455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e692df15-ddc6-4601-a28f-199a5a75f8ac up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:41.258344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port e692df15-ddc6-4601-a28f-199a5a75f8ac completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:41.262136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e692df15-ddc6-4601-a28f-199a5a75f8ac triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:41.262507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.349274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.371816 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:41.374105 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707ba6d-5442-4d3a-a130-15a29994c14e" -d '{"events": [{"server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "name": "network-vif-plugged", "status": "completed", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:41.389079 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:41.405254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.416150 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded4f865-ddea-4726-82fd-445fe68ba8e8 x-openstack-request-id: req-ded4f865-ddea-4726-82fd-445fe68ba8e8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:41.416464 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "name": "network-vif-plugged", "status": "completed", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:41.416739 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ded4f865-ddea-4726-82fd-445fe68ba8e8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:41.417191 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'code': 200} Aug 11 03:25:41.445554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.455794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.476916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:41.522516 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675d850-ba31-4355-adf9-36ff0ba61b72 req-c8d5d930-8db0-4d58-8fbe-a81d0484bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.523966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b675d850-ba31-4355-adf9-36ff0ba61b72 req-c8d5d930-8db0-4d58-8fbe-a81d0484bd62 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1098 time: 0.0489659 Aug 11 03:25:41.564512 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-b675d850-ba31-4355-adf9-36ff0ba61b72 req-ade5c53e-c4e0-4e45-ae75-bb8bafa25cd6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286419 Aug 11 03:25:41.666900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d28f1-06df-42bf-9f50-ade7bc8df501 req-3e67df93-962f-4441-b9b2-e870f350aab8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.668406 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-534d28f1-06df-42bf-9f50-ade7bc8df501 req-3e67df93-962f-4441-b9b2-e870f350aab8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0548685 Aug 11 03:25:41.706342 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-534d28f1-06df-42bf-9f50-ade7bc8df501 req-c2de3605-3d12-4089-955d-ce4695e063f2 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Aug 11 03:25:42.823099 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b19128-a9a0-4eed-9de2-6f31b607c3c1 req-85744cba-426b-4c58-b6af-d29d4680c2b8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:42.824609 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1b19128-a9a0-4eed-9de2-6f31b607c3c1 req-85744cba-426b-4c58-b6af-d29d4680c2b8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0506430 Aug 11 03:25:42.863081 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f1b19128-a9a0-4eed-9de2-6f31b607c3c1 req-8139989c-5c36-4450-a659-7cc0195b3dd5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Aug 11 03:25:42.981063 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3641fda-3e04-43b9-b553-9d83ae8fb0f7 req-ab10a19b-51fc-424a-beee-f6f9b8f9e5da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:42.983148 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3641fda-3e04-43b9-b553-9d83ae8fb0f7 req-ab10a19b-51fc-424a-beee-f6f9b8f9e5da tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0547547 Aug 11 03:25:43.023690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3641fda-3e04-43b9-b553-9d83ae8fb0f7 req-589684bf-824f-41fb-b545-9582fe2f5fb0 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336266 Aug 11 03:25:43.044499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40690) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.085217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d78bb-f57c-48bb-a787-3460985eeef6 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:43.086776 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-ee4d78bb-f57c-48bb-a787-3460985eeef6 tempest-TestNetworkAdvancedServerOps-1684211434 tempest-TestNetworkAdvancedServerOps-1684211434-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1093 time: 0.0407696 Aug 11 03:25:43.089568 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40692) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.094455 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:43.118001 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.215079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.318082 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Allocated IP 172.25.3.43 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/f50f29d2-6005-41d0-947b-0df4509ffad4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:43.421111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.458801 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.496920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:43.499862 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:43.505356 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:43.531017 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=f50f29d2-6005-41d0-947b-0df4509ffad4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:43.867156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.939608 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.091653 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.096190 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.161585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event updated for resources: {'Port': ['ID=f50f29d2-6005-41d0-947b-0df4509ffad4,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.181111 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.281180 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 1c4b5b91-acb2-4733-8636-e53c1bc0eaaa associated. External IP: 172.25.3.43, port: e692df15-ddc6-4601-a28f-199a5a75f8ac. Aug 11 03:25:44.812590 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router e92f42c6-c1db-4adf-9420-409c8cba8f12 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:44.917315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:44.927805 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Sync routers for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:44.935168 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.937478 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:44.938104 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:44.961780 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-b099fe46-93d1-4d31-b7e9-bab7de4ee008 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8711793 Aug 11 03:25:44.962500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:44.964868 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c2803-fa4e-4901-9e7b-26586c6c6a45" -d '{"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:45.011467 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3775fa0-c5b9-47e0-815a-34c9d5b62372 x-openstack-request-id: req-f3775fa0-c5b9-47e0-815a-34c9d5b62372 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:45.012048 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:45.012515 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3775fa0-c5b9-47e0-815a-34c9d5b62372 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:45.013150 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'status': 'completed', 'code': 200} Aug 11 03:25:45.048067 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:45.077764 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b182ab-6408-4be1-86d3-fcedc11aea52 req-31dd4870-5ff3-4cc8-a65b-614d9ad7c6e3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.079315 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4b182ab-6408-4be1-86d3-fcedc11aea52 req-31dd4870-5ff3-4cc8-a65b-614d9ad7c6e3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0533633 Aug 11 03:25:45.079749 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-3fc5608b-cdb3-4b74-aa25-9ab49524896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.081341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-3fc5608b-cdb3-4b74-aa25-9ab49524896e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1098 time: 0.0477550 Aug 11 03:25:45.118779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b4b182ab-6408-4be1-86d3-fcedc11aea52 req-66ae69ac-0702-401d-972d-e9c32f57886e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332518 Aug 11 03:25:45.141850 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40698) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:45.180450 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-25a43add-47d0-4b3e-920c-675775c67361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.182083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-25a43add-47d0-4b3e-920c-675775c67361 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 897 time: 0.0938995 Aug 11 03:25:45.205523 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-19898153-b0b2-4cee-8792-5855f1c3d8a8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/1c4b5b91-acb2-4733-8636-e53c1bc0eaaa HTTP/1.1" status: 200 len: 991 time: 0.0623591 Aug 11 03:25:45.251874 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-ec041bb7-e613-4f36-8a39-188e3ff8af78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 999 time: 0.0628450 Aug 11 03:25:45.278929 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1c4b5b91-acb2-4733-8636-e53c1bc0eaaa', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'port_id': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'mac_address': 'fa:16:3e:4d:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:43Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:45.301422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-16366522-ee62-498d-b59a-d52ddf3cda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.303081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-16366522-ee62-498d-b59a-d52ddf3cda41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0441954 Aug 11 03:25:45.304576 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Checking router: e92f42c6-c1db-4adf-9420-409c8cba8f12 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:45.312626 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:45.313214 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:45.353074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-e247b436-e1c2-4939-a816-a71a9094ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.354589 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-e247b436-e1c2-4939-a816-a71a9094ba2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433252 Aug 11 03:25:45.419167 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:45.447457 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-b136ee70-151e-4eac-bd26-dc417bff2b5a service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850060 Aug 11 03:25:45.538392 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-316c2803-fa4e-4901-9e7b-26586c6c6a45 req-3c8bbd84-888a-4999-b4dc-0ec9a69f1331 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838459 Aug 11 03:25:45.647393 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1c4b5b91-acb2-4733-8636-e53c1bc0eaaa', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'port_id': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'mac_address': 'fa:16:3e:4d:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:43Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:45.673827 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4761c-4cee-42c1-b335-b6293da17fe6 None None] The sync data for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 is: [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '1c4b5b91-acb2-4733-8636-e53c1bc0eaaa', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'port_id': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'mac_address': 'fa:16:3e:4d:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:43Z', 'revision_number': 0, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:45.859430 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba13012-467a-489d-9c5f-02a0e4524bdc None None] New status for floating IP 1c4b5b91-acb2-4733-8636-e53c1bc0eaaa: ACTIVE {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:46.209012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40700) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:46.271405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a01e1fc2-d556-4d27-9ab1-99866a78da86 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/1c4b5b91-acb2-4733-8636-e53c1bc0eaaa HTTP/1.1" status: 200 len: 993 time: 0.0610800 Aug 11 03:25:52.756481 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-68b23f73-0028-4dc5-978f-5032583490d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.246218 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2728ec96-d6d7-4c2d-a199-860cd68cc69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.567387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.744369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.330526 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.740058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-bfd0969a-adef-42f0-bd2e-79377679b307 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1131206 Aug 11 03:26:10.187047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-4e529688-3933-4430-9916-37b62538bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.189748 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-4e529688-3933-4430-9916-37b62538bd4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1098 time: 0.4029272 Aug 11 03:26:10.307043 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-9c912d05-dad4-4251-9f36-3588b9832e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.308948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-9c912d05-dad4-4251-9f36-3588b9832e58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 897 time: 0.0968709 Aug 11 03:26:10.404123 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-c19cd97d-89b3-47e5-8860-09030a135b9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 1001 time: 0.0846241 Aug 11 03:26:10.475345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-7084b334-94c7-464a-bbc9-5decc0d4581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.477023 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-7084b334-94c7-464a-bbc9-5decc0d4581c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0655856 Aug 11 03:26:10.536457 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-23c91d59-272e-4a22-8e87-c9ea3e24d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.538051 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-23c91d59-272e-4a22-8e87-c9ea3e24d15d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513601 Aug 11 03:26:10.644716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-36037d13-0f6f-4dbf-8d23-e0eee56cdba2 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965595 Aug 11 03:26:10.750747 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-344e1d7d-a62d-45f2-9447-9228dc7c5d71 req-63daf8d8-2496-4550-9f07-6521ba698518 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989394 Aug 11 03:26:11.401638 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.431316 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.347900 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:21.816181 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f076b30-ed39-4bd4-85a0-32dfb6e3364b req-5ead5d98-5202-4c5f-a048-2852412f5e8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:21.817600 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f076b30-ed39-4bd4-85a0-32dfb6e3364b req-5ead5d98-5202-4c5f-a048-2852412f5e8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.1088359 Aug 11 03:26:21.857443 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f076b30-ed39-4bd4-85a0-32dfb6e3364b req-4708bb27-6572-43f3-ba79-a5e64a663f6a tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Aug 11 03:26:22.767051 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ebb183bd-ee7d-464d-98e2-b4f957e548eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.034304 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9e346-2d0e-485a-897c-bf7570819939 req-871a44a6-b942-45d4-afb2-07cd05320b41 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:23.036533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86d9e346-2d0e-485a-897c-bf7570819939 req-871a44a6-b942-45d4-afb2-07cd05320b41 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.1076276 Aug 11 03:26:23.077908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-86d9e346-2d0e-485a-897c-bf7570819939 req-a7e41cf5-5b6b-458c-967c-c9488986b1e3 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345488 Aug 11 03:26:23.102925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40730) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.167931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fa3acd95-1d58-44d7-9624-043e34c3e445 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/1c4b5b91-acb2-4733-8636-e53c1bc0eaaa HTTP/1.1" status: 200 len: 993 time: 0.0638301 Aug 11 03:26:24.426366 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6a32b-89af-40c0-8b74-988c53558ad9 req-4b07b541-70c9-487f-a16a-a11a8c4dac3c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.427877 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66a6a32b-89af-40c0-8b74-988c53558ad9 req-4b07b541-70c9-487f-a16a-a11a8c4dac3c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0511167 Aug 11 03:26:24.449317 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-29fd7fb6-5afa-423a-a889-5c6f374da83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.450859 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-29fd7fb6-5afa-423a-a889-5c6f374da83f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1098 time: 0.0463028 Aug 11 03:26:24.466740 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-66a6a32b-89af-40c0-8b74-988c53558ad9 req-6ade11a9-2eb5-4255-821a-10b3207727c4 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Aug 11 03:26:24.538986 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-572efb56-bc84-4370-aa3c-056c03d7a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.540493 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-572efb56-bc84-4370-aa3c-056c03d7a80c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 897 time: 0.0828953 Aug 11 03:26:24.614368 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-6cadf32c-1d90-42d6-ad82-6b1b45c2db82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 1001 time: 0.0666785 Aug 11 03:26:24.662466 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-41af5f55-5350-4365-ae84-16ee11de4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.663912 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-41af5f55-5350-4365-ae84-16ee11de4447 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0431156 Aug 11 03:26:24.709537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-c91371c7-46c8-4c6d-9041-38668f4f9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.711081 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-c91371c7-46c8-4c6d-9041-38668f4f9bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394170 Aug 11 03:26:24.807487 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-c77cc884-12e5-49da-a8fd-ba587f89322e service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877163 Aug 11 03:26:24.895701 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9ba06d90-b7ea-440e-99b6-9a314710e826 req-92fdceca-021b-4843-a3d6-e1409f8d8c01 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812759 Aug 11 03:26:25.245997 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b30da62c-f118-4cf0-a4c3-2efc0caedf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.568035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.584012 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e673-03f4-44c3-a4cd-66979d23effa req-d1bf657d-c5a0-47b2-9a83-8467b73d1379 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:25.585488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adb9e673-03f4-44c3-a4cd-66979d23effa req-d1bf657d-c5a0-47b2-9a83-8467b73d1379 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0487049 Aug 11 03:26:25.627352 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-adb9e673-03f4-44c3-a4cd-66979d23effa req-07fd7624-567f-407b-884a-d0e542ca9eb5 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359595 Aug 11 03:26:26.746254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.747890 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c90cb-d92c-402a-ac04-8c067cf65e68 req-883db6f6-a078-4918-afe2-f8d80746ec31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:26.749441 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f42c90cb-d92c-402a-ac04-8c067cf65e68 req-883db6f6-a078-4918-afe2-f8d80746ec31 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0538568 Aug 11 03:26:26.786500 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f42c90cb-d92c-402a-ac04-8c067cf65e68 req-bc172825-ef80-4cfe-9063-e74da9e33d47 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Aug 11 03:26:26.808626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40742) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.869316 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2ea8c3ac-642e-4070-9ef6-58f74cb0d124 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/floatingips/1c4b5b91-acb2-4733-8636-e53c1bc0eaaa HTTP/1.1" status: 200 len: 993 time: 0.0593944 Aug 11 03:26:27.081901 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40748) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:27.239892 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port f50f29d2-6005-41d0-947b-0df4509ffad4 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:27.240152 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.321736 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.322178 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.334697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for f50f29d2-6005-41d0-947b-0df4509ffad4 owned by network:floatingip {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:27.485675 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.512558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=f50f29d2-6005-41d0-947b-0df4509ffad4,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:27.537767 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.538144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.538489 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.538827 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.539163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.539497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.539826 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.540154 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.540480 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.540811 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.541139 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.541562 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:27.583992 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.584370 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Floating IP 1c4b5b91-acb2-4733-8636-e53c1bc0eaaa disassociated (deleted). External IP: 172.25.3.43, port: e692df15-ddc6-4601-a28f-199a5a75f8ac. Aug 11 03:26:27.805293 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router e92f42c6-c1db-4adf-9420-409c8cba8f12 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:27.917395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:27.922891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.928685 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Sync routers for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:27.939488 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:27.940116 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:27.955458 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cf16afff-fbbb-4d7f-a56e-b2f74eba7a1c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/floatingips/1c4b5b91-acb2-4733-8636-e53c1bc0eaaa HTTP/1.1" status: 204 len: 168 time: 0.8721747 Aug 11 03:26:27.956321 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:27.960065 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:28.004367 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337f60a-ae3e-45a9-804b-240b23e60750 x-openstack-request-id: req-7337f60a-ae3e-45a9-804b-240b23e60750 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:28.004770 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:28.005182 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7337f60a-ae3e-45a9-804b-240b23e60750 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:28.005740 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'status': 'completed', 'code': 200} Aug 11 03:26:28.058579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:28.071341 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-c79fc875-165b-4894-805c-5ad9a8e6d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:28.072915 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-c79fc875-165b-4894-805c-5ad9a8e6d29a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 1098 time: 0.0455527 Aug 11 03:26:28.176988 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-a2c51bb4-567f-481a-816d-008715109562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:28.178549 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-a2c51bb4-567f-481a-816d-008715109562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 200 len: 897 time: 0.0966957 Aug 11 03:26:28.223716 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3263be2-358d-471c-bc07-4ce9f0599f5e req-0f32a7b1-3007-4986-8045-003e4724731d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:28.225402 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3263be2-358d-471c-bc07-4ce9f0599f5e req-0f32a7b1-3007-4986-8045-003e4724731d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0565109 Aug 11 03:26:28.227032 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-96590709-c0de-44ca-83f7-1ba5d3df807f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 200 len: 217 time: 0.0390017 Aug 11 03:26:28.268277 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3263be2-358d-471c-bc07-4ce9f0599f5e req-2e5e671b-ca25-454b-9c26-a08a975f7d2d tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359199 Aug 11 03:26:28.280367 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-65347800-cba5-444e-a1f1-4936eaae75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:28.286412 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:28.287080 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-65347800-cba5-444e-a1f1-4936eaae75ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 200 len: 835 time: 0.0522778 Aug 11 03:26:28.337133 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.345637 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-25822283-9e78-4850-809b-69a21f8ad36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:28.347221 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-25822283-9e78-4850-809b-69a21f8ad36a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507360 Aug 11 03:26:28.412517 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Checking router: e92f42c6-c1db-4adf-9420-409c8cba8f12 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:28.421317 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:28.421952 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:28.441968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-bdb61c33-35f6-4e14-86e5-225d5c1c0d78 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868504 Aug 11 03:26:28.527876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:28.542697 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1dbf2e6d-58b0-4210-84a4-4af5bf0f73e8 req-12a16bc0-b9b2-4049-ac82-24d2253848d2 service neutron] 10.222.0.61 "GET /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Aug 11 03:26:28.729120 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:28.754164 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647252e2-4e4f-4df9-8510-38b381eaea97 None None] The sync data for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 is: [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'c6e49287-4d39-43d2-8e05-20ea8b603788', 'name': '', 'network_id': '4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'mac_address': 'fa:16:3e:c5:14:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0f397eee-df72-48a0-8aed-617d099203ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:32Z', 'updated_at': '2021-08-11T03:25:37Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'subnets': [{'id': '0f397eee-df72-48a0-8aed-617d099203ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:28.972302 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb76107-f8e8-43ab-b4bb-7ba0f6312c91 None None] New status for floating IP 1c4b5b91-acb2-4733-8636-e53c1bc0eaaa: DOWN {{(pid=94654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:29.394648 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13e91d-b872-484a-b716-85ae33de87bd req-f1c033cd-ce62-4681-8cd9-36a6a06f7daf tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.396146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b13e91d-b872-484a-b716-85ae33de87bd req-f1c033cd-ce62-4681-8cd9-36a6a06f7daf tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0545094 Aug 11 03:26:29.433713 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5b13e91d-b872-484a-b716-85ae33de87bd req-ab7ead25-0cbb-4119-8003-6742f6f33711 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/security-groups?id=86f71040-b5f2-4cd3-b893-d3ac65f1bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Aug 11 03:26:29.971309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-0cdee077-1ddc-42a0-95d4-d93561c0b3f8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.972998 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-0cdee077-1ddc-42a0-95d4-d93561c0b3f8 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 946 time: 0.0507681 Aug 11 03:26:30.067522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port e692df15-ddc6-4601-a28f-199a5a75f8ac {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:30.067867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.158435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port e692df15-ddc6-4601-a28f-199a5a75f8ac, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e692df15-ddc6-4601-a28f-199a5a75f8ac,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:30.158796 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.171229 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for e692df15-ddc6-4601-a28f-199a5a75f8ac owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:30.301717 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.334157 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=e692df15-ddc6-4601-a28f-199a5a75f8ac,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:30.345522 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.345894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.346249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.346584 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.346918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.347580 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.347916 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.348269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.348595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.348923 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.349842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.349842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.383231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] No DVR routers for this DVR port e692df15-ddc6-4601-a28f-199a5a75f8ac on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:30.385746 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.387726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-41ea27a6-bc03-4149-8fd2-ac4da8b82185 req-b8280e5c-d127-4e43-ac9e-52e96efa5fee tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.61 "DELETE /v2.0/ports/e692df15-ddc6-4601-a28f-199a5a75f8ac HTTP/1.1" status: 204 len: 173 time: 0.4074759 Aug 11 03:26:30.388152 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'name': 'network-vif-deleted', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:30.391191 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac543ea7-99c7-41ad-b496-1424407e5d90" -d '{"events": [{"server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "name": "network-vif-deleted", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:30.433370 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fdd2c5-0ce8-4f03-89ba-027eaa22f62f x-openstack-request-id: req-48fdd2c5-0ce8-4f03-89ba-027eaa22f62f {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:30.433658 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8", "name": "network-vif-deleted", "tag": "e692df15-ddc6-4601-a28f-199a5a75f8ac", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:30.433984 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48fdd2c5-0ce8-4f03-89ba-027eaa22f62f {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:30.434388 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8', 'name': 'network-vif-deleted', 'tag': 'e692df15-ddc6-4601-a28f-199a5a75f8ac', 'status': 'completed', 'code': 200} Aug 11 03:26:30.540303 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-02df307b-2707-47d7-b189-1fd04152d5d3 req-4c43d866-e3ba-4ba1-8a69-a8306fcc3a37 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5679e6a-5e03-4a6a-a5b2-a3c2b47169b8 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Aug 11 03:26:31.596250 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40766) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.955103 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.201155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port c6e49287-4d39-43d2-8e05-20ea8b603788 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:32.201499 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.291564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port c6e49287-4d39-43d2-8e05-20ea8b603788, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=c6e49287-4d39-43d2-8e05-20ea8b603788,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:32.291844 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.305290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for c6e49287-4d39-43d2-8e05-20ea8b603788 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:32.489164 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.513724 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=c6e49287-4d39-43d2-8e05-20ea8b603788,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:32.691268 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.898855 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Router e92f42c6-c1db-4adf-9420-409c8cba8f12 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:33.004690 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:33.009648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-805be4b7-9874-4481-989e-e07290743165 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "PUT /v2.0/routers/e92f42c6-c1db-4adf-9420-409c8cba8f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123855 Aug 11 03:26:33.013345 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40768) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.015098 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Sync routers for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:33.024788 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:33.025392 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.075223 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting subnet 0f397eee-df72-48a0-8aed-617d099203ce {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:33.078425 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.119596 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.132979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:33.201734 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.273665 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.303590 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Subnet': ['ID=0f397eee-df72-48a0-8aed-617d099203ce,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:33.307237 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.309238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-72c12ff5-9c18-407b-89de-9eff7adac94e tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/subnets/0f397eee-df72-48a0-8aed-617d099203ce HTTP/1.1" status: 204 len: 168 time: 0.2944121 Aug 11 03:26:33.311827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40770) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.315644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28ec74-d1d2-4eb2-b9d9-bc188f4e0ff3 None None] Network 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:33.327466 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:26:32Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.353684 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Checking router: e92f42c6-c1db-4adf-9420-409c8cba8f12 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:33.363139 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Routers {'e92f42c6-c1db-4adf-9420-409c8cba8f12'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:33.363744 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['e92f42c6-c1db-4adf-9420-409c8cba8f12'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.424217 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.474052 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] Set router e92f42c6-c1db-4adf-9420-409c8cba8f12 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:33.519318 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] DHCP port deletion for 4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:33.542810 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.573471 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Deleting port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:33.573885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.600471 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Deleting port 8ae06416-2ba8-4aa1-8091-cb4d7731153b {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:33.600860 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.639564 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] For port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,segment=NetworkSegment(2ffb2579-9b86-452a-b4c0-7b17917b7fcf),segment_id=2ffb2579-9b86-452a-b4c0-7b17917b7fcf)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:33.639973 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.653741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Calling delete_port for 8dfed2df-6a5a-4d61-8716-c15ffa0e717a owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:33.677765 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:26:32Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.685175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] For port 8ae06416-2ba8-4aa1-8091-cb4d7731153b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=8ae06416-2ba8-4aa1-8091-cb4d7731153b,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:33.686306 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.699338 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Calling delete_port for 8ae06416-2ba8-4aa1-8091-cb4d7731153b owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:33.707839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4dba7-311b-4529-9f86-f6cca5a8368d None None] The sync data for ids ['e92f42c6-c1db-4adf-9420-409c8cba8f12'] in n-d-713498-10 is: [{'id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479808338', 'tenant_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:29Z', 'updated_at': '2021-08-11T03:26:32Z', 'revision_number': 5, 'project_id': '1b6fc1a15a7144d5b93b9f08b1650adf', 'gw_port': {'id': '8ae06416-2ba8-4aa1-8091-cb4d7731153b', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f42c6-c1db-4adf-9420-409c8cba8f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:30Z', 'updated_at': '2021-08-11T03:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:33.749164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.774644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Pushing event deleted for resources: {'Port': ['ID=8dfed2df-6a5a-4d61-8716-c15ffa0e717a,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:33.782063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] No DVR routers for this DVR port 8dfed2df-6a5a-4d61-8716-c15ffa0e717a on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:33.784365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.784709 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.785050 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.785660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.785831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.786128 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.786455 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.786777 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.787100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.787419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.787738 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.788056 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66cfbc-6ffd-461d-b99f-24a418edd41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:33.869437 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.898267 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Port': ['ID=8ae06416-2ba8-4aa1-8091-cb4d7731153b,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:33.957120 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.051142 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.053451 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.098294 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.098924 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Fanout notify agent at l3_agent the message router_deleted on router e92f42c6-c1db-4adf-9420-409c8cba8f12 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:34.106260 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.107377 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-deb31283-22d0-4649-9cdd-f23dbd7fc84b tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/routers/e92f42c6-c1db-4adf-9420-409c8cba8f12 HTTP/1.1" status: 204 len: 168 time: 0.7945075 Aug 11 03:26:34.110291 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40772) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.190136 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.274401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.286111 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:34.297324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffb2579-9b86-452a-b4c0-7b17917b7fcf') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:34.297588 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffb2579-9b86-452a-b4c0-7b17917b7fcf') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:34.306906 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.326818 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.334968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:34.335502 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:34.338949 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:34.396151 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.404842 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.406716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/networks/4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3 HTTP/1.1" status: 204 len: 168 time: 0.2954872 Aug 11 03:26:34.409554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40774) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.416665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb66889-a111-4db3-a1f5-4ba48393dc8c tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'Network': ['ID=4a3a4a16-fef8-4dfa-aed4-7f41a63e99c3,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.470994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.495997 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.554374 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.556829 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.558021 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] 10.222.0.68 "DELETE /v2.0/security-groups/86f71040-b5f2-4cd3-b893-d3ac65f1bd15 HTTP/1.1" status: 204 len: 168 time: 0.1473489 Aug 11 03:26:34.567894 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68344a0b-f6f1-4ee8-a87d-c338bd95cf27 tempest-TestNetworkAdvancedServerOps-2065886346 tempest-TestNetworkAdvancedServerOps-2065886346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f71040-b5f2-4cd3-b893-d3ac65f1bd15,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.894104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40782) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.026934 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bb85f22d-523c-43e9-9643-589c5f92f1d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b6fc1a15a7144d5b93b9f08b1650adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315217 Aug 11 03:26:35.029591 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40786) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.079595 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.089715 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8dfed2df-6a5a-4d61-8716-c15ffa0e717a no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:35.101075 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.111022 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 8dfed2df-6a5a-4d61-8716-c15ffa0e717a {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:35.111381 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8dfed2df-6a5a-4d61-8716-c15ffa0e717a not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:35.111801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c6e49287-4d39-43d2-8e05-20ea8b603788 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:35.129928 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: c6e49287-4d39-43d2-8e05-20ea8b603788 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:35.130282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device c6e49287-4d39-43d2-8e05-20ea8b603788 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:35.130691 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8ae06416-2ba8-4aa1-8091-cb4d7731153b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:35.148496 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.151015 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.151176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 8ae06416-2ba8-4aa1-8091-cb4d7731153b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:35.151366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 8ae06416-2ba8-4aa1-8091-cb4d7731153b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:35.155228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ee335d3-a8e3-49cb-b7ca-97df28ffbd32 HTTP/1.1" status: 204 len: 168 time: 0.1217515 Aug 11 03:26:35.162241 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205708a-1346-41da-af0d-ec8fe50090a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee335d3-a8e3-49cb-b7ca-97df28ffbd32,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.413488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e692df15-ddc6-4601-a28f-199a5a75f8ac no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:35.413756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40792) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.427253 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a87736a-a086-43d2-8674-fb8e8517f46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.435521 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: e692df15-ddc6-4601-a28f-199a5a75f8ac {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:35.435871 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e692df15-ddc6-4601-a28f-199a5a75f8ac not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:35.522778 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a87736a-a086-43d2-8674-fb8e8517f46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.526358 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-9a87736a-a086-43d2-8674-fb8e8517f46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.565027 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9a87736a-a086-43d2-8674-fb8e8517f46a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e46c7f1a1ea436aa486f2061bdc6304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501608 Aug 11 03:26:35.566179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87736a-a086-43d2-8674-fb8e8517f46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134a537-4b7f-4fdb-a509-dcd6a7315750,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.567760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40794) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.617345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.638794 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.687258 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.690248 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.691411 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3134a537-4b7f-4fdb-a509-dcd6a7315750 HTTP/1.1" status: 204 len: 168 time: 0.1226664 Aug 11 03:26:35.699562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879645d-4a78-47bc-8783-b80188e412fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134a537-4b7f-4fdb-a509-dcd6a7315750,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.394060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40816) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.490310 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76043493-network', 'tenant_id': '1d77a53220a84500b60a77473ff908ad'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:36.516321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Made reservation on behalf of 1d77a53220a84500b60a77473ff908ad for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:36.518851 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.527276 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.625898 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.633069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.661363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:36.670933 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f5d2cf-f533-44e4-ba62-b1a40b73e7ba,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.679123 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.679469 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Added segment 1f99cdff-7844-4fcc-8c39-91c6a3930c4f of type vlan for network cc631be5-1115-44e8-81ae-3a950eebc19c Aug 11 03:26:36.718776 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.748208 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.749149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:36.749719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.804005 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4088054 Aug 11 03:26:36.807136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40822) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.810971 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d44de-98d0-4661-9cbb-a47473ba453f admin admin] Pushing event updated for resources: {'Network': ['ID=cc631be5-1115-44e8-81ae-3a950eebc19c,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.812347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Request body: {'subnet': {'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76043493-subnet', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:36.820720 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network cc631be5-1115-44e8-81ae-3a950eebc19c details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:36.837785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Made reservation on behalf of 1d77a53220a84500b60a77473ff908ad for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:36.840177 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.005502 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.058130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.068506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:37.068857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Network hostable DHCP agents. Network: cc631be5-1115-44e8-81ae-3a950eebc19c, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:37.085418 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Network cc631be5-1115-44e8-81ae-3a950eebc19c is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:37.093928 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, cc631be5-1115-44e8-81ae-3a950eebc19c) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:37.097900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:37.098489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.102658 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c023a-e048-4aea-ba63-a50d2bf6fbe5 None None] Network cc631be5-1115-44e8-81ae-3a950eebc19c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:37.112556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d3c3b34a-08a5-4d9f-8114-8c1a8e23152d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3042777 Aug 11 03:26:37.115631 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.119815 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:37.140498 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.141767 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.197836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.252461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-cc631be5-1115-44e8-81ae-3a950eebc19c', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:37.253380 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.332401 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.391573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Allocated IP 172.20.0.2 (cc631be5-1115-44e8-81ae-3a950eebc19c/7dcb054c-e44a-4e18-aa90-f4b7dec68a7f/b698cb6d-a93c-482c-bab0-90febc99b978) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:37.534709 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.542080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.552643 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Transition to ACTIVE for port object b698cb6d-a93c-482c-bab0-90febc99b978 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:37.553482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.569883 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Transition to ACTIVE for port object b698cb6d-a93c-482c-bab0-90febc99b978 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:37.575920 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.622206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Network cc631be5-1115-44e8-81ae-3a950eebc19c is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:37.625970 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Pushing event updated for resources: {'Port': ['ID=b698cb6d-a93c-482c-bab0-90febc99b978,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.628384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:37.630348 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:37.665007 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Allocated IP 172.25.3.173 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/40a2c08d-b4e6-44bf-8714-ed76f8eefcc4) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:37.686286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Attempting to bind port b698cb6d-a93c-482c-bab0-90febc99b978 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:37.686653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Attempting to bind port b698cb6d-a93c-482c-bab0-90febc99b978 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:37.687015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Attempting to bind port b698cb6d-a93c-482c-bab0-90febc99b978 on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:37.692014 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:37.692383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:37.692784 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.693199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Bound using segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:37.693650 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Bound port: b698cb6d-a93c-482c-bab0-90febc99b978, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:37.694057 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.760227 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] For port b698cb6d-a93c-482c-bab0-90febc99b978, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:37.763792 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] For port b698cb6d-a93c-482c-bab0-90febc99b978, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b698cb6d-a93c-482c-bab0-90febc99b978,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:37.768306 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.776795 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.817947 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.831772 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603121-05ea-4dae-ad30-990e815521a2 None None] Pushing event updated for resources: {'Port': ['ID=b698cb6d-a93c-482c-bab0-90febc99b978,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.857279 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:37.860511 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:37.863176 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:37.903262 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Pushing event updated for resources: {'Port': ['ID=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.462936 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.682318 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.726562 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079e4f1-2b90-4375-a216-94b2534afccc None None] Network cc631be5-1115-44e8-81ae-3a950eebc19c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:38.807187 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-5916114d-d735-44ac-ba10-49c13622f8e9 None None] Provisioning for port b698cb6d-a93c-482c-bab0-90febc99b978 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:38.814360 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:38.924404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:38.934580 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:38.941950 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.943343 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-38c4c733-e5f1-41e6-8004-a8dc2ea02de1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8269463 Aug 11 03:26:38.944752 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:38.945476 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:38.946117 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:39.092479 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:39.156287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b698cb6d-a93c-482c-bab0-90febc99b978 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:39.280823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port b698cb6d-a93c-482c-bab0-90febc99b978 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:39.302205 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b698cb6d-a93c-482c-bab0-90febc99b978 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:39.302580 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.367468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:38Z', 'revision_number': 3, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:39.395332 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.412143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:39.412490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Updating router 25c19b78-46bc-4aaf-8044-316e67b93cc9 port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:39.442322 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.446759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.556919 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port b698cb6d-a93c-482c-bab0-90febc99b978, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b698cb6d-a93c-482c-bab0-90febc99b978,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:39.566009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.572609 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Allocated IP 172.20.0.1 (cc631be5-1115-44e8-81ae-3a950eebc19c/7dcb054c-e44a-4e18-aa90-f4b7dec68a7f/05dd7a07-e993-479d-ac82-b40d7dcff95c) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:39.697494 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.715080 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Transition to ACTIVE for port object 05dd7a07-e993-479d-ac82-b40d7dcff95c will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:39.754748 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.797166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Network cc631be5-1115-44e8-81ae-3a950eebc19c is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:39.802975 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:39.805598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:39.838801 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Pushing event updated for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:39.841698 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=b698cb6d-a93c-482c-bab0-90febc99b978,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:39.857243 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.961652 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.974106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Transition to ACTIVE for port object 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:39.980152 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.001074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.034671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ee970-c765-464c-aaaf-b8c2c1cd4002 None None] Pushing event updated for resources: {'Port': ['ID=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:40.040496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Attempting to bind port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:40.040496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Attempting to bind port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:40.040496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Attempting to bind port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:40.044049 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:40.044204 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:40.044516 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.044914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:40.045383 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Bound port: 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:40.045765 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.091849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-71e1c7f7-21b3-4705-b451-f42b2d3dbca6 None None] Provisioning for port 05dd7a07-e993-479d-ac82-b40d7dcff95c completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:40.104439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-71e1c7f7-21b3-4705-b451-f42b2d3dbca6 None None] Provisioning complete for port 05dd7a07-e993-479d-ac82-b40d7dcff95c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:40.104813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-71e1c7f7-21b3-4705-b451-f42b2d3dbca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.130119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] For port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:40.148316 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] For port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:40.153733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.155630 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-71e1c7f7-21b3-4705-b451-f42b2d3dbca6 None None] Port 05dd7a07-e993-479d-ac82-b40d7dcff95c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:40.175016 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.179722 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.212886 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:40.213440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:40.218366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ee970-c765-464c-aaaf-b8c2c1cd4002 None None] Pushing event updated for resources: {'Port': ['ID=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:40.250873 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.252756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Pushing event updated for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:40.324916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:40.343464 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Network cc631be5-1115-44e8-81ae-3a950eebc19c is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:40.344841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:40.469209 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:40.544607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 2, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:40.578417 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602962f-7eb6-46f9-a886-bb1762e48073 None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 2, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:40.588992 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:40.589556 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-454c394d-bec3-42e8-9583-f8f9d34decaf None None] Provisioning complete for port 05dd7a07-e993-479d-ac82-b40d7dcff95c triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:40.589986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-454c394d-bec3-42e8-9583-f8f9d34decaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.598657 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-f6175dc1-413c-45e4-8775-b2b45193b886 admin admin] 10.222.0.68 "PUT /v2.0/routers/25c19b78-46bc-4aaf-8044-316e67b93cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466074 Aug 11 03:26:40.625533 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-454c394d-bec3-42e8-9583-f8f9d34decaf None None] Port 05dd7a07-e993-479d-ac82-b40d7dcff95c cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:41.111559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b698cb6d-a93c-482c-bab0-90febc99b978 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:41.118186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40842) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.123271 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1066478589-network', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.148123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Made reservation on behalf of 55ffe5c4c49b4079952ad27243f09e20 for: {'network': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:41.150674 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.160563 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.172732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port b698cb6d-a93c-482c-bab0-90febc99b978 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:41.173115 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.293787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.298117 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.325787 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:41.333055 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9f543c-6790-4c01-88da-f4aaf4d4bf37,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:41.339885 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.340281 n-d-713498-10 neutron-server[94652]: INFO neutron.db.segments_db [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Added segment 6914e870-28cd-4ce7-93cd-d8d053b8e619 of type vlan for network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 Aug 11 03:26:41.385886 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.404340 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.422574 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.423722 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:41.424836 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.424969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.487864 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3682201 Aug 11 03:26:41.490425 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40844) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.495339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Request body: {'subnet': {'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1066478589-subnet', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.502350 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367cdf6-dc3b-4603-873f-bfe5dae7aba0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a966d91-1ada-4437-b6f9-2e93a82e7bd1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:41.516429 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:41.530315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Made reservation on behalf of 55ffe5c4c49b4079952ad27243f09e20 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:41.534202 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.714994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.771196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0f3ae3-8639-4d29-a933-97803753c2e4,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:41.782009 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Checking segment: {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:41.782375 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Network hostable DHCP agents. Network: 3a966d91-1ada-4437-b6f9-2e93a82e7bd1, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:41.800517 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:41.809972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 3a966d91-1ada-4437-b6f9-2e93a82e7bd1) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:41.814380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:41.814969 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.818944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca87bea-b885-45a2-8d14-cf561b8fba1f None None] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:41.831087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-313e7df9-f649-4603-b124-03af97fdfe00 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3397238 Aug 11 03:26:41.833582 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40846) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.838086 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.864658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.865745 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.939605 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.042425 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:42.043970 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.152594 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.208097 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Allocated IP 172.20.0.2 (3a966d91-1ada-4437-b6f9-2e93a82e7bd1/4b0f3ae3-8639-4d29-a933-97803753c2e4/5ba14a6e-619c-44be-b475-1c38bcf268ed) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:42.408871 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.413940 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.423552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Transition to ACTIVE for port object 5ba14a6e-619c-44be-b475-1c38bcf268ed will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:42.436575 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.449362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Transition to ACTIVE for port object 5ba14a6e-619c-44be-b475-1c38bcf268ed will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:42.459576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.509385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:42.513433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:42.522280 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:42.540017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Pushing event updated for resources: {'Port': ['ID=5ba14a6e-619c-44be-b475-1c38bcf268ed,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:42.562290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Allocated IP 172.25.3.247 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/5c64287e-ffb9-4c8f-abdd-b584a5df39a1) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:42.604622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Attempting to bind port 5ba14a6e-619c-44be-b475-1c38bcf268ed on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:42.604622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Attempting to bind port 5ba14a6e-619c-44be-b475-1c38bcf268ed by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:42.604622 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Attempting to bind port 5ba14a6e-619c-44be-b475-1c38bcf268ed on network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:42.613631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:42.614589 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Checking segment: {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:42.615285 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.616024 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Bound using segment: {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:42.616559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Bound port: 5ba14a6e-619c-44be-b475-1c38bcf268ed, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:42.617366 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.710961 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] For port 5ba14a6e-619c-44be-b475-1c38bcf268ed, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:42.712306 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.712537 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:42.714753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] For port 5ba14a6e-619c-44be-b475-1c38bcf268ed, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5ba14a6e-619c-44be-b475-1c38bcf268ed,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:42.720457 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.722991 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:42.723612 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:42.755808 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.807001 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071acab3-86fe-4db6-9be8-49e463238a2d None None] Pushing event updated for resources: {'Port': ['ID=5ba14a6e-619c-44be-b475-1c38bcf268ed,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:42.811847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:42.818694 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:42.821900 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:42.824484 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:42.840547 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:43.086401 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:40Z', 'revision_number': 2, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:43.120569 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:43.122640 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Updating router 25c19b78-46bc-4aaf-8044-316e67b93cc9 port 05dd7a07-e993-479d-ac82-b40d7dcff95c binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:43.141035 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.166479 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.224297 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:43.277818 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:43.281633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:43.282102 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.368067 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.371052 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.391949 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:43.396708 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.397664 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5ba14a6e-619c-44be-b475-1c38bcf268ed up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:43.477324 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.491598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5ba14a6e-619c-44be-b475-1c38bcf268ed completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:43.512130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Router c826819f-cc42-4fed-b24a-1942400bd310 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:43.545403 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.556979 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Transition to ACTIVE for port object 05dd7a07-e993-479d-ac82-b40d7dcff95c will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:43.564592 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.637976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Pushing event updated for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.647567 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.647909 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.648245 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.648585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.648912 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.649237 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.649558 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.649913 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.650235 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.650556 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.651079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.651575 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:43.686945 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Attempting to bind port 05dd7a07-e993-479d-ac82-b40d7dcff95c on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:43.687310 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Attempting to bind port 05dd7a07-e993-479d-ac82-b40d7dcff95c by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:43.687706 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Attempting to bind port 05dd7a07-e993-479d-ac82-b40d7dcff95c on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:43.698905 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:43.699674 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:43.700293 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.700965 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Bound using segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:43.701873 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Bound port: 05dd7a07-e993-479d-ac82-b40d7dcff95c, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:43.702467 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.785237 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] For port 05dd7a07-e993-479d-ac82-b40d7dcff95c, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:43.788830 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] For port 05dd7a07-e993-479d-ac82-b40d7dcff95c, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05dd7a07-e993-479d-ac82-b40d7dcff95c,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:43.794516 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.850769 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:43.851326 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:43.948367 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dab84-5654-4f5b-b1fc-a5ad6fcd9732 None None] Pushing event updated for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.998240 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:44.019038 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:44.030291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Sync routers for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:44.043761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:44.044488 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.046792 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.050921 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2d847f2c-79b1-4e43-bd32-0c2f60bb68a7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2137222 Aug 11 03:26:44.051798 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40848) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:44.163484 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53e868-349a-4abe-8195-6d2bf9aed272 None None] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:44.252717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:44.257513 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Provisioning for port 5ba14a6e-619c-44be-b475-1c38bcf268ed completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:44.283694 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.311411 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f7091c-0695-4c96-a663-706e86a36e12 None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:44.325999 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Provisioning complete for port 5ba14a6e-619c-44be-b475-1c38bcf268ed triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:44.326385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.574242 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.586100 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.622027 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] For port 5ba14a6e-619c-44be-b475-1c38bcf268ed, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5ba14a6e-619c-44be-b475-1c38bcf268ed,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:44.632387 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.667524 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:42Z', 'revision_number': 3, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.712048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Checking router: c826819f-cc42-4fed-b24a-1942400bd310 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:44.712662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Updating router c826819f-cc42-4fed-b24a-1942400bd310 port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:44.761844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.792992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937e44-1c83-43ca-aaaa-fd9f101910e9 None None] Pushing event updated for resources: {'Port': ['ID=5ba14a6e-619c-44be-b475-1c38bcf268ed,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:44.794232 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Allocated IP 172.20.0.1 (3a966d91-1ada-4437-b6f9-2e93a82e7bd1/4b0f3ae3-8639-4d29-a933-97803753c2e4/df30d2e2-ddb1-4e1b-a5e8-ad5122020a22) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:44.927482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.944695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Transition to ACTIVE for port object df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:44.965298 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3aa189d8-2019-4020-b3f1-b3698f6d4285 None None] Provisioning complete for port 5ba14a6e-619c-44be-b475-1c38bcf268ed triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:44.965666 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3aa189d8-2019-4020-b3f1-b3698f6d4285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.987858 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.027688 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:45.034951 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:45.042929 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:45.078205 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Pushing event updated for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.100811 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.148653 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.165921 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Transition to ACTIVE for port object 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:45.173093 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.205924 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:45.258213 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Attempting to bind port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:45.258948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Attempting to bind port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:45.258948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Attempting to bind port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:45.260817 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.269621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925242c8-f022-42d5-bc4e-ed1e86863325 None None] Pushing event updated for resources: {'Port': ['ID=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.276775 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:45.277153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:45.277561 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.277988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:45.278522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Bound port: 5c64287e-ffb9-4c8f-abdd-b584a5df39a1, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:45.278844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.438235 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.443536 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.498019 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f98b95a-c9d0-4431-919f-8754142ea760 None None] Provisioning for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:45.514416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Pushing event updated for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.515408 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7f98b95a-c9d0-4431-919f-8754142ea760 None None] Provisioning complete for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:45.515872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7f98b95a-c9d0-4431-919f-8754142ea760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.517933 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.523868 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:45.524410 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.551671 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] For port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:45.585683 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] For port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:45.595548 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.614453 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:45.616019 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:45.635807 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7f98b95a-c9d0-4431-919f-8754142ea760 None None] Port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:45.675837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925242c8-f022-42d5-bc4e-ed1e86863325 None None] Pushing event updated for resources: {'Port': ['ID=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.681753 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:45.682428 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:45.741155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Router c826819f-cc42-4fed-b24a-1942400bd310 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:45.770245 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05dd7a07-e993-479d-ac82-b40d7dcff95c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:45.865661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:45.867005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:45.871965 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-2a087aed-deb8-483f-9820-7d5d59b5973d admin admin] 10.222.0.68 "PUT /v2.0/routers/c826819f-cc42-4fed-b24a-1942400bd310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189263 Aug 11 03:26:45.912567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-a8acb914-041d-4c59-93a1-7e66a132167e None None] Provisioning complete for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:45.912893 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a8acb914-041d-4c59-93a1-7e66a132167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.914410 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 05dd7a07-e993-479d-ac82-b40d7dcff95c completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:45.941244 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 05dd7a07-e993-479d-ac82-b40d7dcff95c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:45.941630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.053329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-a8acb914-041d-4c59-93a1-7e66a132167e None None] Port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:46.152705 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.203373 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 05dd7a07-e993-479d-ac82-b40d7dcff95c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05dd7a07-e993-479d-ac82-b40d7dcff95c,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:46.208038 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.208857 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5ba14a6e-619c-44be-b475-1c38bcf268ed up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:46.256565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'df30d2e2-ddb1-4e1b-a5e8-ad5122020a22', 'name': '', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'mac_address': 'fa:16:3e:6b:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:44Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 2, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'subnets': [{'id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:46.292800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d27ce-9ee6-4f10-aefe-b899be45a6b8 None None] The sync data for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 is: [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'df30d2e2-ddb1-4e1b-a5e8-ad5122020a22', 'name': '', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'mac_address': 'fa:16:3e:6b:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:44Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 2, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'subnets': [{'id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:46.321541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.331700 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5ba14a6e-619c-44be-b475-1c38bcf268ed triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:46.331700 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.462493 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40856) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.467232 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378658257', 'description': 'tempest-secgroup-smoke-1378658257 description', 'project_id': '1d77a53220a84500b60a77473ff908ad'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.511374 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.604814 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.608766 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.640801 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.642640 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1785662 Aug 11 03:26:46.643505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeae312-6c23-4c3b-bab4-0064145de002 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57daa7e0-5901-4cd2-bee4-e1316dad3260,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.650035 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40858) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.655134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.683524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.746625 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.750720 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.771950 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c738a441-7812-4a39-9689-a25b349a6c79,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.774317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.778163 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9dae1f3b-ff27-4d15-b55d-4724451b2b76 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244242 Aug 11 03:26:46.778595 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40860) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.783012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.810369 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.872644 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.877093 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.898673 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0713df32-27d7-4b52-b0e3-339dc6e5915d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.902613 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.906777 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40862) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.912096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.914341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-df167cdf-ee2b-4497-b2dd-8c448613921b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348636 Aug 11 03:26:46.940389 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.007891 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.019604 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.039781 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b047db1c-c315-4a28-9d1a-dce1033b055d,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.054921 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.056299 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-4b0bf436-d58f-418f-bbfe-7f7d92dfc23f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484628 Aug 11 03:26:47.059340 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40864) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.065204 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:47.098558 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.168381 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.172892 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.195143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5b4f32-baf8-4aff-9be0-45c7851399e4,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.202927 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.204268 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-bafc2258-6dc6-4e00-ac95-3633d762155d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434021 Aug 11 03:26:47.207704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 40866) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.214268 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:47.228173 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05dd7a07-e993-479d-ac82-b40d7dcff95c up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:47.244552 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Project 1d77a53220a84500b60a77473ff908ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:47.250117 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.283716 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 05dd7a07-e993-479d-ac82-b40d7dcff95c triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:47.284254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.322543 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.328108 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.351032 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a13b23a-df2e-4441-b435-686ce3539d22,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.354589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.355907 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-4398ca1f-838c-4bc1-85f6-7906d26788e1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459022 Aug 11 03:26:47.358661 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40868) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.364437 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '57daa7e0-5901-4cd2-bee4-e1316dad3260', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:47.388351 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:47.388950 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Project 1d77a53220a84500b60a77473ff908ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:47.394422 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.447550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:47.452433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:47.452929 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.461862 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.466375 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.488645 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8ed71a-0968-4280-96e8-72aba2213bae,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.493283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.494842 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-94416fde-cc8b-47ec-bf91-23cce8886d30 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351717 Aug 11 03:26:47.551547 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.576499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:47.581095 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.644235 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.716420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-5e996574-18f4-4224-befa-fc2e8885ceed tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378658257&fields=id&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 267 time: 0.0345893 Aug 11 03:26:47.827404 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-cf6784bf-3348-47a2-a27d-0e73b3d47db5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:47.828837 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-cf6784bf-3348-47a2-a27d-0e73b3d47db5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 807 time: 0.1045988 Aug 11 03:26:47.845023 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-ccc35927-1f41-49ed-94ad-6f7649d051c9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/quotas/1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 375 time: 0.0097666 Aug 11 03:26:47.897087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-6a8a950b-e0b5-4bc7-8922-d9230b184dc8 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455754 Aug 11 03:26:47.993325 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-186e788c-f8f0-49d7-ae20-6b9143bd7e0c service neutron] 10.222.0.68 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Aug 11 03:26:48.085312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-e87c1c5c-e5f1-4836-8ac2-367556a5ed34 service neutron] 10.222.0.68 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Aug 11 03:26:48.459014 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Sync routers for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:48.467982 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:48.468574 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:48.571887 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:48.766345 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'df30d2e2-ddb1-4e1b-a5e8-ad5122020a22', 'name': '', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'mac_address': 'fa:16:3e:6b:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:44Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 2, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'subnets': [{'id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:48.803490 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Checking router: c826819f-cc42-4fed-b24a-1942400bd310 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:48.803839 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Updating router c826819f-cc42-4fed-b24a-1942400bd310 port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:48.827336 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.091511 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.104708 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Transition to ACTIVE for port object df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:49.110737 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.115577 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:49.167606 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:49.167991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.184125 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16800e7b-9f87-41c8-a1ee-62ac768b54d5 None None] Pushing event updated for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.232427 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Attempting to bind port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:49.232808 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Attempting to bind port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:49.233175 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Attempting to bind port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 on network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:49.239793 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:49.240069 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Checking segment: {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:49.240451 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.240847 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Bound using segment: {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:49.241316 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Bound port: df30d2e2-ddb1-4e1b-a5e8-ad5122020a22, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6914e870-28cd-4ce7-93cd-d8d053b8e619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:49.241749 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.304648 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7cec9afd-b9d1-4112-a361-564a043429fa req-8eea8be2-0dd9-4075-8591-9ec0bb2e530a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 210 time: 0.0362337 Aug 11 03:26:49.327645 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] For port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:49.332050 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] For port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:49.336870 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.397332 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:49.397990 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:49.400468 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16800e7b-9f87-41c8-a1ee-62ac768b54d5 None None] Pushing event updated for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.524133 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:49.824731 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'df30d2e2-ddb1-4e1b-a5e8-ad5122020a22', 'name': '', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'mac_address': 'fa:16:3e:6b:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:44Z', 'updated_at': '2021-08-11T03:26:49Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'subnets': [{'id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:49.851471 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdea04f-8917-41fe-9e95-d0f9f3da9bb6 None None] The sync data for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 is: [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:26:45Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'df30d2e2-ddb1-4e1b-a5e8-ad5122020a22', 'name': '', 'network_id': '3a966d91-1ada-4437-b6f9-2e93a82e7bd1', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'mac_address': 'fa:16:3e:6b:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:44Z', 'updated_at': '2021-08-11T03:26:49Z', 'revision_number': 4, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'subnets': [{'id': '4b0f3ae3-8639-4d29-a933-97803753c2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:50.358766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-639a89d4-bc7d-4e15-87f8-6ef59262a2ad tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:50.360625 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-639a89d4-bc7d-4e15-87f8-6ef59262a2ad tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 807 time: 0.1173346 Aug 11 03:26:50.413240 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-82082f10-8526-43d3-8d14-19d9cab07183 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 380 time: 0.0384016 Aug 11 03:26:50.420659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8925b926-e7f9-402f-b6bb-79e4223d3439 req-ef81b328-d940-4a5e-9a06-6dbf9bd97bdd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 210 time: 0.0274904 Aug 11 03:26:50.426420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'port': {'device_id': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'admin_state_up': True, 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'security_groups': ['57daa7e0-5901-4cd2-bee4-e1316dad3260']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:50.533798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Made reservation on behalf of 1d77a53220a84500b60a77473ff908ad for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:50.537430 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.665789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Allocated IP 172.20.0.10 (cc631be5-1115-44e8-81ae-3a950eebc19c/7dcb054c-e44a-4e18-aa90-f4b7dec68a7f/e4ef5c1b-7231-45b6-aaba-072bbed0e3c6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:50.797901 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.817479 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Transition to ACTIVE for port object e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:50.849769 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.894538 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Network cc631be5-1115-44e8-81ae-3a950eebc19c is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:50.897507 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:50.903766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:50.930468 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.957419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:50.958087 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.974215 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-248a8d5b-95f5-4b99-97bd-70ccaba8030a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515802 Aug 11 03:26:50.989113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Request body: {'port': {'device_id': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:51.046371 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.134852 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:51.185584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d486090-e69e-4524-8b46-4636c8d5bb40 None None] Provisioning for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:51.191689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-8d486090-e69e-4524-8b46-4636c8d5bb40 None None] Provisioning complete for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:51.192083 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8d486090-e69e-4524-8b46-4636c8d5bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.226434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:51.232399 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:51.232892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.235697 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-8d486090-e69e-4524-8b46-4636c8d5bb40 None None] Port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:51.317046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.331862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:51.339402 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.349242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:51.351037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Transition to ACTIVE for port object e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:51.354290 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.355059 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.406491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.407698 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.482222 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Attempting to bind port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:51.483022 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Attempting to bind port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:51.483537 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Attempting to bind port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:51.489506 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 on network cc631be5-1115-44e8-81ae-3a950eebc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:26:51.490238 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Attempting to bind port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:51.496211 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:51.496644 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:51.497219 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Bound using segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:51.497742 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Bound port: e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:51.498227 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.552355 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb51ac-c998-4a7b-8ad8-88c5d8f4cbd5 req-4492ed9b-a741-4804-9108-d82f65e93a31 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.554091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92eb51ac-c998-4a7b-8ad8-88c5d8f4cbd5 req-4492ed9b-a741-4804-9108-d82f65e93a31 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0548606 Aug 11 03:26:51.576505 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:51.580865 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:51.585097 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.610420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-92eb51ac-c998-4a7b-8ad8-88c5d8f4cbd5 req-861f5965-4953-4899-a316-f8d4d68fe0cd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489197 Aug 11 03:26:51.620609 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.621183 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.622603 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] 10.222.0.61 "PUT /v2.0/ports/e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1093 time: 0.6386902 Aug 11 03:26:51.623024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:51.625323 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:51.656275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35f56d-4c8a-413b-b9c3-70178b17ec07 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.698441 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19df454-4ddf-4c5d-867b-43793ddb8e48 x-openstack-request-id: req-f19df454-4ddf-4c5d-867b-43793ddb8e48 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:51.698740 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:51.698991 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f19df454-4ddf-4c5d-867b-43793ddb8e48 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:51.699389 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'status': 'completed', 'code': 200} Aug 11 03:26:51.715379 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-df7bad63-7949-41f1-a586-8eadb5160c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.716918 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-df7bad63-7949-41f1-a586-8eadb5160c02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1096 time: 0.0486047 Aug 11 03:26:51.764349 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-41535f8c-3296-4486-a8b4-b14bc0a4355b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 217 time: 0.0392690 Aug 11 03:26:51.814412 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-c787203e-dcab-479d-aa0b-8c000a9ea53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.815895 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-c787203e-dcab-479d-aa0b-8c000a9ea53e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0449953 Aug 11 03:26:51.862113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-528b3146-d669-43c1-825d-c6ec7c5cbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.863489 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-528b3146-d669-43c1-825d-c6ec7c5cbbe2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394807 Aug 11 03:26:51.954962 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-ac161b5d-7ec5-47e4-bba4-3954124c8b53 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Aug 11 03:26:52.045769 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-13a20f44-735c-42a3-99a7-aaa40195aa21 req-3388b689-229e-499c-a797-acef12f36b4b service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838253 Aug 11 03:26:52.137441 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-deebf523-398a-47cb-a03e-5e93a96547db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.138879 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-deebf523-398a-47cb-a03e-5e93a96547db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1096 time: 0.0407856 Aug 11 03:26:52.231366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-6f4178ce-1802-4990-85a9-e93f3b44e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.232840 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-6f4178ce-1802-4990-85a9-e93f3b44e17d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0857933 Aug 11 03:26:52.278716 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-12440201-4953-40ae-b4b1-8c43b2c566f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 217 time: 0.0328956 Aug 11 03:26:52.327269 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-867d696f-e1a1-4edf-9471-248e9897c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.328733 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-867d696f-e1a1-4edf-9471-248e9897c815 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0426333 Aug 11 03:26:52.378346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-8ab92d90-5c8d-4719-a8a1-2432ce2dcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.379846 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-8ab92d90-5c8d-4719-a8a1-2432ce2dcbf2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437958 Aug 11 03:26:52.468809 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-5291a673-8835-46cc-afbb-88f8b7ba1cba service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798416 Aug 11 03:26:52.560771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-a1a3b795-68c9-4b08-a34c-41dd9d8f4939 req-950f0f89-690f-4bbf-911b-b14ad90e1c29 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845170 Aug 11 03:26:52.737712 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e99a1-ef5c-4d77-9630-ac6a153b677f req-f14d5bf1-7b68-4537-bc1e-507d272bb8de tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.739125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-602e99a1-ef5c-4d77-9630-ac6a153b677f req-f14d5bf1-7b68-4537-bc1e-507d272bb8de tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0496187 Aug 11 03:26:52.759624 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-86084986-4561-4407-9ddb-46bdd7bfba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.778560 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-602e99a1-ef5c-4d77-9630-ac6a153b677f req-53c3a98f-623e-42e3-9c4a-ed7a7733a42c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335591 Aug 11 03:26:53.106002 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:53.152236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:53.152601 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.894551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c428f-6659-401a-bd2b-d0a133e17d92 req-cedc378e-b50c-481d-903a-cdbf1c4a8a9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:53.896049 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a2c428f-6659-401a-bd2b-d0a133e17d92 req-cedc378e-b50c-481d-903a-cdbf1c4a8a9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0493374 Aug 11 03:26:53.933835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7a2c428f-6659-401a-bd2b-d0a133e17d92 req-7022b53b-c2a5-4fe9-8ec1-6e600c6db891 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Aug 11 03:26:54.347876 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:55.049825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604ee09-296a-470d-9e97-3879a715eabb req-9c1109b9-98d3-4161-899d-22365588ec75 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.051405 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f604ee09-296a-470d-9e97-3879a715eabb req-9c1109b9-98d3-4161-899d-22365588ec75 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0510135 Aug 11 03:26:55.094103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f604ee09-296a-470d-9e97-3879a715eabb req-408a272d-2fac-4d88-9761-3cdebf54e2a7 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368445 Aug 11 03:26:55.245913 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f0f3f6aa-bf0b-4bda-8ec0-febe5ddcfa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.466475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:26:55.565202 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:55.580573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:26:55.583208 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.624027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.637377 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:55.657366 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:55.660953 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.709282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:55.891823 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:56.207606 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28ecfa-3ec3-4d64-83f7-628d5fcadec4 req-f3911ee7-1083-40c8-8790-4ef2707b98ef tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.209095 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee28ecfa-3ec3-4d64-83f7-628d5fcadec4 req-f3911ee7-1083-40c8-8790-4ef2707b98ef tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0483484 Aug 11 03:26:56.246886 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ee28ecfa-3ec3-4d64-83f7-628d5fcadec4 req-1e553d71-f0cd-4a6b-ab7b-ac943f3ca044 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Aug 11 03:26:56.747948 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.364564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f6b4b-df70-44b6-823b-b39580fe6479 req-6904b217-9c4a-4fc1-8fa5-9c41b47e86c7 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.367075 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e5f6b4b-df70-44b6-823b-b39580fe6479 req-6904b217-9c4a-4fc1-8fa5-9c41b47e86c7 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0506833 Aug 11 03:26:57.411391 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6e5f6b4b-df70-44b6-823b-b39580fe6479 req-924d876b-1ae1-42b8-b9be-ce918a33162c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373654 Aug 11 03:26:57.485030 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:57.534344 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:57.538051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:57.538428 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.621825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.649991 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:57.652266 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ebdd8-d9cf-41f8-a23e-9d9949d49fd7" -d '{"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:57.668640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:57.673606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.703391 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62cc46f-6507-4b7c-a944-80262613dcbb x-openstack-request-id: req-c62cc46f-6507-4b7c-a944-80262613dcbb {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:57.703683 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:57.703940 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c62cc46f-6507-4b7c-a944-80262613dcbb {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:57.704332 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'code': 200} Aug 11 03:26:57.728467 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:57.804473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa624d-caba-4b07-822d-44206aeb201c req-d72316e9-ee38-4018-a975-6efe9b4be8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.806040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dbfa624d-caba-4b07-822d-44206aeb201c req-d72316e9-ee38-4018-a975-6efe9b4be8ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1098 time: 0.0414662 Aug 11 03:26:57.842229 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dbfa624d-caba-4b07-822d-44206aeb201c req-a676afa9-3d29-4913-9e3d-46084ba79f2e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288482 Aug 11 03:26:58.336884 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.530062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593d43-3b53-4e2c-a2d3-99da3d74145f req-b5deaaa4-d954-4d03-9352-77e6ebd64982 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.531552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc593d43-3b53-4e2c-a2d3-99da3d74145f req-b5deaaa4-d954-4d03-9352-77e6ebd64982 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0517244 Aug 11 03:26:58.580499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc593d43-3b53-4e2c-a2d3-99da3d74145f req-dc454950-1311-4318-94e4-e21e699a0527 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Aug 11 03:26:59.701924 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd627106-9050-4cd6-ac78-81d019b4ae40 req-9a4f6ad6-d09f-41c4-9956-730d047f53fc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.703490 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd627106-9050-4cd6-ac78-81d019b4ae40 req-9a4f6ad6-d09f-41c4-9956-730d047f53fc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0502264 Aug 11 03:26:59.741263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd627106-9050-4cd6-ac78-81d019b4ae40 req-fedf893e-61e7-4425-a820-c6363f46cd2f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Aug 11 03:26:59.853412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701cd90-bf89-4fa1-b184-3b016a460008 req-035dad27-08a6-4cbe-894e-d727fdc6eb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.854840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f701cd90-bf89-4fa1-b184-3b016a460008 req-035dad27-08a6-4cbe-894e-d727fdc6eb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0484538 Aug 11 03:26:59.893284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f701cd90-bf89-4fa1-b184-3b016a460008 req-cc634d98-0fcb-474c-802c-9fb48fb21a46 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Aug 11 03:26:59.914074 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40926) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.042816 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3db52-6315-4a61-aec9-534aa4c84c80 tempest-TestShelveInstance-21501062 tempest-TestShelveInstance-21501062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.043998 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-3bf3db52-6315-4a61-aec9-534aa4c84c80 tempest-TestShelveInstance-21501062 tempest-TestShelveInstance-21501062-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1093 time: 0.1289518 Aug 11 03:27:00.047004 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 40930) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.052003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:00.074527 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.171098 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.276076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Allocated IP 172.25.3.26 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/b800e6d9-5813-437c-8352-7d5d50ffcb26) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:00.376522 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.414435 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.450775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:00.456016 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:00.459486 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:00.464891 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=b800e6d9-5813-437c-8352-7d5d50ffcb26,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.839209 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.908283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.060060 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.065033 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.133026 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=b800e6d9-5813-437c-8352-7d5d50ffcb26,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.146619 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.246219 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Floating IP 261e06eb-ead8-4b99-bfd1-430d9e5c8564 associated. External IP: 172.25.3.26, port: e4ef5c1b-7231-45b6-aaba-072bbed0e3c6. Aug 11 03:27:01.789499 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:01.894818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:01.908758 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:01.911436 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.920199 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:01.920826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:01.943448 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd8c2faa-7654-42be-9947-476207d65f7e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8951476 Aug 11 03:27:01.944620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:01.948980 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:01.989532 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f015909c-a02f-4bb0-a214-2cf45024b5ad x-openstack-request-id: req-f015909c-a02f-4bb0-a214-2cf45024b5ad {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:01.989849 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:01.990103 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f015909c-a02f-4bb0-a214-2cf45024b5ad {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:01.990527 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'status': 'completed', 'code': 200} Aug 11 03:27:02.035470 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:02.055533 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-4bc6507f-1f90-4939-a97a-dcd19f2cf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:02.057049 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-4bc6507f-1f90-4939-a97a-dcd19f2cf07c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1098 time: 0.0451972 Aug 11 03:27:02.151003 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-5c290dd2-1526-4e10-b0f2-49f2f45de473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:02.152508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-5c290dd2-1526-4e10-b0f2-49f2f45de473 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0875034 Aug 11 03:27:02.217341 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-caa4727e-cab7-4022-9af1-5157198d9e1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 999 time: 0.0572655 Aug 11 03:27:02.265321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '261e06eb-ead8-4b99-bfd1-430d9e5c8564', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:00Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:02.270627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-983f7c1b-e4ad-4857-b924-717e9d3d5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:02.272147 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-983f7c1b-e4ad-4857-b924-717e9d3d5adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0474179 Aug 11 03:27:02.292917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:02.301263 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:02.301892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:02.320386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-17a46fcb-c2f3-41dd-8434-0d87d4b414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:02.321952 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-17a46fcb-c2f3-41dd-8434-0d87d4b414bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422211 Aug 11 03:27:02.409529 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:02.411995 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-c4d7c0c4-47ad-43b5-83ad-17f9de83ab77 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Aug 11 03:27:02.506036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-1d37428e-f10d-4ef4-8075-ef5be7ec22d0 req-41d0f26b-ecf8-4ec3-bd27-222c6f71b830 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Aug 11 03:27:02.783130 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '261e06eb-ead8-4b99-bfd1-430d9e5c8564', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:00Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:02.811621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366424-1e65-433e-a4a3-1d5b6d25baa2 None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '261e06eb-ead8-4b99-bfd1-430d9e5c8564', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.26', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:00Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:03.000287 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cd819-87f3-47ba-9aae-412bf470cd50 None None] New status for floating IP 261e06eb-ead8-4b99-bfd1-430d9e5c8564: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:09.703249 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-3b20f8d6-9903-4d11-bf55-c1b435bcbd7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412939 Aug 11 03:27:09.787275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-4729aaa5-b52e-46ff-a5da-270310fa9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.788759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-4729aaa5-b52e-46ff-a5da-270310fa9402 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1098 time: 0.0403349 Aug 11 03:27:09.896760 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-59229111-227a-407c-b675-f55c4dee7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.898291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-59229111-227a-407c-b675-f55c4dee7ed8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0889463 Aug 11 03:27:09.963578 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-6a2ca0dc-ce94-4388-ae59-7604dc12c5b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0564511 Aug 11 03:27:10.018577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-72bc4256-4f59-46db-b478-e4f1da35ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:10.020099 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-72bc4256-4f59-46db-b478-e4f1da35ae7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0486631 Aug 11 03:27:10.401925 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-bc9b373b-3eae-4e69-b9fb-6f01f20cde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:10.403405 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-bc9b373b-3eae-4e69-b9fb-6f01f20cde2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3759012 Aug 11 03:27:10.491093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-1f3fa30b-1083-4ee9-b023-b7a67d6c14d3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797255 Aug 11 03:27:10.586786 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-46f8902e-5863-4ca8-94eb-221ba518d2e7 req-b6a8893e-bf75-47e7-ac5e-99cafe988eec service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Aug 11 03:27:11.401493 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.422164 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.760117 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c79eb933-1691-4463-af41-400b87e620a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.246009 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a7a03c09-cbc2-4479-8f0d-9528d5985b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.574665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.751287 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.339333 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.347638 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:41.430253 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.431244 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.760883 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a189-9e11-46d5-9602-ea56beef3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.248844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-caddafc8-669a-4563-93d3-6abbf0e7a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.577938 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.756892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.342447 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.347980 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:11.432369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.433761 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.680724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-583e5683-345b-44c5-a197-95988f27f8fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415373 Aug 11 03:28:11.762248 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064140-4f93-4530-9ab7-277834f2296b req-7c3b79ad-a50a-48ed-b422-9293205cf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:11.763688 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-7c3b79ad-a50a-48ed-b422-9293205cf447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1098 time: 0.0414429 Aug 11 03:28:11.873245 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064140-4f93-4530-9ab7-277834f2296b req-e93c73f9-92a9-4657-8574-07532fc539c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:11.874789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-e93c73f9-92a9-4657-8574-07532fc539c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0870297 Aug 11 03:28:11.940284 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-1e5cc14b-a01d-4304-b551-ffb5274f1a31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0586152 Aug 11 03:28:11.994736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064140-4f93-4530-9ab7-277834f2296b req-610b4271-c479-4279-bf94-d2290bbfea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:11.996197 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-610b4271-c479-4279-bf94-d2290bbfea7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0473404 Aug 11 03:28:12.042011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2064140-4f93-4530-9ab7-277834f2296b req-dfd6fe77-3d53-4d4b-8b58-627d08300e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.043529 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-dfd6fe77-3d53-4d4b-8b58-627d08300e70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390637 Aug 11 03:28:12.134015 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-28e1c979-ca64-4ba3-a3d5-dc2fdd2b3f76 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Aug 11 03:28:12.242859 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-f2064140-4f93-4530-9ab7-277834f2296b req-4a7e081a-bba6-417f-b341-58517fcb467f service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019316 Aug 11 03:28:22.760851 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-026cec9b-37d0-4142-ac0c-6047218f633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.250955 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fe5fb6c1-f0f7-4b77-bbde-8f769d23e129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.579806 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.757508 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.344049 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.420742 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.435280 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.348324 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:52.761921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cde9cfa9-f2a4-4374-80c3-b1082fff4b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.252796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-53eded76-423a-41af-a3a1-e26564c1dc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.580794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.760406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.346552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.811187 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357668ae-2f6e-4d46-b2f6-97b3a62b7013 req-e06bed9e-c183-422a-ae32-e4decc7fd37c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.812659 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-357668ae-2f6e-4d46-b2f6-97b3a62b7013 req-e06bed9e-c183-422a-ae32-e4decc7fd37c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0499668 Aug 11 03:28:59.851232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-357668ae-2f6e-4d46-b2f6-97b3a62b7013 req-6d1103ef-eff2-4be8-82a7-bdb22fa7a0f6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Aug 11 03:29:00.966085 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a78ee3-55c8-4b89-a453-4b47136bb5ac req-35af7653-9ef5-4160-a918-f866cc804202 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.967593 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88a78ee3-55c8-4b89-a453-4b47136bb5ac req-35af7653-9ef5-4160-a918-f866cc804202 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0479989 Aug 11 03:29:01.006204 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-88a78ee3-55c8-4b89-a453-4b47136bb5ac req-44662673-831d-45a7-920b-5454a48f89ea tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Aug 11 03:29:02.153221 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade45a-0def-446b-9109-ddaa019fd455 req-486fa6eb-3087-4b89-94b5-0593f5481776 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.154723 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfade45a-0def-446b-9109-ddaa019fd455 req-486fa6eb-3087-4b89-94b5-0593f5481776 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0521598 Aug 11 03:29:02.192217 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bfade45a-0def-446b-9109-ddaa019fd455 req-7b1f2f2d-3f12-41a6-979c-2e0eaaed3a1d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Aug 11 03:29:03.305165 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0964b89-6640-4914-b703-0ebd8d608db9 req-2f8650cc-8681-4d0e-9fef-7e62fce184f6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:03.306556 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0964b89-6640-4914-b703-0ebd8d608db9 req-2f8650cc-8681-4d0e-9fef-7e62fce184f6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0472498 Aug 11 03:29:03.346433 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e0964b89-6640-4914-b703-0ebd8d608db9 req-43dcabdf-1bbd-4036-888e-e1d1ae0bfda3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340214 Aug 11 03:29:04.459561 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8386aeb-8732-4f9a-a68f-ca97fadb5c5c req-6cc8d0c1-5618-4859-a9bc-dec72338cb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:04.461058 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8386aeb-8732-4f9a-a68f-ca97fadb5c5c req-6cc8d0c1-5618-4859-a9bc-dec72338cb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0482366 Aug 11 03:29:04.498633 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8386aeb-8732-4f9a-a68f-ca97fadb5c5c req-01ed0bba-e514-4558-8be8-cc9151eb10bb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Aug 11 03:29:05.618040 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be9644-2a2e-4cd8-8b55-db6bfe752109 req-4cbd2e0b-3f74-4db5-bfa6-3621ecbd13f5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:05.619510 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7be9644-2a2e-4cd8-8b55-db6bfe752109 req-4cbd2e0b-3f74-4db5-bfa6-3621ecbd13f5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0523136 Aug 11 03:29:05.657964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b7be9644-2a2e-4cd8-8b55-db6bfe752109 req-68b678eb-786d-4bdf-8213-7a86526ebd2a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Aug 11 03:29:06.772198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b0fa-d8b9-4c3b-bf1e-e39b8da47694 req-e37c48ab-6024-4f66-be62-8992af983899 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.773717 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2842b0fa-d8b9-4c3b-bf1e-e39b8da47694 req-e37c48ab-6024-4f66-be62-8992af983899 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0497282 Aug 11 03:29:06.812054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2842b0fa-d8b9-4c3b-bf1e-e39b8da47694 req-5b52018c-0a4b-4059-b60c-47c20c4efc2b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Aug 11 03:29:07.925958 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ea9d8-4ed9-48ae-a384-dc7b460d83c5 req-6c8d2c53-b251-4c0c-8a0a-63437a14449b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.927447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b35ea9d8-4ed9-48ae-a384-dc7b460d83c5 req-6c8d2c53-b251-4c0c-8a0a-63437a14449b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 11 03:29:07.964595 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b35ea9d8-4ed9-48ae-a384-dc7b460d83c5 req-24eb3802-49bb-4a6d-8de7-41699ac81f24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311675 Aug 11 03:29:09.081027 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853d0f-ee7d-4d8a-8b8c-019ead4d4530 req-944e1a09-be80-48ed-b9b4-579b2fbef5dc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:09.082545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73853d0f-ee7d-4d8a-8b8c-019ead4d4530 req-944e1a09-be80-48ed-b9b4-579b2fbef5dc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0528841 Aug 11 03:29:09.120184 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-73853d0f-ee7d-4d8a-8b8c-019ead4d4530 req-1d21baa7-5fef-4e8d-95a6-50c1ba748267 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 11 03:29:10.237343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb83a0-dc8b-45c9-9be4-529670267307 req-a0e3d3f6-2a38-4219-9eac-fd7c0b8790fa tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:10.238873 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebcb83a0-dc8b-45c9-9be4-529670267307 req-a0e3d3f6-2a38-4219-9eac-fd7c0b8790fa tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0509663 Aug 11 03:29:10.276630 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ebcb83a0-dc8b-45c9-9be4-529670267307 req-94f2f400-997d-4667-93d3-fe8d6a69a989 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 11 03:29:11.390218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21652b-b411-4b86-b8ea-e67f600c1542 req-d398ec98-1f65-4da7-8947-72e32ee685fd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.391793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd21652b-b411-4b86-b8ea-e67f600c1542 req-d398ec98-1f65-4da7-8947-72e32ee685fd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0487301 Aug 11 03:29:11.430312 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd21652b-b411-4b86-b8ea-e67f600c1542 req-e10cd7c3-265e-4e85-85ae-a0d1c7df35e9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Aug 11 03:29:11.444295 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.445477 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.152387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:12.249642 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:12.262100 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:12.299471 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.312480 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:12.332403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:12.336636 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.390440 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:12.398434 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.398785 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.399131 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.399475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.399810 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.400143 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.400475 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.400803 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.401133 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.401458 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.401782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.402136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:12.428897 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:12.591771 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df4ee-960a-44d8-8ed5-2fe648b7a348 req-4c4d5a98-000b-4555-94a8-62ecfd9c8586 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:12.594252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac7df4ee-960a-44d8-8ed5-2fe648b7a348 req-4c4d5a98-000b-4555-94a8-62ecfd9c8586 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0595558 Aug 11 03:29:12.638261 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ac7df4ee-960a-44d8-8ed5-2fe648b7a348 req-4dd39b77-c5c9-4409-8335-db8f848507f6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 Aug 11 03:29:13.727873 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-9763c91a-5896-40be-a11d-08ec25b86b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.730201 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-9763c91a-5896-40be-a11d-08ec25b86b59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1097 time: 0.0486028 Aug 11 03:29:13.767846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494b3e6-3a96-4980-b4a8-44188963feba req-2290b4c6-e6f7-4574-98c1-121b38bdc4f2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.775456 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a494b3e6-3a96-4980-b4a8-44188963feba req-2290b4c6-e6f7-4574-98c1-121b38bdc4f2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0597944 Aug 11 03:29:13.825009 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a494b3e6-3a96-4980-b4a8-44188963feba req-f9865378-a2af-4797-89c8-7731de093a1d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485070 Aug 11 03:29:13.856885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-ad2861f4-814b-48c7-86d0-ca38216a93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.859017 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-ad2861f4-814b-48c7-86d0-ca38216a93d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.1024327 Aug 11 03:29:13.931541 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-5fcbb3ea-0148-4d6f-a0fa-b36a0fd13c58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1000 time: 0.0641572 Aug 11 03:29:13.992051 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-84cb47f0-c3d8-40bf-af03-149492949e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.993580 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-84cb47f0-c3d8-40bf-af03-149492949e05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0531242 Aug 11 03:29:14.055977 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-31874ec8-d190-4e6a-8145-70b3f23ad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.057597 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-31874ec8-d190-4e6a-8145-70b3f23ad696 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561299 Aug 11 03:29:14.153660 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-7bca3e09-630a-427f-83eb-8ac282046a64 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880423 Aug 11 03:29:14.184784 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:14.247000 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:14.248484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:14.276273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-c57fbf41-0d8a-4907-b26f-6c44a385330c req-8110fe79-cba9-42c2-a304-84970468f9a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148927 Aug 11 03:29:14.354676 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:14.379662 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:14.382463 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e100a512-71b2-46d4-b2cb-fc9c6bf70b8c" -d '{"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:14.398499 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:14.403748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:14.459704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:14.490974 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb50be-e916-4c99-b038-458ce6beb4a0 x-openstack-request-id: req-a3bb50be-e916-4c99-b038-458ce6beb4a0 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:14.491269 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:14.491525 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3bb50be-e916-4c99-b038-458ce6beb4a0 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:14.491928 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'code': 200} Aug 11 03:29:14.942765 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75333dcd-cab1-4e13-aa06-83aa0d861260 req-02cf599d-720c-48f4-8e14-7dafef06e3af tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.944442 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75333dcd-cab1-4e13-aa06-83aa0d861260 req-02cf599d-720c-48f4-8e14-7dafef06e3af tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0521686 Aug 11 03:29:14.995964 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-75333dcd-cab1-4e13-aa06-83aa0d861260 req-880c91e9-7773-42d9-93ee-d003d631bd4b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Aug 11 03:29:16.148605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1d83-1c59-4cca-9531-f54d34ce3631 req-90e1285c-9a61-424d-8971-f19e6b9e680a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.151698 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa7f1d83-1c59-4cca-9531-f54d34ce3631 req-90e1285c-9a61-424d-8971-f19e6b9e680a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0691919 Aug 11 03:29:16.197131 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa7f1d83-1c59-4cca-9531-f54d34ce3631 req-31cb4466-eb65-4d66-bd18-e924e0d2580e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364370 Aug 11 03:29:17.321800 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c6661-49d2-45bc-9afb-7096117448cc req-d2a752be-29d9-4f1c-a477-d6460ef5e5f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.323386 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-188c6661-49d2-45bc-9afb-7096117448cc req-d2a752be-29d9-4f1c-a477-d6460ef5e5f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0542166 Aug 11 03:29:17.370980 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-188c6661-49d2-45bc-9afb-7096117448cc req-d3094f0f-c867-4015-b130-95fa5d7e8a4b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 Aug 11 03:29:18.495474 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb636e-2498-4ff2-b427-c2b040ec0469 req-22df9e8a-27cc-433d-a742-40bff78fd968 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:18.497413 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32bb636e-2498-4ff2-b427-c2b040ec0469 req-22df9e8a-27cc-433d-a742-40bff78fd968 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0521472 Aug 11 03:29:18.550470 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32bb636e-2498-4ff2-b427-c2b040ec0469 req-fb90b908-3933-4380-bcd8-01b64266c580 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461559 Aug 11 03:29:19.685269 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f67c9b-1c65-4a7b-86a9-0d5408432039 req-18d31477-d305-410b-a6fd-6739fd008f71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:19.687087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96f67c9b-1c65-4a7b-86a9-0d5408432039 req-18d31477-d305-410b-a6fd-6739fd008f71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0609596 Aug 11 03:29:19.731436 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96f67c9b-1c65-4a7b-86a9-0d5408432039 req-ce430fe5-3c66-4e61-b2ac-db8596c6e024 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Aug 11 03:29:20.864274 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748da640-49df-4dc7-b84f-bd776ed30aef req-90d8de0a-1921-4336-a0f4-203d23aaeb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.865707 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-748da640-49df-4dc7-b84f-bd776ed30aef req-90d8de0a-1921-4336-a0f4-203d23aaeb24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0520022 Aug 11 03:29:20.918703 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-748da640-49df-4dc7-b84f-bd776ed30aef req-4e5b6582-070c-4571-8565-297844a102e4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Aug 11 03:29:21.962652 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-cf01a90c-1dae-4b10-9f06-f45ef96e0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.964168 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-cf01a90c-1dae-4b10-9f06-f45ef96e0a6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1098 time: 0.0425804 Aug 11 03:29:22.037682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd45d0-fe2c-4e3f-a0c5-2268a7c25ad9 req-696d5d6c-b896-44fa-9b18-0d58e49e4bdc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.039355 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8dd45d0-fe2c-4e3f-a0c5-2268a7c25ad9 req-696d5d6c-b896-44fa-9b18-0d58e49e4bdc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0503027 Aug 11 03:29:22.055863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-c3029d62-65dc-4b5a-8f33-9dc7ed3985aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.057364 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-c3029d62-65dc-4b5a-8f33-9dc7ed3985aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0854619 Aug 11 03:29:22.078313 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8dd45d0-fe2c-4e3f-a0c5-2268a7c25ad9 req-a98f2515-e0ce-4b10-8986-5ed80d2ab260 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Aug 11 03:29:22.127502 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-6e4a2546-bbc4-445f-abca-1bb07acc173f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0630906 Aug 11 03:29:22.184104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-d6dbcbbe-0c32-45f2-9b2b-55f8517e2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.185591 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-d6dbcbbe-0c32-45f2-9b2b-55f8517e2ecc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0504639 Aug 11 03:29:22.231847 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-b1aa787d-a821-4d81-8e3c-f730adc220de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.233519 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-b1aa787d-a821-4d81-8e3c-f730adc220de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399907 Aug 11 03:29:22.325487 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-8830e87c-1153-472e-9961-ec495bd29644 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840504 Aug 11 03:29:22.347106 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:22.419497 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dde597bd-a430-41b2-9f03-14a21ec03fb5 req-7b10f159-8fe7-48cd-b1ab-da0b43dd198b service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832665 Aug 11 03:29:22.762620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d072-b89a-479c-a817-d692404cc8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:23.195334 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35338a-13bf-4e05-98dd-044041e0c092 req-17d3c326-0acf-4abd-82e6-875c84982bde tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.196800 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd35338a-13bf-4e05-98dd-044041e0c092 req-17d3c326-0acf-4abd-82e6-875c84982bde tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0515358 Aug 11 03:29:23.236263 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd35338a-13bf-4e05-98dd-044041e0c092 req-1b236337-b262-4b54-88c0-15d46d14a91a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Aug 11 03:29:24.353959 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89a04c-fb48-49cb-9ab3-2a389920d350 req-fa95e5c7-1c77-4097-8daa-e7717c310869 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.355679 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e89a04c-fb48-49cb-9ab3-2a389920d350 req-fa95e5c7-1c77-4097-8daa-e7717c310869 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0506895 Aug 11 03:29:24.395031 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-4e89a04c-fb48-49cb-9ab3-2a389920d350 req-e28d47ce-ac5e-4e1c-9430-754ab0e79b6e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Aug 11 03:29:25.254080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c26c-d959-4a11-a388-167f80a66b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.509287 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa658f02-67f6-45cb-91f6-da0b1818ba58 req-726b4217-d485-4fdb-a431-646b42a95a44 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:25.510826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa658f02-67f6-45cb-91f6-da0b1818ba58 req-726b4217-d485-4fdb-a431-646b42a95a44 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0490863 Aug 11 03:29:25.550115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa658f02-67f6-45cb-91f6-da0b1818ba58 req-0425f097-5e11-4b4b-96a1-1acdd8577f27 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334086 Aug 11 03:29:25.581582 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.777335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fcb57-ce04-4933-92a7-3a34a31c062f req-34ce7c56-2ea5-4895-b8d9-d5e99c9265f1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:25.779255 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-507fcb57-ce04-4933-92a7-3a34a31c062f req-34ce7c56-2ea5-4895-b8d9-d5e99c9265f1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 946 time: 0.0652072 Aug 11 03:29:25.818201 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-507fcb57-ce04-4933-92a7-3a34a31c062f req-9047c883-a82c-4ddf-818d-639bf06810c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Aug 11 03:29:25.969295 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41132) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:26.059006 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-5cde90c4-df37-459b-98a8-cde1d4b912cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884731 Aug 11 03:29:26.296505 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:26.382452 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.406958 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:26.409274 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583ea60-87bb-461b-9f3d-e41fe769a96d" -d '{"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:26.422559 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:26.427283 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.456331 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1db047-92a5-4c6d-a6bf-b3f744bc57c4 x-openstack-request-id: req-4f1db047-92a5-4c6d-a6bf-b3f744bc57c4 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:26.456688 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-unplugged", "status": "failed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "code": 422}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:26.456995 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4f1db047-92a5-4c6d-a6bf-b3f744bc57c4 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:26.457459 n-d-713498-10 neutron-server[94654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'code': 422} returned with failed status Aug 11 03:29:26.484126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:26.763484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.860842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-cc31fb42-d341-446f-b602-9fe0414abc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.862398 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-cc31fb42-d341-446f-b602-9fe0414abc73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 1096 time: 0.0412784 Aug 11 03:29:26.926695 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-bb127f73-7f5a-4fcb-b3e4-ca169fadc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.928217 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-bb127f73-7f5a-4fcb-b3e4-ca169fadc45a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1096 time: 0.0410376 Aug 11 03:29:26.934598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1392-21dd-47c6-9e6e-55daaedcb650 req-e0b7aed1-c0a3-45fe-a4e3-5055b09c7f72 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.936139 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2afd1392-21dd-47c6-9e6e-55daaedcb650 req-e0b7aed1-c0a3-45fe-a4e3-5055b09c7f72 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0489643 Aug 11 03:29:26.974793 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2afd1392-21dd-47c6-9e6e-55daaedcb650 req-17ef02cc-1527-4492-90d2-931121f974ce tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 11 03:29:27.025528 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-9d379c1d-6885-4d45-9131-9c807a807404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.027058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-9d379c1d-6885-4d45-9131-9c807a807404 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0878093 Aug 11 03:29:27.092233 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-f12690e5-d272-408c-b27b-1a74166ed942 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 999 time: 0.0579557 Aug 11 03:29:27.141514 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-06ae4b4a-6bdd-4261-aed2-a48147583eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.143002 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-06ae4b4a-6bdd-4261-aed2-a48147583eba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0436165 Aug 11 03:29:27.192787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-4706b1b2-7217-4895-87c9-ac96a431910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.194291 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-4706b1b2-7217-4895-87c9-ac96a431910f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438983 Aug 11 03:29:27.288593 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-5f4e4a43-14b7-4f65-bc28-bcda1eb5782b service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853548 Aug 11 03:29:27.388381 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-c13f5e7f-72f5-44c3-a014-5436d215d5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Aug 11 03:29:28.100559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4cf01-7ce6-4bde-a6b6-e7a0588da91c req-1a7da916-d3c1-4490-b9c0-a7a3662c7b93 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.102162 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1fc4cf01-7ce6-4bde-a6b6-e7a0588da91c req-1a7da916-d3c1-4490-b9c0-a7a3662c7b93 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0539927 Aug 11 03:29:28.144477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1fc4cf01-7ce6-4bde-a6b6-e7a0588da91c req-40c5b09e-ad89-4766-9e37-dee000815b60 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Aug 11 03:29:28.351828 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.298884 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a355-9215-4695-9646-7cafc3626166 req-0919a3f9-e19d-4a2c-a0a6-e603fc61d868 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.300409 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b53a355-9215-4695-9646-7cafc3626166 req-0919a3f9-e19d-4a2c-a0a6-e603fc61d868 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0768657 Aug 11 03:29:29.345232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7b53a355-9215-4695-9646-7cafc3626166 req-110f4397-536a-4454-bf10-fc74ba8be4e8 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386510 Aug 11 03:29:30.485182 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9694fb-68cc-4f07-b73d-eafe934d3233 req-ac96b1ff-bb17-467e-9729-7f0143a9d0d6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.486844 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed9694fb-68cc-4f07-b73d-eafe934d3233 req-ac96b1ff-bb17-467e-9729-7f0143a9d0d6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0600624 Aug 11 03:29:30.530116 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ed9694fb-68cc-4f07-b73d-eafe934d3233 req-06928e55-6203-4201-917f-112444b3d6ee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354168 Aug 11 03:29:31.656636 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a8eff-00dc-471f-9a86-d74de1522566 req-b58d39f6-54e0-4b9d-ba64-70c6080fb7cc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:31.658228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd9a8eff-00dc-471f-9a86-d74de1522566 req-b58d39f6-54e0-4b9d-ba64-70c6080fb7cc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0524666 Aug 11 03:29:31.697994 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd9a8eff-00dc-471f-9a86-d74de1522566 req-9d91d3dc-81a9-4019-948a-fb693dc824d8 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Aug 11 03:29:32.833644 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266496a1-b3b2-4f80-ae81-c08e7eb81546 req-4d9e9c61-402e-4902-866d-3dab3aca7c41 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:32.835297 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-266496a1-b3b2-4f80-ae81-c08e7eb81546 req-4d9e9c61-402e-4902-866d-3dab3aca7c41 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0622954 Aug 11 03:29:32.885437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-266496a1-b3b2-4f80-ae81-c08e7eb81546 req-13af1414-76f1-424d-b6a6-ce13c1f0c858 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Aug 11 03:29:34.016620 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a40392-db40-4425-8926-73d084e8b17a req-2f1e91fa-bff3-4537-87dd-fc275d4aaacd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.018356 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52a40392-db40-4425-8926-73d084e8b17a req-2f1e91fa-bff3-4537-87dd-fc275d4aaacd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0598929 Aug 11 03:29:34.061109 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-52a40392-db40-4425-8926-73d084e8b17a req-1a8f3f91-8312-4676-a2ba-11a63a48d662 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Aug 11 03:29:35.190179 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c84a9-0885-4cc2-b73f-e26f4b1d2c6d req-666b13d9-9954-48ae-8208-d9786d7e65dd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:35.194582 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-271c84a9-0885-4cc2-b73f-e26f4b1d2c6d req-666b13d9-9954-48ae-8208-d9786d7e65dd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0575595 Aug 11 03:29:35.238502 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-271c84a9-0885-4cc2-b73f-e26f4b1d2c6d req-9197047f-4f05-49a5-a275-22a8c806a830 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390062 Aug 11 03:29:36.367306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c182-1ec9-4e71-ab3d-72bd9db78ad2 req-aaab9f50-51ba-4bec-8908-c27b3c53989d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:36.368854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1a0c182-1ec9-4e71-ab3d-72bd9db78ad2 req-aaab9f50-51ba-4bec-8908-c27b3c53989d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0589187 Aug 11 03:29:36.418891 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e1a0c182-1ec9-4e71-ab3d-72bd9db78ad2 req-16227e60-a00a-427c-9d50-9f47e093fe6e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Aug 11 03:29:37.548657 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747b627-38cb-4edc-be9d-9ded989a2f7c req-f9e86de9-2278-4a5b-893f-1ae2703aca69 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.550426 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7747b627-38cb-4edc-be9d-9ded989a2f7c req-f9e86de9-2278-4a5b-893f-1ae2703aca69 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0545089 Aug 11 03:29:37.589918 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7747b627-38cb-4edc-be9d-9ded989a2f7c req-aab33712-86c4-4f22-9451-0ddb76196650 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Aug 11 03:29:38.708056 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16550b-e28b-4e9c-8e18-067f015bd230 req-27ff3b69-e998-4ecf-8b02-12e183f70ecf tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:38.709575 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c16550b-e28b-4e9c-8e18-067f015bd230 req-27ff3b69-e998-4ecf-8b02-12e183f70ecf tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0498235 Aug 11 03:29:38.748903 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-7c16550b-e28b-4e9c-8e18-067f015bd230 req-32a3881b-9f8b-48ef-b43f-dcde05514b00 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333540 Aug 11 03:29:39.871889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d0248-0f96-40c2-886e-17dc7aabd21d req-db2dd0e0-b2aa-47b8-8901-a357bd315fe5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.873423 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a2d0248-0f96-40c2-886e-17dc7aabd21d req-db2dd0e0-b2aa-47b8-8901-a357bd315fe5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 944 time: 0.0544035 Aug 11 03:29:39.915161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a2d0248-0f96-40c2-886e-17dc7aabd21d req-1f1e08ba-f2c9-47ed-b1c2-5be4abb08c57 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350673 Aug 11 03:29:40.294441 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:40.410106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:40.423437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'port_id': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'mac_address': 'fa:16:3e:9b:64:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:40.463931 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.487254 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:40.527218 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:40.535908 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.631170 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.888229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:41.053317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331714-db0f-47b6-a39e-867e33742935 req-22125aea-379f-4a74-9c1a-8e28adff2720 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:41.055616 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32331714-db0f-47b6-a39e-867e33742935 req-22125aea-379f-4a74-9c1a-8e28adff2720 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0646465 Aug 11 03:29:41.098954 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-32331714-db0f-47b6-a39e-867e33742935 req-da2c2fb3-b020-4671-826e-9330e4170b0b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351043 Aug 11 03:29:41.444518 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.448172 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.244358 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10ced-1e8b-4656-a520-86eb5cd89873 req-f1b29100-eeaf-4088-ac7f-5f6ecd84104a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.245990 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c10ced-1e8b-4656-a520-86eb5cd89873 req-f1b29100-eeaf-4088-ac7f-5f6ecd84104a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 945 time: 0.0650346 Aug 11 03:29:42.286974 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04c10ced-1e8b-4656-a520-86eb5cd89873 req-7d607730-e466-488b-b4a3-4fdf8ae01cf9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344455 Aug 11 03:29:42.304362 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:42.352721 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:42.353089 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.443885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.468831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:42.471347 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82acdd57-354f-4c14-9e84-8b3e1b4def2b" -d '{"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:42.489122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:42.493721 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.525293 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7914d-5fce-4fae-9f86-a3f27298d566 x-openstack-request-id: req-4be7914d-5fce-4fae-9f86-a3f27298d566 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:42.525656 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:42.525883 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4be7914d-5fce-4fae-9f86-a3f27298d566 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:42.526227 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'code': 200} Aug 11 03:29:42.563963 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:42.696228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78a7a-dcc9-48b5-b069-53d4ef81b0b4 req-c2342154-e2bd-4c0c-a4be-7200aadb120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.697951 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0ba78a7a-dcc9-48b5-b069-53d4ef81b0b4 req-c2342154-e2bd-4c0c-a4be-7200aadb120a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1099 time: 0.0449502 Aug 11 03:29:42.741378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0ba78a7a-dcc9-48b5-b069-53d4ef81b0b4 req-ecb6cfa5-014d-436d-bc99-ab74cad3ece3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 11 03:29:43.429222 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f4404-b909-4e3f-a12b-2c406fbc64d3 req-fd41f6ca-f185-48a9-a918-2e23b11db934 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:43.430847 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-991f4404-b909-4e3f-a12b-2c406fbc64d3 req-fd41f6ca-f185-48a9-a918-2e23b11db934 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 947 time: 0.0569630 Aug 11 03:29:43.475911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-991f4404-b909-4e3f-a12b-2c406fbc64d3 req-b719fbb1-c422-432c-b660-053cf2456fa9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Aug 11 03:29:44.601336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a78a9-a248-4915-af3a-6cfb9a6b957f req-57fdfa32-07a0-4975-a195-c2601255dd79 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:44.603295 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-372a78a9-a248-4915-af3a-6cfb9a6b957f req-57fdfa32-07a0-4975-a195-c2601255dd79 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 947 time: 0.0546105 Aug 11 03:29:44.646874 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-372a78a9-a248-4915-af3a-6cfb9a6b957f req-8993bd61-1e22-4e95-837a-225f519bb3ab tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360618 Aug 11 03:29:52.762903 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0bc45007-be7a-428e-8684-52f79b8efea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.255924 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-744b7af5-3878-4a55-af04-7f60466f2230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.584727 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.766415 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.352385 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.347138 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:11.457627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:11.458714 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:15.664864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-2aa0d7db-f06d-4429-a8b5-397755023eab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414147 Aug 11 03:30:15.751419 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-bafc82a2-ef66-4493-adeb-7eaec694dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:15.752962 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-bafc82a2-ef66-4493-adeb-7eaec694dd6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1099 time: 0.0456111 Aug 11 03:30:15.858965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-df9c1f09-c82e-4369-8949-89f3f07dc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:15.861092 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-df9c1f09-c82e-4369-8949-89f3f07dc742 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0865493 Aug 11 03:30:15.931549 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-1a6b209e-5d7f-4b7f-bd02-d948ba33428f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0624423 Aug 11 03:30:15.982975 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-046f5c32-b7bd-44e1-975a-ec5bf58363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:15.984470 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-046f5c32-b7bd-44e1-975a-ec5bf58363b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0455484 Aug 11 03:30:16.035423 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-6fd5380c-ca91-4513-86ce-7e8a02f07cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:16.037393 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-6fd5380c-ca91-4513-86ce-7e8a02f07cf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416181 Aug 11 03:30:16.052896 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-ef2eea16-2bd4-47ef-b7de-e3b965235848 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:30:16.053855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-ef2eea16-2bd4-47ef-b7de-e3b965235848 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051863 Aug 11 03:30:16.149231 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-e2f6236e-c990-4769-89a6-8dca2c09f02a service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850723 Aug 11 03:30:16.242205 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-db0bdee9-e7c0-4595-8658-5e0a41d27ef0 req-60cc7e34-1fc1-47a5-b79c-f45397d5ccd0 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826588 Aug 11 03:30:22.764835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-36911eb1-59dc-4ccd-8018-0f277e0fb066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.256456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9bf5c975-f792-4a71-84fb-d1f61039eec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.587346 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.771036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.355256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:36.347585 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:41.460455 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.465733 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.768972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c224f050-093f-48a4-b127-2ea0b83cd157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.257342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1343f5f9-7a40-42c9-adfb-5bfe681c258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.591570 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:56.775515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.361277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.429523 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41250) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:58.602974 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Deleting port b800e6d9-5813-437c-8352-7d5d50ffcb26 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:58.603317 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.690225 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.690552 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.705091 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Calling delete_port for b800e6d9-5813-437c-8352-7d5d50ffcb26 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:58.875591 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.901421 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'Port': ['ID=b800e6d9-5813-437c-8352-7d5d50ffcb26,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.916123 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.916465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.916798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.917135 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.917459 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.917790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.918141 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.918465 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.918789 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.919124 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.919451 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.919765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:58.979131 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.979417 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Floating IP 261e06eb-ead8-4b99-bfd1-430d9e5c8564 disassociated (deleted). External IP: 172.25.3.26, port: e4ef5c1b-7231-45b6-aaba-072bbed0e3c6. Aug 11 03:30:59.196496 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:59.314534 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:59.319076 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.324259 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:59.334321 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:59.335093 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:59.347715 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-0e38bd22-c52f-4962-bdea-3d97bf46c96d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "DELETE /v2.0/floatingips/261e06eb-ead8-4b99-bfd1-430d9e5c8564 HTTP/1.1" status: 204 len: 168 time: 0.9170015 Aug 11 03:30:59.348321 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:59.350746 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a22360a-d988-419b-afe3-c7067fbd259b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:59.474021 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:59.583501 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461b9c1-e0c2-4ab9-a44d-12de5924cc81 x-openstack-request-id: req-b461b9c1-e0c2-4ab9-a44d-12de5924cc81 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:59.584023 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:59.584543 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b461b9c1-e0c2-4ab9-a44d-12de5924cc81 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:59.585116 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'status': 'completed', 'code': 200} Aug 11 03:30:59.646070 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614062f5-5760-4a66-a512-7020e04124f2 req-f532e734-8edc-4c03-addf-26cb7385e38d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.648855 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614062f5-5760-4a66-a512-7020e04124f2 req-f532e734-8edc-4c03-addf-26cb7385e38d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 947 time: 0.0601475 Aug 11 03:30:59.668989 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22360a-d988-419b-afe3-c7067fbd259b req-119501a7-ef6c-4b93-a2ec-f432df8f5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.670946 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-119501a7-ef6c-4b93-a2ec-f432df8f5817 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 1099 time: 0.0625339 Aug 11 03:30:59.697902 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-614062f5-5760-4a66-a512-7020e04124f2 req-007f7cd3-ddac-4a0f-b6f0-32de583b9875 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Aug 11 03:30:59.723206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:59.750755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:59.760421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:59.761048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:30:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:59.782746 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22360a-d988-419b-afe3-c7067fbd259b req-a5ce541d-979f-47f3-a6eb-b945c87398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.784539 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-a5ce541d-979f-47f3-a6eb-b945c87398c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.1058581 Aug 11 03:30:59.831642 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-bef24a42-8788-460a-80bf-4d59e831d388 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 200 len: 217 time: 0.0383177 Aug 11 03:30:59.897382 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:59.906665 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22360a-d988-419b-afe3-c7067fbd259b req-b1f1e2a1-ddd0-416d-86e8-1c2fafbd0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.909936 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-b1f1e2a1-ddd0-416d-86e8-1c2fafbd0338 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0706680 Aug 11 03:30:59.980019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22360a-d988-419b-afe3-c7067fbd259b req-a47fe2ef-4e19-4771-9568-e13cafe47580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:59.981851 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-a47fe2ef-4e19-4771-9568-e13cafe47580 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639286 Aug 11 03:31:00.073259 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-0a099f3c-58c9-49b8-a6c6-23cde38f42ac service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833473 Aug 11 03:31:00.142657 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:00.168460 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-8a22360a-d988-419b-afe3-c7067fbd259b req-590fb9fb-7c42-4071-8780-b2fddb3d7cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871751 Aug 11 03:31:00.168727 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016a8a4-c0c2-4813-9d1e-ade94367bf4d None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:00.392113 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa54ecd-7507-4c47-8150-72ca2e9ca3ba None None] New status for floating IP 261e06eb-ead8-4b99-bfd1-430d9e5c8564: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:31:00.833756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0ae0-142d-4bd7-993c-35d5b4f9baf2 req-77e0bf85-c857-4fe7-9843-60093621dcc5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:00.835273 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-521c0ae0-142d-4bd7-993c-35d5b4f9baf2 req-77e0bf85-c857-4fe7-9843-60093621dcc5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 947 time: 0.0525756 Aug 11 03:31:00.873067 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-521c0ae0-142d-4bd7-993c-35d5b4f9baf2 req-bdad141c-5466-42cc-b897-1758670f3385 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=57daa7e0-5901-4cd2-bee4-e1316dad3260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 11 03:31:01.210558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-a58fa5a5-40c8-4bf4-8792-9df8d7615ef6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:01.212027 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-a58fa5a5-40c8-4bf4-8792-9df8d7615ef6 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 947 time: 0.0526218 Aug 11 03:31:01.305333 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Deleting port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:01.305584 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.399112 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] For port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:01.399479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.413095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Calling delete_port for e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:01.546741 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.575105 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'Port': ['ID=e4ef5c1b-7231-45b6-aaba-072bbed0e3c6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:01.620880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] No DVR routers for this DVR port e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:31:01.623607 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:01.626176 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-47ae30a1-ff98-4bce-a3e1-8ef84ba9f135 req-9524402e-e856-4df4-8c15-8c2fd7c786f4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "DELETE /v2.0/ports/e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 HTTP/1.1" status: 204 len: 173 time: 0.4033673 Aug 11 03:31:01.626636 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-deleted', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:01.629090 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc42fe-91ef-4eed-89e4-b402c66c5b44" -d '{"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-deleted", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:01.668748 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b1246-a247-46fa-97f7-f5de91d5b294 x-openstack-request-id: req-9a1b1246-a247-46fa-97f7-f5de91d5b294 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:01.669056 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe27d7a-552b-4302-9b8b-d598ba839b3e", "name": "network-vif-deleted", "tag": "e4ef5c1b-7231-45b6-aaba-072bbed0e3c6", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:01.669295 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a1b1246-a247-46fa-97f7-f5de91d5b294 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:01.669699 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe27d7a-552b-4302-9b8b-d598ba839b3e', 'name': 'network-vif-deleted', 'tag': 'e4ef5c1b-7231-45b6-aaba-072bbed0e3c6', 'status': 'completed', 'code': 200} Aug 11 03:31:01.985836 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-356bcad9-39c0-4f4b-aedc-c238afdef757 req-9f035be8-9771-4bd2-9fc6-e4abe067acab tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=bfe27d7a-552b-4302-9b8b-d598ba839b3e HTTP/1.1" status: 200 len: 210 time: 0.0276961 Aug 11 03:31:03.042831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41278) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:03.102856 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.127762 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.191783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.194448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.195896 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "DELETE /v2.0/security-groups/57daa7e0-5901-4cd2-bee4-e1316dad3260 HTTP/1.1" status: 204 len: 168 time: 0.1520474 Aug 11 03:31:03.205944 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6293230-b51d-4e9f-9497-255bc8c14151 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57daa7e0-5901-4cd2-bee4-e1316dad3260,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.626042 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41286) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:04.630915 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332406057', 'description': 'tempest-secgroup-smoke-332406057 description', 'project_id': '1d77a53220a84500b60a77473ff908ad'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:04.654870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.684635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:31:04.709242 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:31:04.709584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device e4ef5c1b-7231-45b6-aaba-072bbed0e3c6 not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:31:04.742652 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.746948 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.774744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.776012 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489408 Aug 11 03:31:04.779166 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41288) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:04.780393 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f19f61-f992-41ec-8fe0-5f4dee71201d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7244f0-6e0a-4351-84dd-7f518235e2e0,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.783968 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:04.812482 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.873070 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.877504 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.896592 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24e6690-b23b-44b7-81d9-480a6d1c7fac,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.905388 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.906670 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266258 Aug 11 03:31:04.908078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.908417 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.908755 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.909092 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.909430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.909760 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.910116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.910307 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41290) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:04.910513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.910751 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.911084 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.911407 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.911730 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdbd2c3-c58f-4409-bc70-24b903733bbb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:04.917282 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:04.945981 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.006978 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.011313 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.028732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e8656e-2cfb-4456-b86e-6c6468da764f,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.037255 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.038602 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-48fe346d-1599-4a42-beb8-bf58bf49fed0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269796 Aug 11 03:31:05.041365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41292) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.045994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:05.075089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.140716 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.145477 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.163824 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc89471d-1bc6-41da-baca-dc6be09a6680,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.170140 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.172359 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7a5b9c23-9ab1-4c48-9cf8-340406344ef9 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296163 Aug 11 03:31:05.174286 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41294) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.178809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:05.213839 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.279203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.283312 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.300869 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a419ba-ba31-4d88-bd56-389e3a902436,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.308011 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.309277 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-acc56874-5b5d-42c5-a146-c55f9c4e4b71 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339185 Aug 11 03:31:05.312260 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41296) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.317562 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:05.340893 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Project 1d77a53220a84500b60a77473ff908ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:31:05.347283 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.411135 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.414907 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.432541 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708b6eea-728a-47dc-8642-c72e0553e79b,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.439984 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.441238 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-8d97e213-8475-4944-b997-57ebea64944d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279390 Aug 11 03:31:05.444011 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41298) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.448517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'security_group_rule': {'security_group_id': '8b7244f0-6e0a-4351-84dd-7f518235e2e0', 'project_id': '1d77a53220a84500b60a77473ff908ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:05.472246 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Project 1d77a53220a84500b60a77473ff908ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:31:05.478635 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.544673 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.548457 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.566922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c204d3d-507c-489e-8973-c8786fbb04b4,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.573041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.574372 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a7eff0c0-d381-47da-97b2-6ce7d9b0a9c2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294413 Aug 11 03:31:11.471812 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:11.475732 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:13.347365 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:19.875322 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-1164ec2d-aa2a-4acf-a9f5-e14e85af1f7c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332406057&fields=id&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 267 time: 0.0332410 Aug 11 03:31:19.983637 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-799c088a-4992-4bc2-875b-1491a948e8d3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:19.985055 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-799c088a-4992-4bc2-875b-1491a948e8d3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 807 time: 0.1030157 Aug 11 03:31:19.999815 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-49b31982-10b7-476a-bc04-3f88db6760ba tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/quotas/1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 375 time: 0.0091259 Aug 11 03:31:20.050867 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-37a6638f-46ea-4c4b-867a-9363d619fca1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458515 Aug 11 03:31:20.190190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-e6f999ff-2623-40b8-9f3f-ec2a8dfacfee service neutron] 10.222.0.68 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279559 Aug 11 03:31:20.279056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-4d76c0ac-f95a-4962-b403-d91a3cdd6fc7 service neutron] 10.222.0.68 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827739 Aug 11 03:31:20.561492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-58634d06-91bf-433d-8fb2-d818c38c0b96 req-f8004280-5519-4711-9134-c17cd28f5a15 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 210 time: 0.0269935 Aug 11 03:31:21.642506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-6917782f-40a9-43e9-a940-01271b8ef60b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:21.643955 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-6917782f-40a9-43e9-a940-01271b8ef60b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 807 time: 0.1145358 Aug 11 03:31:21.694552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-081fe27b-a958-41b1-8d1e-e94b0b510d07 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 379 time: 0.0385125 Aug 11 03:31:21.711395 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'port': {'device_id': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'admin_state_up': True, 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'security_groups': ['8b7244f0-6e0a-4351-84dd-7f518235e2e0']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:21.730663 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d8d376a7-ea60-41b8-a794-21c7103a60b1 req-182b916c-826e-4b4c-8076-5616ec37cd7a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 210 time: 0.0993235 Aug 11 03:31:21.839458 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Made reservation on behalf of 1d77a53220a84500b60a77473ff908ad for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:21.843155 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.973218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Allocated IP 172.20.0.3 (cc631be5-1115-44e8-81ae-3a950eebc19c/7dcb054c-e44a-4e18-aa90-f4b7dec68a7f/fa9f73a3-c367-4ac5-b1d8-1b398b341daf) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:22.120983 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.134768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Transition to ACTIVE for port object fa9f73a3-c367-4ac5-b1d8-1b398b341daf will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:22.168258 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.210845 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Network cc631be5-1115-44e8-81ae-3a950eebc19c is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:22.216247 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:22.220834 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:22.247889 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:22.276739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:22.277396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.295495 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-335e6674-b63d-4560-b247-22ae6a798c9b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879817 Aug 11 03:31:22.365108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Request body: {'port': {'device_id': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:22.428681 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.536414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-43f8528a-4148-4392-8755-d5d5d4940ba2 None None] Provisioning for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:22.540157 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-43f8528a-4148-4392-8755-d5d5d4940ba2 None None] Provisioning complete for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:22.540775 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f8528a-4148-4392-8755-d5d5d4940ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.579685 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-43f8528a-4148-4392-8755-d5d5d4940ba2 None None] Port fa9f73a3-c367-4ac5-b1d8-1b398b341daf cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:31:22.708456 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:31:22.716369 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.728277 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Transition to ACTIVE for port object fa9f73a3-c367-4ac5-b1d8-1b398b341daf will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:22.732384 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.789887 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:22.798176 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0a5a-745f-4201-b009-a9ef94b8d42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:22.888295 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:31:22.888740 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:31:22.889134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:31:22.895264 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:31:22.895605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:31:22.901145 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:31:22.901492 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:22.902064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Bound using segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:31:22.902519 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Bound port: fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:31:22.902890 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:23.014608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5518c0-aa0e-4225-bcf7-082cd6eeb57e req-5a6d6aad-081e-4c71-8334-cd0a89841331 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.016137 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a5518c0-aa0e-4225-bcf7-082cd6eeb57e req-5a6d6aad-081e-4c71-8334-cd0a89841331 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.1968484 Aug 11 03:31:23.025290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:31:23.033106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:31:23.043998 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:23.095956 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.096583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:23.098074 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1092 time: 0.7885318 Aug 11 03:31:23.098533 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:23.101075 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050cf5e6-5771-400a-81c8-df65c456fe80" -d '{"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:23.129439 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8a5518c0-aa0e-4225-bcf7-082cd6eeb57e req-a7518283-7fa9-4ffa-b169-6f84c6648570 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059818 Aug 11 03:31:23.147695 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff95c6-2f0e-40e0-81d8-e24ba66bf8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:23.206450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-859b7290-a166-4a02-9fa7-ef8af3b47e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.208655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-859b7290-a166-4a02-9fa7-ef8af3b47e2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1095 time: 0.0523140 Aug 11 03:31:23.231849 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013c8cd-582e-416d-8cd1-bdff227bf5f9 x-openstack-request-id: req-4013c8cd-582e-416d-8cd1-bdff227bf5f9 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:23.232167 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:23.232405 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4013c8cd-582e-416d-8cd1-bdff227bf5f9 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:23.232906 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'status': 'completed', 'code': 200} Aug 11 03:31:23.264923 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-bc1bbff4-8989-4322-9434-1b97a2dda48c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 217 time: 0.0436456 Aug 11 03:31:23.317148 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-7a09d433-3ff9-4f70-ba14-4885d56f4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.318678 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-7a09d433-3ff9-4f70-ba14-4885d56f4eaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0462563 Aug 11 03:31:23.367219 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-74bbf823-7f6e-482d-9a25-1603e32eaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.368661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-74bbf823-7f6e-482d-9a25-1603e32eaed8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418890 Aug 11 03:31:23.475403 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-e4a76f64-ec5e-4f11-9e5f-d50cfb24da3c service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930107 Aug 11 03:31:23.571975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2c588f77-290a-40c1-a7ab-a2e87679a8ac req-4dca754f-667b-4073-a07d-7998ea9d04bd service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Aug 11 03:31:23.665450 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-39591e48-9fc1-4f3c-b6b8-9142c3ab27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.667013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-39591e48-9fc1-4f3c-b6b8-9142c3ab27e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1095 time: 0.0424502 Aug 11 03:31:23.761938 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-a4850e80-d1f4-4a74-a46e-cb3fdfbb9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.763430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-a4850e80-d1f4-4a74-a46e-cb3fdfbb9b2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0896409 Aug 11 03:31:23.809333 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-7e45a61d-1b20-41c8-921a-d6ab50963da4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 217 time: 0.0342906 Aug 11 03:31:23.861463 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-a1885d89-15da-4dac-8d03-a146caaa0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.862851 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-a1885d89-15da-4dac-8d03-a146caaa0376 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0431688 Aug 11 03:31:23.916876 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-cdfb062b-d934-408b-a897-d72b1caf8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:23.918417 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-cdfb062b-d934-408b-a897-d72b1caf8232 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445359 Aug 11 03:31:24.014721 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-d55aab90-31bd-4031-b936-3ffce1e1041c service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843632 Aug 11 03:31:24.115916 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-050cf5e6-5771-400a-81c8-df65c456fe80 req-0aaff698-a585-4366-a58c-ea907e90aa67 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891926 Aug 11 03:31:24.239167 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aa241-62e4-452a-9633-86a3393a19e2 req-946281f8-6795-49a9-af85-e5b8c9bc055f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:24.240693 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-564aa241-62e4-452a-9633-86a3393a19e2 req-946281f8-6795-49a9-af85-e5b8c9bc055f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0522523 Aug 11 03:31:24.279763 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-564aa241-62e4-452a-9633-86a3393a19e2 req-4cd3ac48-bfb7-4afa-ba4b-eb897bb4c401 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Aug 11 03:31:25.260179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cce40868-4b8e-4091-9ec0-e9073fb37de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:25.401532 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c1af8-27d6-48e6-93b3-4a4103b4fb6a req-fcc9136e-0838-47f6-a7b0-4a446ff21f73 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:25.403077 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-735c1af8-27d6-48e6-93b3-4a4103b4fb6a req-fcc9136e-0838-47f6-a7b0-4a446ff21f73 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0495656 Aug 11 03:31:25.442627 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-735c1af8-27d6-48e6-93b3-4a4103b4fb6a req-9954042e-10a0-4f00-ab22-8d4a3cd87b63 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 Aug 11 03:31:25.596002 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:26.569033 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628e8f-c8a8-4958-8be7-a668128c60dd req-bff0f71d-7951-47aa-b1df-f9eb48b405e0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:26.570538 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11628e8f-c8a8-4958-8be7-a668128c60dd req-bff0f71d-7951-47aa-b1df-f9eb48b405e0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0520444 Aug 11 03:31:26.607427 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-11628e8f-c8a8-4958-8be7-a668128c60dd req-8489218b-4c3d-46e8-bd68-1ed35079ff6f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Aug 11 03:31:26.776831 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:27.725046 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6223-21f6-41b2-b26a-f855c1c0c982 req-58b438b4-027f-4e6b-8bac-818f89933686 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:27.726537 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6eef6223-21f6-41b2-b26a-f855c1c0c982 req-58b438b4-027f-4e6b-8bac-818f89933686 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0481372 Aug 11 03:31:27.764898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6eef6223-21f6-41b2-b26a-f855c1c0c982 req-76c42243-852d-49e6-ab71-65a159677bcc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Aug 11 03:31:28.362265 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:28.877937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c563-4d05-4730-8603-25fd9bc92a18 req-9f9dfcd9-9afa-4012-a3b7-1909eadbf9b3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:28.879416 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2978c563-4d05-4730-8603-25fd9bc92a18 req-9f9dfcd9-9afa-4012-a3b7-1909eadbf9b3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0487976 Aug 11 03:31:28.916540 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-2978c563-4d05-4730-8603-25fd9bc92a18 req-4fa7aa6d-46f9-4075-9a55-f3fe0505dc82 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Aug 11 03:31:30.034557 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e6ebe-c484-4e9c-b8a5-81bee04c0fa0 req-4e251b30-f803-491e-98a3-e68a5376fe0b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:30.036068 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f5e6ebe-c484-4e9c-b8a5-81bee04c0fa0 req-4e251b30-f803-491e-98a3-e68a5376fe0b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0529499 Aug 11 03:31:30.074125 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9f5e6ebe-c484-4e9c-b8a5-81bee04c0fa0 req-93cab6e5-8dda-470b-ac64-41c670a94de1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Aug 11 03:31:31.185882 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80899b8c-0a3f-4177-8ca0-daafce2c2e90 req-fdedc70d-467a-443f-8ddb-80334e776180 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:31.187354 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80899b8c-0a3f-4177-8ca0-daafce2c2e90 req-fdedc70d-467a-443f-8ddb-80334e776180 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0485456 Aug 11 03:31:31.224509 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-80899b8c-0a3f-4177-8ca0-daafce2c2e90 req-21cb0b2b-b9f7-4d33-b986-9eaf342cf7fb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305851 Aug 11 03:31:32.338195 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176264e3-dd2e-4f6e-9f38-720b0e64fa30 req-543f9abe-9f3f-412a-acf6-2c128406c698 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:32.339584 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-176264e3-dd2e-4f6e-9f38-720b0e64fa30 req-543f9abe-9f3f-412a-acf6-2c128406c698 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0478394 Aug 11 03:31:32.377411 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-176264e3-dd2e-4f6e-9f38-720b0e64fa30 req-4c38ba8a-b82e-446b-8fb4-d7bbd006de31 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Aug 11 03:31:33.495558 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f66786-92f8-4e4b-b43b-34ababbbd8ec req-63aa0a7d-587e-4ace-974f-d6e532e8cd0d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:33.497032 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99f66786-92f8-4e4b-b43b-34ababbbd8ec req-63aa0a7d-587e-4ace-974f-d6e532e8cd0d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0516391 Aug 11 03:31:33.536382 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-99f66786-92f8-4e4b-b43b-34ababbbd8ec req-f5cfe253-4261-4888-8ea1-9d986e5df7a0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Aug 11 03:31:33.562593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:31:33.658717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:33.673615 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'mac_address': 'fa:16:3e:0e:46:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:31:33.863184 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:33.875507 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:31:33.894607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:33.898630 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:33.946587 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:33.954040 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.954387 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.954731 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.955098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.955403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.955732 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.956059 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.956384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.956710 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.957033 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.957357 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:33.957680 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:34.225890 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['fa9f73a3-c367-4ac5-b1d8-1b398b341daf'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:31:34.651426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca903c-6b75-4828-974c-21b44a9eedac req-8e90b1ac-d994-46ca-9548-f6548220f8ba tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:34.652945 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ca903c-6b75-4828-974c-21b44a9eedac req-8e90b1ac-d994-46ca-9548-f6548220f8ba tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 944 time: 0.0497882 Aug 11 03:31:34.690618 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-54ca903c-6b75-4828-974c-21b44a9eedac req-00e7ce4c-f6c7-4232-9189-ccefc2acd5e2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312417 Aug 11 03:31:35.563207 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:35.612646 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:35.616193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:35.616567 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.695973 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.718367 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:35.720639 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f811f7-7008-45a1-a9bf-86a2cddb2c11" -d '{"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:35.735525 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:35.740888 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.766870 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2814e-75c0-49bf-a8d4-c765e37b63d8 x-openstack-request-id: req-5ad2814e-75c0-49bf-a8d4-c765e37b63d8 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:35.767166 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:35.767417 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ad2814e-75c0-49bf-a8d4-c765e37b63d8 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:35.767913 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'code': 200} Aug 11 03:31:35.797791 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:35.809984 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5a52c-2ce4-4670-a6dd-4855e0e343f2 req-d1af9d83-0037-46f1-bb17-56e96b520408 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:35.811533 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5e5a52c-2ce4-4670-a6dd-4855e0e343f2 req-d1af9d83-0037-46f1-bb17-56e96b520408 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0531268 Aug 11 03:31:35.877611 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a5e5a52c-2ce4-4670-a6dd-4855e0e343f2 req-e8ff0681-7fc4-4257-b855-604ecc8ea9d0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594094 Aug 11 03:31:35.886750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0eb20-b79b-4c77-adc1-8fc8bf123d60 req-e2cd195d-b41a-4ecf-958b-9bfb65ab2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:35.888227 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda0eb20-b79b-4c77-adc1-8fc8bf123d60 req-e2cd195d-b41a-4ecf-958b-9bfb65ab2b55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1097 time: 0.0633011 Aug 11 03:31:35.928553 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eda0eb20-b79b-4c77-adc1-8fc8bf123d60 req-11cefd63-9402-4a4f-94e7-34e8e3875b5b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276878 Aug 11 03:31:36.995022 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eeb34-743f-4ddc-b046-afbbcd00b1e5 req-bfca776b-0ca3-4de4-ad0f-a469b7a502d4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:36.996513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da8eeb34-743f-4ddc-b046-afbbcd00b1e5 req-bfca776b-0ca3-4de4-ad0f-a469b7a502d4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0487134 Aug 11 03:31:37.034062 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da8eeb34-743f-4ddc-b046-afbbcd00b1e5 req-b1ec70b4-5695-414d-9840-0d8c0ae10ba7 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Aug 11 03:31:37.146224 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0decbf-f008-473d-ba72-de15a7908ae7 req-1059157c-c508-48a5-929c-144c686282cd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:37.147711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd0decbf-f008-473d-ba72-de15a7908ae7 req-1059157c-c508-48a5-929c-144c686282cd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0484726 Aug 11 03:31:37.184924 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd0decbf-f008-473d-ba72-de15a7908ae7 req-b0bde796-96b7-4d05-8b14-8be851025f31 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Aug 11 03:31:37.206302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41496) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:37.246271 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c562f92-820c-4184-ad96-2505e2faa12b tempest-TestShelveInstance-21501062 tempest-TestShelveInstance-21501062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:37.247893 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-1c562f92-820c-4184-ad96-2505e2faa12b tempest-TestShelveInstance-21501062 tempest-TestShelveInstance-21501062-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1092 time: 0.0405049 Aug 11 03:31:37.251366 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:37.255705 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:37.276804 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.375837 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.475501 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Allocated IP 172.25.3.40 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/cc31e94c-b676-4a2c-b7e3-656b2e49bf58) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:37.584345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.622709 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.659089 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:37.663773 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:37.667250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:37.690679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=cc31e94c-b676-4a2c-b7e3-656b2e49bf58,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.350892 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.414675 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.563799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.568282 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.638827 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event updated for resources: {'Port': ['ID=cc31e94c-b676-4a2c-b7e3-656b2e49bf58,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.650141 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.748343 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Floating IP 3fdfc85f-00c1-48ea-bb26-9890c8afb63d associated. External IP: 172.25.3.40, port: fa9f73a3-c367-4ac5-b1d8-1b398b341daf. Aug 11 03:31:38.949903 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:31:39.058312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:39.067719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:39.074361 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.076985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:39.077626 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:39.101920 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-16393a3f-83a0-4bf8-a828-f874a0b02aee tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8494897 Aug 11 03:31:39.102517 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:39.105056 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab506e-747f-4d10-85ec-02cf8ec9ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:39.141174 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88c976-1c86-4e37-bcc8-858c232690a1 x-openstack-request-id: req-cf88c976-1c86-4e37-bcc8-858c232690a1 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:39.141471 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:39.141733 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf88c976-1c86-4e37-bcc8-858c232690a1 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:39.142177 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'status': 'completed', 'code': 200} Aug 11 03:31:39.188518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:39.206587 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-19bec4e7-d0c5-4e21-a6ad-c39980dadee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:39.208107 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-19bec4e7-d0c5-4e21-a6ad-c39980dadee6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1097 time: 0.0436199 Aug 11 03:31:39.299049 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-32065501-7ca1-4741-bff3-160c5fc1a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:39.300687 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-32065501-7ca1-4741-bff3-160c5fc1a12d service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0852456 Aug 11 03:31:39.373915 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-b7598966-6ae5-4f8d-b460-561fdbc0e8a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 998 time: 0.0658212 Aug 11 03:31:39.414138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3fdfc85f-00c1-48ea-bb26-9890c8afb63d', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:0e:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:37Z', 'updated_at': '2021-08-11T03:31:37Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:39.423588 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-311af372-e17d-4893-a4c1-b7d5b0ded44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:39.425089 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-311af372-e17d-4893-a4c1-b7d5b0ded44a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0441260 Aug 11 03:31:39.441117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:31:39.450225 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:39.450849 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:31:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:39.472727 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-e46c7e8d-6063-48e2-bd49-6b2f8cf6f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:39.474577 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-e46c7e8d-6063-48e2-bd49-6b2f8cf6f30d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419760 Aug 11 03:31:39.559266 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:39.568430 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-91b455d4-37b7-495d-ab2c-aacd589e8d9e service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Aug 11 03:31:39.659578 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-22ab506e-747f-4d10-85ec-02cf8ec9ce20 req-c2316f7c-37f1-44fd-98e4-af719567fea4 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831761 Aug 11 03:31:39.794794 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3fdfc85f-00c1-48ea-bb26-9890c8afb63d', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:0e:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:37Z', 'updated_at': '2021-08-11T03:31:37Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:39.820988 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b902d2-0d74-435b-b83e-257d418de69d None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '3fdfc85f-00c1-48ea-bb26-9890c8afb63d', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'mac_address': 'fa:16:3e:0e:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:31:37Z', 'updated_at': '2021-08-11T03:31:37Z', 'revision_number': 0, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:40.018098 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c55e6-0eec-431e-bb53-02c94931f557 None None] New status for floating IP 3fdfc85f-00c1-48ea-bb26-9890c8afb63d: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:31:41.483413 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.484264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.346903 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:52.770844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-af9e279a-11ec-47cb-ba85-96db103284ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.262003 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2370ac8a-78f2-472d-bb10-68b6596f2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.597017 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.779467 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.364423 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.394999 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-b74c23b6-2963-437e-80c2-a254614d0b98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437810 Aug 11 03:32:05.484106 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5cd3-da67-4037-971a-247b22f8137c req-5d9343cc-a369-410d-9361-78c7ff925017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:05.485756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-5d9343cc-a369-410d-9361-78c7ff925017 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1097 time: 0.0471690 Aug 11 03:32:05.588471 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5cd3-da67-4037-971a-247b22f8137c req-7edbad69-82da-4667-a382-77ed2165c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:05.589969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-7edbad69-82da-4667-a382-77ed2165c3aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0846903 Aug 11 03:32:05.666174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-d27b54cb-10dd-412e-ae82-340e955c4213 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1000 time: 0.0689960 Aug 11 03:32:06.065076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5cd3-da67-4037-971a-247b22f8137c req-0e498ae0-fa3b-4fae-a2db-c1541dcf10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:06.066564 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-0e498ae0-fa3b-4fae-a2db-c1541dcf10c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.3929160 Aug 11 03:32:06.116339 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5cd3-da67-4037-971a-247b22f8137c req-f6203686-9695-479e-8da8-dfa4b428f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:06.118045 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-f6203686-9695-479e-8da8-dfa4b428f639 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418720 Aug 11 03:32:06.214573 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-966d9413-19eb-4f92-98c9-9165984a5690 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892999 Aug 11 03:32:06.303789 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-286a5cd3-da67-4037-971a-247b22f8137c req-5a76ed38-eb58-45c5-b8d3-7962aab775e1 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815027 Aug 11 03:32:11.474390 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.495293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.774743 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-75d8e46f-83c7-4918-a3a6-d868f4a2b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.261578 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-432c541d-a3a0-4fa4-b178-e682221367bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.597349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.783150 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.346734 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:28.367111 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.473143 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.491540 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.775349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-10b6367b-4065-439a-9054-11be2e101e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.261921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0017868d-3aaa-43f7-8b41-915c9ca3ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.599089 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.785170 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.370487 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.347292 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:07.397452 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-b7f168bd-84e6-4ff4-af5a-ed49a06ff938 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407398 Aug 11 03:33:07.487058 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-18db6cad-28d0-42a0-973e-c695eb1e185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.488545 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-18db6cad-28d0-42a0-973e-c695eb1e185b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1097 time: 0.0443230 Aug 11 03:33:07.595454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-2234a855-fae0-45f0-8c89-4e149e419683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.596917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-2234a855-fae0-45f0-8c89-4e149e419683 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0839825 Aug 11 03:33:07.672258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-3096846f-7f75-45fc-b086-25b20cdeed64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1000 time: 0.0616884 Aug 11 03:33:07.724475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-9773d74b-c4dd-4a7a-8519-6c1d97f94485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.725959 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-9773d74b-c4dd-4a7a-8519-6c1d97f94485 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0428581 Aug 11 03:33:07.775427 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-a3144c70-5391-469c-99ac-7b9ee4554701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.776917 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-a3144c70-5391-469c-99ac-7b9ee4554701 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396357 Aug 11 03:33:07.876854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-94c9a22a-e76f-4fe8-b073-760e4900127d service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Aug 11 03:33:07.981190 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e98d2d2a-95a6-4c15-9e1c-6bce97f11561 req-c77e536b-a16a-4af3-bb48-19eaa22cefeb service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862401 Aug 11 03:33:11.487987 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.507007 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.777975 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bbb52adb-1dcb-4e10-a88e-258397e139c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.263406 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-09798f29-44a0-49ed-9af6-107629a493c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.598782 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.788850 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.373395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.588076 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965ffe6-c5c6-4723-bcda-81e302584885 req-f278da4d-750e-4c0b-bf09-272e1a9192f1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:37.589580 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f965ffe6-c5c6-4723-bcda-81e302584885 req-f278da4d-750e-4c0b-bf09-272e1a9192f1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0550931 Aug 11 03:33:37.632260 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-f965ffe6-c5c6-4723-bcda-81e302584885 req-3bb173ae-4805-45f5-aef3-3f7104bf7993 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364904 Aug 11 03:33:38.759721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e043-2bcb-45ac-89be-e72e8db82e49 req-a1fa421e-6670-481e-aa0c-42754bdb2e5a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:38.761250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e29e043-2bcb-45ac-89be-e72e8db82e49 req-a1fa421e-6670-481e-aa0c-42754bdb2e5a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0562801 Aug 11 03:33:38.800700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e29e043-2bcb-45ac-89be-e72e8db82e49 req-fc8f01dc-f101-4894-9c62-f509c7b463aa tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334401 Aug 11 03:33:39.932810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b511-d1cf-4df1-b084-54a337cd19b3 req-111453c6-d801-48ad-908d-a102f13a1f6e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:39.934396 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e205b511-d1cf-4df1-b084-54a337cd19b3 req-111453c6-d801-48ad-908d-a102f13a1f6e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0516503 Aug 11 03:33:39.976812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e205b511-d1cf-4df1-b084-54a337cd19b3 req-b2da5664-89ba-42d0-95ed-3843a083ae60 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355031 Aug 11 03:33:41.111565 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134c52-19ae-4805-812e-492be29da465 req-d579e3b7-dff9-4982-806a-25279847fab4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:41.113099 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53134c52-19ae-4805-812e-492be29da465 req-d579e3b7-dff9-4982-806a-25279847fab4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0521607 Aug 11 03:33:41.153013 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-53134c52-19ae-4805-812e-492be29da465 req-307da4f7-8db5-475d-82c6-e66251c77319 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340164 Aug 11 03:33:41.350902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:41.491932 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.508844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.274689 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187dd99-acee-4e91-a2a7-5b5c83fb0676 req-70f92f70-926d-4c14-9f3c-00028fa18e91 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.276269 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0187dd99-acee-4e91-a2a7-5b5c83fb0676 req-70f92f70-926d-4c14-9f3c-00028fa18e91 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0557573 Aug 11 03:33:42.327682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0187dd99-acee-4e91-a2a7-5b5c83fb0676 req-30666485-8ae4-4774-89ed-a3447eac44bd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441735 Aug 11 03:33:43.447840 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1095f2f-ce56-411b-af72-b714ec0f79c3 req-7a946c16-38d3-4948-93cf-6b3f2d3860b1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:43.449479 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1095f2f-ce56-411b-af72-b714ec0f79c3 req-7a946c16-38d3-4948-93cf-6b3f2d3860b1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0503492 Aug 11 03:33:43.487042 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d1095f2f-ce56-411b-af72-b714ec0f79c3 req-ece3ea7f-a431-4c8b-ac35-80bb9df4280e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Aug 11 03:33:44.606087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87251ab-4e4f-44c7-92ef-a8e61fec2916 req-af103909-162d-4fb5-8c58-12335eff53c1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.607636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e87251ab-4e4f-44c7-92ef-a8e61fec2916 req-af103909-162d-4fb5-8c58-12335eff53c1 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0510857 Aug 11 03:33:44.647835 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e87251ab-4e4f-44c7-92ef-a8e61fec2916 req-322eddb4-7659-4bf0-88f4-b3ba9291e84b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336814 Aug 11 03:33:45.769508 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c10e9-5dee-4c90-ba0b-e628c81dafc6 req-69630ffa-a338-4ccf-803e-66808555b014 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.771069 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f8c10e9-5dee-4c90-ba0b-e628c81dafc6 req-69630ffa-a338-4ccf-803e-66808555b014 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0539327 Aug 11 03:33:45.810249 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-6f8c10e9-5dee-4c90-ba0b-e628c81dafc6 req-57b3f9ca-39b9-4ddc-9a79-e816b7e40940 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Aug 11 03:33:46.928942 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7f5d9-6602-47a4-bd7f-d97c64c80999 req-c616c2df-6789-4efa-98e9-ecb2dbf25268 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.930589 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56b7f5d9-6602-47a4-bd7f-d97c64c80999 req-c616c2df-6789-4efa-98e9-ecb2dbf25268 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0519216 Aug 11 03:33:46.970976 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-56b7f5d9-6602-47a4-bd7f-d97c64c80999 req-7c803867-2c82-4d84-a7b2-39fbd7ee90df tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343688 Aug 11 03:33:47.788481 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e1ae-6c84-4704-b7c4-10368352134f req-c0246960-b2f0-4383-b2b8-091dc4faf3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:47.790092 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-c0246960-b2f0-4383-b2b8-091dc4faf3b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1097 time: 0.0422192 Aug 11 03:33:47.890381 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e1ae-6c84-4704-b7c4-10368352134f req-6e685c41-f451-4808-b58b-e8b349dc3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:47.891900 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-6e685c41-f451-4808-b58b-e8b349dc3235 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0905643 Aug 11 03:33:47.965820 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-d6450cd8-6ff2-4b0d-a695-de15dff40ea2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1000 time: 0.0624692 Aug 11 03:33:48.031306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e1ae-6c84-4704-b7c4-10368352134f req-e1efcbc3-7a96-4864-a19b-780f035be15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.033486 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-e1efcbc3-7a96-4864-a19b-780f035be15d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0551124 Aug 11 03:33:48.092918 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e1ae-6c84-4704-b7c4-10368352134f req-df1e2e69-13cb-4109-b446-74d747a0c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.095178 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-df1e2e69-13cb-4109-b446-74d747a0c377 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497358 Aug 11 03:33:48.112682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-4e975be1-300d-480b-a44b-7f851fb0135c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:33:48.114063 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-4e975be1-300d-480b-a44b-7f851fb0135c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074253 Aug 11 03:33:48.220653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-48c30ab9-84a9-474b-933c-ce04dbb63fc5 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957885 Aug 11 03:33:48.348524 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8792e1ae-6c84-4704-b7c4-10368352134f req-ff68ce08-7a90-4a2a-9a3b-3e6bcaf012d6 service neutron] 10.222.0.67 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158686 Aug 11 03:33:48.365111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cee2ab-29f1-47e1-bd97-4f4532d26f98 req-88ca3172-8d8d-4edd-8614-ced2c9f9213c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.366694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8cee2ab-29f1-47e1-bd97-4f4532d26f98 req-88ca3172-8d8d-4edd-8614-ced2c9f9213c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0726175 Aug 11 03:33:48.407377 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e8cee2ab-29f1-47e1-bd97-4f4532d26f98 req-7044611a-4489-4e02-a178-f4a08117850c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 Aug 11 03:33:49.525487 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596d64-77de-47ab-9d75-4bf0aaa5828d req-301735e7-bb08-4067-aa49-ea4700cc7301 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:49.527002 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6596d64-77de-47ab-9d75-4bf0aaa5828d req-301735e7-bb08-4067-aa49-ea4700cc7301 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0496755 Aug 11 03:33:49.569513 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d6596d64-77de-47ab-9d75-4bf0aaa5828d req-b0461fe8-3dec-4a96-b03c-4ec1b9d38d73 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 Aug 11 03:33:50.684452 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878b36d-cb1b-40d0-83e8-b952bf821a1f req-e9f8a6df-f233-42fe-b665-5b48407d3554 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:50.686115 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0878b36d-cb1b-40d0-83e8-b952bf821a1f req-e9f8a6df-f233-42fe-b665-5b48407d3554 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0502217 Aug 11 03:33:50.725823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0878b36d-cb1b-40d0-83e8-b952bf821a1f req-665fdc59-9405-4ed4-a32a-8892ca8395f3 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Aug 11 03:33:51.843810 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a5a7-4caf-48c0-bfb7-360b4ea1c8b7 req-2fdabc8c-17c0-4e48-bd99-50d26db51c81 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.845214 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d938a5a7-4caf-48c0-bfb7-360b4ea1c8b7 req-2fdabc8c-17c0-4e48-bd99-50d26db51c81 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0499294 Aug 11 03:33:51.882812 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d938a5a7-4caf-48c0-bfb7-360b4ea1c8b7 req-e4314691-2acf-4260-b52c-07bb0933745e tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Aug 11 03:33:52.123225 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eddfaa-314d-4826-939e-79aa3060b283 req-0886ed2d-54f0-42b4-b93f-1741f860b722 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:52.124644 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21eddfaa-314d-4826-939e-79aa3060b283 req-0886ed2d-54f0-42b4-b93f-1741f860b722 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0806966 Aug 11 03:33:52.141786 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c6f4b267-1818-4d9a-b3a4-d0dee647f4b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236823 Aug 11 03:33:52.169634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-21eddfaa-314d-4826-939e-79aa3060b283 req-e6c3251d-8681-4c4a-8288-87aaac0b97c5 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366638 Aug 11 03:33:52.779298 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bb5faa52-d78d-4516-b1b2-ff6681a581a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.286564 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2918a5-4837-4377-9c71-054027ded39a req-072ac209-3947-4baf-a3c8-0bfa254afc7a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:53.288161 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd2918a5-4837-4377-9c71-054027ded39a req-072ac209-3947-4baf-a3c8-0bfa254afc7a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 945 time: 0.0511165 Aug 11 03:33:53.326160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fd2918a5-4837-4377-9c71-054027ded39a req-0cd4dc38-24c3-4546-a5c6-7ad1beb14492 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 11 03:33:54.152811 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:54.237250 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.262330 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:54.264755 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470da86-8f89-417f-b612-b3e4bde36d3d" -d '{"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:54.279797 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:54.283971 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.310042 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824483e7-cfbb-4f4e-8ad6-2f863176d01c x-openstack-request-id: req-824483e7-cfbb-4f4e-8ad6-2f863176d01c {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:54.310342 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-unplugged", "status": "failed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "code": 422}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:54.310596 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-824483e7-cfbb-4f4e-8ad6-2f863176d01c {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:54.310992 n-d-713498-10 neutron-server[94654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'code': 422} returned with failed status Aug 11 03:33:54.340237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:54.348188 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.348540 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.348888 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.349231 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.349575 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.349953 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.350291 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.350621 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.350986 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.351278 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.351607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.351934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:54.450347 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1550a-b5fd-4cc2-aff4-8a2d0655d994 req-8b11373d-9934-4cec-81bc-ae78469bc18d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.451925 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3da1550a-b5fd-4cc2-aff4-8a2d0655d994 req-8b11373d-9934-4cec-81bc-ae78469bc18d tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0518081 Aug 11 03:33:54.491731 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3da1550a-b5fd-4cc2-aff4-8a2d0655d994 req-ef5d439a-aea1-4662-929b-7108b4c9fee8 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Aug 11 03:33:55.264701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-28335ff1-838c-47c2-89f3-269ab87fce25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.602511 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.624922 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b548ff-ae17-49aa-b7b9-8dc245825b13 req-efa68593-0ac8-46dc-b15e-1a31f567e47c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:55.626767 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3b548ff-ae17-49aa-b7b9-8dc245825b13 req-efa68593-0ac8-46dc-b15e-1a31f567e47c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0636034 Aug 11 03:33:55.667986 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3b548ff-ae17-49aa-b7b9-8dc245825b13 req-74a52ae4-1dca-48c9-8efb-77c88e6386ec tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344646 Aug 11 03:33:56.782479 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554ee2-f10d-404c-bcb9-a1d186ace8fb req-774944fa-765a-4f0f-b491-204c7822a199 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.783977 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca554ee2-f10d-404c-bcb9-a1d186ace8fb req-774944fa-765a-4f0f-b491-204c7822a199 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0480027 Aug 11 03:33:56.790708 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.822014 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ca554ee2-f10d-404c-bcb9-a1d186ace8fb req-4063b31e-e40a-419b-9707-c51b7699ac22 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Aug 11 03:33:56.966515 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-29e642cd-2006-4d75-98d7-581af5ce1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.967963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-29e642cd-2006-4d75-98d7-581af5ce1508 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&tenant_id=1d77a53220a84500b60a77473ff908ad HTTP/1.1" status: 200 len: 1095 time: 0.0911303 Aug 11 03:33:56.981976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-10', 'device_owner': 'compute:nova'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:57.033619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.235726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:57.272128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h1-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:57.309686 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:57.317739 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.329629 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Transition to ACTIVE for port object fa9f73a3-c367-4ac5-b1d8-1b398b341daf will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:57.333149 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.408106 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=7']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:57.422425 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.422771 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.423113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.423456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.423794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.424128 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.424458 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.424786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.425113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.425994 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.426322 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.426653 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:57.465922 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] No DVR routers for this DVR port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on host n-h1-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:57.603427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:57.603766 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:57.604095 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:57.608409 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:57.608726 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Attempting to bind port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on network cc631be5-1115-44e8-81ae-3a950eebc19c {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:57.614037 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:57.614373 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Checking segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:57.614751 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Bound using segment: {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:57.615169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Bound port: fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f99cdff-7844-4fcc-8c39-91c6a3930c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:57.615529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.677154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:57.680081 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:57.684918 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.720682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.721302 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.723380 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1092 time: 0.7456479 Aug 11 03:33:57.723781 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:57.726170 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c8c4a-0b51-4b05-ab05-dae6f7604b54" -d '{"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:57.750737 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed4a1-1e5a-4065-9816-8a8a84617719 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=8']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:57.780114 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c836be42-c19d-4b40-9b38-4d3b762fe12a x-openstack-request-id: req-c836be42-c19d-4b40-9b38-4d3b762fe12a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:57.780415 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:57.780666 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c836be42-c19d-4b40-9b38-4d3b762fe12a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:57.781066 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'status': 'completed', 'code': 200} Aug 11 03:33:57.798056 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-adf9d5c1-7007-4b7b-92fc-d3e4647f0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.799699 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-adf9d5c1-7007-4b7b-92fc-d3e4647f0291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1095 time: 0.0459929 Aug 11 03:33:57.901365 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-76270da0-2b60-4352-915a-051f3c38a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.903152 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-76270da0-2b60-4352-915a-051f3c38a163 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0945127 Aug 11 03:33:57.951379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76556f48-c432-48ee-a7d7-b47a512c0abf req-32d4f897-8099-48b4-9da5-f2ec30f9e60c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.952901 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76556f48-c432-48ee-a7d7-b47a512c0abf req-32d4f897-8099-48b4-9da5-f2ec30f9e60c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0520153 Aug 11 03:33:57.978767 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-dffe4295-17bc-40e6-9cd9-010e50b1663b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 998 time: 0.0642428 Aug 11 03:33:58.005640 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-76556f48-c432-48ee-a7d7-b47a512c0abf req-4e520d8f-3e68-4f4a-a079-12f506216f3f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463650 Aug 11 03:33:58.032444 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-386bd90d-37ef-4e44-901e-0e41181bcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.033942 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-386bd90d-37ef-4e44-901e-0e41181bcf8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0479281 Aug 11 03:33:58.080622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c5a79c9e-a57e-48da-95a3-f346acf8b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.082737 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c5a79c9e-a57e-48da-95a3-f346acf8b678 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413375 Aug 11 03:33:58.173492 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-6059fc4d-d6ac-46ad-8b9d-62b71631e63f service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810783 Aug 11 03:33:58.267751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-acc65df4-465b-4aaa-9a61-7c11235a802c service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864320 Aug 11 03:33:58.353690 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-269195dc-62b8-43e2-a4a4-7547b7247db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.355158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-269195dc-62b8-43e2-a4a4-7547b7247db1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1095 time: 0.0417271 Aug 11 03:33:58.376014 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.449456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-23c2a3bd-eea0-41f1-8f18-cf54de26b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.450976 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-23c2a3bd-eea0-41f1-8f18-cf54de26b0e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0875385 Aug 11 03:33:58.515740 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-be0f089d-44db-43c6-ae30-4f2d673abe4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 998 time: 0.0570183 Aug 11 03:33:58.567259 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-396c6b18-8cdb-41fb-86b7-b04ac97d1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.568724 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-396c6b18-8cdb-41fb-86b7-b04ac97d1850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0440888 Aug 11 03:33:58.620568 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-fb16b73c-e8d7-4a9f-93a5-58890e8f59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.622110 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-fb16b73c-e8d7-4a9f-93a5-58890e8f59d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448091 Aug 11 03:33:58.713197 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-471eb7cb-79ae-4a0c-842e-698f14ce7fe3 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Aug 11 03:33:58.807439 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-709c8c4a-0b51-4b05-ab05-dae6f7604b54 req-7dfd6b9d-1464-4e31-b21f-f9684edf65d6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866733 Aug 11 03:33:59.125526 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f43b9-8bf3-4ab0-bfe1-d592c2fda353 req-4641fa57-7e84-4918-b006-a30528fe88cd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.127036 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e0f43b9-8bf3-4ab0-bfe1-d592c2fda353 req-4641fa57-7e84-4918-b006-a30528fe88cd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0532880 Aug 11 03:33:59.164694 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3e0f43b9-8bf3-4ab0-bfe1-d592c2fda353 req-157ae534-e7ca-4cc0-9442-485d82566f63 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Aug 11 03:34:00.278409 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e8cf-d675-440f-a357-bf9e743fe34a req-b4b3fdd4-7327-4780-8678-5ea92a855398 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:00.279914 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e902e8cf-d675-440f-a357-bf9e743fe34a req-b4b3fdd4-7327-4780-8678-5ea92a855398 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0493307 Aug 11 03:34:00.317515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e902e8cf-d675-440f-a357-bf9e743fe34a req-3e812272-e534-4d39-8378-d32720aede45 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Aug 11 03:34:01.430305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069ca11-d2c6-449a-952a-855254acc978 req-f16bdeb8-ee4f-4f2d-ae98-df01684aed26 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:01.431798 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8069ca11-d2c6-449a-952a-855254acc978 req-f16bdeb8-ee4f-4f2d-ae98-df01684aed26 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0481544 Aug 11 03:34:01.469700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8069ca11-d2c6-449a-952a-855254acc978 req-9a88a28b-ddb6-45c0-8a67-ff56e5d86b0b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Aug 11 03:34:02.589497 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee14bd-498f-4dc4-9ee5-fe69b8e1f6a0 req-ad1fc96a-f9ec-43f4-9fed-f2fbf5d8b028 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:02.591007 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9ee14bd-498f-4dc4-9ee5-fe69b8e1f6a0 req-ad1fc96a-f9ec-43f4-9fed-f2fbf5d8b028 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0545330 Aug 11 03:34:02.628170 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c9ee14bd-498f-4dc4-9ee5-fe69b8e1f6a0 req-c8797d59-d5a0-4f71-a68e-d6cc8909d408 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313032 Aug 11 03:34:03.742940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4d2e-c659-4c0e-9fc5-5b61305d6233 req-efa6540a-d9d1-429e-a705-eeeab1a025cb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.744472 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd5e4d2e-c659-4c0e-9fc5-5b61305d6233 req-efa6540a-d9d1-429e-a705-eeeab1a025cb tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0490491 Aug 11 03:34:03.783056 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-bd5e4d2e-c659-4c0e-9fc5-5b61305d6233 req-b1611299-ab5d-49d7-aca1-6a8f39a8a279 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327563 Aug 11 03:34:04.894656 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73787-ea71-4c90-897f-d2f3d595d02a req-7bf74eba-6e23-4e01-947b-ce55a2df8844 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:04.896813 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7c73787-ea71-4c90-897f-d2f3d595d02a req-7bf74eba-6e23-4e01-947b-ce55a2df8844 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 943 time: 0.0493560 Aug 11 03:34:04.935008 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d7c73787-ea71-4c90-897f-d2f3d595d02a req-f4812874-eb18-4622-8f6f-3055b284d166 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Aug 11 03:34:05.597547 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:34:05.694068 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:05.705448 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'port_id': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'mac_address': 'fa:16:3e:0e:46:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:34:05.741531 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.753892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:05.773375 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:05.776861 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.826108 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=9']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.053571 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa961d3a-c5c2-4a15-944d-ef926c00d864 req-3dc6ad49-ae13-4c7e-8b06-2bb5a54d2c24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:06.055093 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa961d3a-c5c2-4a15-944d-ef926c00d864 req-3dc6ad49-ae13-4c7e-8b06-2bb5a54d2c24 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 944 time: 0.0533929 Aug 11 03:34:06.062742 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['fa9f73a3-c367-4ac5-b1d8-1b398b341daf'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:06.093434 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fa961d3a-c5c2-4a15-944d-ef926c00d864 req-ba47abd3-cddb-47e2-a1d3-90fa969cde88 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Aug 11 03:34:07.205151 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b84cd3-5862-493c-be25-1c3492c44454 req-3f9b865b-63de-4e1c-8841-bde07f7555dc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.206653 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7b84cd3-5862-493c-be25-1c3492c44454 req-3f9b865b-63de-4e1c-8841-bde07f7555dc tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 944 time: 0.0482929 Aug 11 03:34:07.244176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-c7b84cd3-5862-493c-be25-1c3492c44454 req-ad793d14-9a7e-4976-8ed2-30637aff4ae8 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Aug 11 03:34:07.624335 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:07.674433 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:07.678082 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port fa9f73a3-c367-4ac5-b1d8-1b398b341daf triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:07.678459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.760077 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.782474 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:07.784705 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba70031-5346-4bfb-904a-c0f31ab47bfb" -d '{"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:07.800186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:07.805342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.831690 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b17ae-052e-46d1-83ca-25ce6643696b x-openstack-request-id: req-868b17ae-052e-46d1-83ca-25ce6643696b {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:07.831979 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:07.832234 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-868b17ae-052e-46d1-83ca-25ce6643696b {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:07.832650 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'code': 200} Aug 11 03:34:07.864948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=10']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.972794 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2bb75-48bf-4862-97cf-5234bd32809f req-21e575f5-1335-42fc-864d-7387dff4ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.974367 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbc2bb75-48bf-4862-97cf-5234bd32809f req-21e575f5-1335-42fc-864d-7387dff4ff6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1098 time: 0.0417662 Aug 11 03:34:08.013751 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-cbc2bb75-48bf-4862-97cf-5234bd32809f req-4044b17b-13f0-4da4-913b-8599f9eb6ca5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289507 Aug 11 03:34:08.357534 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6264cf-ace8-40bd-9893-3342f32afe64 req-2e620bf5-9f4e-4615-abfd-fec077be603f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.359054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da6264cf-ace8-40bd-9893-3342f32afe64 req-2e620bf5-9f4e-4615-abfd-fec077be603f tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.0490973 Aug 11 03:34:08.396981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-da6264cf-ace8-40bd-9893-3342f32afe64 req-34496b0d-1394-4809-a77a-cab886e45e63 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Aug 11 03:34:09.515212 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891298-711f-4151-881e-9a7836740568 req-4a49c9b9-c6ba-4470-9a06-db97c9e88187 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:09.516737 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe891298-711f-4151-881e-9a7836740568 req-4a49c9b9-c6ba-4470-9a06-db97c9e88187 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.0531058 Aug 11 03:34:09.556907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-fe891298-711f-4151-881e-9a7836740568 req-cae76d08-4b5d-4cd2-825d-3e0e2118bd55 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335112 Aug 11 03:34:11.497426 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.522431 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.349554 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:21.643216 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-1e9deab7-f3c3-47e5-baa5-d51a95695454 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395906 Aug 11 03:34:21.733038 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-c19b9464-859a-4854-8437-8eab1ba204bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.734548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-c19b9464-859a-4854-8437-8eab1ba204bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1098 time: 0.0436203 Aug 11 03:34:21.837250 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-282edf95-f8d4-4ef4-a398-e63c528850d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.838771 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-282edf95-f8d4-4ef4-a398-e63c528850d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0823655 Aug 11 03:34:21.908535 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-e4297a26-734f-4005-ba0a-92e470b54b5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1000 time: 0.0615060 Aug 11 03:34:21.961733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-97fb9b98-f083-4200-8737-ccb198bb2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.963267 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-97fb9b98-f083-4200-8737-ccb198bb2b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0449755 Aug 11 03:34:22.013401 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-b3d2985c-9343-4d19-91dc-2d938b3ecb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:22.014968 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-b3d2985c-9343-4d19-91dc-2d938b3ecb10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430408 Aug 11 03:34:22.113548 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-f68f45cd-9e00-4331-bcb1-64564db865c5 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892777 Aug 11 03:34:22.200759 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-dfae3bae-4f43-40f6-8e4c-0e71e82a7fcc req-dc2144fd-59d0-4bc3-b2d9-a4c862e29ab2 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800157 Aug 11 03:34:22.779967 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cb569a03-c32f-42aa-af0d-4c1065d1b677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.265620 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e29b9415-d5b4-43ac-b045-9459b60a4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.605448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.794451 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.379543 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.496417 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.522528 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.782058 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-716fc122-d1f2-46e8-9aea-4a88cc2b119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.266875 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f4a17ac-109f-4f9f-bd8a-ce667f9bac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.349452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:55.606324 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.796670 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:58.380747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.516087 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.537030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:22.661750 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-6fa5bd87-b953-4547-b66f-173d3d1bf2c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537970 Aug 11 03:35:22.752948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1cc7-e459-4137-bb48-66a252c74639 req-0b49cfa5-1264-4301-aa5f-e18e4e9eeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:22.754518 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-0b49cfa5-1264-4301-aa5f-e18e4e9eeb55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1098 time: 0.0474029 Aug 11 03:35:22.786922 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b5edd293-46e7-41bb-9c6b-afdf9f3fcb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:22.866196 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1cc7-e459-4137-bb48-66a252c74639 req-2d3cbfc4-f14a-4966-b22a-8110f212a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:22.867705 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-2d3cbfc4-f14a-4966-b22a-8110f212a6a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0930882 Aug 11 03:35:22.940854 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-95e7dc12-39f1-4f5d-8866-6d591863f25f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 1000 time: 0.0639784 Aug 11 03:35:22.995194 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1cc7-e459-4137-bb48-66a252c74639 req-3816c309-a27e-4528-a46f-018dcda10849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:22.996726 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-3816c309-a27e-4528-a46f-018dcda10849 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0479417 Aug 11 03:35:23.046437 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1cc7-e459-4137-bb48-66a252c74639 req-9c310109-1f43-4a31-8aae-d09c1387e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:23.047965 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-9c310109-1f43-4a31-8aae-d09c1387e47b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434494 Aug 11 03:35:23.143413 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-0b7ed7f0-7f7b-4132-ab40-4e718777448b service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870380 Aug 11 03:35:23.231811 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-854a1cc7-e459-4137-bb48-66a252c74639 req-6bebf49e-782d-44e8-8f0f-73b2db06e470 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809937 Aug 11 03:35:25.268735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d1019e34-e3dd-4456-9afc-92459dae95ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.609400 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.799909 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.073630 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41696) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:28.237759 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Deleting port cc31e94c-b676-4a2c-b7e3-656b2e49bf58 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:28.238144 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.315471 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.315798 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.327809 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Calling delete_port for cc31e94c-b676-4a2c-b7e3-656b2e49bf58 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:28.383160 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.473687 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.500735 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'Port': ['ID=cc31e94c-b676-4a2c-b7e3-656b2e49bf58,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:28.526380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.526655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.527001 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.527364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.527703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.528033 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.528364 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.528691 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.529045 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.529385 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.529715 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.530061 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:28.568291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.568683 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Floating IP 3fdfc85f-00c1-48ea-bb26-9890c8afb63d disassociated (deleted). External IP: 172.25.3.40, port: fa9f73a3-c367-4ac5-b1d8-1b398b341daf. Aug 11 03:35:28.778408 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:28.883363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:28.888251 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.892800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:28.901310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:28.901952 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:28.915058 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-a449af18-b5b2-40c1-887e-07f97cfab704 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "DELETE /v2.0/floatingips/3fdfc85f-00c1-48ea-bb26-9890c8afb63d HTTP/1.1" status: 204 len: 168 time: 0.8402939 Aug 11 03:35:28.915717 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:28.918016 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86b198-f47a-459b-afdc-6bb3d6da547a" -d '{"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:28.958321 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b82751f-ad43-490d-b85a-c05dcc9a4e21 x-openstack-request-id: req-6b82751f-ad43-490d-b85a-c05dcc9a4e21 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:28.958622 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:28.958885 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b82751f-ad43-490d-b85a-c05dcc9a4e21 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:28.959419 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'status': 'completed', 'code': 200} Aug 11 03:35:29.034455 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-c32c4558-b7d2-46cd-b2af-6d13092fa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.035948 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-c32c4558-b7d2-46cd-b2af-6d13092fa91d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d77a53220a84500b60a77473ff908ad&device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 1098 time: 0.0452473 Aug 11 03:35:29.142386 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-48b2e905-86e1-4ccf-8d03-54a0caa517ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.143900 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-48b2e905-86e1-4ccf-8d03-54a0caa517ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 200 len: 908 time: 0.0945876 Aug 11 03:35:29.173778 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b0ac2-ea3d-4e95-a606-3cd9ee9a8aa9 req-36f49c8b-7416-4bbd-9105-d360ee808ec0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.175257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9b0ac2-ea3d-4e95-a606-3cd9ee9a8aa9 req-36f49c8b-7416-4bbd-9105-d360ee808ec0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.0546150 Aug 11 03:35:29.180591 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:29.191093 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-fe0e1b57-cdda-4c7f-80ad-0956b061cff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 200 len: 217 time: 0.0371113 Aug 11 03:35:29.216284 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9e9b0ac2-ea3d-4e95-a606-3cd9ee9a8aa9 req-f0bb10cf-436a-45da-92b7-f0c004bb7a4b tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Aug 11 03:35:29.245976 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-b5a4b40f-1272-4ac6-965a-52eeffcf3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.248411 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-b5a4b40f-1272-4ac6-965a-52eeffcf3ee7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 200 len: 846 time: 0.0494015 Aug 11 03:35:29.303814 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-410bf404-8337-4f06-9f05-76c1daa847df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.305328 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-410bf404-8337-4f06-9f05-76c1daa847df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc631be5-1115-44e8-81ae-3a950eebc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489960 Aug 11 03:35:29.396117 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:29.401333 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-03a1cd69-dade-4dc2-98a1-b15a8d593829 service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 Aug 11 03:35:29.423282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:29.432041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:29.432690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:29.498001 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-6b86b198-f47a-459b-afdc-6bb3d6da547a req-868a3f82-d21c-4713-b6a8-4b63a81bcacb service neutron] 10.222.0.61 "GET /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883665 Aug 11 03:35:29.541550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:29.742531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:29.769098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384ebcc-c14d-45d6-a641-71882666d28f None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:39Z', 'revision_number': 4, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': '05dd7a07-e993-479d-ac82-b40d7dcff95c', 'name': '', 'network_id': 'cc631be5-1115-44e8-81ae-3a950eebc19c', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'mac_address': 'fa:16:3e:d0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:39Z', 'updated_at': '2021-08-11T03:26:46Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'subnets': [{'id': '7dcb054c-e44a-4e18-aa90-f4b7dec68a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:29.980115 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14beb060-6853-4134-a224-46bfd86d6f88 None None] New status for floating IP 3fdfc85f-00c1-48ea-bb26-9890c8afb63d: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:35:30.335691 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bc86e-0ae1-4771-b5ad-a2953f6a227b req-806e45d7-25d8-45a7-87a6-6cd0fd3713fd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:30.337103 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-047bc86e-0ae1-4771-b5ad-a2953f6a227b req-806e45d7-25d8-45a7-87a6-6cd0fd3713fd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.0482929 Aug 11 03:35:30.375006 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-047bc86e-0ae1-4771-b5ad-a2953f6a227b req-eb1e33b8-e3c0-4b25-918e-a8a8610daa05 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Aug 11 03:35:31.227711 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-1d68d2c2-a73e-4842-bb66-80ab0f754b62 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.229156 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-1d68d2c2-a73e-4842-bb66-80ab0f754b62 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.3778365 Aug 11 03:35:31.320958 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Deleting port fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:31.321204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.409040 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] For port fa9f73a3-c367-4ac5-b1d8-1b398b341daf, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:31.409040 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.421955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Calling delete_port for fa9f73a3-c367-4ac5-b1d8-1b398b341daf owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:31.501005 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b8e90-1480-44a2-a842-66eac028f7c3 req-306fb012-58c3-4fd3-b574-8db73d1c6b11 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.506300 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-936b8e90-1480-44a2-a842-66eac028f7c3 req-306fb012-58c3-4fd3-b574-8db73d1c6b11 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 946 time: 0.0597117 Aug 11 03:35:31.541625 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-936b8e90-1480-44a2-a842-66eac028f7c3 req-7b85f814-70df-4560-942e-b48a78d50a5c tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b7244f0-6e0a-4351-84dd-7f518235e2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330267 Aug 11 03:35:31.555807 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.591382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'Port': ['ID=fa9f73a3-c367-4ac5-b1d8-1b398b341daf,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:31.631982 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] No DVR routers for this DVR port fa9f73a3-c367-4ac5-b1d8-1b398b341daf on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:31.634684 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.636709 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-832ab69c-f62e-4f2f-bfcd-5206e04cc6df req-0d798db5-ebc7-410b-9e60-0662a8a91afd tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.61 "DELETE /v2.0/ports/fa9f73a3-c367-4ac5-b1d8-1b398b341daf HTTP/1.1" status: 204 len: 173 time: 0.3977067 Aug 11 03:35:31.637155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-deleted', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:31.640085 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f32782-1466-4498-b640-846885e1d6b4" -d '{"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-deleted", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:31.678033 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4cb7ec-18cf-42f9-ae9d-0f101f475b4e x-openstack-request-id: req-ac4cb7ec-18cf-42f9-ae9d-0f101f475b4e {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:31.678378 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c0b5c2-e209-482f-b1ee-4c0759120bfc", "name": "network-vif-deleted", "tag": "fa9f73a3-c367-4ac5-b1d8-1b398b341daf", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:31.679021 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac4cb7ec-18cf-42f9-ae9d-0f101f475b4e {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:31.679437 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c0b5c2-e209-482f-b1ee-4c0759120bfc', 'name': 'network-vif-deleted', 'tag': 'fa9f73a3-c367-4ac5-b1d8-1b398b341daf', 'status': 'completed', 'code': 200} Aug 11 03:35:32.349352 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:32.637070 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-ec18887f-a775-4e2f-b064-e06071b83bc4 req-e1f8bab9-bfee-4c98-a475-3b8114c3f3e0 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 210 time: 0.0272183 Aug 11 03:35:33.733044 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-14ed4474-e456-47e8-b2a3-d6351426c55a req-2754dad0-f026-4dec-bac6-45468e8cc4a2 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 210 time: 0.0270243 Aug 11 03:35:34.144389 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:34.164612 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: fa9f73a3-c367-4ac5-b1d8-1b398b341daf {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:34.164959 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device fa9f73a3-c367-4ac5-b1d8-1b398b341daf not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:34.827911 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-861041ee-fc04-45fa-b314-c43ec3163a1f req-8de88138-724f-4656-9bc6-d1de715d2ff4 tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "GET /v2.0/ports?device_id=51c0b5c2-e209-482f-b1ee-4c0759120bfc HTTP/1.1" status: 200 len: 210 time: 0.0266848 Aug 11 03:35:35.889487 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41728) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:35.949026 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.979203 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.040606 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.043334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.045167 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] 10.222.0.68 "DELETE /v2.0/security-groups/8b7244f0-6e0a-4351-84dd-7f518235e2e0 HTTP/1.1" status: 204 len: 168 time: 0.1539791 Aug 11 03:35:36.055679 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06360b-d6b8-4add-a6e5-1141b6298f3a tempest-TestShelveInstance-893972326 tempest-TestShelveInstance-893972326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7244f0-6e0a-4351-84dd-7f518235e2e0,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:36.097540 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41732) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:36.534028 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.826831 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Deleting port 05dd7a07-e993-479d-ac82-b40d7dcff95c {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:36.827041 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.910382 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] For port 05dd7a07-e993-479d-ac82-b40d7dcff95c, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=05dd7a07-e993-479d-ac82-b40d7dcff95c,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:36.911021 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.924255 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Calling delete_port for 05dd7a07-e993-479d-ac82-b40d7dcff95c owned by network:router_interface {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:37.116080 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.142676 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Pushing event deleted for resources: {'Port': ['ID=05dd7a07-e993-479d-ac82-b40d7dcff95c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:37.315896 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.554201 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Router 25c19b78-46bc-4aaf-8044-316e67b93cc9 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:37.668315 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:37.676083 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-9b51e437-882a-451a-9dc9-035b11a0692a admin admin] 10.222.0.68 "PUT /v2.0/routers/25c19b78-46bc-4aaf-8044-316e67b93cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5748780 Aug 11 03:35:37.676083 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41736) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:37.680046 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Sync routers for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:37.690300 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:37.690932 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:37.789085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.799724 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:37.907920 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.974420 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Deleting port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:37.975588 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.005567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:35:37Z', 'revision_number': 5, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port': {'id': '40a2c08d-b4e6-44bf-8714-ed76f8eefcc4', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:38.033026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Checking router: 25c19b78-46bc-4aaf-8044-316e67b93cc9 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:38.043602 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Routers {'25c19b78-46bc-4aaf-8044-316e67b93cc9'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:38.044850 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['25c19b78-46bc-4aaf-8044-316e67b93cc9'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:38.071418 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] For port 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:38.072272 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.088582 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Calling delete_port for 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:38.135126 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] Set router 25c19b78-46bc-4aaf-8044-316e67b93cc9 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:38.190111 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:35:37Z', 'revision_number': 6, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:38.223039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad327fd-f5da-4bf3-bd12-88a959b8d731 None None] The sync data for ids ['25c19b78-46bc-4aaf-8044-316e67b93cc9'] in n-d-713498-10 is: [{'id': '25c19b78-46bc-4aaf-8044-316e67b93cc9', 'name': 'tempest-TestShelveInstance-76043493-router', 'tenant_id': '1d77a53220a84500b60a77473ff908ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:37Z', 'updated_at': '2021-08-11T03:35:37Z', 'revision_number': 6, 'project_id': '1d77a53220a84500b60a77473ff908ad', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:38.270247 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.295220 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=40a2c08d-b4e6-44bf-8714-ed76f8eefcc4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:38.359559 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.451792 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.454001 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.502619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.503258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c19b78-46bc-4aaf-8044-316e67b93cc9 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:35:38.508355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.509621 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fd29f280-24bf-4c9e-ad7b-9a08ee826b3e admin admin] 10.222.0.68 "DELETE /v2.0/routers/25c19b78-46bc-4aaf-8044-316e67b93cc9 HTTP/1.1" status: 204 len: 168 time: 0.8325469 Aug 11 03:35:38.512328 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41738) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:38.559602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Deleting subnet 7dcb054c-e44a-4e18-aa90-f4b7dec68a7f {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:35:38.563222 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.604615 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.698163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.757448 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.786496 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.788438 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7dcb054c-e44a-4e18-aa90-f4b7dec68a7f HTTP/1.1" status: 204 len: 168 time: 0.2751079 Aug 11 03:35:38.790148 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b54320-bb81-46f8-b46a-3fc73d99e122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcb054c-e44a-4e18-aa90-f4b7dec68a7f,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:38.792277 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637e210-c50b-4e76-8e66-4a311556aa80 None None] Network cc631be5-1115-44e8-81ae-3a950eebc19c requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:38.792787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41740) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:38.864632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.928914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Deleting port b698cb6d-a93c-482c-bab0-90febc99b978 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:38.929263 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.994517 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] DHCP port deletion for cc631be5-1115-44e8-81ae-3a950eebc19c request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:35:39.005104 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] For port b698cb6d-a93c-482c-bab0-90febc99b978, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b698cb6d-a93c-482c-bab0-90febc99b978,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:39.005799 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.019918 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Calling delete_port for b698cb6d-a93c-482c-bab0-90febc99b978 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:39.064746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Deleting port b698cb6d-a93c-482c-bab0-90febc99b978 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:39.065369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.109946 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.137199 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Pushing event deleted for resources: {'Port': ['ID=b698cb6d-a93c-482c-bab0-90febc99b978,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.140696 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] For port b698cb6d-a93c-482c-bab0-90febc99b978, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=b698cb6d-a93c-482c-bab0-90febc99b978,segment=NetworkSegment(1f99cdff-7844-4fcc-8c39-91c6a3930c4f),segment_id=1f99cdff-7844-4fcc-8c39-91c6a3930c4f)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:39.141012 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.146278 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] No DVR routers for this DVR port b698cb6d-a93c-482c-bab0-90febc99b978 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:39.155821 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Calling delete_port for b698cb6d-a93c-482c-bab0-90febc99b978 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:39.223748 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.238983 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc631be5-1115-44e8-81ae-3a950eebc19c']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.246679 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.256159 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f99cdff-7844-4fcc-8c39-91c6a3930c4f') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.256542 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f99cdff-7844-4fcc-8c39-91c6a3930c4f') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.267719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.271384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Pushing event deleted for resources: {'Port': ['ID=b698cb6d-a93c-482c-bab0-90febc99b978,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.285660 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.285983 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.286340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.286689 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.287063 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.287354 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.287687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.288017 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.288346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.288670 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.288995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.289320 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.289644 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.292557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2078bde-0f73-40fb-b080-98dea2c2e590 None None] No DVR routers for this DVR port b698cb6d-a93c-482c-bab0-90febc99b978 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:39.297098 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:35:39.297444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:35:39.301766 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:35:39.378081 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.384019 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.387183 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] 10.222.0.68 "DELETE /v2.0/networks/cc631be5-1115-44e8-81ae-3a950eebc19c HTTP/1.1" status: 204 len: 168 time: 0.5934010 Aug 11 03:35:39.390946 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41742) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:39.399839 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693de629-06e4-485e-ad18-2e85760b0935 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc631be5-1115-44e8-81ae-3a950eebc19c,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.413860 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05dd7a07-e993-479d-ac82-b40d7dcff95c no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:39.442723 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 05dd7a07-e993-479d-ac82-b40d7dcff95c {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:39.443193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 05dd7a07-e993-479d-ac82-b40d7dcff95c not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:39.443620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:39.463481 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:39.463926 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 40a2c08d-b4e6-44bf-8714-ed76f8eefcc4 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:39.464384 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b698cb6d-a93c-482c-bab0-90febc99b978 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:39.484376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: b698cb6d-a93c-482c-bab0-90febc99b978 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:39.484719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device b698cb6d-a93c-482c-bab0-90febc99b978 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:39.765849 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.032837 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Deleting port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:40.033079 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.113531 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] For port df30d2e2-ddb1-4e1b-a5e8-ad5122020a22, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:40.114002 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.128246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Calling delete_port for df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:40.316211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.346059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=df30d2e2-ddb1-4e1b-a5e8-ad5122020a22,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:40.358970 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.359325 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.359666 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.359999 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.360328 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.360721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.360977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.361299 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.361627 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.361969 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.362344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.362605 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:40.540352 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.764446 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Router c826819f-cc42-4fed-b24a-1942400bd310 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:40.873626 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:40.880561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-11cd6542-0f71-405b-bc1d-acb907413bfe admin admin] 10.222.0.68 "PUT /v2.0/routers/c826819f-cc42-4fed-b24a-1942400bd310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4885125 Aug 11 03:35:40.881305 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41744) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:40.883029 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Sync routers for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:40.895087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:40.895087 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:41.004156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.008686 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:41.113405 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.170202 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Deleting port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:41.170646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.201724 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:35:40Z', 'revision_number': 5, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port': {'id': '5c64287e-ffb9-4c8f-abdd-b584a5df39a1', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:42Z', 'updated_at': '2021-08-11T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:41.229672 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Checking router: c826819f-cc42-4fed-b24a-1942400bd310 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:41.238300 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Routers {'c826819f-cc42-4fed-b24a-1942400bd310'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:41.238923 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['c826819f-cc42-4fed-b24a-1942400bd310'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:41.254655 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] For port 5c64287e-ffb9-4c8f-abdd-b584a5df39a1, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:41.255024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.269965 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Calling delete_port for 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:41.323014 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] Set router c826819f-cc42-4fed-b24a-1942400bd310 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:41.380894 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:35:41Z', 'revision_number': 6, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:41.408689 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b061fd0-0830-4e31-8331-24084c0dd679 None None] The sync data for ids ['c826819f-cc42-4fed-b24a-1942400bd310'] in n-d-713498-10 is: [{'id': 'c826819f-cc42-4fed-b24a-1942400bd310', 'name': 'tempest-TestShelveInstance-1066478589-router', 'tenant_id': '55ffe5c4c49b4079952ad27243f09e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:41Z', 'updated_at': '2021-08-11T03:35:41Z', 'revision_number': 6, 'project_id': '55ffe5c4c49b4079952ad27243f09e20', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:41.441956 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.465960 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c64287e-ffb9-4c8f-abdd-b584a5df39a1,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:41.526788 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.537246 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.539409 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.616182 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.618292 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.664464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.665018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c826819f-cc42-4fed-b24a-1942400bd310 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:35:41.670269 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.671573 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-5806b896-d7e3-4a7e-ad85-279432849de7 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c826819f-cc42-4fed-b24a-1942400bd310 HTTP/1.1" status: 204 len: 168 time: 0.7891364 Aug 11 03:35:41.674139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41746) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:41.717696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Deleting subnet 4b0f3ae3-8639-4d29-a933-97803753c2e4 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:35:41.720592 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.756024 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.845589 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.903757 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.931125 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0f3ae3-8639-4d29-a933-97803753c2e4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:41.936413 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.938391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-6040f51b-6a11-42e7-8aee-bce5dbce3192 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4b0f3ae3-8639-4d29-a933-97803753c2e4 HTTP/1.1" status: 204 len: 168 time: 0.2632310 Aug 11 03:35:41.939051 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41748) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:41.941246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbb3ad-3e8f-4820-83e7-faa93568b173 None None] Network 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:42.015434 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.078642 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Deleting port 5ba14a6e-619c-44be-b475-1c38bcf268ed {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:42.078994 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.145335 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] For port 5ba14a6e-619c-44be-b475-1c38bcf268ed, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=5ba14a6e-619c-44be-b475-1c38bcf268ed,segment=NetworkSegment(6914e870-28cd-4ce7-93cd-d8d053b8e619),segment_id=6914e870-28cd-4ce7-93cd-d8d053b8e619)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:42.145703 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.158927 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Calling delete_port for 5ba14a6e-619c-44be-b475-1c38bcf268ed owned by network:dhcp {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:42.193582 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] DHCP port deletion for 3a966d91-1ada-4437-b6f9-2e93a82e7bd1 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:35:42.241388 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Deleting port 5ba14a6e-619c-44be-b475-1c38bcf268ed {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:42.241830 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.243325 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.270320 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba14a6e-619c-44be-b475-1c38bcf268ed,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.272155 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] No DVR routers for this DVR port 5ba14a6e-619c-44be-b475-1c38bcf268ed on host n-d-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:42.312420 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] For port 5ba14a6e-619c-44be-b475-1c38bcf268ed, host n-d-713498-10, got binding levels [] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:42.313086 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.327136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Calling delete_port for 5ba14a6e-619c-44be-b475-1c38bcf268ed owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:42.329771 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Port 5ba14a6e-619c-44be-b475-1c38bcf268ed was not found and therefore no delete operation was performed {{(pid=94654) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:35:42.331046 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.352649 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.356585 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] Pushing event deleted for resources: {'Port': ['ID=5ba14a6e-619c-44be-b475-1c38bcf268ed,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.360711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf38f7b-8af6-4427-957f-2d786919bbbb None None] No DVR routers for this DVR port 5ba14a6e-619c-44be-b475-1c38bcf268ed on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:42.364841 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a966d91-1ada-4437-b6f9-2e93a82e7bd1']}} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:42.377196 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6914e870-28cd-4ce7-93cd-d8d053b8e619') {'for_net_delete': True} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:42.377500 n-d-713498-10 neutron-server[94652]: DEBUG neutron.services.segments.db [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6914e870-28cd-4ce7-93cd-d8d053b8e619') {} {{(pid=94652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:42.387489 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13068957'] for segment, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.402292 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.409003 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:35:42.409396 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13068593'] for segment, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: Traceback (most recent call last): Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: timer() Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: cb(*args, **kw) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: return func(*args, **kwargs) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: self._notify() Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: self.callback(batched_events) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: event.method(event) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: return f(self, *a, **k) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: return self._get(url).json() Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: return self.request(url, 'GET', **kwargs) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:35:42.411148 n-d-713498-10 neutron-server[94652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:35:42.477650 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.484159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.485457 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3a966d91-1ada-4437-b6f9-2e93a82e7bd1 HTTP/1.1" status: 204 len: 168 time: 0.5424974 Aug 11 03:35:42.496762 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b3fa-644c-4c17-9b97-5b4b83acebc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a966d91-1ada-4437-b6f9-2e93a82e7bd1,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.595974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41752) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:42.635823 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-9e97b813-d6da-48e7-afc5-0b8a8bae0a06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d77a53220a84500b60a77473ff908ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385046 Aug 11 03:35:42.639034 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41754) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:42.698638 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.721037 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.769137 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.771830 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.773038 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37f5d2cf-f533-44e4-ba62-b1a40b73e7ba HTTP/1.1" status: 204 len: 168 time: 0.1329145 Aug 11 03:35:42.780967 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7960a2-cea1-4bbd-962b-004291ef6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f5d2cf-f533-44e4-ba62-b1a40b73e7ba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:43.089309 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41760) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:43.134792 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7bfe4138-10d6-400e-97c4-876b569a780c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55ffe5c4c49b4079952ad27243f09e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440853 Aug 11 03:35:43.137149 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41762) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:43.184866 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.206619 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.251867 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.254577 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.255739 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d9f543c-6790-4c01-88da-f4aaf4d4bf37 HTTP/1.1" status: 204 len: 168 time: 0.1170971 Aug 11 03:35:43.264137 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12667c-b341-4f12-8a92-0843cf77d435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9f543c-6790-4c01-88da-f4aaf4d4bf37,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:43.396099 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:43.416246 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:43.416667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device df30d2e2-ddb1-4e1b-a5e8-ad5122020a22 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:43.417153 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:43.441163 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:43.441605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5c64287e-ffb9-4c8f-abdd-b584a5df39a1 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:43.442124 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5ba14a6e-619c-44be-b475-1c38bcf268ed no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:43.461250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 5ba14a6e-619c-44be-b475-1c38bcf268ed {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:43.461601 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 5ba14a6e-619c-44be-b475-1c38bcf268ed not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:43.933567 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41784) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:44.031113 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1832053228-network', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:44.053948 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Made reservation on behalf of fadaa6f7ed2e4ddf9624187e45c2e1e4 for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:44.056206 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.065003 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.154324 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.157955 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.178065 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:35:44.192832 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41221d3-7b7a-4a43-be1a-2dc108c21ba4,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.195636 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.195985 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Added segment 93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73 of type vlan for network c1351443-67ef-4788-8311-3e158868faba Aug 11 03:35:44.238566 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.267469 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.268430 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:44.269012 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.317911 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3831651 Aug 11 03:35:44.321059 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41788) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:44.326707 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Request body: {'subnet': {'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1832053228-subnet', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'ip_version': 4}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:44.329195 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc179-b9c2-4db8-a5c6-69960c1ceb27 admin admin] Pushing event updated for resources: {'Network': ['ID=c1351443-67ef-4788-8311-3e158868faba,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.339711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network c1351443-67ef-4788-8311-3e158868faba details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:35:44.349457 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Made reservation on behalf of fadaa6f7ed2e4ddf9624187e45c2e1e4 for: {'subnet': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:44.352211 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12703388'] for subnet, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.517775 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13068698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12703374'] for subnet, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.571163 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5393e6a-9b92-4fcd-a2bf-6500526b4f71,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.580377 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Checking segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:44.580733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Network hostable DHCP agents. Network: c1351443-67ef-4788-8311-3e158868faba, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:35:44.597379 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Network c1351443-67ef-4788-8311-3e158868faba is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:35:44.607124 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, c1351443-67ef-4788-8311-3e158868faba) {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:44.612202 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:44.613067 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.616268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12d7a2-d033-4420-b6f7-634344baebdd None None] Network c1351443-67ef-4788-8311-3e158868faba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:44.629512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-69933571-80e7-4599-acca-fbb8f4b336e9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3048046 Aug 11 03:35:44.630139 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41790) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:44.638815 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:44.655345 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.656392 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.711753 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.766268 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-c1351443-67ef-4788-8311-3e158868faba', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:35:44.767141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.846261 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.903058 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Allocated IP 172.20.0.2 (c1351443-67ef-4788-8311-3e158868faba/e5393e6a-9b92-4fcd-a2bf-6500526b4f71/2336d93e-61ae-440b-a186-2c5645d69cf6) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:45.051747 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.060774 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Transition to ACTIVE for port object 2336d93e-61ae-440b-a186-2c5645d69cf6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:45.076363 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Transition to ACTIVE for port object 2336d93e-61ae-440b-a186-2c5645d69cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:45.082957 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.125473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Network c1351443-67ef-4788-8311-3e158868faba is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:45.130798 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:45.133496 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:45.145237 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Pushing event updated for resources: {'Port': ['ID=2336d93e-61ae-440b-a186-2c5645d69cf6,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.197843 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Attempting to bind port 2336d93e-61ae-440b-a186-2c5645d69cf6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:45.198221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Attempting to bind port 2336d93e-61ae-440b-a186-2c5645d69cf6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:45.198590 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Attempting to bind port 2336d93e-61ae-440b-a186-2c5645d69cf6 on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:45.203964 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:45.204342 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Checking segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:45.204759 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.205158 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Bound using segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:45.205628 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Bound port: 2336d93e-61ae-440b-a186-2c5645d69cf6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:45.206047 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.272437 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] For port 2336d93e-61ae-440b-a186-2c5645d69cf6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:45.275667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] For port 2336d93e-61ae-440b-a186-2c5645d69cf6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2336d93e-61ae-440b-a186-2c5645d69cf6,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:45.280377 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.344805 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1c7e-7a2c-4ec9-86f0-8263582e49fe None None] Pushing event updated for resources: {'Port': ['ID=2336d93e-61ae-440b-a186-2c5645d69cf6,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.393365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.413419 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.545453 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Allocated IP 172.25.3.39 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/6cb49b5a-befa-46c7-b5b3-fa86496fd4f6) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:45.653194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.692249 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.729178 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:45.732012 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:45.735024 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:45.769970 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.990959 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.190691 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.253996 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db48757-78f7-48ee-b81d-76cd86c2ba78 None None] Network c1351443-67ef-4788-8311-3e158868faba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:46.327696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Router b02f7650-761b-4967-8cf7-d7500396cbf3 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:35:46.376808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-b933a7d8-d1e2-4f4a-8180-68f4487b8bfd None None] Provisioning for port 2336d93e-61ae-440b-a186-2c5645d69cf6 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:46.448627 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:46.463281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:46.470158 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.474089 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-49ae4112-d614-42f4-aecd-b198b3f48979 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8403611 Aug 11 03:35:46.475078 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41792) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:46.478454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:46.479178 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:46.773301 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:46.955271 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 3, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:46.982633 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:46.982992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Updating router b02f7650-761b-4967-8cf7-d7500396cbf3 port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:47.009114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.220505 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.272813 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.283432 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Transition to ACTIVE for port object 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:47.289744 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.338152 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Attempting to bind port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:47.338520 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Attempting to bind port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:47.339358 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Attempting to bind port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:47.346741 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3100b96-a0cd-43c4-ae27-94ca450005d5 None None] Pushing event updated for resources: {'Port': ['ID=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:47.349190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:47.349552 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:47.349976 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.350365 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:47.350826 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Bound port: 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:47.351465 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.397732 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Allocated IP 172.20.0.1 (c1351443-67ef-4788-8311-3e158868faba/e5393e6a-9b92-4fcd-a2bf-6500526b4f71/e765cb69-49cd-4f11-b107-40829370a990) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:47.405186 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] For port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:47.408427 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] For port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:47.414133 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.463221 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2336d93e-61ae-440b-a186-2c5645d69cf6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:47.505973 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:47.506619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:47.508345 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3100b96-a0cd-43c4-ae27-94ca450005d5 None None] Pushing event updated for resources: {'Port': ['ID=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:47.516283 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.529610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Transition to ACTIVE for port object e765cb69-49cd-4f11-b107-40829370a990 will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:47.570074 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.609098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 2336d93e-61ae-440b-a186-2c5645d69cf6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:47.614525 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Network c1351443-67ef-4788-8311-3e158868faba is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:47.619687 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2336d93e-61ae-440b-a186-2c5645d69cf6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:47.620196 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.620919 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:47.625559 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:47.650062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:47.655238 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:47.666870 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.809295 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.845681 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.904098 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 2336d93e-61ae-440b-a186-2c5645d69cf6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2336d93e-61ae-440b-a186-2c5645d69cf6,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:47.911661 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.963553 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6f7ff4d3-8fc7-46a0-9e00-1ba3a8418d98 None None] Provisioning for port e765cb69-49cd-4f11-b107-40829370a990 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:47.979942 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6f7ff4d3-8fc7-46a0-9e00-1ba3a8418d98 None None] Provisioning complete for port e765cb69-49cd-4f11-b107-40829370a990 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:47.980405 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff4d3-8fc7-46a0-9e00-1ba3a8418d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.982610 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 3, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:47.994133 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.999188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.035494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=2336d93e-61ae-440b-a186-2c5645d69cf6,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:48.040317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f7df2c-397a-4c80-892c-bb97ab6be9be None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 3, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:48.053038 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ff4d3-8fc7-46a0-9e00-1ba3a8418d98 None None] Port e765cb69-49cd-4f11-b107-40829370a990 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:48.079130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:48.083782 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.178585 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Network c1351443-67ef-4788-8311-3e158868faba is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:48.180064 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:48.334149 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:48.451528 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:48.462152 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d0a1e436-1b9e-45f8-bfbf-1a24823f92d6 admin admin] 10.222.0.68 "PUT /v2.0/routers/b02f7650-761b-4967-8cf7-d7500396cbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9803717 Aug 11 03:35:48.492786 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-e46cf373-50ab-4b49-b9a7-fb61ead08340 None None] Provisioning complete for port e765cb69-49cd-4f11-b107-40829370a990 triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:48.493825 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e46cf373-50ab-4b49-b9a7-fb61ead08340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.531901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-e46cf373-50ab-4b49-b9a7-fb61ead08340 None None] Port e765cb69-49cd-4f11-b107-40829370a990 cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:48.963208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41808) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:48.969512 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-45109823-network', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:48.990733 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Made reservation on behalf of ec2de907e09045b79218da9eb35fcb6d for: {'network': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:48.993035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for network, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.001667 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.090184 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.094497 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.119991 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:35:49.128777 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2fd34-3280-42b0-898f-166409ba1ebd,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.135089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.135432 n-d-713498-10 neutron-server[94653]: INFO neutron.db.segments_db [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Added segment 28a4e306-124e-4f91-826b-dd25392efd90 of type vlan for network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 Aug 11 03:35:49.179789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783418741589'] for network, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.209364 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489'] for network, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.210618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.211204 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.268241 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3038337 Aug 11 03:35:49.270920 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41810) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:49.277475 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Request body: {'subnet': {'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-45109823-subnet', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'ip_version': 4}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:49.285876 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5630ea-a639-4f6f-8f57-5b8eea81ade4 admin admin] Pushing event updated for resources: {'Network': ['ID=6edd714a-0a7b-4b5a-89d6-947c22dbdc59,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.296039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 details requested by agent ovs-agent-n-d-713498-10 with host n-d-713498-10 {{(pid=94654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:35:49.305957 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Made reservation on behalf of ec2de907e09045b79218da9eb35fcb6d for: {'subnet': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:49.308337 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13096671'] for subnet, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.489994 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:49.500365 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13096653'] for subnet, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.544439 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:49.550067 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:49.554605 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:49.555274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.557146 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:49.557895 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:49.563787 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e631b28d-bb5b-4e4d-9f7b-b38ff07f6689,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.569018 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Checking segment: {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:49.569381 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Network hostable DHCP agents. Network: 6edd714a-0a7b-4b5a-89d6-947c22dbdc59, hostable agents: ['0c7855cf-f995-4cab-b9cf-270e6ab823ac'], hosted agents: [] {{(pid=94653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:35:49.588872 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 is scheduled to be hosted by DHCP agent 0c7855cf-f995-4cab-b9cf-270e6ab823ac with binding_index 1 {{(pid=94653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:35:49.599674 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-10, 6edd714a-0a7b-4b5a-89d6-947c22dbdc59) {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:49.606380 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.607233 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.624301 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-20c06b66-7841-48c1-a97f-6ba459eda30e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3522692 Aug 11 03:35:49.626786 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41812) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:49.632649 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e994d7b-b7e0-49f4-8f82-e21af10f7513 None None] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:49.632885 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:49.659067 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-242566'] for router, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.660178 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1930004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-242591'] for router, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.680738 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:49.688092 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.722704 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:49.727101 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.729235 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.730217 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2336d93e-61ae-440b-a186-2c5645d69cf6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:49.842635 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.888274 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.891824 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 2336d93e-61ae-440b-a186-2c5645d69cf6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:49.892212 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.902749 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 2, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:49.914147 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112095aa-35f4-5ad0-8b2f-fef62e4749a6-6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689'}]}} from n-d-713498-10. {{(pid=94654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:35:49.915036 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.935210 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:49.935727 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Updating router b02f7650-761b-4967-8cf7-d7500396cbf3 port e765cb69-49cd-4f11-b107-40829370a990 binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:49.964204 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.114917 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Allocated IP 172.20.0.2 (6edd714a-0a7b-4b5a-89d6-947c22dbdc59/e631b28d-bb5b-4e4d-9f7b-b38ff07f6689/41086f0a-04d9-4b27-86d9-2b06c302f518) {{(pid=94654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:50.138498 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.157668 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.243024 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.253638 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Transition to ACTIVE for port object e765cb69-49cd-4f11-b107-40829370a990 will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:50.261188 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.270866 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks [] for port, precommit_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.276048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Allocated IP 172.25.3.206 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/98458703-9cde-4794-98f0-e8d356cb8500) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:50.282106 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Transition to ACTIVE for port object 41086f0a-04d9-4b27-86d9-2b06c302f518 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:50.300530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Transition to ACTIVE for port object 41086f0a-04d9-4b27-86d9-2b06c302f518 will not be triggered until provisioned by entity DHCP. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:50.309665 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284'] for port, after_create {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.363898 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 is already hosted by enough agents. {{(pid=94654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:50.365748 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Attempting to bind port e765cb69-49cd-4f11-b107-40829370a990 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:50.366518 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Attempting to bind port e765cb69-49cd-4f11-b107-40829370a990 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:50.366661 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Attempting to bind port e765cb69-49cd-4f11-b107-40829370a990 on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:50.367308 n-d-713498-10 neutron-server[94654]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Resources bound (agent type, host, resource id): {{(pid=94654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:50.368600 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Pushing event updated for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:50.371243 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Received port after_create {{(pid=94654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:50.377755 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.378135 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.378479 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.378819 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.379156 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.379487 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.379843 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.380580 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.380580 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.380790 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.381077 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.381434 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:50.393016 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:50.393394 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Checking segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:50.393801 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.394212 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Bound using segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:50.394678 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Bound port: e765cb69-49cd-4f11-b107-40829370a990, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:50.395060 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.402268 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.452391 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.456240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Pushing event updated for resources: {'Port': ['ID=41086f0a-04d9-4b27-86d9-2b06c302f518,revision_number=1']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:50.459706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Attempting to bind port 41086f0a-04d9-4b27-86d9-2b06c302f518 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:50.460115 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Attempting to bind port 41086f0a-04d9-4b27-86d9-2b06c302f518 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:50.460490 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Attempting to bind port 41086f0a-04d9-4b27-86d9-2b06c302f518 on network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:50.466948 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:50.467329 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Checking segment: {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:50.467740 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.468137 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Bound using segment: {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:50.468609 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Bound port: 41086f0a-04d9-4b27-86d9-2b06c302f518, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:50.468999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.485677 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] For port e765cb69-49cd-4f11-b107-40829370a990, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:50.489663 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] For port e765cb69-49cd-4f11-b107-40829370a990, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e765cb69-49cd-4f11-b107-40829370a990,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:50.496396 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.507058 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:50.512264 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:50.515532 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:50.561069 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=98458703-9cde-4794-98f0-e8d356cb8500,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:50.563274 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] For port 41086f0a-04d9-4b27-86d9-2b06c302f518, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:50.566748 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] For port 41086f0a-04d9-4b27-86d9-2b06c302f518, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41086f0a-04d9-4b27-86d9-2b06c302f518,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:50.574934 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:50.575527 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:50.576881 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:50.666312 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff533-3e7b-470b-b754-c1759b658071 None None] Pushing event updated for resources: {'Port': ['ID=41086f0a-04d9-4b27-86d9-2b06c302f518,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:50.701355 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319706e-1dc7-45f3-b3a2-6b60116283df None None] Pushing event updated for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:50.728771 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:50.847870 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.071705 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-0414670a-c595-4de7-a030-24776f346be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:50Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:51.086043 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1739628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1930215'] for router, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.097350 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414670a-c595-4de7-a030-24776f346be1 None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:50Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:51.238019 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Router 39514fd6-417a-4b1a-b85a-3b1df68579c2 is scheduled to L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 with binding_index 1 {{(pid=94653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:35:51.355712 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:51.370847 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Sync routers for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:51.378557 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.383699 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41814) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:51.391134 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:51.391706 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:51.400864 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-ddfad77f-e65a-44fc-a18b-57c41668fb90 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7727406 Aug 11 03:35:51.552914 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:51.632419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e765cb69-49cd-4f11-b107-40829370a990 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:51.840522 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9727a-55be-41af-b798-3caf7fccf9ad None None] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:51.932327 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.952104 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3c65f93e-a215-4a28-990d-0204272b04c3 None None] Provisioning for port 41086f0a-04d9-4b27-86d9-2b06c302f518 completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:52.037666 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port e765cb69-49cd-4f11-b107-40829370a990 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:52.046990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e765cb69-49cd-4f11-b107-40829370a990 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:52.047763 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.118290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Allocated IP 172.20.0.1 (6edd714a-0a7b-4b5a-89d6-947c22dbdc59/e631b28d-bb5b-4e4d-9f7b-b38ff07f6689/d061c8c4-9dbc-4188-b593-224fe897b76b) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:52.196506 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:50Z', 'revision_number': 3, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:52.237757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Checking router: 39514fd6-417a-4b1a-b85a-3b1df68579c2 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:52.237980 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.238148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Updating router 39514fd6-417a-4b1a-b85a-3b1df68579c2 port 98458703-9cde-4794-98f0-e8d356cb8500 binding host n-d-713498-10 {{(pid=94654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:52.252137 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Transition to ACTIVE for port object d061c8c4-9dbc-4188-b593-224fe897b76b will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:52.274374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.286959 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.293985 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.348123 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:52.350013 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port e765cb69-49cd-4f11-b107-40829370a990, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e765cb69-49cd-4f11-b107-40829370a990,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:52.350461 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:52.352973 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Pushing event updated for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:52.355713 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:52.399668 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.400468 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:52.406156 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1610772'] for router_interface, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.542836 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.545155 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:52.596236 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:52.596621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.721377 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.726313 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.748102 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks [] for port, precommit_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.753414 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41086f0a-04d9-4b27-86d9-2b06c302f518 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:52.788023 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Transition to ACTIVE for port object 98458703-9cde-4794-98f0-e8d356cb8500 will not be triggered until provisioned by entity L2. {{(pid=94654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:52.793386 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Pushing event updated for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:52.795922 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1610912'] for router_interface, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.810904 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.823586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-c30ac3b3-0d70-4171-8be2-15fbac570de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.849026 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-93c7aaab-1be9-48d1-b6d5-1fd7d2d1af68 None None] Provisioning for port d061c8c4-9dbc-4188-b593-224fe897b76b completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:52.861941 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-93c7aaab-1be9-48d1-b6d5-1fd7d2d1af68 None None] Provisioning complete for port d061c8c4-9dbc-4188-b593-224fe897b76b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:52.862321 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-93c7aaab-1be9-48d1-b6d5-1fd7d2d1af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.892143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:52.893538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:52.910360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Attempting to bind port 98458703-9cde-4794-98f0-e8d356cb8500 on host n-d-713498-10 for vnic_type normal with profile {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:52.910737 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Attempting to bind port 98458703-9cde-4794-98f0-e8d356cb8500 by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:52.911110 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Attempting to bind port 98458703-9cde-4794-98f0-e8d356cb8500 on network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:52.916975 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cebb41-3aa1-422d-b0ab-38feb45ffd2c None None] Pushing event updated for resources: {'Port': ['ID=98458703-9cde-4794-98f0-e8d356cb8500,revision_number=2']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:52.926690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:52.927073 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Checking segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:52.927480 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.928006 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Bound using segment: {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'} {{(pid=94654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:52.928500 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.managers [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Bound port: 98458703-9cde-4794-98f0-e8d356cb8500, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcc3c2e-c955-450f-875d-804893615c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72'}}] {{(pid=94654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:52.928879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:52.955935 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 41086f0a-04d9-4b27-86d9-2b06c302f518 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:52.959494 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-93c7aaab-1be9-48d1-b6d5-1fd7d2d1af68 None None] Port d061c8c4-9dbc-4188-b593-224fe897b76b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:52.973767 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 41086f0a-04d9-4b27-86d9-2b06c302f518 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:52.974099 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.010818 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Router 39514fd6-417a-4b1a-b85a-3b1df68579c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:53.031346 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] For port 98458703-9cde-4794-98f0-e8d356cb8500, host n-d-713498-10, cleared binding levels {{(pid=94654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:53.048950 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] For port 98458703-9cde-4794-98f0-e8d356cb8500, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98458703-9cde-4794-98f0-e8d356cb8500,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:53.056401 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.128392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:53.137090 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-53f5094a-d506-454b-82f9-e3d55e7c6043 admin admin] 10.222.0.68 "PUT /v2.0/routers/39514fd6-417a-4b1a-b85a-3b1df68579c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520499 Aug 11 03:35:53.154145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:53.154773 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:53.157986 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.209629 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cebb41-3aa1-422d-b0ab-38feb45ffd2c None None] Pushing event updated for resources: {'Port': ['ID=98458703-9cde-4794-98f0-e8d356cb8500,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:53.249431 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-ed4c538e-55e8-4d73-9ae6-6a4dc5092ed5 None None] Provisioning complete for port d061c8c4-9dbc-4188-b593-224fe897b76b triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:53.249818 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed4c538e-55e8-4d73-9ae6-6a4dc5092ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.279240 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 41086f0a-04d9-4b27-86d9-2b06c302f518, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41086f0a-04d9-4b27-86d9-2b06c302f518,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:53.301470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.353977 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c538e-55e8-4d73-9ae6-6a4dc5092ed5 None None] Port d061c8c4-9dbc-4188-b593-224fe897b76b cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:53.368523 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:53.408421 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=41086f0a-04d9-4b27-86d9-2b06c302f518,revision_number=3']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:53.424762 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e765cb69-49cd-4f11-b107-40829370a990 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:53.565718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port e765cb69-49cd-4f11-b107-40829370a990 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:53.566045 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.837884 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd061c8c4-9dbc-4188-b593-224fe897b76b', 'name': '', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'mac_address': 'fa:16:3e:d3:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:51Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 2, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'subnets': [{'id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:53.868711 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779eefb-a438-41e9-b3c8-7a14aa199c7d None None] The sync data for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 is: [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd061c8c4-9dbc-4188-b593-224fe897b76b', 'name': '', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'mac_address': 'fa:16:3e:d3:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:51Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 2, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'subnets': [{'id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:53.915895 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41822) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:53.920926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575027219', 'description': 'tempest-secgroup-smoke-1575027219 description', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:53.943416 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.031658 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.036080 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.070978 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.070978 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1537254 Aug 11 03:35:54.075965 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41824) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.082329 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.098619 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff54b-8a38-4106-a58d-a49289c13887 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c751ca-4c92-433c-9c9f-e899784e792a,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.121462 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.176503 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.180975 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.200216 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa228678-f54f-4b0f-a5fc-1953f9183495,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.207662 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.211655 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-5aa0a1dd-1409-4723-b4f5-e8ca33a69022 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321213 Aug 11 03:35:54.211849 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41826) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.217062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.246106 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.310066 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.315583 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.334748 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9299cd04-50b2-4ad9-8e63-dabaf0d0ad3c,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.342040 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.349661 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-74143855-8109-4ddc-a5e8-cee165d869b6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341383 Aug 11 03:35:54.349968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41828) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.355136 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.385060 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.453561 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.459297 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.476664 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb444e3-46e4-4b61-a352-29789b68ab90,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.487524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.489463 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-45a3d31e-1abf-429f-9bbf-61e7a7f97139 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382604 Aug 11 03:35:54.492289 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41830) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.497762 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.550565 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.618401 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.622333 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.644161 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf57aff-f751-4aac-958d-612c2da47aec,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.652030 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.654132 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c209cd35-c1ed-4850-a64b-2fb740beddaf tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602895 Aug 11 03:35:54.656778 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 41832) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.661413 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.684211 n-d-713498-10 neutron-server[94653]: INFO neutron.db.securitygroups_db [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Project fadaa6f7ed2e4ddf9624187e45c2e1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:35:54.689689 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.756161 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.760375 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.780919 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860994fb-8910-4b01-ab99-7a31ea82487d,revision_number=0']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.787485 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.793111 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41834) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:54.793507 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d452c2b-1a1c-4625-bd96-dbfefddd5870 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353760 Aug 11 03:35:54.799276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'security_group_rule': {'security_group_id': '73c751ca-4c92-433c-9c9f-e899784e792a', 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:54.823354 n-d-713498-10 neutron-server[94652]: INFO neutron.db.securitygroups_db [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Project fadaa6f7ed2e4ddf9624187e45c2e1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:35:54.829069 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.910208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.914941 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834055'] for security_group_rule, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.933898 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bf4aea-8fc8-402c-966b-1b504e8ed631,revision_number=0']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:54.942385 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:54.949101 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-d59bac9b-10fd-4daa-82ef-9fcc4fd519df tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491919 Aug 11 03:35:55.102108 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-e7b3dc40-3346-408e-b229-b97acb8df5e3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575027219&fields=id&tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 267 time: 0.0371878 Aug 11 03:35:55.220913 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-ed864d9b-6149-482d-8f74-fa0f653dbd42 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:55.222431 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-ed864d9b-6149-482d-8f74-fa0f653dbd42 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 810 time: 0.1124177 Aug 11 03:35:55.238938 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-ee9ebc0c-6bf2-4864-88ed-509950d70cdc tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/quotas/fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 375 time: 0.0098977 Aug 11 03:35:55.269771 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-25fcfa2d-291b-4640-b416-284b8c29eb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.290447 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-762b8cde-9e60-4a03-a5ee-a67870d321c4 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462229 Aug 11 03:35:55.306847 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-338674d5-7170-410e-9bab-2ca803668261 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:35:55.307814 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-338674d5-7170-410e-9bab-2ca803668261 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054965 Aug 11 03:35:55.407344 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-4fb45a61-4240-4015-ba8f-0ec3396f440e service neutron] 10.222.0.68 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927663 Aug 11 03:35:55.493360 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98458703-9cde-4794-98f0-e8d356cb8500 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:55.505683 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-dcb56972-de3f-44bf-b90a-6e47af8cd482 service neutron] 10.222.0.68 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924425 Aug 11 03:35:55.547831 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port 98458703-9cde-4794-98f0-e8d356cb8500 completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:55.553780 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 98458703-9cde-4794-98f0-e8d356cb8500 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:55.554244 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.637656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.656079 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.679295 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port 98458703-9cde-4794-98f0-e8d356cb8500, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98458703-9cde-4794-98f0-e8d356cb8500,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:55.684702 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.685765 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41086f0a-04d9-4b27-86d9-2b06c302f518 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:55.696747 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b83df44b-c252-407e-b372-9bfbc4e9fa69 req-909b9c3f-277d-4a15-9fff-a3674b4d9713 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 210 time: 0.0398059 Aug 11 03:35:55.779757 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=98458703-9cde-4794-98f0-e8d356cb8500,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:55.791531 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 41086f0a-04d9-4b27-86d9-2b06c302f518 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:55.791879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.947397 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Sync routers for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:55.957598 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:55.958313 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:56.072311 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:56.285302 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd061c8c4-9dbc-4188-b593-224fe897b76b', 'name': '', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'mac_address': 'fa:16:3e:d3:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:51Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 2, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'subnets': [{'id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:56.311335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Checking router: 39514fd6-417a-4b1a-b85a-3b1df68579c2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:56.311681 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Updating router 39514fd6-417a-4b1a-b85a-3b1df68579c2 port d061c8c4-9dbc-4188-b593-224fe897b76b binding host n-d-713498-10 {{(pid=94655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:56.335406 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.589157 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks [] for port, precommit_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.599595 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.provisioning_blocks [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Transition to ACTIVE for port object d061c8c4-9dbc-4188-b593-224fe897b76b will not be triggered until provisioned by entity L2. {{(pid=94655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:56.607990 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.664554 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bd0c-6a94-4cf2-b260-accb13ce4d29 None None] Pushing event updated for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=3']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:56.725582 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Attempting to bind port d061c8c4-9dbc-4188-b593-224fe897b76b on host n-d-713498-10 for vnic_type normal with profile {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:56.726241 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Attempting to bind port d061c8c4-9dbc-4188-b593-224fe897b76b by drivers openvswitch,hyperv on host n-d-713498-10 at level 0 using segments [{'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:56.726601 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Attempting to bind port d061c8c4-9dbc-4188-b593-224fe897b76b on network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:56.732286 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Checking agent: {'id': '0b7175d5-0c38-471b-87d4-e4112b2b690e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 1, 56, 55), 'started_at': datetime.datetime(2021, 8, 11, 1, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:56.732836 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Checking segment: {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:56.733379 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.733772 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Bound using segment: {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'} {{(pid=94655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:56.734335 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.managers [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Bound port: d061c8c4-9dbc-4188-b593-224fe897b76b, host: n-d-713498-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a4e306-124e-4f91-826b-dd25392efd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59'}}] {{(pid=94655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:56.734717 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.807220 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.815016 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-875c6c82-c7be-48b0-a196-fd7d6816fc5a req-7c7f5db6-9386-418e-8e4e-37a86dea283a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 210 time: 0.0376439 Aug 11 03:35:56.824417 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] For port d061c8c4-9dbc-4188-b593-224fe897b76b, host n-d-713498-10, cleared binding levels {{(pid=94655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:56.830338 n-d-713498-10 neutron-server[94655]: DEBUG neutron.plugins.ml2.db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] For port d061c8c4-9dbc-4188-b593-224fe897b76b, host n-d-713498-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d061c8c4-9dbc-4188-b593-224fe897b76b,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:56.836814 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-c0c0f092-0df3-486c-bf95-84c530de8fb3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:56.838756 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-c0c0f092-0df3-486c-bf95-84c530de8fb3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 810 time: 0.1742404 Aug 11 03:35:56.844131 n-d-713498-10 neutron-server[94655]: DEBUG neutron_lib.callbacks.manager [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.889674 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-6f3988d8-af77-4954-8b85-3fe130502102 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 380 time: 0.0380588 Aug 11 03:35:56.905536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'port': {'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'admin_state_up': True, 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'security_groups': ['73c751ca-4c92-433c-9c9f-e899784e792a']}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:56.911307 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555bd0c-6a94-4cf2-b260-accb13ce4d29 None None] Pushing event updated for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=4']} {{(pid=94655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:56.914254 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:56.914866 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:57.037452 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:57.055052 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Made reservation on behalf of fadaa6f7ed2e4ddf9624187e45c2e1e4 for: {'port': 1} {{(pid=94652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:57.059087 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.196711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Allocated IP 172.20.0.10 (c1351443-67ef-4788-8311-3e158868faba/e5393e6a-9b92-4fcd-a2bf-6500526b4f71/42dbee5b-28c0-409e-aed3-b5542c7f0a0e) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:57.252981 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd061c8c4-9dbc-4188-b593-224fe897b76b', 'name': '', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'mac_address': 'fa:16:3e:d3:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:51Z', 'updated_at': '2021-08-11T03:35:56Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'subnets': [{'id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:57.280209 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d3aca-621a-4c27-a8e4-2106eb7915fb None None] The sync data for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 is: [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'd061c8c4-9dbc-4188-b593-224fe897b76b', 'name': '', 'network_id': '6edd714a-0a7b-4b5a-89d6-947c22dbdc59', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'mac_address': 'fa:16:3e:d3:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:51Z', 'updated_at': '2021-08-11T03:35:56Z', 'revision_number': 4, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'subnets': [{'id': 'e631b28d-bb5b-4e4d-9f7b-b38ff07f6689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:57.357247 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.378315 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Transition to ACTIVE for port object 42dbee5b-28c0-409e-aed3-b5542c7f0a0e will not be triggered until provisioned by entity DHCP. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:57.417031 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.448281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d061c8c4-9dbc-4188-b593-224fe897b76b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:57.467473 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Network c1351443-67ef-4788-8311-3e158868faba is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:57.472920 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:57.477153 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:57.506048 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:57.514573 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning for port d061c8c4-9dbc-4188-b593-224fe897b76b completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:57.526808 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d061c8c4-9dbc-4188-b593-224fe897b76b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:57.527476 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.543108 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:57.545171 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.565562 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-5e4a9d44-c997-4592-87d6-4d34750ac453 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6664965 Aug 11 03:35:57.587392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Request body: {'port': {'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:57.629162 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.667146 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.667862 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] For port d061c8c4-9dbc-4188-b593-224fe897b76b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d061c8c4-9dbc-4188-b593-224fe897b76b,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:57.674864 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.675800 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98458703-9cde-4794-98f0-e8d356cb8500 up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:57.771317 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Pushing event updated for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:57.789607 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port 98458703-9cde-4794-98f0-e8d356cb8500 triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:57.790014 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.791631 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cd2b7988-8786-4a92-b131-c40b37e66061 None None] Provisioning for port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:57.815893 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-cd2b7988-8786-4a92-b131-c40b37e66061 None None] Provisioning complete for port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:57.816546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7988-8786-4a92-b131-c40b37e66061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.865132 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b7988-8786-4a92-b131-c40b37e66061 None None] Port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:58.007344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dbee5b-28c0-409e-aed3-b5542c7f0a0e {{(pid=94652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:58.017459 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.027276 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebec3-e39d-48b4-becb-ac8baa78b778 req-212c4d39-c889-475b-ab9c-1fb81a555b47 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.029422 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6ebec3-e39d-48b4-becb-ac8baa78b778 req-212c4d39-c889-475b-ab9c-1fb81a555b47 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 932 time: 0.1129830 Aug 11 03:35:58.043135 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.provisioning_blocks [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Transition to ACTIVE for port object 42dbee5b-28c0-409e-aed3-b5542c7f0a0e will not be triggered until provisioned by entity L2. {{(pid=94652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:58.051014 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.123259 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf6ebec3-e39d-48b4-becb-ac8baa78b778 req-d33e4810-5ef0-4748-9365-bb7e99bb3032 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858281 Aug 11 03:35:58.125655 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:58.202062 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Attempting to bind port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e on host n-h1-713498-10 for vnic_type normal with profile {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:58.202405 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Attempting to bind port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e by drivers openvswitch,hyperv on host n-h1-713498-10 at level 0 using segments [{'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:58.202739 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Attempting to bind port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:58.207608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e on network c1351443-67ef-4788-8311-3e158868faba not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-10 {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:58.207937 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Attempting to bind port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:58.213426 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Checking agent: {'id': '33ece1e8-1645-49ca-8e6f-6a33408a9b4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:58.213768 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Checking segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:58.214198 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Bound using segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} {{(pid=94652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:58.214632 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.managers [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Bound port: 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host: n-h1-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}}] {{(pid=94652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:58.215159 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.289096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, cleared binding levels {{(pid=94652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:58.292306 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:58.297072 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.332995 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.333623 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.335155 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] 10.222.0.67 "PUT /v2.0/ports/42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1093 time: 0.7582705 Aug 11 03:35:58.335610 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:58.337920 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853add2-f153-4307-a1b5-65e108042e87" -d '{"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:58.368401 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa08197-95f2-4442-a7a6-3a4419c173ea service neutron] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=3']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:58.376926 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4154b823-42e5-4ee2-b007-f7f76f10047f x-openstack-request-id: req-4154b823-42e5-4ee2-b007-f7f76f10047f {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:58.377224 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:58.377476 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4154b823-42e5-4ee2-b007-f7f76f10047f {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:58.378076 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'status': 'completed', 'code': 200} Aug 11 03:35:58.389615 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:58.428598 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-1535da48-9e30-4857-9e52-946f55eafad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.430171 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-1535da48-9e30-4857-9e52-946f55eafad9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1096 time: 0.0471203 Aug 11 03:35:58.479566 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-71ca7522-9b3b-4bb5-b1c9-c3ea1b999c94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 217 time: 0.0369623 Aug 11 03:35:58.534664 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-846ff613-5f0a-43d1-9f26-3013cd9ae77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.536176 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-846ff613-5f0a-43d1-9f26-3013cd9ae77e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0490677 Aug 11 03:35:58.588806 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-50bf0f8f-7b16-4362-ab75-4f54f90c0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.590363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-50bf0f8f-7b16-4362-ab75-4f54f90c0714 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453982 Aug 11 03:35:58.688028 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-08ac3504-b8f3-4655-8afc-b7e653fbdd60 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Aug 11 03:35:58.785309 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a2585240-740b-42fc-95b4-1ba428bcdf5e req-33e6fb2f-37e2-4075-a098-067ceb34a0cd service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Aug 11 03:35:58.878994 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853add2-f153-4307-a1b5-65e108042e87 req-efb79a37-5158-4a54-b7cd-0f773e160ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.880383 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-efb79a37-5158-4a54-b7cd-0f773e160ae9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1096 time: 0.0420694 Aug 11 03:35:58.976317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853add2-f153-4307-a1b5-65e108042e87 req-b733cba1-302a-4b1f-892b-ba5a1d6ec63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.978029 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-b733cba1-302a-4b1f-892b-ba5a1d6ec63c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0887656 Aug 11 03:35:59.024061 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-bfdff2e9-ef4a-4c83-aeba-3d712e020a14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 217 time: 0.0386269 Aug 11 03:35:59.078905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853add2-f153-4307-a1b5-65e108042e87 req-29daefee-9279-40cf-bc07-24a43fb11322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:59.080420 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-29daefee-9279-40cf-bc07-24a43fb11322 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0457833 Aug 11 03:35:59.127775 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853add2-f153-4307-a1b5-65e108042e87 req-dd5a6772-c9a7-4671-a4c9-37a99b214942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:59.129408 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-dd5a6772-c9a7-4671-a4c9-37a99b214942 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411606 Aug 11 03:35:59.251788 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-09d07c4f-ace6-4e54-8b8f-3a43b57abeec service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143034 Aug 11 03:35:59.264130 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a16db2-c64d-4d42-86f1-6d6d7dd4c7ef req-e457551c-11d3-46bb-ad30-f472cd6ba58e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:59.265634 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98a16db2-c64d-4d42-86f1-6d6d7dd4c7ef req-e457551c-11d3-46bb-ad30-f472cd6ba58e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 944 time: 0.0702765 Aug 11 03:35:59.360043 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-98a16db2-c64d-4d42-86f1-6d6d7dd4c7ef req-7b3119b5-8129-4133-8ce8-f47b8c4d6e35 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864108 Aug 11 03:35:59.383981 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-8853add2-f153-4307-a1b5-65e108042e87 req-6bbb17a0-4488-4fc5-a494-3383c54d217b service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171777 Aug 11 03:35:59.413674 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d061c8c4-9dbc-4188-b593-224fe897b76b up at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:59.465018 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Provisioning complete for port d061c8c4-9dbc-4188-b593-224fe897b76b triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:59.465892 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:00.477708 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc852-ac55-4db6-8cce-7c34f7fe457e req-53093cd4-37c6-4717-b22e-e950b6d7e777 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:00.479250 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-101fc852-ac55-4db6-8cce-7c34f7fe457e req-53093cd4-37c6-4717-b22e-e950b6d7e777 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 944 time: 0.0510905 Aug 11 03:36:00.518399 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-101fc852-ac55-4db6-8cce-7c34f7fe457e req-58833e9e-578e-40ba-9690-0151c8a4cc34 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324743 Aug 11 03:36:00.742916 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:36:00.839718 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:36:00.853138 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:36:00.892633 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:00.906286 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dbee5b-28c0-409e-aed3-b5542c7f0a0e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:36:00.926743 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:36:00.930809 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:00.980640 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:01.269518 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['42dbee5b-28c0-409e-aed3-b5542c7f0a0e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:36:01.631551 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171725-828f-4b4f-a356-1376f4ef841c req-7e3cb074-f076-4ace-9718-8eb56c9d369f tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:01.633174 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc171725-828f-4b4f-a356-1376f4ef841c req-7e3cb074-f076-4ace-9718-8eb56c9d369f tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 945 time: 0.0485194 Aug 11 03:36:01.671169 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cc171725-828f-4b4f-a356-1376f4ef841c req-e3981074-db8e-46e3-825d-a1d2ffecfe52 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Aug 11 03:36:02.751192 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:36:02.788831 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a749e3-0b3e-469e-8e94-5cef59025789 req-0ba178f1-5d9c-4c32-aee0-99426efb3b25 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:02.790995 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85a749e3-0b3e-469e-8e94-5cef59025789 req-0ba178f1-5d9c-4c32-aee0-99426efb3b25 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 945 time: 0.0534446 Aug 11 03:36:02.802310 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning for port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:36:02.806398 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:02.806796 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:02.829907 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-85a749e3-0b3e-469e-8e94-5cef59025789 req-aa66d79e-72b2-4aa4-a465-47767a61cb6e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334258 Aug 11 03:36:02.890263 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:02.912394 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:36:02.914691 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53441ec1-12e2-4e81-b790-933fae877959" -d '{"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-plugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:36:02.927550 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:36:02.931939 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:02.983804 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:03.008892 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcecd3e-4cb3-4fa2-b567-eac156782754 x-openstack-request-id: req-1fcecd3e-4cb3-4fa2-b567-eac156782754 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:36:03.009192 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-plugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:36:03.009452 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1fcecd3e-4cb3-4fa2-b567-eac156782754 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:36:03.009900 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'code': 200} Aug 11 03:36:03.116147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5977-2039-4506-a869-b5173be31564 req-b5ccceff-6f37-4334-8c4f-7f75817fbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:03.117635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a8e5977-2039-4506-a869-b5173be31564 req-b5ccceff-6f37-4334-8c4f-7f75817fbd85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1098 time: 0.0408940 Aug 11 03:36:03.152728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0a8e5977-2039-4506-a869-b5173be31564 req-3306d291-c813-4f31-b0e4-72818a4f82d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278771 Aug 11 03:36:03.962977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa051dcf-c1c7-42c5-980f-6238664b5305 req-edd4e241-ddfe-42a1-916a-439f3ea1cb07 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:03.964520 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa051dcf-c1c7-42c5-980f-6238664b5305 req-edd4e241-ddfe-42a1-916a-439f3ea1cb07 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 946 time: 0.0493820 Aug 11 03:36:04.004682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-aa051dcf-c1c7-42c5-980f-6238664b5305 req-814ffd32-2b88-4996-94bd-f253b3d24c98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Aug 11 03:36:05.134265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9bfbb-a2fe-47b9-84e5-ab5990a14e6b req-eaad62bb-84a1-4f0f-be7b-acd44d5e02c9 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:05.135953 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96a9bfbb-a2fe-47b9-84e5-ab5990a14e6b req-eaad62bb-84a1-4f0f-be7b-acd44d5e02c9 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 946 time: 0.0587556 Aug 11 03:36:05.174548 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-96a9bfbb-a2fe-47b9-84e5-ab5990a14e6b req-fa369dd2-f7b9-4f60-a634-1b84c1379aa3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Aug 11 03:36:05.289161 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a7e1-9878-494f-8a74-a5639c0d19b7 req-401f9182-bb52-479e-9513-cd490b7e8bba tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:05.290619 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1135a7e1-9878-494f-8a74-a5639c0d19b7 req-401f9182-bb52-479e-9513-cd490b7e8bba tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 946 time: 0.0501359 Aug 11 03:36:05.330825 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1135a7e1-9878-494f-8a74-a5639c0d19b7 req-51185f13-b7e4-4a1b-aaaa-baa1f738a070 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 11 03:36:05.352260 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41888) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:05.487475 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c9864-b114-495a-9ca4-6542b2f3d588 tempest-TestSnapshotPattern-967249953 tempest-TestSnapshotPattern-967249953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:05.489091 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-670c9864-b114-495a-9ca4-6542b2f3d588 tempest-TestSnapshotPattern-967249953 tempest-TestSnapshotPattern-967249953-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1093 time: 0.1358383 Aug 11 03:36:05.492144 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 41892) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:05.496774 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:05.519864 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:05.616048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:05.717197 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Allocated IP 172.25.3.218 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/0eb7cba4-e6b8-4f82-b819-05214acc0996) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:36:05.821108 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:05.858188 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:05.892697 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:05.895397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:05.900983 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:36:05.930905 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=0eb7cba4-e6b8-4f82-b819-05214acc0996,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:06.584726 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:06.653942 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:06.797787 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:06.802308 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:06.868577 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=0eb7cba4-e6b8-4f82-b819-05214acc0996,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:06.883971 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:06.983056 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Floating IP 9f021123-d48d-4ad0-bdad-4d57b2410741 associated. External IP: 172.25.3.218, port: 42dbee5b-28c0-409e-aed3-b5542c7f0a0e. Aug 11 03:36:07.190734 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:36:07.297750 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:36:07.307136 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:36:07.313579 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:07.321196 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:36:07.321979 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:07.340638 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-24d85f53-4525-4221-b3ea-fe10ddb96e79 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8473630 Aug 11 03:36:07.341236 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:36:07.343529 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9728c-837a-4a7b-a7be-b6d104e01d74" -d '{"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:36:07.382004 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cad9e4-36de-4dd8-aa6a-89b1cac926ee x-openstack-request-id: req-b3cad9e4-36de-4dd8-aa6a-89b1cac926ee {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:36:07.382304 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:36:07.382563 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3cad9e4-36de-4dd8-aa6a-89b1cac926ee {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:36:07.382976 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'status': 'completed', 'code': 200} Aug 11 03:36:07.432617 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:36:07.447998 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-074eaf40-376e-4f34-9520-f930a2a81b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:07.449476 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-074eaf40-376e-4f34-9520-f930a2a81b72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1098 time: 0.0425420 Aug 11 03:36:07.539608 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-80cc2919-f41b-4240-a51b-e1ea9f91f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:07.541232 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-80cc2919-f41b-4240-a51b-e1ea9f91f687 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0851641 Aug 11 03:36:07.612528 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-c3b9222a-9a0d-4f75-aaa7-9d8f06b7857d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1000 time: 0.0641568 Aug 11 03:36:07.660379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:06Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:07.661459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-fd10bf15-36a3-4340-87d3-c4b19f9c20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:07.663145 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-fd10bf15-36a3-4340-87d3-c4b19f9c20ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0440176 Aug 11 03:36:07.686830 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:36:07.695230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:36:07.695755 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:07.709353 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-e2b5a0c3-79a6-4bda-8054-a4cd6b813580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:07.710826 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-e2b5a0c3-79a6-4bda-8054-a4cd6b813580 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401125 Aug 11 03:36:07.800541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:36:07.810146 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-1201688e-ac49-4d2b-b3b0-07c030e89a43 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887215 Aug 11 03:36:07.902291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-34f9728c-837a-4a7b-a7be-b6d104e01d74 req-e9080348-7da9-4ab9-9174-8d02a3401146 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Aug 11 03:36:08.031206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:06Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:08.057403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365d1c-1eda-4ab9-be77-6e45357c4c26 None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:06Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:36:08.247051 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e09022-5ad6-4592-aef7-f7218506d357 None None] New status for floating IP 9f021123-d48d-4ad0-bdad-4d57b2410741: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:36:09.349835 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:11.534594 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:11.543470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:12.158428 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-68d42feb-fa4c-4984-9964-cf91bb15926c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449324 Aug 11 03:36:12.242164 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-9060e32d-0851-4603-aa9a-eeebeea04028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.243668 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-9060e32d-0851-4603-aa9a-eeebeea04028 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1098 time: 0.0411515 Aug 11 03:36:12.348505 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-5b029f55-1f3b-4e86-8270-d3370bbd116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.349931 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-5b029f55-1f3b-4e86-8270-d3370bbd116a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0871277 Aug 11 03:36:12.420612 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-87ecab35-bbbd-42bb-9cb6-46bcf0a42e17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1002 time: 0.0628135 Aug 11 03:36:12.467926 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-3342ee3f-19df-4191-8b93-01e4d2c2bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.470041 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-3342ee3f-19df-4191-8b93-01e4d2c2bcba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0430012 Aug 11 03:36:12.514785 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-f2241a01-1305-416c-9f79-e3066122256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.517230 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-f2241a01-1305-416c-9f79-e3066122256e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400238 Aug 11 03:36:12.611952 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-2f8793a5-f0bf-4bdf-b9a0-a04f369303e3 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Aug 11 03:36:12.701473 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-515da2ce-73d4-4567-a871-adb6d4b96054 req-73adc584-909d-4074-b238-b38a5a256dcf service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828032 Aug 11 03:36:22.786565 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-85b8475d-cda9-4c1c-98e3-0d5076318e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:25.270985 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4cb57445-06de-4501-a4c0-1217d8fb6fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:25.608923 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:26.805696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:28.392457 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:41.539824 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:41.566395 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:46.348834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:52.787589 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b2f70059-7a72-4f78-a7ef-125607eb8a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.270586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dcb57047-145d-4221-983f-b7ccc73fa516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.609958 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.812695 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.392277 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.563574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.564693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:13.447636 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-78f71a3a-83e0-49a0-8480-0fac57cf9a26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986676 Aug 11 03:37:13.537134 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-299a1218-18f8-46f0-8f41-057ac79a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:13.538673 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-299a1218-18f8-46f0-8f41-057ac79a9de1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1098 time: 0.0411808 Aug 11 03:37:13.650939 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-c8f672ed-ea1a-40d9-90a5-edbcb02996c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:13.652349 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-c8f672ed-ea1a-40d9-90a5-edbcb02996c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0900748 Aug 11 03:37:13.725908 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-724d468d-e3cb-401a-b754-3d0678eeade6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1002 time: 0.0618629 Aug 11 03:37:13.777507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-c85c6438-9ad2-4df4-a7f1-993c4ea49442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:13.779004 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-c85c6438-9ad2-4df4-a7f1-993c4ea49442 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0448897 Aug 11 03:37:13.827336 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-6b8cfcaf-5ea0-4227-8420-687ecc90371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:13.828897 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-6b8cfcaf-5ea0-4227-8420-687ecc90371f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406415 Aug 11 03:37:13.923700 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-4802ab75-8958-4ad0-be82-e59bb0eb568d service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Aug 11 03:37:14.019624 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-5c755b26-8e42-4d70-ae52-d05c00967d14 req-f5329c42-0db1-47b3-b5ee-692af58403c5 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Aug 11 03:37:22.788139 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5c16a406-4aa9-498c-ba5b-fc6224ceac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:23.347033 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:37:25.272546 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2a9a276f-09e6-4db3-adbe-15499b2d0225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:25.611043 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:26.813323 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:28.394715 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:41.541780 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:41.567456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.789134 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2cccc9ba-072d-4f76-b43e-5552ab79d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.273758 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-79658660-792d-43b7-945a-9587500fd056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.613835 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.815256 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.407656 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.346871 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:07.397015 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e details requested by agent hyperv_n-h1-713498-10 with host n-h1-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:07.496530 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:07.507905 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Returning: {'device': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:07.544754 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.558561 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42dbee5b-28c0-409e-aed3-b5542c7f0a0e {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:07.579877 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:07.583924 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.634901 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:07.642939 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.643281 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.643619 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.643954 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.644290 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.644620 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.644944 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.645264 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.645584 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.645930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.646250 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.646566 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:07.670036 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] get_ports_and_sgs() called for port_ids ['42dbee5b-28c0-409e-aed3-b5542c7f0a0e'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:09.427148 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e up at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:09.490836 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Provisioning complete for port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:09.492022 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.600303 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.640719 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:09.645273 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6adcc0-af07-434b-ab1f-287e1c30af94" -d '{"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-plugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:09.671122 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:09.677397 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:09.720711 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9778ba54-770e-4fe4-8ced-08351f8303c5 x-openstack-request-id: req-9778ba54-770e-4fe4-8ced-08351f8303c5 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:09.721183 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-plugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:09.721520 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9778ba54-770e-4fe4-8ced-08351f8303c5 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:09.722056 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'code': 200} Aug 11 03:38:09.761848 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:11.577302 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:11.584168 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:15.434283 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-7a050f5d-6860-4127-aec3-210919f77ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:15.436140 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-7a050f5d-6860-4127-aec3-210919f77ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1098 time: 0.0546889 Aug 11 03:38:15.561344 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-95fb3b73-6e26-4a31-88c6-bff7ae504246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:15.563257 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-95fb3b73-6e26-4a31-88c6-bff7ae504246 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.1017764 Aug 11 03:38:15.651521 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-293062b9-c680-4b83-9714-4dc3dc947e8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1002 time: 0.0772111 Aug 11 03:38:15.707554 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-bd83f490-dfba-4b27-986a-95fadff40888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:15.709216 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-bd83f490-dfba-4b27-986a-95fadff40888 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0508094 Aug 11 03:38:15.767825 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-a5632717-8d4a-4f58-9ba8-bbafa803a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:15.769345 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-a5632717-8d4a-4f58-9ba8-bbafa803a935 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519998 Aug 11 03:38:15.879711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-fa74d004-33c7-4e87-98ef-bb9f0f0a6472 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010439 Aug 11 03:38:15.996160 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-50d70588-80d9-40e8-8ca9-65c3fc4a370e req-796407ac-fa86-4bf3-8447-821ac4734d87 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088343 Aug 11 03:38:18.594288 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-5752bc8e-d2c4-4a12-a515-3a1444f0ee45 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575027219&fields=id&tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 267 time: 0.0337880 Aug 11 03:38:18.704389 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-185259f8-35df-4830-a9b2-f8335a098315 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:18.705905 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-185259f8-35df-4830-a9b2-f8335a098315 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 810 time: 0.1048214 Aug 11 03:38:18.721157 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-9b948d31-67e2-470d-a781-b7a316af50ae tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/quotas/fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Aug 11 03:38:18.781477 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-f4871b1d-cccb-47a5-9b5e-b61b47a6c06a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543892 Aug 11 03:38:18.920552 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-6d301582-9988-47f0-b211-cf8e0135cf02 service neutron] 10.222.0.68 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276507 Aug 11 03:38:19.009705 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-d0d36477-3665-407d-a132-d5077ba2e71d service neutron] 10.222.0.68 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Aug 11 03:38:19.253088 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cf7d3707-1467-4469-9dc2-0ba15d651d99 req-586c5c8b-9807-4133-9a29-6e09b901f355 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 210 time: 0.0797305 Aug 11 03:38:20.354894 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-564a0612-9064-4bee-aba4-3950658a19aa req-84856919-16d4-4201-8e62-2d8141ca3011 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Aug 11 03:38:20.355913 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-38057f90-6789-43c5-83be-55ebacc48752 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:20.358022 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-38057f90-6789-43c5-83be-55ebacc48752 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 810 time: 0.1136322 Aug 11 03:38:20.412125 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-84cac728-ce4a-487a-b682-712eff70d818 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4 HTTP/1.1" status: 200 len: 380 time: 0.0394115 Aug 11 03:38:20.422346 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'port': {'device_id': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'admin_state_up': True, 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'security_groups': ['73c751ca-4c92-433c-9c9f-e899784e792a']}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:20.533828 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Made reservation on behalf of fadaa6f7ed2e4ddf9624187e45c2e1e4 for: {'port': 1} {{(pid=94653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:38:20.538355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.673154 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_common [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Allocated IP 172.20.0.5 (c1351443-67ef-4788-8311-3e158868faba/e5393e6a-9b92-4fcd-a2bf-6500526b4f71/ce48cbe5-d712-4e4a-b704-c65cca3fc5dc) {{(pid=94653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:38:20.886489 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.903274 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Transition to ACTIVE for port object ce48cbe5-d712-4e4a-b704-c65cca3fc5dc will not be triggered until provisioned by entity DHCP. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:38:20.951841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_create {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.997344 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Network c1351443-67ef-4788-8311-3e158868faba is already hosted by enough agents. {{(pid=94653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:38:21.003300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.base_scheduler [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Resources bound (agent type, host, resource id): {{(pid=94653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:38:21.006134 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Received port after_create {{(pid=94653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:38:21.040790 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=1']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:21.076175 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.076550 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.076883 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.077228 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.077945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.077945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.078235 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.078602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.078927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.079258 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.079573 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.079894 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:21.106947 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:21.107987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.126940 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-091a6787-3f60-4fb2-bf87-9c176d092884 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7080269 Aug 11 03:38:21.266956 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3f25cc85-70bf-49ba-bcb3-bd7ef7b8a935 None None] Provisioning for port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc completed by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:21.271825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-3f25cc85-70bf-49ba-bcb3-bd7ef7b8a935 None None] Provisioning complete for port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc triggered by entity DHCP. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:21.272430 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3f25cc85-70bf-49ba-bcb3-bd7ef7b8a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.308385 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-3f25cc85-70bf-49ba-bcb3-bd7ef7b8a935 None None] Port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc cannot update to ACTIVE because it is not bound. {{(pid=94654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:38:21.490090 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:21.505498 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544223b-c07e-4029-9963-a61e923a01c5 req-a0f017c5-fe25-4562-805d-f4ac431ddfc6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:21.507291 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9544223b-c07e-4029-9963-a61e923a01c5 req-a0f017c5-fe25-4562-805d-f4ac431ddfc6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0640726 Aug 11 03:38:21.548228 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-9544223b-c07e-4029-9963-a61e923a01c5 req-f76dd564-bf2b-4224-b2fc-bb3d1ad5e2e7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Aug 11 03:38:21.583434 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.607637 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:21.610807 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d950983-853c-4984-ab09-23c5d8d2a77f" -d '{"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-unplugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:21.630712 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:21.639004 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.668317 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a593a99-4aff-4948-837c-3825a7ef964f x-openstack-request-id: req-3a593a99-4aff-4948-837c-3825a7ef964f {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:21.668605 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-unplugged", "status": "completed", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:21.668857 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a593a99-4aff-4948-837c-3825a7ef964f {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:21.669235 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'code': 200} Aug 11 03:38:21.694985 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Pushing event updated for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=8']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:22.691243 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963ea8d-b7a7-421f-a9ab-156615d2d370 req-cd2f96f9-c1de-4fdb-a627-155854c9a42f tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:22.693949 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1963ea8d-b7a7-421f-a9ab-156615d2d370 req-cd2f96f9-c1de-4fdb-a627-155854c9a42f tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0591092 Aug 11 03:38:22.734393 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1963ea8d-b7a7-421f-a9ab-156615d2d370 req-e0a725e3-50bf-416f-8725-904a8ea6a60f tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341613 Aug 11 03:38:22.790427 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-9962a80a-f658-4047-b6df-838aca3cc182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.870925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deed68-25a2-454e-a156-b65f262e8345 req-ced227aa-437d-4036-b105-12d898b80857 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:23.872468 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04deed68-25a2-454e-a156-b65f262e8345 req-ced227aa-437d-4036-b105-12d898b80857 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0570052 Aug 11 03:38:23.925754 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-04deed68-25a2-454e-a156-b65f262e8345 req-7d3c6445-8204-47e2-be75-004263655c09 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Aug 11 03:38:25.052322 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8b47-78cf-4819-8b31-02f37ffbca7f req-785b2513-5a2a-4ce5-858b-0670fe256943 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:25.053975 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3ab8b47-78cf-4819-8b31-02f37ffbca7f req-785b2513-5a2a-4ce5-858b-0670fe256943 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0593526 Aug 11 03:38:25.094124 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-b3ab8b47-78cf-4819-8b31-02f37ffbca7f req-ae4e0f43-1f1f-492f-902c-9a2ed113bbf4 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336254 Aug 11 03:38:25.276257 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-377f0f62-7b35-4770-bb69-182ad7b62a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.616576 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.213911 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95285a35-5c4c-4b9d-b7ee-b3af395d208e req-adbc0c59-6e42-4047-bad4-a60bde54ec1e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:26.215488 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95285a35-5c4c-4b9d-b7ee-b3af395d208e req-adbc0c59-6e42-4047-bad4-a60bde54ec1e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0495512 Aug 11 03:38:26.256202 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-95285a35-5c4c-4b9d-b7ee-b3af395d208e req-77390e79-9fe6-45ec-a918-5a5c7ce3b6a2 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342250 Aug 11 03:38:26.820898 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.379878 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00163f-aba2-444d-8603-b87cee975faa req-b5a09376-483a-402a-86ac-f80156ea385d tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:27.381539 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc00163f-aba2-444d-8603-b87cee975faa req-b5a09376-483a-402a-86ac-f80156ea385d tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0563886 Aug 11 03:38:27.430512 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dc00163f-aba2-444d-8603-b87cee975faa req-14ad3ef6-e7d1-4ff5-8e52-71de705f4d99 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Aug 11 03:38:28.401907 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.559203 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb989a3-c893-4276-b94d-8becb86ce87a req-dfe9b1e1-cb64-4578-bad3-cc8a771519e7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:28.560769 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb989a3-c893-4276-b94d-8becb86ce87a req-dfe9b1e1-cb64-4578-bad3-cc8a771519e7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0526261 Aug 11 03:38:28.611635 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0eb989a3-c893-4276-b94d-8becb86ce87a req-d8fc069c-3740-44dc-9c1e-9973822cc6a2 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Aug 11 03:38:29.742143 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702c6b1-5336-4524-bcbf-decfe572133c req-188ee657-2c73-4642-9948-19ac2d1700d7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:29.743628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3702c6b1-5336-4524-bcbf-decfe572133c req-188ee657-2c73-4642-9948-19ac2d1700d7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0583286 Aug 11 03:38:29.786496 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3702c6b1-5336-4524-bcbf-decfe572133c req-341aaff2-aa4d-41cc-8646-6170d169bce7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363209 Aug 11 03:38:30.884490 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.v2.base [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Request body: {'port': {'device_id': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-10'}} {{(pid=94653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:30.901392 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74bcfa-39a9-4e4e-a058-39531303deca req-58063959-608c-438a-aa6e-1a28c5774209 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:30.903054 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f74bcfa-39a9-4e4e-a058-39531303deca req-58063959-608c-438a-aa6e-1a28c5774209 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 931 time: 0.0515459 Aug 11 03:38:30.944628 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-0f74bcfa-39a9-4e4e-a058-39531303deca req-166497a1-4417-4237-a7f1-e1c3b5440b7c tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Aug 11 03:38:31.272923 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.527604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:31.534784 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.547551 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.provisioning_blocks [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Transition to ACTIVE for port object ce48cbe5-d712-4e4a-b704-c65cca3fc5dc will not be triggered until provisioned by entity L2. {{(pid=94653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:38:31.551085 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.612427 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=2']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:31.678363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Attempting to bind port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc on host n-h2-713498-10 for vnic_type normal with profile {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:38:31.678704 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Attempting to bind port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc by drivers openvswitch,hyperv on host n-h2-713498-10 at level 0 using segments [{'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:38:31.679039 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Attempting to bind port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:31.683723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc on network c1351443-67ef-4788-8311-3e158868faba not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-10 {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:38:31.684047 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Attempting to bind port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc on network c1351443-67ef-4788-8311-3e158868faba {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:31.689783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Checking agent: {'id': 'c52efd8d-1ae8-494a-87a7-afd1d4f72a23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'started_at': datetime.datetime(2021, 8, 11, 2, 4, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:38:31.690155 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Checking segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:38:31.690545 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Bound using segment: {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'} {{(pid=94653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:38:31.690978 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.managers [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Bound port: ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host: n-h2-713498-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c1351443-67ef-4788-8311-3e158868faba'}}] {{(pid=94653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:38:31.691342 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.757356 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, cleared binding levels {{(pid=94653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:38:31.761206 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:38:31.766475 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444325'] for port, after_update {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.804460 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:31.805089 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:31.806544 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] 10.222.0.61 "PUT /v2.0/ports/ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 1092 time: 0.9292035 Aug 11 03:38:31.807016 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:31.809296 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad32d2db-7944-4b5c-af0f-e971c7f33be3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:31.837999 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb5300-9924-4427-b4a2-ad4c3436c026 service neutron] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=3']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:31.902558 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-d77a0cd2-a536-43ee-90cb-050dd4c7f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:31.904261 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-d77a0cd2-a536-43ee-90cb-050dd4c7f847 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1095 time: 0.0459263 Aug 11 03:38:31.915357 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5666f9a-9d76-498b-b3ad-272e7377c34a x-openstack-request-id: req-a5666f9a-9d76-498b-b3ad-272e7377c34a {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:31.915651 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:31.915909 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5666f9a-9d76-498b-b3ad-272e7377c34a {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:31.916316 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'status': 'completed', 'code': 200} Aug 11 03:38:31.952391 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-e419d485-4eb7-4c36-a6fd-eb511fb53f54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 217 time: 0.0351593 Aug 11 03:38:32.013503 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-27cc2dd9-20bc-4a15-b1ec-6820c2fc63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.015082 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-27cc2dd9-20bc-4a15-b1ec-6820c2fc63b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0552955 Aug 11 03:38:32.069244 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-273951ef-4678-4e26-90a6-1d6f9d89365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.070749 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-273951ef-4678-4e26-90a6-1d6f9d89365b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480800 Aug 11 03:38:32.092535 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60942ea-ab93-495d-b2bf-fbf9956c00c3 req-247960bf-29e3-4807-bf52-7190c949234a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.094766 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d60942ea-ab93-495d-b2bf-fbf9956c00c3 req-247960bf-29e3-4807-bf52-7190c949234a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 943 time: 0.0670681 Aug 11 03:38:32.137087 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d60942ea-ab93-495d-b2bf-fbf9956c00c3 req-dcc6b4a7-0429-421e-9bc8-6b357dde5490 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359969 Aug 11 03:38:32.165411 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-40cb51a5-52b6-4ca9-af8d-95cf2073ba7f service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864239 Aug 11 03:38:32.266721 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-3c0bb39c-d35d-4ff0-b899-316dce795bea req-c85413d3-8b62-4c7b-815d-28717adafc65 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926015 Aug 11 03:38:32.359798 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-326af263-b04a-400c-a303-0c8df0095145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.361384 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-326af263-b04a-400c-a303-0c8df0095145 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1095 time: 0.0414751 Aug 11 03:38:32.455699 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-90399ab8-02bd-4499-8fd7-dde8b511a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.457216 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-90399ab8-02bd-4499-8fd7-dde8b511a5aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0885341 Aug 11 03:38:32.499666 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-4404e503-5137-49d3-8e52-cb34802b0311 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 217 time: 0.0350444 Aug 11 03:38:32.548732 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-024ab093-ed08-4162-bc34-5b9b8a38d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.550265 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-024ab093-ed08-4162-bc34-5b9b8a38d0d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0432220 Aug 11 03:38:32.603438 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-82bacd2a-0cb0-4da4-a18b-4665dd2d93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:32.604966 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-82bacd2a-0cb0-4da4-a18b-4665dd2d93bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469749 Aug 11 03:38:32.694158 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-13549cae-e08f-4156-bcf0-ab975f438bfe service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811784 Aug 11 03:38:32.788855 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-ad32d2db-7944-4b5c-af0f-e971c7f33be3 req-909da7c6-0514-44f4-8abc-9c0e9533938b service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Aug 11 03:38:33.255538 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d10c5-e180-473a-8c6c-940c15acacbf req-2ccaea99-4457-4793-b51e-ffc2abe56cd6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:33.257010 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a98d10c5-e180-473a-8c6c-940c15acacbf req-2ccaea99-4457-4793-b51e-ffc2abe56cd6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 943 time: 0.0485580 Aug 11 03:38:33.294515 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a98d10c5-e180-473a-8c6c-940c15acacbf req-7e20a428-0c79-49f0-a108-74a3858f0411 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Aug 11 03:38:34.410512 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd3ce1-7c51-43ae-a51d-c781302a1f2c req-e536ecba-58da-4c9c-a836-d902c062eb76 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:34.412000 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60dd3ce1-7c51-43ae-a51d-c781302a1f2c req-e536ecba-58da-4c9c-a836-d902c062eb76 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 943 time: 0.0480673 Aug 11 03:38:34.450933 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-60dd3ce1-7c51-43ae-a51d-c781302a1f2c req-c04e2a6c-e11b-4958-ada4-ec4a65adf5af tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Aug 11 03:38:35.578237 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d0081-c02a-4401-8dfc-3fc946aac5b0 req-3b4098a0-67df-4b43-800e-a0e09703f85a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:35.580437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-469d0081-c02a-4401-8dfc-3fc946aac5b0 req-3b4098a0-67df-4b43-800e-a0e09703f85a tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 943 time: 0.0628426 Aug 11 03:38:35.622728 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-469d0081-c02a-4401-8dfc-3fc946aac5b0 req-462955e2-75a4-4663-b50b-7e120cf5d918 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364339 Aug 11 03:38:36.740974 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ae94e-57af-4c71-b213-acfad85afeeb req-fda431d0-8e13-48f6-972c-5a10dac29e10 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:36.742535 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-313ae94e-57af-4c71-b213-acfad85afeeb req-fda431d0-8e13-48f6-972c-5a10dac29e10 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 943 time: 0.0520506 Aug 11 03:38:36.784590 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-313ae94e-57af-4c71-b213-acfad85afeeb req-b16e1347-f7ca-443e-9a51-fd8471734d19 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349765 Aug 11 03:38:37.016885 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:37.122750 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:37.134190 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'mac_address': 'fa:16:3e:36:2d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:37.171901 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:37.185107 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:37.206326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:37.209890 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:37.259299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=4']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:37.345079 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:37.500722 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:37.901036 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df840da-d733-4342-a3bc-dce85812db5a req-949990bd-62eb-401d-a76b-31f3d498e4aa tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:37.902561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df840da-d733-4342-a3bc-dce85812db5a req-949990bd-62eb-401d-a76b-31f3d498e4aa tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 944 time: 0.0486419 Aug 11 03:38:37.942150 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3df840da-d733-4342-a3bc-dce85812db5a req-4498d6ee-2cd1-4670-8cef-81660a8a2b75 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335863 Aug 11 03:38:39.028379 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:39.061776 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88fee8-4afb-4c09-bd8c-ccc945a8a818 req-e0eb239f-ee97-44db-85eb-742fec2c686d tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:39.063321 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd88fee8-4afb-4c09-bd8c-ccc945a8a818 req-e0eb239f-ee97-44db-85eb-742fec2c686d tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 944 time: 0.0545292 Aug 11 03:38:39.081409 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning for port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc completed by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:39.085665 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:39.086274 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:39.103770 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-dd88fee8-4afb-4c09-bd8c-ccc945a8a818 req-192db7fc-d0b2-495d-999a-6904a5358608 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Aug 11 03:38:39.165429 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:39.188326 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:39.191266 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8371251-b991-4b4c-ab57-812448b9f7a1" -d '{"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-plugged", "status": "completed", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:39.204402 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:39.209080 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:39.235026 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8846ee-670f-4549-b2ae-fc36f852bbda x-openstack-request-id: req-cb8846ee-670f-4549-b2ae-fc36f852bbda {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:39.235341 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-plugged", "status": "completed", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:39.235692 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb8846ee-670f-4549-b2ae-fc36f852bbda {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:39.236121 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'code': 200} Aug 11 03:38:39.263466 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=5']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:39.332681 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fba6b-c682-4e41-acd7-9790352b2a77 req-f056c67e-44e1-480c-8b23-89c55f815eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:39.334412 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-272fba6b-c682-4e41-acd7-9790352b2a77 req-f056c67e-44e1-480c-8b23-89c55f815eba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1097 time: 0.0437512 Aug 11 03:38:39.373094 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-272fba6b-c682-4e41-acd7-9790352b2a77 req-a48f82b7-e114-40df-a45e-89231a761d9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Aug 11 03:38:40.223483 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7278-3ebc-432a-930f-0e0751683d51 req-5837d9b9-a91f-4093-960e-e2ab1349254c tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:40.226258 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eafd7278-3ebc-432a-930f-0e0751683d51 req-5837d9b9-a91f-4093-960e-e2ab1349254c tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Aug 11 03:38:40.272778 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eafd7278-3ebc-432a-930f-0e0751683d51 req-83514cdd-4f9b-4982-a9b7-3ec9d7f97213 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370643 Aug 11 03:38:41.392265 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a65a-e585-48d2-a587-c4add0e6d8bb req-9b9cfecc-6aa2-41e1-8787-0bb3eff27a8b tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:41.393750 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de04a65a-e585-48d2-a587-c4add0e6d8bb req-9b9cfecc-6aa2-41e1-8787-0bb3eff27a8b tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Aug 11 03:38:41.431887 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-de04a65a-e585-48d2-a587-c4add0e6d8bb req-1398f907-e882-4f13-b8e6-3df9c4e36f92 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Aug 11 03:38:41.549081 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd528ad9-1234-4ad8-994e-da79f67f1e05 req-e5a5837e-5bd0-4c0d-8d63-c14bda0c6991 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:41.550499 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd528ad9-1234-4ad8-994e-da79f67f1e05 req-e5a5837e-5bd0-4c0d-8d63-c14bda0c6991 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Aug 11 03:38:41.575599 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.594748 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.596944 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-cd528ad9-1234-4ad8-994e-da79f67f1e05 req-e5a05597-5c88-4fdc-964e-adadc29368f5 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Aug 11 03:38:41.618682 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42194) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:41.657733 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e07b8-8009-4d02-badc-4fefec260310 tempest-TestSnapshotPattern-967249953 tempest-TestSnapshotPattern-967249953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:41.659937 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-a77e07b8-8009-4d02-badc-4fefec260310 tempest-TestSnapshotPattern-967249953 tempest-TestSnapshotPattern-967249953-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1092 time: 0.0403028 Aug 11 03:38:41.662720 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42196) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:41.666972 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.v2.base [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Request body: {'floatingip': {'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:41.688063 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.785601 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.890412 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.db_base_plugin_common [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Allocated IP 172.25.3.148 (d79a2d27-fabe-43aa-8cf9-5f99d19d8f72/f2c414f2-329a-42e7-be55-6c1c5d7cac62/4fa950d4-88f5-4c1a-b505-07dac6e68706) {{(pid=94652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:38:41.995796 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:42.039761 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783418753284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:42.081217 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Network d79a2d27-fabe-43aa-8cf9-5f99d19d8f72 is already hosted by enough agents. {{(pid=94652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:38:42.086245 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.base_scheduler [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Resources bound (agent type, host, resource id): {{(pid=94652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:38:42.089416 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Received port after_create {{(pid=94652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:38:42.114133 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=4fa950d4-88f5-4c1a-b505-07dac6e68706,revision_number=1']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:42.125756 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.126158 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.126540 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.127430 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.127791 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.128147 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.128513 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.128857 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.129186 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.129507 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.129871 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.130218 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:42.813515 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:42.879632 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:43.032187 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for port, precommit_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:43.036622 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13068565'] for port, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:43.101700 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event updated for resources: {'Port': ['ID=4fa950d4-88f5-4c1a-b505-07dac6e68706,revision_number=2']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:43.116317 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1930141'] for floatingip, after_update {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:43.216172 n-d-713498-10 neutron-server[94652]: INFO neutron.db.l3_db [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Floating IP cab9ccfd-5f89-47f1-a498-81cb1291c83b associated. External IP: 172.25.3.148, port: ce48cbe5-d712-4e4a-b704-c65cca3fc5dc. Aug 11 03:38:43.419977 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:43.527150 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:43.538436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:43.543204 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:43.548101 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:43.548819 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:38:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:43.571711 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-25a2ebee-677e-4638-9930-d8e79f6233b0 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9079547 Aug 11 03:38:43.572549 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:43.575014 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:43.660361 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:43.672206 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c9eec4-535b-40a1-91c2-de7b6be3a72e x-openstack-request-id: req-17c9eec4-535b-40a1-91c2-de7b6be3a72e {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:43.672498 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:43.672752 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17c9eec4-535b-40a1-91c2-de7b6be3a72e {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:43.673185 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'status': 'completed', 'code': 200} Aug 11 03:38:43.742004 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-4e11e7e2-a880-40be-ab02-651c877c76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:43.744171 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-4e11e7e2-a880-40be-ab02-651c877c76d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1097 time: 0.0425515 Aug 11 03:38:43.838621 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-4799947c-ed25-4c5d-bb3d-ec56cff78494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:43.840130 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-4799947c-ed25-4c5d-bb3d-ec56cff78494 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0883029 Aug 11 03:38:43.891039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}, {'id': 'cab9ccfd-5f89-47f1-a498-81cb1291c83b', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:36:2d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:42Z', 'updated_at': '2021-08-11T03:38:42Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:43.906409 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-0b35d9b1-2150-4ab9-9d2d-5bd0f737ef87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 999 time: 0.0586503 Aug 11 03:38:43.917541 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:43.926230 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:43.926746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:38:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:43.959703 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-15132119-8219-4999-8c05-42a8e53a557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:43.961193 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-15132119-8219-4999-8c05-42a8e53a557f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0448320 Aug 11 03:38:44.012821 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-c4b1036a-031a-4b94-b1a5-7f8a8b8562a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:44.014501 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-c4b1036a-031a-4b94-b1a5-7f8a8b8562a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444968 Aug 11 03:38:44.032514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:44.113683 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-c9f8d035-7f27-4382-9454-302d1aefc0b7 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912118 Aug 11 03:38:44.211319 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-9766253b-7ad0-4fdc-8fdd-ef9ea2fa9c71 req-dea9e1e5-fe19-4542-b7f1-1ce0c10c5365 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901072 Aug 11 03:38:44.264176 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}, {'id': 'cab9ccfd-5f89-47f1-a498-81cb1291c83b', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:36:2d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:42Z', 'updated_at': '2021-08-11T03:38:42Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:44.292206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a171d-20d5-4dd5-9729-dd4b0cba03e1 None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}, {'id': 'cab9ccfd-5f89-47f1-a498-81cb1291c83b', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:36:2d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:42Z', 'updated_at': '2021-08-11T03:38:42Z', 'revision_number': 0, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:44.491841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8534b-8e37-4df3-a944-4115616f210a None None] New status for floating IP cab9ccfd-5f89-47f1-a498-81cb1291c83b: ACTIVE {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:38:52.791177 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-a339a045-8416-4621-b53d-8c313f1b8076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:55.277360 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-e84b1873-0603-438a-8aed-3b5ff9812ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:55.617267 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:56.820701 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:58.402669 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:11.587507 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:11.610470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:14.344191 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:16.384361 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-582f69db-991d-423e-8a39-51a3a1c8a852 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394931 Aug 11 03:39:16.473786 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-1d996604-f4fd-4b30-b5b8-00928b80ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:16.475802 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-1d996604-f4fd-4b30-b5b8-00928b80ead1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1096 time: 0.0435948 Aug 11 03:39:16.577290 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-ce9ccaa9-b7c5-4904-8c1c-199e20b8b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:16.578690 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-ce9ccaa9-b7c5-4904-8c1c-199e20b8b68f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0820386 Aug 11 03:39:16.654561 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-69907ffa-2509-4691-8424-a0b75461dd80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1000 time: 0.0640013 Aug 11 03:39:16.707343 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-e351b61a-1096-4b9e-93e7-148f5659db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:16.708831 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-e351b61a-1096-4b9e-93e7-148f5659db94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0430834 Aug 11 03:39:16.756289 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-9ad910ee-932a-4f0f-8571-688bfd8c20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:16.757760 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-9ad910ee-932a-4f0f-8571-688bfd8c20af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397832 Aug 11 03:39:16.849493 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-d167f542-0028-46b5-90ad-d10de456f72c service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Aug 11 03:39:16.940424 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-d438c080-6d0e-4e93-b663-2e7fe21010e5 req-e371bb40-1df9-4314-9d66-9ca0609e2c95 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802333 Aug 11 03:39:22.792254 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f527a71e-07b1-4cc7-a45f-303b748db32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.277404 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-cce21a49-0108-44fd-906f-d4b96ea81ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.622921 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.684459 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-3abc3865-d3b5-4444-adab-5a71559e3996 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867276 Aug 11 03:39:25.771287 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-3a852e15-61d9-4025-8428-dbcb3efc1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:25.772702 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-3a852e15-61d9-4025-8428-dbcb3efc1a70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1097 time: 0.0409675 Aug 11 03:39:25.887566 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-bf2722dc-d57b-460b-8807-d63788f9ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:25.889189 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-bf2722dc-d57b-460b-8807-d63788f9ba07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0884368 Aug 11 03:39:25.958258 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-2791ee52-74b3-4684-81ab-a3a4bab1ec5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 1001 time: 0.0571203 Aug 11 03:39:26.009863 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-cc27eb82-fab7-4c31-bfea-e9831f917d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:26.011304 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-cc27eb82-fab7-4c31-bfea-e9831f917d49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0444548 Aug 11 03:39:26.065887 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-40254c63-0da0-44f9-ae17-ff415e0649f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:26.067547 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-40254c63-0da0-44f9-ae17-ff415e0649f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449815 Aug 11 03:39:26.156889 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-3b7b8c00-b921-40c1-9c83-57a9b4ba058d service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805779 Aug 11 03:39:26.253963 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0721d8b9-ad26-42d8-90cd-a498f4d94311 req-f64d738d-d083-4ac1-b4df-49b05509fdac service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861049 Aug 11 03:39:26.823024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.406369 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.590731 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.626264 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:51.343677 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:52.795090 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-22280bc4-de05-4273-bdfb-4f4893dbb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.279552 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-65590d43-8680-4b8e-9367-56e21890023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.627720 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:56.827321 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:58.408613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.601393 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.625030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:16.390057 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-1ad684ec-a6e0-4e65-983b-e83dec3144a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410943 Aug 11 03:40:16.479296 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-374decfe-28b0-496a-8705-d7eb6e3f1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.480860 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-374decfe-28b0-496a-8705-d7eb6e3f1aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1096 time: 0.0449939 Aug 11 03:40:16.594459 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-2af70124-84aa-4833-9540-b94c1e9fcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.595854 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-2af70124-84aa-4833-9540-b94c1e9fcbe5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0919514 Aug 11 03:40:16.668451 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-5442c079-5fb4-475f-84fc-80ca57288fd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 1000 time: 0.0613074 Aug 11 03:40:16.720142 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-cb548993-6109-4bb0-b681-335ead16cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.721576 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-cb548993-6109-4bb0-b681-335ead16cf58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0430496 Aug 11 03:40:16.770246 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-8514104f-9615-477e-9d2b-9f0f5e4083f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.771743 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-8514104f-9615-477e-9d2b-9f0f5e4083f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390730 Aug 11 03:40:16.874507 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-4a5aafed-e471-4dd5-a9f3-a0c30539e897 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905740 Aug 11 03:40:16.968110 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-015e1caf-cb97-42ea-8cb4-17db7bb85193 req-65c6eea6-60da-4e50-897c-6e657152aba2 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821223 Aug 11 03:40:22.795991 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f1a119a6-9376-4a9e-ba15-535d8885f2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:25.280310 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-8ea038fb-f825-42f2-b476-d90d414d07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:25.630606 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:26.683060 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc468-0373-450b-9690-8f5cd865229f req-71b38cb1-80c4-4c6e-b792-f9bae1098d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:26.685335 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-71b38cb1-80c4-4c6e-b792-f9bae1098d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1097 time: 0.0488441 Aug 11 03:40:26.818757 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc468-0373-450b-9690-8f5cd865229f req-c459eb21-5b2b-48c3-b4dc-3bd4a844dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:26.820789 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-c459eb21-5b2b-48c3-b4dc-3bd4a844dd41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.1140940 Aug 11 03:40:26.832334 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:26.901664 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-8f5702f7-cef2-41da-922b-068233250232 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 1001 time: 0.0693688 Aug 11 03:40:26.962783 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc468-0373-450b-9690-8f5cd865229f req-48b39229-a954-4e24-a9dd-bdaec94174ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:26.964543 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-48b39229-a954-4e24-a9dd-bdaec94174ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0525987 Aug 11 03:40:27.015017 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc468-0373-450b-9690-8f5cd865229f req-392e83d0-4f11-46ed-9912-458bdd25aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:27.016682 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-392e83d0-4f11-46ed-9912-458bdd25aae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446038 Aug 11 03:40:27.033765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-42009108-10c7-44c2-abca-e2e893db6c7e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:40:27.035036 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-42009108-10c7-44c2-abca-e2e893db6c7e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058229 Aug 11 03:40:27.141346 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-7b90c07e-0611-4943-b1f2-04b8adb9b381 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963933 Aug 11 03:40:27.264031 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-0e0cc468-0373-450b-9690-8f5cd865229f req-26a76e9e-d1d5-4e29-a18b-133a049fff22 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146393 Aug 11 03:40:27.513725 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc details requested by agent hyperv_n-h2-713498-10 with host n-h2-713498-10 {{(pid=94654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:40:27.632653 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:27.651368 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Returning: {'device': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'port_id': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'mac_address': 'fa:16:3e:36:2d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:40:27.693488 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:27.708356 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:27.737782 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:27.742448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:27.799567 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=6']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:27.808701 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.809048 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.809396 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.809761 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.810103 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.810444 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.810776 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.811092 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.811436 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.811745 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.812078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.812403 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:27.836009 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] get_ports_and_sgs() called for port_ids ['ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'] {{(pid=94654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:40:28.343145 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:40:28.416512 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:29.513289 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc up at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:40:29.566614 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.provisioning_blocks [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Provisioning complete for port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc triggered by entity L2. {{(pid=94654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:29.567158 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-878505'] for port, provisioning_complete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:29.813154 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-685281'] for port, before_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:29.837667 n-d-713498-10 neutron-server[94654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:29.840588 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e954a4b80dc466b039a47d73385376ad637040b1d6aedb1dc82de85d9c9a13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b2f77-1617-49f6-8cfc-4a0622623630" -d '{"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-plugged", "status": "completed", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94654) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:29.858900 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:29.864879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783419144605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783418753302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783418753320'] for port, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:29.894520 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9184f8cc-9400-464e-9ec7-545fb190bc82 x-openstack-request-id: req-9184f8cc-9400-464e-9ec7-545fb190bc82 {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:29.894816 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-plugged", "status": "completed", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "code": 200}]} {{(pid=94654) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:29.895183 n-d-713498-10 neutron-server[94654]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9184f8cc-9400-464e-9ec7-545fb190bc82 {{(pid=94654) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:29.895771 n-d-713498-10 neutron-server[94654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'code': 200} Aug 11 03:40:29.931583 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Pushing event updated for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=7']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:35.479208 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42412) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:35.637189 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Deleting port 4fa950d4-88f5-4c1a-b505-07dac6e68706 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:35.637444 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:35.710154 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:35.710479 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:35.721696 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Calling delete_port for 4fa950d4-88f5-4c1a-b505-07dac6e68706 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:35.873170 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:35.899312 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event deleted for resources: {'Port': ['ID=4fa950d4-88f5-4c1a-b505-07dac6e68706,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:35.923886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.924231 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.924577 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.924914 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.925249 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.925583 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.925945 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.926275 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.926602 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.926927 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.927247 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.927574 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:35.965530 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:35.965945 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Floating IP cab9ccfd-5f89-47f1-a498-81cb1291c83b disassociated (deleted). External IP: 172.25.3.148, port: ce48cbe5-d712-4e4a-b704-c65cca3fc5dc. Aug 11 03:40:36.181313 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:36.287893 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:36.293524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:36.298077 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:36.309930 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:36.310557 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:36.320050 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-c1be9012-ed41-4268-ae2d-63f8868491a6 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "DELETE /v2.0/floatingips/cab9ccfd-5f89-47f1-a498-81cb1291c83b HTTP/1.1" status: 204 len: 168 time: 0.8397200 Aug 11 03:40:36.320910 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:36.323343 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897991ab-40ce-4710-82e4-4e323cfca6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:36.391258 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17630722-0c80-4bd5-a0e0-fa3dacfcf926 x-openstack-request-id: req-17630722-0c80-4bd5-a0e0-fa3dacfcf926 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:36.391551 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:36.391833 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17630722-0c80-4bd5-a0e0-fa3dacfcf926 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:36.392241 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'status': 'completed', 'code': 200} Aug 11 03:40:36.427165 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:36.461236 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-d31b18ff-11de-4505-b2a7-94cb77362148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:36.462818 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-d31b18ff-11de-4505-b2a7-94cb77362148 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 1097 time: 0.0482230 Aug 11 03:40:36.559868 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-250ba905-3f01-4737-807e-5341eef0a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:36.561380 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-250ba905-3f01-4737-807e-5341eef0a448 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.0906918 Aug 11 03:40:36.579387 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9292dbc-3107-4ade-880f-6d76b87b25fe req-773ef1db-2c90-4336-9fba-d4f267f39f94 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:36.581179 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9292dbc-3107-4ade-880f-6d76b87b25fe req-773ef1db-2c90-4336-9fba-d4f267f39f94 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0537984 Aug 11 03:40:36.604825 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-5ab92ea8-bd2e-4f6e-a50b-c097ab27e153 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 200 len: 217 time: 0.0353405 Aug 11 03:40:36.621425 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-a9292dbc-3107-4ade-880f-6d76b87b25fe req-78ff874d-5d8c-40e6-a3f1-d5150cbf6213 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 Aug 11 03:40:36.664939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-b0c7ef9f-402b-4969-b04b-0d3028b3e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:36.666463 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-b0c7ef9f-402b-4969-b04b-0d3028b3e54e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0523455 Aug 11 03:40:36.682491 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:36.709016 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:36.714048 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-f286a15e-c8fb-482c-9499-637a4ebd36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:36.715508 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-f286a15e-c8fb-482c-9499-637a4ebd36cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405443 Aug 11 03:40:36.717341 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:36.717995 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:36.805210 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-065ddabe-f30f-48ab-bf39-743a3c0a16c3 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815523 Aug 11 03:40:36.833376 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:36.905509 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-897991ab-40ce-4710-82e4-4e323cfca6b5 req-8354ec1e-baac-41de-840d-3b788e665c16 service neutron] 10.222.0.61 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914571 Aug 11 03:40:37.061851 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:37.088287 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6ebf6-ead5-4c8c-ad6d-8051af02c425 None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_floatingips': [{'id': '9f021123-d48d-4ad0-bdad-4d57b2410741', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'router_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'port_id': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'mac_address': 'fa:16:3e:f9:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:36:06Z', 'updated_at': '2021-08-11T03:36:08Z', 'revision_number': 1, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:37.299040 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf90b96-8a9d-4ace-8d73-21e01bd9afdc None None] New status for floating IP cab9ccfd-5f89-47f1-a498-81cb1291c83b: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:37.988114 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710d8a0-a641-4e50-9f35-c8e8aefa6abc req-b011062d-5fef-41ab-a715-37726472aea7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:37.989676 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1710d8a0-a641-4e50-9f35-c8e8aefa6abc req-b011062d-5fef-41ab-a715-37726472aea7 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0551476 Aug 11 03:40:38.028492 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-1710d8a0-a641-4e50-9f35-c8e8aefa6abc req-f0e2f8e6-fd6a-40f4-9a6a-dd76562867f1 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Aug 11 03:40:38.397604 n-d-713498-10 neutron-server[94653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-1483f6cc-1491-4dd1-af4e-054c48164021 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:38.398999 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-1483f6cc-1491-4dd1-af4e-054c48164021 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Aug 11 03:40:38.493446 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Deleting port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:38.493783 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:38.577969 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] For port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc, host n-h2-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-10',level=0,port_id=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:38.578334 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:38.590966 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Calling delete_port for ce48cbe5-d712-4e4a-b704-c65cca3fc5dc owned by compute:nova {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:38.717943 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:38.749456 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event deleted for resources: {'Port': ['ID=ce48cbe5-d712-4e4a-b704-c65cca3fc5dc,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:38.793184 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] No DVR routers for this DVR port ce48cbe5-d712-4e4a-b704-c65cca3fc5dc on host n-h2-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:38.796042 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:38.798438 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [req-e2030f88-4306-4bb9-a5bb-7d2884fb876b req-c0a8e48a-2fde-451c-a0e5-a10cce92c129 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.61 "DELETE /v2.0/ports/ce48cbe5-d712-4e4a-b704-c65cca3fc5dc HTTP/1.1" status: 204 len: 173 time: 0.3890285 Aug 11 03:40:38.798902 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-deleted', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:38.801147 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3e3ee-e359-421c-aa25-a5dec6ecbb0e" -d '{"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-deleted", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:38.842887 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad6bd2-6a5b-44e8-b6f1-23107ea45724 x-openstack-request-id: req-26ad6bd2-6a5b-44e8-b6f1-23107ea45724 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:38.843178 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e880cc-7f3d-4006-83b9-d843afe1abf8", "name": "network-vif-deleted", "tag": "ce48cbe5-d712-4e4a-b704-c65cca3fc5dc", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:38.843445 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26ad6bd2-6a5b-44e8-b6f1-23107ea45724 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:38.843851 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e880cc-7f3d-4006-83b9-d843afe1abf8', 'name': 'network-vif-deleted', 'tag': 'ce48cbe5-d712-4e4a-b704-c65cca3fc5dc', 'status': 'completed', 'code': 200} Aug 11 03:40:39.135189 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-e4d48c6f-c1b1-47d2-b2d8-0abe3c46f4c2 req-6d4e7786-78ad-4b52-9e52-e42175ae7ad9 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1e880cc-7f3d-4006-83b9-d843afe1abf8 HTTP/1.1" status: 200 len: 210 time: 0.0272326 Aug 11 03:40:39.573452 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:39.593992 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:39.594340 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:40.685391 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42474) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:40.841557 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Deleting port 0eb7cba4-e6b8-4f82-b819-05214acc0996 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:40.841873 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:40.916740 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:40.917069 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:40.929473 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Calling delete_port for 0eb7cba4-e6b8-4f82-b819-05214acc0996 owned by network:floatingip {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:41.080857 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.109127 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event deleted for resources: {'Port': ['ID=0eb7cba4-e6b8-4f82-b819-05214acc0996,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:41.169211 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.169605 n-d-713498-10 neutron-server[94653]: INFO neutron.db.l3_db [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Floating IP 9f021123-d48d-4ad0-bdad-4d57b2410741 disassociated (deleted). External IP: 172.25.3.218, port: 42dbee5b-28c0-409e-aed3-b5542c7f0a0e. Aug 11 03:40:41.366162 n-d-713498-10 neutron-server[94653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:41.470620 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:41.475553 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for floatingip, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.480164 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:41.488990 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:41.489598 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:41.502040 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d05a72a5-938f-4810-95b3-11fc43b1269e tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "DELETE /v2.0/floatingips/9f021123-d48d-4ad0-bdad-4d57b2410741 HTTP/1.1" status: 204 len: 168 time: 0.8154881 Aug 11 03:40:41.502643 n-d-713498-10 neutron-server[94653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:41.504929 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bdc4ecbcaa3e0ffd66695829a33879b6d92da57c1c366c0ad611f7aa3e58953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7" -d '{"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:41.547787 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519af56-178d-4998-9316-2ba8d3a21239 x-openstack-request-id: req-8519af56-178d-4998-9316-2ba8d3a21239 {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:41.548167 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "status": "completed", "code": 200}]} {{(pid=94653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:41.548397 n-d-713498-10 neutron-server[94653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8519af56-178d-4998-9316-2ba8d3a21239 {{(pid=94653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:41.549218 n-d-713498-10 neutron-server[94653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'status': 'completed', 'code': 200} Aug 11 03:40:41.610041 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:41.612148 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.622923 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-e37c9931-667d-472f-8bfe-a34fa0107ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:41.625883 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-e37c9931-667d-472f-8bfe-a34fa0107ced service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 1096 time: 0.0477674 Aug 11 03:40:41.671827 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.774136 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229554-9bed-4512-afe3-1696f7e9ad8e req-e304f13b-ba95-47b3-b7ca-21f3551f8d35 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:41.775658 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d229554-9bed-4512-afe3-1696f7e9ad8e req-e304f13b-ba95-47b3-b7ca-21f3551f8d35 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 944 time: 0.0743711 Aug 11 03:40:41.777301 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-c8a895f5-9223-4ea9-a485-72748d5c51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:41.778682 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-c8a895f5-9223-4ea9-a485-72748d5c51c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 200 len: 911 time: 0.1359131 Aug 11 03:40:41.834119 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:41.834712 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-3e216c63-8bf1-4b68-baec-728916146a56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 200 len: 217 time: 0.0455520 Aug 11 03:40:41.861593 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:41.870565 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:41.871091 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:41.878336 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-3d229554-9bed-4512-afe3-1696f7e9ad8e req-942225b5-44fc-43b4-a941-1b45de3c3665 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960116 Aug 11 03:40:41.899547 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-28caf63b-aaee-4bdd-a202-429d289cd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:41.899547 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-28caf63b-aaee-4bdd-a202-429d289cd80a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 200 len: 849 time: 0.0516329 Aug 11 03:40:41.941711 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-971792e5-ccab-455c-bbdc-f47e0885ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:41.943252 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-971792e5-ccab-455c-bbdc-f47e0885ef07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c1351443-67ef-4788-8311-3e158868faba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397830 Aug 11 03:40:41.977920 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:42.038437 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-a45ef1cb-ca08-40ad-936a-3dc810caa061 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871239 Aug 11 03:40:42.132363 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-328455f3-e8c5-4fa3-9225-b29bcf0c56f7 req-7879e8c4-33f2-449a-a4b4-bbce6fc80ba3 service neutron] 10.222.0.67 "GET /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837686 Aug 11 03:40:42.177763 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:42.208461 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6af3a-aac6-49dc-a0e9-65a558d602ac None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:35:47Z', 'revision_number': 4, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10', '_interfaces': [{'id': 'e765cb69-49cd-4f11-b107-40829370a990', 'name': '', 'network_id': 'c1351443-67ef-4788-8311-3e158868faba', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'mac_address': 'fa:16:3e:84:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:47Z', 'updated_at': '2021-08-11T03:35:52Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'subnets': [{'id': 'e5393e6a-9b92-4fcd-a2bf-6500526b4f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:42.420393 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b2f89-174c-4e0e-8c15-d11a1d53c64a None None] New status for floating IP 9f021123-d48d-4ad0-bdad-4d57b2410741: DOWN {{(pid=94655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:42.998282 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62e25-b6e6-4c58-b643-e968630b98e3 req-d041fa90-fefc-4b38-a4d1-2f2d054e48b3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:42.999779 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eab62e25-b6e6-4c58-b643-e968630b98e3 req-d041fa90-fefc-4b38-a4d1-2f2d054e48b3 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 944 time: 0.0520737 Aug 11 03:40:43.042898 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-eab62e25-b6e6-4c58-b643-e968630b98e3 req-18096738-b048-4cb1-b82f-da6b2438130d tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/security-groups?id=73c751ca-4c92-433c-9c9f-e899784e792a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366564 Aug 11 03:40:43.577284 n-d-713498-10 neutron-server[94652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-3367f0f5-5455-49f2-98d5-3dcd18ac4fb2 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:43.578833 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-3367f0f5-5455-49f2-98d5-3dcd18ac4fb2 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.67 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 944 time: 0.0482779 Aug 11 03:40:43.604514 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc no longer exists at agent hyperv_n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:43.630558 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] No Port match for: ce48cbe5-d712-4e4a-b704-c65cca3fc5dc {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:43.631145 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Device ce48cbe5-d712-4e4a-b704-c65cca3fc5dc not bound to the agent host n-h2-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:43.672001 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Deleting port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:43.672343 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:43.761506 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] For port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e, host n-h1-713498-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-10',level=0,port_id=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:43.761784 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:43.776102 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Calling delete_port for 42dbee5b-28c0-409e-aed3-b5542c7f0a0e owned by compute:nova {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:43.905299 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:43.934397 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event deleted for resources: {'Port': ['ID=42dbee5b-28c0-409e-aed3-b5542c7f0a0e,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:43.947096 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.947440 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.947780 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.948116 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.948454 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.948792 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.949104 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.949424 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.949742 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.950087 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.950402 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.950721 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-10 {{(pid=94652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:43.985705 n-d-713498-10 neutron-server[94652]: DEBUG neutron.db.l3_dvrscheduler_db [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] No DVR routers for this DVR port 42dbee5b-28c0-409e-aed3-b5542c7f0a0e on host n-h1-713498-10 {{(pid=94652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:43.988376 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194409'] for port, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:43.990407 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-add94d1e-d4fd-4b7e-890e-3e729f3f8904 req-2bdabe4c-1f6a-4db5-be63-573cb952ca98 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.67 "DELETE /v2.0/ports/42dbee5b-28c0-409e-aed3-b5542c7f0a0e HTTP/1.1" status: 204 len: 173 time: 0.4031663 Aug 11 03:40:43.990846 n-d-713498-10 neutron-server[94652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-deleted', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e'}] {{(pid=94652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:43.993117 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82583f26983836a93028c297000dacf654c505ed373ffa14764557a30be00dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1287a5-de89-415c-91a8-89369f843eeb" -d '{"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-deleted", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e"}]}' {{(pid=94652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:44.032883 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eca79a-12c1-49de-b547-5e03327e7356 x-openstack-request-id: req-c0eca79a-12c1-49de-b547-5e03327e7356 {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:44.033576 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf975a7-80c1-44bd-b860-4cb2ec8d9446", "name": "network-vif-deleted", "tag": "42dbee5b-28c0-409e-aed3-b5542c7f0a0e", "status": "completed", "code": 200}]} {{(pid=94652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:44.033576 n-d-713498-10 neutron-server[94652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c0eca79a-12c1-49de-b547-5e03327e7356 {{(pid=94652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:44.033775 n-d-713498-10 neutron-server[94652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf975a7-80c1-44bd-b860-4cb2ec8d9446', 'name': 'network-vif-deleted', 'tag': '42dbee5b-28c0-409e-aed3-b5542c7f0a0e', 'status': 'completed', 'code': 200} Aug 11 03:40:44.147840 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [req-78884c6b-ca4c-4193-89a9-61be605f1d8f req-7313c055-51df-48a8-a7c6-9534b41f0069 tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "GET /v2.0/ports?device_id=caf975a7-80c1-44bd-b860-4cb2ec8d9446 HTTP/1.1" status: 200 len: 210 time: 0.0256484 Aug 11 03:40:45.205906 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42490) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:45.268048 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:45.294513 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:45.354533 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:45.357403 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Notify callbacks [] for security_group, before_response {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:45.358652 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] 10.222.0.68 "DELETE /v2.0/security-groups/73c751ca-4c92-433c-9c9f-e899784e792a HTTP/1.1" status: 204 len: 168 time: 0.1517434 Aug 11 03:40:45.368621 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd375163-3ebc-408f-bc1c-fd2f0eb83cea tempest-TestSnapshotPattern-1688508356 tempest-TestSnapshotPattern-1688508356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c751ca-4c92-433c-9c9f-e899784e792a,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:45.409940 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42494) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:45.865600 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:46.103754 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Deleting port e765cb69-49cd-4f11-b107-40829370a990 {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:46.104110 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:46.182100 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] For port e765cb69-49cd-4f11-b107-40829370a990, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=e765cb69-49cd-4f11-b107-40829370a990,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:46.182464 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:46.194371 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Calling delete_port for e765cb69-49cd-4f11-b107-40829370a990 owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:46.308332 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e no longer exists at agent hyperv_n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:46.329690 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] No Port match for: 42dbee5b-28c0-409e-aed3-b5542c7f0a0e {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:46.330051 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Device 42dbee5b-28c0-409e-aed3-b5542c7f0a0e not bound to the agent host n-h1-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:46.373170 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:46.396925 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e765cb69-49cd-4f11-b107-40829370a990,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:46.572128 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:46.786485 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Router b02f7650-761b-4967-8cf7-d7500396cbf3 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:46.893305 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:46.901483 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42498) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:46.902048 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-c91e6d3c-315e-419a-ba41-7941612e57d3 admin admin] 10.222.0.68 "PUT /v2.0/routers/b02f7650-761b-4967-8cf7-d7500396cbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905159 Aug 11 03:40:46.903129 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Sync routers for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:46.912781 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:46.913469 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:47.004882 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.019206 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: n-d-713498-10 {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:47.107617 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.159302 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Deleting port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:47.159639 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.200078 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:40:46Z', 'revision_number': 5, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port': {'id': '6cb49b5a-befa-46c7-b5b3-fa86496fd4f6', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:45Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:47.227174 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Checking router: b02f7650-761b-4967-8cf7-d7500396cbf3 for host: n-d-713498-10 {{(pid=94654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:47.236717 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Routers {'b02f7650-761b-4967-8cf7-d7500396cbf3'} bound to L3 agent in host n-d-713498-10 {{(pid=94654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:47.237370 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['b02f7650-761b-4967-8cf7-d7500396cbf3'], 'active': True} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:47.243435 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] For port 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:47.243805 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.255663 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Calling delete_port for 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:47.324801 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvr_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] Set router b02f7650-761b-4967-8cf7-d7500396cbf3 gateway port host: None {{(pid=94654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:47.381892 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_hamode_db [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:40:47Z', 'revision_number': 6, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:47.418039 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88b7cc6-9e33-434d-8eee-289f0bfbaa9c None None] The sync data for ids ['b02f7650-761b-4967-8cf7-d7500396cbf3'] in n-d-713498-10 is: [{'id': 'b02f7650-761b-4967-8cf7-d7500396cbf3', 'name': 'tempest-TestSnapshotPattern-1832053228-router', 'tenant_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:44Z', 'updated_at': '2021-08-11T03:40:47Z', 'revision_number': 6, 'project_id': 'fadaa6f7ed2e4ddf9624187e45c2e1e4', 'gw_port_host': None}] {{(pid=94654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:47.425440 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.453300 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb49b5a-befa-46c7-b5b3-fa86496fd4f6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:47.512355 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.604254 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.606291 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.647789 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.648350 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02f7650-761b-4967-8cf7-d7500396cbf3 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:40:47.652604 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.653856 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-7e88862c-66ce-408d-883b-80c59964808c admin admin] 10.222.0.68 "DELETE /v2.0/routers/b02f7650-761b-4967-8cf7-d7500396cbf3 HTTP/1.1" status: 204 len: 168 time: 0.7512562 Aug 11 03:40:47.656319 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42500) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:47.701362 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Deleting subnet e5393e6a-9b92-4fcd-a2bf-6500526b4f71 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:40:47.705156 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.740031 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.838887 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.908987 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.933131 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5393e6a-9b92-4fcd-a2bf-6500526b4f71,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:47.941614 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:47.943970 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-d2c0e543-f18a-4a04-99c1-afa3373eddde admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e5393e6a-9b92-4fcd-a2bf-6500526b4f71 HTTP/1.1" status: 204 len: 168 time: 0.2863045 Aug 11 03:40:47.946723 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42502) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:47.949660 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e863cc0-1783-4f4b-ae7d-d28d8950bcce None None] Network c1351443-67ef-4788-8311-3e158868faba requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:40:48.021113 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.077301 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Deleting port 2336d93e-61ae-440b-a186-2c5645d69cf6 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:48.077646 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.138946 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] For port 2336d93e-61ae-440b-a186-2c5645d69cf6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2336d93e-61ae-440b-a186-2c5645d69cf6,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:48.139238 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.151445 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Calling delete_port for 2336d93e-61ae-440b-a186-2c5645d69cf6 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:48.224282 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] DHCP port deletion for c1351443-67ef-4788-8311-3e158868faba request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:40:48.426482 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e765cb69-49cd-4f11-b107-40829370a990 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:48.450661 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: e765cb69-49cd-4f11-b107-40829370a990 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:48.450945 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device e765cb69-49cd-4f11-b107-40829370a990 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:48.475378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Deleting port 2336d93e-61ae-440b-a186-2c5645d69cf6 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:48.475794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.543747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] For port 2336d93e-61ae-440b-a186-2c5645d69cf6, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=2336d93e-61ae-440b-a186-2c5645d69cf6,segment=NetworkSegment(93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73),segment_id=93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:48.544315 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.560419 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Calling delete_port for 2336d93e-61ae-440b-a186-2c5645d69cf6 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:48.578624 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.604640 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2336d93e-61ae-440b-a186-2c5645d69cf6,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:48.608169 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] No DVR routers for this DVR port 2336d93e-61ae-440b-a186-2c5645d69cf6 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:48.641545 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.667681 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] Pushing event deleted for resources: {'Port': ['ID=2336d93e-61ae-440b-a186-2c5645d69cf6,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:48.671180 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbccad-f5f9-4084-8611-4959f06ad0f0 None None] No DVR routers for this DVR port 2336d93e-61ae-440b-a186-2c5645d69cf6 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:48.683464 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.693399 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1351443-67ef-4788-8311-3e158868faba']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:48.710862 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:48.711363 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a8de7f-fabc-4d3e-bd6c-4a4ed4f01a73') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:48.724771 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.742719 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.749417 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:40:48.749841 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:40:48.751644 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:40:48.805632 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.811014 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:48.812897 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c1351443-67ef-4788-8311-3e158868faba HTTP/1.1" status: 204 len: 168 time: 0.8652155 Aug 11 03:40:48.816317 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42504) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:48.824682 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff2b2-139c-4020-a041-bdde039444f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1351443-67ef-4788-8311-3e158868faba,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:49.488878 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1610909'] for router_interface, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:49.564182 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:49.584747 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:49.585229 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 6cb49b5a-befa-46c7-b5b3-fa86496fd4f6 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:49.585746 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2336d93e-61ae-440b-a186-2c5645d69cf6 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:49.608140 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 2336d93e-61ae-440b-a186-2c5645d69cf6 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:49.608493 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 2336d93e-61ae-440b-a186-2c5645d69cf6 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:49.746053 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Deleting port d061c8c4-9dbc-4188-b593-224fe897b76b {{(pid=94652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:49.746307 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:49.827536 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.db [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] For port d061c8c4-9dbc-4188-b593-224fe897b76b, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=d061c8c4-9dbc-4188-b593-224fe897b76b,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:49.828208 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:49.841380 n-d-713498-10 neutron-server[94652]: DEBUG neutron.plugins.ml2.plugin [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Calling delete_port for d061c8c4-9dbc-4188-b593-224fe897b76b owned by network:router_interface {{(pid=94652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:50.026420 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13068782'] for port, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.051665 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Pushing event deleted for resources: {'Port': ['ID=d061c8c4-9dbc-4188-b593-224fe897b76b,revision_number=None']} {{(pid=94652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:50.220415 n-d-713498-10 neutron-server[94652]: DEBUG neutron_lib.callbacks.manager [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1929773'] for router_interface, after_delete {{(pid=94652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.440829 n-d-713498-10 neutron-server[94652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Router 39514fd6-417a-4b1a-b85a-3b1df68579c2 has already been hosted by L3 agent b81d719c-38f0-4cd1-a2cd-273c21f86970 {{(pid=94652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:50.545031 n-d-713498-10 neutron-server[94652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] Notify agent at l3_agent.n-d-713498-10 the message routers_updated {{(pid=94652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:50.549969 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-43f4dd21-95af-499b-af25-83b7cf876abf admin admin] 10.222.0.68 "PUT /v2.0/routers/39514fd6-417a-4b1a-b85a-3b1df68579c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7319422 Aug 11 03:40:50.552701 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42506) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:50.553579 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Sync routers for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:50.563318 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:50.563920 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:50.659880 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks [] for router, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.668834 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: n-d-713498-10 {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:50.760078 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.811866 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Deleting port 98458703-9cde-4794-98f0-e8d356cb8500 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:50.812214 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.844328 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'external_fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '98458703-9cde-4794-98f0-e8d356cb8500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:40:49Z', 'revision_number': 5, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port': {'id': '98458703-9cde-4794-98f0-e8d356cb8500', 'name': '', 'network_id': 'd79a2d27-fabe-43aa-8cf9-5f99d19d8f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:50Z', 'updated_at': '2021-08-11T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2c414f2-329a-42e7-be55-6c1c5d7cac62', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-10'}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:50.873701 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Checking router: 39514fd6-417a-4b1a-b85a-3b1df68579c2 for host: n-d-713498-10 {{(pid=94655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:50.881745 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Routers {'39514fd6-417a-4b1a-b85a-3b1df68579c2'} bound to L3 agent in host n-d-713498-10 {{(pid=94655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:50.882377 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T01:56:55Z,description=,heartbeat_timestamp=2021-08-11T03:40:25Z,host='n-d-713498-10',id=b81d719c-38f0-4cd1-a2cd-273c21f86970,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T01:56:55Z,topic='l3_agent')) {'router_ids': ['39514fd6-417a-4b1a-b85a-3b1df68579c2'], 'active': True} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:50.893618 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] For port 98458703-9cde-4794-98f0-e8d356cb8500, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=98458703-9cde-4794-98f0-e8d356cb8500,segment=NetworkSegment(9bcc3c2e-c955-450f-875d-804893615c9c),segment_id=9bcc3c2e-c955-450f-875d-804893615c9c)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:50.894047 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:50.906765 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Calling delete_port for 98458703-9cde-4794-98f0-e8d356cb8500 owned by network:router_gateway {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:50.976228 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_dvr_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] Set router 39514fd6-417a-4b1a-b85a-3b1df68579c2 gateway port host: None {{(pid=94655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:51.027525 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.l3_hamode_db [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:40:50Z', 'revision_number': 6, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port_host': None}], 'n-d-713498-10', False) {} {{(pid=94655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:51.057524 n-d-713498-10 neutron-server[94655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637c350-f212-4171-9f5f-04f34be827ec None None] The sync data for ids ['39514fd6-417a-4b1a-b85a-3b1df68579c2'] in n-d-713498-10 is: [{'id': '39514fd6-417a-4b1a-b85a-3b1df68579c2', 'name': 'tempest-TestSnapshotPattern-45109823-router', 'tenant_id': 'ec2de907e09045b79218da9eb35fcb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:49Z', 'updated_at': '2021-08-11T03:40:50Z', 'revision_number': 6, 'project_id': 'ec2de907e09045b79218da9eb35fcb6d', 'gw_port_host': None}] {{(pid=94655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:51.092511 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.120180 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Pushing event deleted for resources: {'Port': ['ID=98458703-9cde-4794-98f0-e8d356cb8500,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:51.175163 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1930187'] for router_gateway, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.265277 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1739583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-242580'] for router, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.267509 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.312226 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1739558'] for router, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.312661 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39514fd6-417a-4b1a-b85a-3b1df68579c2 {{(pid=94653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:40:51.317724 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] Notify callbacks [] for router, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.318923 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b8bf53bb-0468-4e94-8f9e-a8b5757afabf admin admin] 10.222.0.68 "DELETE /v2.0/routers/39514fd6-417a-4b1a-b85a-3b1df68579c2 HTTP/1.1" status: 204 len: 168 time: 0.7652326 Aug 11 03:40:51.321996 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42508) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:51.366074 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Deleting subnet e631b28d-bb5b-4e4d-9f7b-b38ff07f6689 {{(pid=94653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:40:51.369576 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.403821 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13444881'] for subnet, precommit_delete_associations {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.489130 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712783'] for subnet, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.540529 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13101118'] for subnet, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.567205 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e631b28d-bb5b-4e4d-9f7b-b38ff07f6689,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:51.569116 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.574074 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-68d538e1-c102-4ad8-83fb-8e352fa23cc6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e631b28d-bb5b-4e4d-9f7b-b38ff07f6689 HTTP/1.1" status: 204 len: 168 time: 0.2482262 Aug 11 03:40:51.574485 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42510) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:51.577439 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489eafd-d47b-46f7-b840-0c26b658dd64 None None] Network 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 requested from n-d-713498-10 {{(pid=94654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:40:51.647889 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565895'] for network, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.704842 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Deleting port 41086f0a-04d9-4b27-86d9-2b06c302f518 {{(pid=94653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:51.705194 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.766564 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.db [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] For port 41086f0a-04d9-4b27-86d9-2b06c302f518, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41086f0a-04d9-4b27-86d9-2b06c302f518,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:51.766929 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.780968 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.plugin [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Calling delete_port for 41086f0a-04d9-4b27-86d9-2b06c302f518 owned by network:dhcp {{(pid=94653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:51.802260 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] DHCP port deletion for 6edd714a-0a7b-4b5a-89d6-947c22dbdc59 request from n-d-713498-10 {{(pid=94654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:40:51.859825 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Deleting port 41086f0a-04d9-4b27-86d9-2b06c302f518 {{(pid=94654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:51.860205 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783419286321'] for port, before_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.876744 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444126'] for port, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.877193 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d061c8c4-9dbc-4188-b593-224fe897b76b no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:51.898955 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41086f0a-04d9-4b27-86d9-2b06c302f518,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:51.908214 n-d-713498-10 neutron-server[94653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] No DVR routers for this DVR port 41086f0a-04d9-4b27-86d9-2b06c302f518 on host n-d-713498-10 {{(pid=94653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:51.933473 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: d061c8c4-9dbc-4188-b593-224fe897b76b {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:51.933839 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device d061c8c4-9dbc-4188-b593-224fe897b76b not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:51.934454 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98458703-9cde-4794-98f0-e8d356cb8500 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:51.958378 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 98458703-9cde-4794-98f0-e8d356cb8500 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:51.958730 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 98458703-9cde-4794-98f0-e8d356cb8500 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:51.959156 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41086f0a-04d9-4b27-86d9-2b06c302f518 no longer exists at agent ovs-agent-n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:51.983220 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715462', 'neutron.services.segments.db._delete_segments_for_network-8783419314544'] for network, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:51.991934 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] No Port match for: 41086f0a-04d9-4b27-86d9-2b06c302f518 {{(pid=94654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:51.992284 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.rpc [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Device 41086f0a-04d9-4b27-86d9-2b06c302f518 not bound to the agent host n-d-713498-10 {{(pid=94654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:51.997736 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd714a-0a7b-4b5a-89d6-947c22dbdc59']}} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:52.000299 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.db [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] For port 41086f0a-04d9-4b27-86d9-2b06c302f518, host n-d-713498-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-10',level=0,port_id=41086f0a-04d9-4b27-86d9-2b06c302f518,segment=NetworkSegment(28a4e306-124e-4f91-826b-dd25392efd90),segment_id=28a4e306-124e-4f91-826b-dd25392efd90)] {{(pid=94654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:52.000722 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1932719'] for port, precommit_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.015837 n-d-713498-10 neutron-server[94654]: DEBUG neutron.plugins.ml2.plugin [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Calling delete_port for 41086f0a-04d9-4b27-86d9-2b06c302f518 owned by network:dhcp {{(pid=94654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:52.019324 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a4e306-124e-4f91-826b-dd25392efd90') {'for_net_delete': True} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:52.019622 n-d-713498-10 neutron-server[94653]: DEBUG neutron.services.segments.db [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a4e306-124e-4f91-826b-dd25392efd90') {} {{(pid=94653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:52.029862 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783419317369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13444968'] for segment, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.050463 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787'] for segment, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.060764 n-d-713498-10 neutron-server[94653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:40:52.060993 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444289'] for segment, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: Traceback (most recent call last): Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: timer() Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: cb(*args, **kw) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: return func(*args, **kwargs) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: self._notify() Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: self.callback(batched_events) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: event.method(event) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: return f(self, *a, **k) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: return self._get(url).json() Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: return self.request(url, 'GET', **kwargs) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:40:52.062960 n-d-713498-10 neutron-server[94653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:40:52.102746 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-685647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783419144587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783418753293'] for port, after_delete {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.123301 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1930159'] for network, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.129331 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.131378 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6edd714a-0a7b-4b5a-89d6-947c22dbdc59 HTTP/1.1" status: 204 len: 168 time: 0.5561924 Aug 11 03:40:52.131596 n-d-713498-10 neutron-server[94654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] No DVR routers for this DVR port 41086f0a-04d9-4b27-86d9-2b06c302f518 on host n-d-713498-10 {{(pid=94654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:52.133256 n-d-713498-10 neutron-server[94654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a83ba-b371-4bcf-9b46-1f4f1ad19b45 None None] Pushing event deleted for resources: {'Port': ['ID=41086f0a-04d9-4b27-86d9-2b06c302f518,revision_number=None']} {{(pid=94654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:52.149939 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785801d5-fd18-48e8-b780-a9d8544588f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6edd714a-0a7b-4b5a-89d6-947c22dbdc59,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:52.258266 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [-] (94652) accepted ('10.222.0.68', 42514) {{(pid=94652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:52.304173 n-d-713498-10 neutron-server[94652]: INFO neutron.wsgi [None req-79777f65-969e-465d-911b-49a440851baf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fadaa6f7ed2e4ddf9624187e45c2e1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446270 Aug 11 03:40:52.306886 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42516) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:52.356016 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.376348 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.427524 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.430035 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.431273 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e41221d3-7b7a-4a43-be1a-2dc108c21ba4 HTTP/1.1" status: 204 len: 168 time: 0.1231863 Aug 11 03:40:52.438838 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737c328-f15f-4653-ac21-aae6ddbccbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41221d3-7b7a-4a43-be1a-2dc108c21ba4,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:52.757422 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42522) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:52.795693 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b6c785fb-eda4-4375-b35b-1f3dc9180b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.799407 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-b08468f5-5352-49c6-aab4-3d36da18a2a5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec2de907e09045b79218da9eb35fcb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406661 Aug 11 03:40:52.801880 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [-] (94653) accepted ('10.222.0.68', 42524) {{(pid=94653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:52.850167 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.871267 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.917688 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834166'] for security_group, after_delete {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.920310 n-d-713498-10 neutron-server[94653]: DEBUG neutron_lib.callbacks.manager [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:52.921461 n-d-713498-10 neutron-server[94653]: INFO neutron.wsgi [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4f2fd34-3280-42b0-898f-166409ba1ebd HTTP/1.1" status: 204 len: 168 time: 0.1186142 Aug 11 03:40:52.929354 n-d-713498-10 neutron-server[94653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce4a40-e863-45ce-b1d4-c64eb907c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2fd34-3280-42b0-898f-166409ba1ebd,revision_number=None']} {{(pid=94653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:55.281755 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-2d2319a6-2dda-4b26-907d-f70aa750fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:55.632699 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:56.832359 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:58.420470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:05.343070 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:11.603790 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:11.659132 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:22.797018 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-51d2b93e-c844-4076-ae2e-b5f23f04e91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.282234 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4734-91ca-47f0-ad4a-651c35bacd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.637416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:26.835749 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:28.420037 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:41.604884 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:41.653696 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:42.341902 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:52.798466 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-bc469e65-f6b3-459b-a067-3365b54548ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:55.282309 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-13c8579d-4353-4638-8909-6a0d3dfd668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:55.639014 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:56.838770 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:58.422678 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.637942 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.670823 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:19.340925 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:22.799179 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6cb8-7df1-4ff2-9d70-e430e9be018d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:25.283030 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d717911e-1e23-49b6-a204-0f01f87c3541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:25.641388 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:26.843746 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:28.427243 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.651841 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.684857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:52.803349 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-96c4330a-9f50-4cb5-8332-6544c34b2764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:55.284933 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c81d-72d2-4008-9110-7fee9fea0e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:55.644857 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:56.339869 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:56.846767 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:58.428616 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:11.643554 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:11.683114 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:22.804064 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-25a3e445-faa1-4560-8921-22dd1f0fcd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:25.285859 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f568152f-5889-4507-840a-b1804286b97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:25.645214 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:26.848541 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:28.430341 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:33.339396 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:41.658396 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:41.685972 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:52.804628 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-690dc200-9e85-4c7c-bdfc-d79ba69f5830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:55.286794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edf9-902e-4813-8fc9-a6348f480209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:55.647399 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:56.851103 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:58.434659 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:10.338803 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:11.659060 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.699001 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:22.805159 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-353be6a9-5c79-4d3f-b09b-21efb48940a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:25.287024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d239f338-14b7-41cf-b5d9-04f228208e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:25.649486 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.060775 n-d-713498-10 neutron-server[94653]: DEBUG neutron.wsgi [req-7bb25fcb-41f9-4b31-a1b3-774cb8c24132 req-5cde90c4-df37-459b-98a8-cde1d4b912cc service neutron] (94653) timed out ('10.222.0.68', 41132) {{(pid=94653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:44:26.854983 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:28.436515 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:41.674024 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:41.717098 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:47.337696 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:52.805470 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-33aab05c-f88c-4d84-9b90-094e6f6f3253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.287879 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ff11960c-bf5e-4a29-929b-60c03fdb1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.650786 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:56.857416 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:58.438219 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:11.672216 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:11.727527 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:22.806249 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-eb380f26-8fa7-409d-a172-ac31efa6c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:24.337281 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:45:25.288573 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-626f11b7-8c95-448d-81d8-533d2c3c3179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:25.651872 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:26.861141 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:28.441794 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.671094 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.726687 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:52.806925 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7aa05dae-8528-428d-b4f7-b16f1845e3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:55.288885 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-194d6c3f-3a3b-4970-a0e1-af74cc506f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:55.653917 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:56.863484 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:58.445966 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:01.336129 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:11.700844 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.736489 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.808091 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-0608691d-aa69-4643-9998-e69149a84b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.289791 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-27394445-2c08-4d76-9463-fa1e98e89e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.654769 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.865651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.450482 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:38.336078 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:41.718055 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.756999 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:52.809439 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-87ee97a0-fb61-47fe-90c9-212d1a8922ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.292586 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-b5052bd1-3776-4e3d-b21a-ef297adb1deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.656065 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.869735 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.448627 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.753342 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.758027 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:15.334976 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:22.810206 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-32daaaea-298a-471c-9cdb-eb8e953b57f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:25.294035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-64f76d08-9d89-4dbe-90b7-8d902071d61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:25.657025 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:26.872419 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:28.451729 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:41.746651 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:41.772535 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.333570 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:52.810221 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-3e22b404-726b-4d82-a203-22ece531d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.294828 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-d365864e-e24b-435d-950f-230a281c2c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.658456 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.874685 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.454448 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.752053 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.772293 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.810629 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-09379118-453a-4996-a2d8-62c3a5b19922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.299351 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-449fdb0e-a400-4717-b1c3-d8f1479c405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.660035 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.877613 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:28.457374 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:29.333333 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:48:41.758617 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:41.785621 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:52.143683 n-d-713498-10 neutron-server[94652]: DEBUG neutron.wsgi [req-95df37f4-cd1e-4ad1-aafa-63d3e0c28c16 req-c6f4b267-1818-4d9a-b3a4-d0dee647f4b8 service neutron] (94652) timed out ('10.222.0.68', 51118) {{(pid=94652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:48:52.811736 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-5f3ee08f-f66e-4c4a-8159-89a736ecc4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:55.299816 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-1a54a65c-5672-4f0a-92f7-bad42b8e51bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:55.659978 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-29273788-324a-4527-9fcc-426b85e424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:56.881202 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-f22d4042-cc50-4a35-8663-ae57ace4eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:58.461574 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-ed916197-0fa8-48e2-a805-153dd66f5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:06.332841 n-d-713498-10 neutron-server[94655]: DEBUG neutron.db.agents_db [None req-3ec87cd2-80f2-4a9a-b121-3aaabbc93933 None None] Agent healthcheck: found 7 active agents {{(pid=94655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:11.759604 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-84e7e658-e844-4ca6-a491-d096428914a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:11.788459 n-d-713498-10 neutron-server[94654]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf63a-7583-4e6a-a7cf-34eb4ddb3c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783419314436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-878424'] for agent, after_update {{(pid=94654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}